-- Logs begin at Fri 2021-12-10 14:38:38 UTC, end at Fri 2021-12-10 16:31:09 UTC. -- Dec 10 15:21:54.737031 dv-neutron-821401-4-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Dec 10 15:21:57.636847 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.common.config [-] Logging enabled! Dec 10 15:21:57.637465 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev273 Dec 10 15:21:57.637632 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103475) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 10 15:21:57.640900 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.common.config [-] Logging enabled! Dec 10 15:21:57.641163 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev273 Dec 10 15:21:57.641482 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103475) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 10 15:21:57.642515 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 10 15:21:57.642762 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 10 15:21:57.643129 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 10 15:21:57.643379 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 10 15:21:57.643624 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 10 15:21:57.643933 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:21:57.644356 dv-neutron-821401-4-hyperv neutron-server[103475]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 10 15:21:57.644672 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:21:57.644971 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:21:57.645268 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:21:57.645567 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:21:57.645883 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:21:57.646170 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:21:57.646460 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:21:57.646760 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:21:57.647048 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:21:57.647331 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:21:57.647618 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:21:57.647912 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:21:57.648196 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:21:57.648484 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:21:57.648772 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:21:57.649057 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] debug = True {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:21:57.649929 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:21:57.650369 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:21:57.650808 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:21:57.651097 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:21:57.651387 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:21:57.651669 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:21:57.651944 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:21:57.652222 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:21:57.652507 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:21:57.652844 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] host = dv-neutron-821401-4-hyperv {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:21:57.653122 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:21:57.653409 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:21:57.653699 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:21:57.654011 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:21:57.654289 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:21:57.654568 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:21:57.654853 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:21:57.655128 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:21:57.655402 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] log_file = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:21:57.655679 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:21:57.655970 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:21:57.656260 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:21:57.656551 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:21:57.656779 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:21:57.657005 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:21:57.657295 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:21:57.657583 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:21:57.657888 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:21:57.658168 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:21:57.658444 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:21:57.658718 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:21:57.658991 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:21:57.659260 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:21:57.659546 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:21:57.659833 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:21:57.660118 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:21:57.660393 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:21:57.660667 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:21:57.660939 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:21:57.661209 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:21:57.661494 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:21:57.661767 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:21:57.662061 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:21:57.662334 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:21:57.662624 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:21:57.662893 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:21:57.663165 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:21:57.663465 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:21:57.663753 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:21:57.664038 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:21:57.664326 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:21:57.664602 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:21:57.664915 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:21:57.665192 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:21:57.665468 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:21:57.665743 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] use_json = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:21:57.666046 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:21:57.666322 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:21:57.666606 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:21:57.666881 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:21:57.667157 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:21:57.667431 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:21:57.667706 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:21:57.667994 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:21:57.668292 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.668589 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.668892 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.669179 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.669484 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.669768 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.670081 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.670362 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.670651 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.670941 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.671227 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.671505 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.671795 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.672075 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.672368 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.672677 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.672974 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.673269 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.673549 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.673854 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.674137 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.674420 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.674712 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.674995 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.675287 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.675578 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.675859 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.676160 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.676453 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.676748 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.677041 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.677317 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.677600 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.677917 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.678203 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.678479 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.678758 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.679048 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.679328 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.679602 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.679886 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.680166 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.680463 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.680736 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.681017 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.681307 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.681585 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.681879 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.682156 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.682437 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.682715 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.683001 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.683279 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.683552 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.683825 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.684106 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.684381 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.684654 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.684933 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.685208 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.685485 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.685757 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.686052 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.686327 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.686599 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.686871 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.687144 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.687415 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.687692 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.687966 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.688240 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.688512 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.688785 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.689056 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.689338 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.689634 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.689935 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.690216 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.690496 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.690776 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.691053 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.691332 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.691609 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.691888 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.692163 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.692450 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.692741 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.693029 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.693315 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.693619 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.693943 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.694229 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.694517 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.694797 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.695077 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.695362 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.695657 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.695939 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.696764 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.697062 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.697358 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.697655 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.697962 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.698273 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.698556 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:21:57.698776 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 10 15:21:57.699016 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103475) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 10 15:21:58.148457 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 10 15:21:58.148738 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 10 15:21:58.149099 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 10 15:21:58.149420 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 10 15:21:58.475325 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:21:58.475617 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:21:58.475904 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:21:58.477730 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:21:58.478036 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:21:58.478298 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:21:58.523846 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:21:58.524160 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:21:58.524431 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:21:58.538325 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:21:58.538605 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:21:58.538875 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:21:58.567662 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:21:58.567941 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:21:58.568212 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:21:58.605607 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:21:58.605912 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:21:58.606180 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:21:58.939558 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:21:58.940185 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:21:58.940185 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:21:58.940345 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:21:58.941061 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:21:59.039922 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:21:59.040243 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:21:59.040526 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:21:59.040792 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:21:59.041057 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:21:59.041367 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:21:59.041625 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:21:59.041903 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:21:59.042160 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:21:59.042444 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:21:59.042703 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:21:59.042964 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:21:59.043218 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:21:59.043470 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:21:59.043725 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:21:59.043989 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:21:59.044251 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:21:59.044520 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:21:59.044790 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:21:59.045048 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:21:59.045319 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:21:59.045573 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:21:59.045875 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:21:59.046255 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:21:59.046503 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:21:59.046747 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:21:59.047137 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103475) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 15:21:59.047376 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103475) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 15:21:59.047613 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103475) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 15:21:59.047848 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103475) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 15:21:59.048083 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103475) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 15:21:59.048318 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103475) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 15:21:59.048676 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 10 15:21:59.051798 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 10 15:21:59.055862 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 10 15:21:59.059773 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Dec 10 15:21:59.061395 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 10 15:21:59.061877 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 10 15:21:59.062213 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 10 15:21:59.062595 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 10 15:21:59.065401 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 10 15:21:59.065651 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 10 15:21:59.066024 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 10 15:21:59.071792 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 10 15:21:59.094857 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 10 15:21:59.095311 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:21:59.095607 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103475) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 10 15:21:59.095969 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:21:59.097343 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103475) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 10 15:21:59.097622 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 10 15:21:59.097888 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 10 15:21:59.101068 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:21:59.101347 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:21:59.164882 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 10 15:21:59.165123 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 10 15:21:59.165358 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 10 15:21:59.165738 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 10 15:21:59.186715 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_db.sqlalchemy.engines [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103475) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 10 15:21:59.790509 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.plugins.ml2.managers [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Initializing driver for type 'gre' Dec 10 15:21:59.791066 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] gre ID ranges: [(1, 1000)] Dec 10 15:21:59.979055 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.plugins.ml2.managers [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Initializing driver for type 'local' Dec 10 15:21:59.979683 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.plugins.ml2.managers [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Initializing driver for type 'vlan' Dec 10 15:22:00.058578 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] VlanTypeDriver initialization complete Dec 10 15:22:00.058836 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.plugins.ml2.managers [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Initializing driver for type 'vxlan' Dec 10 15:22:00.059342 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] vxlan ID ranges: [(1, 1000)] Dec 10 15:22:00.292935 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.plugins.ml2.managers [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Initializing extension driver 'port_security' Dec 10 15:22:00.293273 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.plugins.ml2.extensions.port_security [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] PortSecurityExtensionDriver initialization complete Dec 10 15:22:00.293603 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.plugins.ml2.managers [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Initializing mechanism driver 'openvswitch' Dec 10 15:22:00.293959 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.plugins.ml2.managers [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Initializing mechanism driver 'hyperv' Dec 10 15:22:00.304115 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:22:00.304988 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Subscribe: > port after_create 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:22:00.305366 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Subscribe: > port after_update 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:22:00.305722 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Subscribe: > port after_delete 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:22:00.306284 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103475) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 10 15:22:00.306719 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Subscribe: > subnet after_create 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:22:00.307076 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Subscribe: > subnet after_update 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:22:00.307422 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:22:00.307825 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103475) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 10 15:22:00.308236 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Subscribe: > network after_create 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:22:00.308678 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Subscribe: > network after_update 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:22:00.308950 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Subscribe: > network after_delete 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:22:00.309347 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103475) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 10 15:22:00.309757 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Subscribe: > security_group after_create 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:22:00.310141 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Subscribe: > security_group after_update 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:22:00.310484 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:22:00.310887 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103475) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 10 15:22:00.311297 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:22:00.311647 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:22:00.311988 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:22:00.312385 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103475) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 10 15:22:00.312792 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Subscribe: > address_group after_create 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:22:00.313144 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Subscribe: > address_group after_update 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:22:00.313488 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:22:00.313968 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103475) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 10 15:22:00.314357 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] ML2 OVO RPC backend initialized. {{(pid=103475) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 10 15:22:00.315091 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:22:00.315446 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:22:00.315863 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Subscribe: > network before_response 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:22:00.316213 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Subscribe: > networks before_response 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:22:00.316564 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Subscribe: > port before_response 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:22:00.316907 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Subscribe: > ports before_response 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:22:00.317250 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Subscribe: > subnet before_response 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:22:00.317595 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Subscribe: > subnets before_response 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:22:00.317984 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Subscribe: > network after_create 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:22:00.318332 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Subscribe: > network after_update 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:22:00.318674 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Subscribe: > network after_delete 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:22:00.319015 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Subscribe: > port after_create 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:22:00.319355 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Subscribe: > port after_update 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:22:00.319695 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Subscribe: > port after_delete 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:22:00.320033 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Subscribe: > subnet after_create 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:22:00.320406 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Subscribe: > subnet after_update 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:22:00.320747 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:22:00.321325 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.plugins.ml2.plugin [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Modular L2 Plugin initialization complete Dec 10 15:22:00.321659 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading services supported by the core plugin {{(pid=103475) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 10 15:22:00.322019 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.plugins.ml2.managers [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Got port-security extension from driver 'port_security' Dec 10 15:22:00.322485 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.extensions.vlantransparent [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Disabled vlantransparent extension. Dec 10 15:22:00.322974 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103475) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 10 15:22:00.323293 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading Plugin: router Dec 10 15:22:00.365211 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:22:00.365602 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Subscribe: > router after_create 55549900 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:22:00.365994 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Subscribe: > router before_create 55549900 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:22:00.366360 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:22:00.366735 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:22:00.367090 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Subscribe: > router after_delete 55549900 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:22:00.367451 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:22:00.367944 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:22:00.368317 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Subscribe: > router after_create 55549900 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:22:00.368666 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Subscribe: > router after_update 55549900 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:22:00.369029 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Subscribe: > router after_update 55549900 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:22:00.369428 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:22:00.369803 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Subscribe: > router after_update 55549900 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:22:00.370232 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Subscribe: > router precommit_update 55549900 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:22:00.370603 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Subscribe: port after_update 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:22:00.381908 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Subscribe: port after_delete 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:22:00.381908 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Subscribe: subnet after_update 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:22:00.381908 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:22:00.381908 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:22:00.382217 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Subscribe: > router precommit_create 55549900 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:22:00.382217 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Subscribe: port before_delete 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:22:00.382217 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Subscribe: > router precommit_create 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:22:00.382217 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Subscribe: > router after_update 55549900 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:22:00.382528 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:22:00.382528 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Subscribe: > router precommit_create 55549900 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:22:00.382528 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:22:00.382528 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Subscribe: > router precommit_update 55549900 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:22:00.382824 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Subscribe: > agent after_create 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:22:00.382824 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Subscribe: > agent after_delete 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:22:00.382824 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Subscribe: > network after_delete 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:22:00.382824 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.quota.resource_registry [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Tracking information for resource: router configured {{(pid=103475) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 15:22:00.382824 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.quota.resource_registry [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Tracking information for resource: floatingip configured {{(pid=103475) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 15:22:00.383199 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.db.l3_agentschedulers_db [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 10 15:22:00.383417 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Subscribe: port after_update 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:22:00.383784 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Subscribe: port after_create 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:22:00.384142 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Subscribe: port after_delete 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:22:00.384498 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Subscribe: port after_update 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:22:00.385287 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Subscribe: > router before_create 55550100 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:22:00.385657 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:22:00.386050 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Subscribe: > router precommit_create 55550100 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:22:00.386410 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Subscribe: > router precommit_update 55550100 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:22:00.391241 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.services.provider_configuration [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Service providers = [] {{(pid=103475) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 10 15:22:00.391606 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.db.servicetype_db [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103475) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 10 15:22:00.394647 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.services.service_base [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103475) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 10 15:22:00.394997 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.services.service_base [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103475) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 10 15:22:00.395341 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.services.service_base [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103475) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 10 15:22:00.396231 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.services.service_base [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103475) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 10 15:22:00.396606 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.services.service_base [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 10 15:22:00.396976 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103475) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 15:22:00.397296 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 10 15:22:00.408537 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103475) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 15:22:00.408875 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading Plugin: auto_allocate Dec 10 15:22:00.424809 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Subscribe: network precommit_update 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:22:00.425182 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Subscribe: network precommit_create 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:22:00.425742 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103475) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 15:22:00.426145 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading Plugin: tag Dec 10 15:22:00.432983 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103475) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 15:22:00.433319 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading Plugin: timestamp Dec 10 15:22:00.437176 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103475) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 15:22:00.437508 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading Plugin: network_ip_availability Dec 10 15:22:00.443038 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:22:00.448387 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:22:00.448387 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:22:00.448387 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103475) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 15:22:00.448387 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading Plugin: flavors Dec 10 15:22:00.452939 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103475) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 15:22:00.453272 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading Plugin: revisions Dec 10 15:22:00.457629 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103475) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 15:22:00.458063 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_concurrency.lockutils [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.309s {{(pid=103475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 10 15:22:00.458801 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103475) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 10 15:22:00.459139 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Initializing extension manager. Dec 10 15:22:00.459659 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: __init__.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.460006 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: __pycache__ {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.460343 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.460680 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: address_group.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.461442 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.462652 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loaded extension: address-group Dec 10 15:22:00.462977 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: address_scope.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.463696 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.464202 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loaded extension: address-scope Dec 10 15:22:00.464527 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.465455 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.465995 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loaded extension: router-admin-state-down-before-update Dec 10 15:22:00.466343 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: agent.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.467039 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.467542 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loaded extension: agent Dec 10 15:22:00.467864 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: agent_resources_synced.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.468776 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.469281 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loaded extension: agent-resources-synced Dec 10 15:22:00.469607 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: allowedaddresspairs.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.471453 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.471974 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loaded extension: allowed-address-pairs Dec 10 15:22:00.472303 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: auto_allocated_topology.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.473392 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.473933 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loaded extension: auto-allocated-topology Dec 10 15:22:00.474264 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: availability_zone.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.474961 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.478537 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loaded extension: availability_zone Dec 10 15:22:00.478537 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: availability_zone_filter.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.479243 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.479751 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loaded extension: availability_zone_filter Dec 10 15:22:00.480075 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: data_plane_status.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.480998 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.481502 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Extension data-plane-status not supported by any of loaded plugins Dec 10 15:22:00.481860 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: default_subnetpools.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.482785 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.483289 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loaded extension: default-subnetpools Dec 10 15:22:00.483642 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.484454 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.484961 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loaded extension: dhcp_agent_scheduler Dec 10 15:22:00.485286 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: dns.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.486234 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.486737 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Extension dns-integration not supported by any of loaded plugins Dec 10 15:22:00.487060 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: dns_domain_ports.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.488019 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.488488 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 10 15:22:00.488811 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.489737 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.490268 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 10 15:22:00.490594 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: dvr.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.491266 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.491768 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loaded extension: dvr Dec 10 15:22:00.492094 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: ecmp_routes.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.493044 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.493545 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Extension ecmp_routes not supported by any of loaded plugins Dec 10 15:22:00.493907 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: empty_string_filtering.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.494852 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.495352 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loaded extension: empty-string-filtering Dec 10 15:22:00.495677 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.496588 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.497086 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 10 15:22:00.497411 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.498338 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.498842 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 10 15:22:00.499167 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: external_net.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.500071 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.500576 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loaded extension: external-net Dec 10 15:22:00.500897 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.501825 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.502603 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loaded extension: extra_dhcp_opt Dec 10 15:22:00.502924 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: extraroute.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.503836 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.504346 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loaded extension: extraroute Dec 10 15:22:00.504668 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: extraroute_atomic.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.513233 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.513767 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loaded extension: extraroute-atomic Dec 10 15:22:00.514131 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: filter_validation.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.514813 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.515322 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loaded extension: filter-validation Dec 10 15:22:00.515648 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: fip_pf_description.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.516575 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.517079 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 10 15:22:00.517404 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: fip_port_details.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.518385 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.518896 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loaded extension: fip-port-details Dec 10 15:22:00.519223 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: flavors.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.520468 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.520983 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loaded extension: flavors Dec 10 15:22:00.521313 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.523054 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.523573 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 10 15:22:00.523911 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: floatingip_pools.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.525200 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.525704 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loaded extension: floatingip-pools Dec 10 15:22:00.526059 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: ip_allocation.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.526999 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.527501 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Extension ip_allocation not supported by any of loaded plugins Dec 10 15:22:00.527828 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.528752 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.529509 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loaded extension: ip-substring-filtering Dec 10 15:22:00.529622 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: l2_adjacency.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.530568 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.531072 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 10 15:22:00.531398 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: l3.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.532364 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.532934 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loaded extension: router Dec 10 15:22:00.533200 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.535521 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.536048 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 10 15:22:00.536382 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.540799 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.541312 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loaded extension: ext-gw-mode Dec 10 15:22:00.541642 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.542603 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.543118 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loaded extension: l3-ha Dec 10 15:22:00.543441 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: l3_flavors.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.544357 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.544868 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loaded extension: l3-flavors Dec 10 15:22:00.545192 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.546170 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.546666 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 10 15:22:00.546988 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: l3agentscheduler.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.548023 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.548538 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loaded extension: l3_agent_scheduler Dec 10 15:22:00.548867 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: local_ip.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.550719 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.551242 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Extension local_ip not supported by any of loaded plugins Dec 10 15:22:00.551583 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: logging.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.553108 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.553628 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Extension logging not supported by any of loaded plugins Dec 10 15:22:00.554060 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: metering.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.554937 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.555540 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loaded extension: metering Dec 10 15:22:00.555867 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.556972 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.557487 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loaded extension: metering_source_and_destination_fields Dec 10 15:22:00.557859 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: multiprovidernet.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.558844 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.559304 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loaded extension: multi-provider Dec 10 15:22:00.559631 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: netmtu.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.560544 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.561050 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loaded extension: net-mtu Dec 10 15:22:00.561377 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: netmtu_writable.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.562313 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.562820 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loaded extension: net-mtu-writable Dec 10 15:22:00.563179 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: network_availability_zone.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.563851 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.564352 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loaded extension: network_availability_zone Dec 10 15:22:00.564675 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: network_ip_availability.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.565812 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.566320 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loaded extension: network-ip-availability Dec 10 15:22:00.566646 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: network_segment_range.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.567410 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.567911 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Extension network-segment-range not supported by any of loaded plugins Dec 10 15:22:00.568238 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: pagination.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.569223 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.569552 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loaded extension: pagination Dec 10 15:22:00.569914 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: port_device_profile.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.570825 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.571840 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loaded extension: port-device-profile Dec 10 15:22:00.572161 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.573087 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.573600 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loaded extension: port-mac-address-regenerate Dec 10 15:22:00.573953 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.574887 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.575390 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loaded extension: port-numa-affinity-policy Dec 10 15:22:00.575711 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: port_resource_request.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.576625 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.577125 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Extension port-resource-request not supported by any of loaded plugins Dec 10 15:22:00.577447 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: port_resource_request_groups.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.578459 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.578961 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 10 15:22:00.579285 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: portbindings.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.580219 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.580723 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loaded extension: binding Dec 10 15:22:00.581045 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: portbindings_extended.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.582396 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.582910 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loaded extension: binding-extended Dec 10 15:22:00.583242 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: portsecurity.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.584167 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.584676 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loaded extension: port-security Dec 10 15:22:00.585004 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: project_id.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.586015 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.586375 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loaded extension: project-id Dec 10 15:22:00.587244 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: providernet.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.588172 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.588685 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loaded extension: provider Dec 10 15:22:00.589011 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: qos.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.592602 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.593121 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Extension qos not supported by any of loaded plugins Dec 10 15:22:00.593455 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.598175 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.598691 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 10 15:22:00.599021 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.599946 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.600458 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 10 15:22:00.600785 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: qos_default.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.601699 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.602275 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Extension qos-default not supported by any of loaded plugins Dec 10 15:22:00.602600 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: qos_fip.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.603254 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.603756 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Extension qos-fip not supported by any of loaded plugins Dec 10 15:22:00.604080 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.605078 dv-neutron-821401-4-hyperv neutron-server[103475]: WARNING neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Extension file qos_fip_network_policy.py wasn't loaded due to cannot import name 'qos_fip_network_policy' from 'neutron_lib.api.definitions' (/usr/local/lib/python3.8/dist-packages/neutron_lib/api/definitions/__init__.py) Dec 10 15:22:00.605407 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: qos_gateway_ip.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.606368 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.606878 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 10 15:22:00.607211 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: qos_port_network_policy.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.608139 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.608645 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 10 15:22:00.608971 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.610144 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.610658 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 10 15:22:00.610987 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: qos_pps_rule.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.612208 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.612717 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Extension qos-pps not supported by any of loaded plugins Dec 10 15:22:00.613045 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: qos_rule_type_details.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.613995 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.614503 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 10 15:22:00.614829 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: qos_rules_alias.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.615876 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.616385 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 10 15:22:00.616710 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: quota_check_limit.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.617761 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.618241 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loaded extension: quota-check-limit Dec 10 15:22:00.618566 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: quotasv2.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.619484 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.619810 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loaded extension: quotas Dec 10 15:22:00.620133 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: quotasv2_detail.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.623289 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.623635 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loaded extension: quota_details Dec 10 15:22:00.624003 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: rbac.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.625021 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.625545 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loaded extension: rbac-policies Dec 10 15:22:00.631295 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: rbac_address_group.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.632000 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.632525 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loaded extension: rbac-address-group Dec 10 15:22:00.632858 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: rbac_address_scope.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.634331 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.634841 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loaded extension: rbac-address-scope Dec 10 15:22:00.635167 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: rbac_security_groups.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.636084 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.636597 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loaded extension: rbac-security-groups Dec 10 15:22:00.636923 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: rbac_subnetpool.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.637891 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.638400 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loaded extension: rbac-subnetpool Dec 10 15:22:00.638726 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: revisionifmatch.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.639652 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.640158 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loaded extension: revision-if-match Dec 10 15:22:00.640483 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: revisions.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.641612 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.642151 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loaded extension: standard-attr-revisions Dec 10 15:22:00.642483 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: router_availability_zone.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.643167 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.643670 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loaded extension: router_availability_zone Dec 10 15:22:00.643997 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: routerservicetype.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.644919 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.645419 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Extension router-service-type not supported by any of loaded plugins Dec 10 15:22:00.645743 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.646773 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.647284 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loaded extension: security-groups-normalized-cidr Dec 10 15:22:00.647610 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.648539 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.649648 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loaded extension: port-security-groups-filtering Dec 10 15:22:00.650075 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.651038 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.651544 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loaded extension: security-groups-remote-address-group Dec 10 15:22:00.651868 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.652810 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.653314 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loaded extension: security-groups-shared-filtering Dec 10 15:22:00.653636 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.654244 dv-neutron-821401-4-hyperv neutron-server[103475]: WARNING neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 10 15:22:00.654568 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: securitygroup.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.664391 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.664947 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loaded extension: security-group Dec 10 15:22:00.665280 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: segment.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.666131 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.666642 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Extension segment not supported by any of loaded plugins Dec 10 15:22:00.666970 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.667921 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.668428 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 10 15:22:00.668753 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: servicetype.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.669900 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.670419 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loaded extension: service-type Dec 10 15:22:00.670746 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: sorting.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.671736 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.672073 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loaded extension: sorting Dec 10 15:22:00.672417 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: standard_attr_segment.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.673353 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.673909 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 10 15:22:00.674239 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: standardattrdescription.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.674888 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.675404 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loaded extension: standard-attr-description Dec 10 15:22:00.675730 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: stateful_security_group.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.676674 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.677195 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loaded extension: stateful-security-group Dec 10 15:22:00.677583 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: stdattrs_common.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.678187 dv-neutron-821401-4-hyperv neutron-server[103475]: WARNING neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 10 15:22:00.678515 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.679463 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.680000 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 10 15:22:00.680356 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: subnet_onboard.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.681432 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.682036 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loaded extension: subnet_onboard Dec 10 15:22:00.682369 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.683338 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.683844 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 10 15:22:00.684167 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: subnet_service_types.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.685095 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.685600 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loaded extension: subnet-service-types Dec 10 15:22:00.685956 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: subnetallocation.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.687065 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.687579 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loaded extension: subnet_allocation Dec 10 15:22:00.687910 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.688577 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.689090 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loaded extension: subnetpool-prefix-ops Dec 10 15:22:00.689413 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.699181 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.699696 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 10 15:22:00.700028 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: tagging.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.701094 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.701611 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loaded extension: standard-attr-tag Dec 10 15:22:00.701986 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: timestamp.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.703255 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.703735 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loaded extension: standard-attr-timestamp Dec 10 15:22:00.704064 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: trunk.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.705102 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.705615 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Extension trunk not supported by any of loaded plugins Dec 10 15:22:00.705979 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: trunk_details.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.706946 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.707459 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Extension trunk-details not supported by any of loaded plugins Dec 10 15:22:00.707790 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: uplink_status_propagation.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.708716 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.709226 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 10 15:22:00.709555 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Loading extension file: vlantransparent.py {{(pid=103475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 15:22:00.710262 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 15:22:00.710770 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 10 15:22:00.713910 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.quota.resource_registry [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Creating instance of TrackedResource for resource:network Dec 10 15:22:00.714434 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.quota.resource_registry [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Creating instance of TrackedResource for resource:subnet Dec 10 15:22:00.714843 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.quota.resource_registry [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Creating instance of TrackedResource for resource:subnetpool Dec 10 15:22:00.715236 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.quota.resource_registry [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Creating instance of TrackedResource for resource:port Dec 10 15:22:00.716476 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.v2.resource_helper [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103475) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 15:22:00.717047 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.v2.resource_helper [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Service FLAVORS assigned prefix: {{(pid=103475) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 15:22:00.717668 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.v2.resource_helper [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103475) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 15:22:00.718131 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.v2.resource_helper [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103475) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 15:22:00.718465 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.quota.resource_registry [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Creating instance of TrackedResource for resource:router Dec 10 15:22:00.718892 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.quota.resource_registry [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Creating instance of TrackedResource for resource:floatingip Dec 10 15:22:00.719388 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.v2.resource_helper [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Service METERING assigned prefix: /metering {{(pid=103475) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 15:22:00.720834 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:22:00.721210 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:22:00.721570 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:22:00.722588 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.quota.resource_registry [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Creating instance of CountableResource for resource:rbac_policy Dec 10 15:22:00.723024 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.quota.resource_registry [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Creating instance of TrackedResource for resource:security_group Dec 10 15:22:00.723471 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.quota.resource_registry [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 10 15:22:00.724086 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.v2.resource_helper [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Service CORE assigned prefix: {{(pid=103475) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 15:22:00.724420 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.quota.resource_registry [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Creating instance of TrackedResource for resource:subnetpool Dec 10 15:22:00.724770 dv-neutron-821401-4-hyperv neutron-server[103475]: WARNING neutron.quota.resource_registry [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] subnetpool is already registered Dec 10 15:22:00.725217 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.v2.resource_helper [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Service CORE assigned prefix: {{(pid=103475) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 15:22:00.725547 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.quota.resource_registry [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Creating instance of TrackedResource for resource:subnetpool Dec 10 15:22:00.725925 dv-neutron-821401-4-hyperv neutron-server[103475]: WARNING neutron.quota.resource_registry [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] subnetpool is already registered Dec 10 15:22:00.728204 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.v2.resource_helper [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103475) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 15:22:00.728635 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.v2.resource_helper [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Service FLAVORS assigned prefix: {{(pid=103475) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 15:22:00.729224 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.v2.resource_helper [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103475) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 15:22:00.729647 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.v2.resource_helper [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103475) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 15:22:00.730003 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.quota.resource_registry [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Creating instance of TrackedResource for resource:router Dec 10 15:22:00.730346 dv-neutron-821401-4-hyperv neutron-server[103475]: WARNING neutron.quota.resource_registry [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] router is already registered Dec 10 15:22:00.733039 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.quota.resource_registry [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Creating instance of TrackedResource for resource:floatingip Dec 10 15:22:00.733039 dv-neutron-821401-4-hyperv neutron-server[103475]: WARNING neutron.quota.resource_registry [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] floatingip is already registered Dec 10 15:22:00.733039 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.v2.resource_helper [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Service METERING assigned prefix: /metering {{(pid=103475) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 15:22:00.733039 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.quota.resource_registry [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Creating instance of CountableResource for resource:rbac_policy Dec 10 15:22:00.733039 dv-neutron-821401-4-hyperv neutron-server[103475]: WARNING neutron.quota.resource_registry [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] rbac_policy is already registered Dec 10 15:22:00.733039 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.quota.resource_registry [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Creating instance of TrackedResource for resource:security_group Dec 10 15:22:00.733462 dv-neutron-821401-4-hyperv neutron-server[103475]: WARNING neutron.quota.resource_registry [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] security_group is already registered Dec 10 15:22:00.733556 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.quota.resource_registry [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 10 15:22:00.733913 dv-neutron-821401-4-hyperv neutron-server[103475]: WARNING neutron.quota.resource_registry [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] security_group_rule is already registered Dec 10 15:22:00.734553 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.v2.resource_helper [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Service CORE assigned prefix: {{(pid=103475) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 15:22:00.734885 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.quota.resource_registry [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Creating instance of TrackedResource for resource:subnetpool Dec 10 15:22:00.735220 dv-neutron-821401-4-hyperv neutron-server[103475]: WARNING neutron.quota.resource_registry [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] subnetpool is already registered Dec 10 15:22:00.735637 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.v2.resource_helper [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Service CORE assigned prefix: {{(pid=103475) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 15:22:00.735961 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.quota.resource_registry [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Creating instance of TrackedResource for resource:subnetpool Dec 10 15:22:00.736293 dv-neutron-821401-4-hyperv neutron-server[103475]: WARNING neutron.quota.resource_registry [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] subnetpool is already registered Dec 10 15:22:00.736758 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Extended resource: extensions {{(pid=103475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 15:22:00.738271 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Extended resource: address-groups {{(pid=103475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 15:22:00.739758 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Extended resource: address-scopes {{(pid=103475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 15:22:00.741079 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Extended resource: agents {{(pid=103475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 15:22:00.742274 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Extended resource: auto-allocated-topology {{(pid=103475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 15:22:00.743610 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Extended resource: availability_zones {{(pid=103475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 15:22:00.744838 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Extended resource: dhcp-networks {{(pid=103475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 15:22:00.746370 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Extended resource: dhcp-agents {{(pid=103475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 15:22:00.747784 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Extended resource: routers {{(pid=103475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 15:22:00.750040 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Extended resource: flavors {{(pid=103475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 15:22:00.751207 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Extended resource: service_profiles {{(pid=103475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 15:22:00.752692 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Extended resource: next_providers {{(pid=103475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 15:22:00.754162 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Extended resource: service_profiles {{(pid=103475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 15:22:00.756616 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Extended resource: floatingip-pools {{(pid=103475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 15:22:00.757870 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Extended resource: routers {{(pid=103475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 15:22:00.760517 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Extended resource: floatingips {{(pid=103475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 15:22:00.761906 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Extended resource: l3-routers {{(pid=103475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 15:22:00.763288 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Extended resource: l3-agents {{(pid=103475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 15:22:00.764699 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Extended resource: metering-labels {{(pid=103475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 15:22:00.766103 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Extended resource: metering-label-rules {{(pid=103475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 15:22:00.767396 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Extended resource: network-ip-availabilities {{(pid=103475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 15:22:00.768643 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Extended resource: bindings {{(pid=103475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 15:22:00.770331 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Extended resource: quotas {{(pid=103475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 15:22:00.771898 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Extended resource: quotas {{(pid=103475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 15:22:00.773418 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Extended resource: rbac-policies {{(pid=103475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 15:22:00.775348 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Extended resource: security-groups {{(pid=103475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 15:22:00.776588 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Extended resource: security-group-rules {{(pid=103475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 15:22:00.777925 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Extended resource: service-providers {{(pid=103475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 15:22:00.779088 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Extended resource: subnetpools {{(pid=103475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 15:22:00.780515 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Extended resource: subnetpools {{(pid=103475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 15:22:00.781995 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Extended resource: tags {{(pid=103475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 15:22:00.783669 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Extended resource: tags {{(pid=103475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 15:22:00.785455 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Extended resource: tags {{(pid=103475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 15:22:00.787303 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Extended resource: tags {{(pid=103475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 15:22:00.789154 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Extended resource: tags {{(pid=103475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 15:22:00.791081 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Extended resource: tags {{(pid=103475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 15:22:00.792755 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Extended resource: tags {{(pid=103475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 15:22:00.794698 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Extended resource: tags {{(pid=103475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 15:22:00.796468 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Extended resource: tags {{(pid=103475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 15:22:00.798318 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron.api.extensions [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Extended resource: tags {{(pid=103475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 15:22:00.804378 dv-neutron-821401-4-hyperv neutron-server[103475]: WARNING keystonemiddleware.auth_token [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 10 15:22:00.809669 dv-neutron-821401-4-hyperv neutron-server[103475]: WARNING keystonemiddleware.auth_token [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 10 15:22:00.818366 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_concurrency.lockutils [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Acquired lock "singleton_lock" {{(pid=103475) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 10 15:22:00.818834 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_concurrency.lockutils [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Releasing lock "singleton_lock" {{(pid=103475) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 10 15:22:00.819481 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO oslo_service.service [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Starting 2 workers Dec 10 15:22:00.826547 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Started child 103586 {{(pid=103475) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 10 15:22:00.831407 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Started child 103587 {{(pid=103475) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 10 15:22:00.831792 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:22:00.833045 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO neutron.service [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 10 15:22:00.833719 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Publish callbacks [] for process, before_spawn {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:22:00.833935 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [-] (103586) wsgi starting up on http://0.0.0.0:9696 Dec 10 15:22:00.836764 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO oslo_service.service [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Starting 1 workers Dec 10 15:22:00.839675 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:22:00.843113 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [-] (103587) wsgi starting up on http://0.0.0.0:9696 Dec 10 15:22:00.845209 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Started child 103588 {{(pid=103475) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 10 15:22:00.845209 dv-neutron-821401-4-hyperv neutron-server[103475]: INFO oslo_service.service [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Starting 1 workers Dec 10 15:22:00.847403 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.service [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] calling RpcWorker wait() {{(pid=103588) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 10 15:22:00.847958 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.service [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] returning from RpcWorker wait() {{(pid=103588) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 10 15:22:00.848787 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Started child 103589 {{(pid=103475) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 10 15:22:00.849524 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:22:00.849708 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-67b85d4f-a4a4-452d-a658-04d65c9cc3e4 None None] Publish callbacks [] for process, after_spawn {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:22:00.849894 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:22:00.851710 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103475) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 10 15:22:00.851917 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 10 15:22:00.852142 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 10 15:22:00.852504 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 10 15:22:00.852764 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 10 15:22:00.852934 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 10 15:22:00.853456 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.853732 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.854021 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.854293 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.854576 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.854678 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:22:00.855207 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.855443 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.855677 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.855968 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.856196 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.856366 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.856613 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.856801 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.857029 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.857353 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.857615 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.857892 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.858143 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.858318 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.858574 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.858843 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.859087 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.859379 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] debug = True {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.859620 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.860089 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.860318 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.860560 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.860836 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.861160 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.861340 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.861574 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.861825 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.862027 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.862268 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.862525 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.862762 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.862991 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.863216 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.863428 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.863682 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.863886 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.864369 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] host = dv-neutron-821401-4-hyperv {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.864593 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.864827 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.865055 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.865303 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.865548 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.865764 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.866033 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.866309 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.866575 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.866818 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.867192 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.867398 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.867537 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.868267 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] log_file = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.868424 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] log_options = True {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.868693 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.868963 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.869232 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.869430 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.869599 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.869799 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.870072 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.870224 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.870492 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.870757 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.870937 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.871151 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.871370 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.871627 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.871888 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.872124 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.872359 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.872549 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.872798 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.873034 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.873322 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.873530 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.873740 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.873980 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.874182 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.874372 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.874576 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.874778 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.874955 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.875199 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.875444 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.875687 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.875917 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.876257 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.876439 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.876631 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.876857 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.877429 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.877610 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.877833 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.878074 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.878320 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.878534 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.878829 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.878976 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.879235 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.879524 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] use_json = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.879758 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.879998 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.880252 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.880455 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.880671 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.880913 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.881116 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.881376 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.882022 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.882221 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.882707 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.882988 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.883258 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.884089 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.884340 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.884855 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.885075 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.885331 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.885678 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.886002 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.886295 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.886526 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.886784 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.887119 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.887397 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.887669 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.887890 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.888119 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.888370 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.888592 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.888875 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.889098 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.889335 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.889567 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.889797 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.890127 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.890460 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.890802 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.891065 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.891313 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.891589 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.891835 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.892076 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.892303 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.892522 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.892761 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.892985 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.893261 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.893504 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.893720 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.893971 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.894215 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.894451 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.894703 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.894930 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.895303 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.895627 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.895996 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.896158 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:22:00.896316 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.896438 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.896654 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.896873 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.897123 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.897359 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.897597 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.897885 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.901033 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.901033 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.901033 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.901033 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.901033 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.901033 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.901033 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.901033 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.901033 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.901822 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.901822 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.901822 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.901822 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.901822 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.901822 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.901822 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.901822 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.901822 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.902522 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.902522 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.902522 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.902747 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.902861 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.903080 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.903291 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.903500 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.903732 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.903947 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.904158 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.904391 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.904601 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.904834 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.905045 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.905309 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.905638 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.905906 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.906180 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.906440 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.906724 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.907160 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.907402 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.907787 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.908574 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.908574 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.908733 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.908886 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.909148 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.909375 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.909677 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.909861 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.910246 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.910344 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.910591 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.910790 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.911015 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.911309 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.912360 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.912710 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.914143 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.914444 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.915796 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.916118 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.916410 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.916662 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.916949 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.917259 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.917556 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.921342 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.921856 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.922153 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.922429 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.922717 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.929808 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 56632) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:22:00.930008 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.930008 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.930008 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.930008 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.930008 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.930008 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.930008 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.930008 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.931256 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.931256 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.931256 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.931256 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.931256 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.931256 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.931256 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.931256 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.931862 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.931862 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.931862 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.932250 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.932547 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.932851 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.933148 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.933430 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.933733 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.934089 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.934361 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.934649 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.934924 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.935218 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.935523 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.935821 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.936120 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.936415 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.936646 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.936898 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.937126 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0109808 Dec 10 15:22:00.937233 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.937416 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.938640 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.938908 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.939172 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.939999 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.939999 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.939999 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.940218 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.940347 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.940611 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.940830 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.941090 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.942075 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.942075 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.942075 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.942075 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.942429 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.942510 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.942705 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.942948 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.943161 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.943376 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.943663 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.943840 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.944075 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.944336 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.944692 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.944946 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.945176 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.945415 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.946907 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.946907 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.946907 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.947193 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.947193 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.947348 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.947559 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.947803 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.948051 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.948292 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.948524 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.949107 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.949107 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.949295 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.949397 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.949628 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.950853 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.951119 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.951360 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.952133 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.952133 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.952133 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.952374 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.952449 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.952672 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.952889 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.953090 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.953318 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.953527 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.953736 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.954780 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.955009 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.955838 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.955838 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.955838 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.956057 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.956124 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.956341 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.956552 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.956778 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.956993 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.957201 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.957439 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.957658 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.957989 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.958179 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.958328 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.958540 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.958775 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.958984 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.960422 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.960422 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.960588 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.960738 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.961019 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.961267 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.961577 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.962306 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.962306 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.962485 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.962664 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.962839 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.963084 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.963300 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.963549 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.963876 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.964146 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.964400 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.964633 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.964917 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.965184 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.965449 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.965672 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.966028 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.966394 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.966657 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.966905 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.967133 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.967399 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.967629 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.967842 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.968056 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.968302 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.968536 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.968829 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.969015 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.969237 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.969449 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.969690 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.969943 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.971078 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.971332 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.971583 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.971826 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.971987 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 10 15:22:00.972524 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103475) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 10 15:22:00.972687 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 10 15:22:00.972842 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 10 15:22:00.973024 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 10 15:22:00.973210 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 10 15:22:00.973364 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 10 15:22:00.973580 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.974534 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.974707 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.974867 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.975026 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.975225 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.975388 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.976919 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.976919 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.976919 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.976919 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.976919 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.976919 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.976919 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.976919 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.977586 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.977586 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.977586 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.977586 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.977586 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.977586 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.978033 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.978033 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] debug = True {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.978033 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.978243 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.978338 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.978460 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.978614 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.978924 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.979233 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.979766 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.979766 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.979766 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.979943 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.979943 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.980110 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.980282 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.980432 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.980586 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.980756 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.980878 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.981035 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] host = dv-neutron-821401-4-hyperv {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.981252 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.981345 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.981470 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.981624 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.981805 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.982186 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.982486 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.982780 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.983069 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.983357 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.983522 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.983677 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.983836 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.983989 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] log_file = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.984149 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] log_options = True {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.984308 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.984499 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.984622 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.984810 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.984976 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.985135 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.985288 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.985444 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.985600 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.985755 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.986237 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.986237 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.986237 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.986445 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.986525 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.986674 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.986828 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.986983 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.987138 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.987295 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.987449 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.987605 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.987760 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.987916 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.988072 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.988226 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.989266 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.989266 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.989266 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.989266 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.989266 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.989266 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.989266 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.989768 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.989768 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.989768 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.990023 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.990023 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.990166 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.990294 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.990448 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.990605 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.990760 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.990915 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.991071 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.991482 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.991482 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] use_json = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.991653 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.991653 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.991795 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.991952 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.992134 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.992284 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.992409 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.992562 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 15:22:00.993294 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.993451 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.993622 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.993797 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.993970 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.994131 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.994287 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.994449 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.994606 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.994764 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.994929 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.995423 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.995423 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.995423 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.995671 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.995671 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.995844 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.996004 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.996150 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.996311 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.996460 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.996620 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.996787 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.996946 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.997109 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.997249 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.997409 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.997573 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.997733 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.997928 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.998086 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.998247 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.998407 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.998563 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.998720 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.998919 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.999041 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.999202 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.999351 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.999507 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.999664 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.999821 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:00.999977 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.000133 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.000291 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.000449 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.000607 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.000765 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.000921 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.001079 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.001237 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.001394 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.001550 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.001708 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.001885 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.002023 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.002441 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.002871 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.002871 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.002871 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.003188 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.003188 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.003405 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.003528 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.003662 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.003796 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.003919 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.004041 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.004204 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.004361 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.004513 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.004678 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.004837 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.004980 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.005140 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.005297 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.005453 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.005610 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.005766 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.006014 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.006138 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.006259 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.006399 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.006525 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.006669 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.006827 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.006983 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.007140 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.007296 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.007453 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.007611 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.007777 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.007948 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.008106 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.008263 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.009636 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.009636 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.009636 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.009636 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.009636 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.010210 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.010210 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.010210 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.010210 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.010631 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.010631 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.010631 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.010917 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.010917 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.011994 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.011994 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.011994 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.011994 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.011994 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.011994 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.011994 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.013345 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.013345 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.013345 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.013345 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.013345 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.013345 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.013345 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.013345 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.013912 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.013912 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.013912 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.013912 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.014488 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.014660 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.014820 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.014984 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.015136 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.015433 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.015737 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.015907 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.016067 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.016227 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.016413 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.016634 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.016798 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.016961 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.017120 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.017810 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.017810 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.017810 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.017810 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.018839 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.018996 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.019161 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.019320 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.019480 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.019639 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.019797 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.019957 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.020395 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.020582 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.020712 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.020870 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.021028 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.022395 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.022395 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.022395 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.022395 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.022395 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.022395 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.022395 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.022395 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.022924 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.022924 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.022924 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.022924 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.024221 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.024221 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.024221 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.024221 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.024221 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.024221 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.024221 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.024221 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.024671 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.024671 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.024671 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.024671 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.024900 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.024900 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.025074 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.025235 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.025377 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.025538 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.025706 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.025877 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.026026 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.027955 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.027955 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.027955 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.027955 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.027955 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.027955 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.027955 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.027955 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.028899 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.028899 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.028899 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.028899 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.028899 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.028899 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.028899 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.028899 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.029835 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.029835 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.029835 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.029835 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.029835 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.029835 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.029835 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.029835 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.031626 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.031626 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.031626 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.031626 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.031626 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.031626 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.031626 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.031626 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.032249 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.032249 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.032249 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.032249 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.032249 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.032249 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.032249 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.032249 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.032677 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.032677 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.032677 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.032677 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.032677 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.033313 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.033313 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.033313 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.033313 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.033538 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.033538 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.033724 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.034709 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.034881 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.035042 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.035212 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.035504 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.036581 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.036581 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.036581 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.036581 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.036581 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.036581 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.037034 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.037034 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.037034 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.037242 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.037320 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.037407 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.038133 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.038133 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.038133 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.038133 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.038474 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.038474 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.038634 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.038713 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.038838 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.039009 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.039168 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.039325 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.039482 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.039726 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.039837 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.039999 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.040161 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.040316 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.040473 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.040632 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.040792 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.040949 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.041109 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.041266 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.041423 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.042029 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.042029 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.042029 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.042029 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 15:22:01.042333 dv-neutron-821401-4-hyperv neutron-server[103475]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 10 15:22:01.044981 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:22:12.830935 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0351f60a-fe94-4837-a62e-49f607d96eac None None] get_active_networks_info from dv-neutron-821401-4-hyperv {{(pid=103588) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 15:22:12.884128 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0351f60a-fe94-4837-a62e-49f607d96eac None None] No non-hosted networks {{(pid=103588) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 10 15:22:12.891923 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.agentschedulers_db [None req-0351f60a-fe94-4837-a62e-49f607d96eac None None] DHCP Agent not found on host dv-neutron-821401-4-hyperv {{(pid=103588) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 10 15:22:13.006389 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-33bb7e2d-ec67-4223-a198-8bf1b59f0246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550092'] for agent, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:22:15.249611 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-be38cd90-4dfb-4607-a734-c530854f23b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550092'] for agent, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:22:15.290661 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.db.api [None req-ef4a023b-2cbd-41f2-9d04-04af7f1a643f None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-821401-4-hyperv {{(pid=103588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 15:22:15.291736 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG oslo_db.api [None req-ef4a023b-2cbd-41f2-9d04-04af7f1a643f None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 15:22:15.884188 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ef4a023b-2cbd-41f2-9d04-04af7f1a643f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:22:16.076476 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550092'] for agent, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:22:17.670265 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550092'] for agent, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:22:18.618939 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550092'] for agent, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:22:18.619822 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:22:18.620269 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:22:18.620753 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:22:18.621186 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:22:18.621619 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:22:18.622118 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:22:18.622564 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:22:18.623042 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:22:18.623470 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:22:18.623927 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:22:18.624401 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:22:18.624827 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:22:18.625374 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:22:18.625907 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-821401-4-hyperv', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:22:18.635442 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-821401-4-hyperv', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:22:18.924180 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 56732) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:22:19.426056 dv-neutron-821401-4-hyperv neutron-server[103587]: WARNING oslo_policy.policy [None req-f97bacb7-3781-4826-8dbc-c8c82f7e9989 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 15:22:19.426632 dv-neutron-821401-4-hyperv neutron-server[103587]: WARNING oslo_policy.policy [None req-f97bacb7-3781-4826-8dbc-c8c82f7e9989 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 15:22:19.655298 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [None req-f97bacb7-3781-4826-8dbc-c8c82f7e9989 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:22:19.657709 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-f97bacb7-3781-4826-8dbc-c8c82f7e9989 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7325082 Dec 10 15:22:21.692714 dv-neutron-821401-4-hyperv neutron-server[103588]: INFO neutron.db.l3_hamode_db [None req-96cf2a1d-a305-46e7-92a0-0666c2cca192 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 10 15:22:21.769852 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cf2a1d-a305-46e7-92a0-0666c2cca192 None None] Routers set() bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:22:21.770239 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cf2a1d-a305-46e7-92a0-0666c2cca192 None None] Router IDs set() for agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 10 15:22:22.264330 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 56748) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:22:22.584818 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-4d06bbd1-d663-4bdc-9e7d-897cd1e0e707 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:22:22.679945 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.policy [None req-4d06bbd1-d663-4bdc-9e7d-897cd1e0e707 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103587) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 10 15:22:22.726017 dv-neutron-821401-4-hyperv neutron-server[103587]: WARNING oslo_policy.policy [None req-4d06bbd1-d663-4bdc-9e7d-897cd1e0e707 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 15:22:22.726404 dv-neutron-821401-4-hyperv neutron-server[103587]: WARNING oslo_policy.policy [None req-4d06bbd1-d663-4bdc-9e7d-897cd1e0e707 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 15:22:22.734875 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.quota [None req-4d06bbd1-d663-4bdc-9e7d-897cd1e0e707 admin admin] Loaded quota_driver: . Dec 10 15:22:22.894463 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4d06bbd1-d663-4bdc-9e7d-897cd1e0e707 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785450390455', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785450391138', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785450408942', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785450402151', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785450428739', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785450422197', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3868806', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3874950', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-546757', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-642333'] for rbac-policy, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:22:23.074375 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4d06bbd1-d663-4bdc-9e7d-897cd1e0e707 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:22:23.075491 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-4d06bbd1-d663-4bdc-9e7d-897cd1e0e707 admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8101702 Dec 10 15:22:25.834265 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 56760) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:22:26.324512 dv-neutron-821401-4-hyperv neutron-server[103586]: WARNING oslo_policy.policy [None req-15f495cc-e87e-4f50-b16b-39eaa18f921c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 15:22:26.325089 dv-neutron-821401-4-hyperv neutron-server[103586]: WARNING oslo_policy.policy [None req-15f495cc-e87e-4f50-b16b-39eaa18f921c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 15:22:26.549526 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-15f495cc-e87e-4f50-b16b-39eaa18f921c admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '118c804379d14d66ba8318d6022777f7', 'name': 'private', 'project_id': '118c804379d14d66ba8318d6022777f7'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:22:26.551276 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.quota [None req-15f495cc-e87e-4f50-b16b-39eaa18f921c admin admin] Loaded quota_driver: . Dec 10 15:22:26.657414 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f495cc-e87e-4f50-b16b-39eaa18f921c admin admin] Made reservation on behalf of 118c804379d14d66ba8318d6022777f7 for: {'network': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:22:26.724836 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.policy [None req-15f495cc-e87e-4f50-b16b-39eaa18f921c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103586) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 10 15:22:26.771483 dv-neutron-821401-4-hyperv neutron-server[103586]: WARNING oslo_policy.policy [None req-15f495cc-e87e-4f50-b16b-39eaa18f921c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 15:22:26.771852 dv-neutron-821401-4-hyperv neutron-server[103586]: WARNING oslo_policy.policy [None req-15f495cc-e87e-4f50-b16b-39eaa18f921c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 15:22:26.782957 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-15f495cc-e87e-4f50-b16b-39eaa18f921c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:22:26.803409 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-15f495cc-e87e-4f50-b16b-39eaa18f921c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:22:26.914142 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-15f495cc-e87e-4f50-b16b-39eaa18f921c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:22:26.966241 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-15f495cc-e87e-4f50-b16b-39eaa18f921c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:22:26.991472 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15f495cc-e87e-4f50-b16b-39eaa18f921c admin admin] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=103586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:22:27.018698 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-15f495cc-e87e-4f50-b16b-39eaa18f921c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785454045817', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:22:27.019345 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-15f495cc-e87e-4f50-b16b-39eaa18f921c admin admin] Unsubscribe: segment precommit_create {{(pid=103586) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 10 15:22:27.019950 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.segments_db [None req-15f495cc-e87e-4f50-b16b-39eaa18f921c admin admin] Added segment 5e55a2ab-212b-434e-b102-5c5344f92fc4 of type vlan for network 2bc382f6-4bc4-4fb9-bd10-3073102f8b89 Dec 10 15:22:27.039366 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f495cc-e87e-4f50-b16b-39eaa18f921c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4a1789-8847-4209-a44d-c1b582a637c0,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:22:27.132020 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f495cc-e87e-4f50-b16b-39eaa18f921c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:22:27.132020 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f495cc-e87e-4f50-b16b-39eaa18f921c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:22:27.132020 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f495cc-e87e-4f50-b16b-39eaa18f921c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:22:27.132020 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f495cc-e87e-4f50-b16b-39eaa18f921c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:22:27.132020 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f495cc-e87e-4f50-b16b-39eaa18f921c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:22:27.133124 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f495cc-e87e-4f50-b16b-39eaa18f921c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:22:27.133124 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f495cc-e87e-4f50-b16b-39eaa18f921c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:22:27.133124 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f495cc-e87e-4f50-b16b-39eaa18f921c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:22:27.133124 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f495cc-e87e-4f50-b16b-39eaa18f921c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:22:27.133124 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f495cc-e87e-4f50-b16b-39eaa18f921c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:22:27.133523 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f495cc-e87e-4f50-b16b-39eaa18f921c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:22:27.133523 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f495cc-e87e-4f50-b16b-39eaa18f921c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:22:27.133523 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f495cc-e87e-4f50-b16b-39eaa18f921c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:22:27.133523 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f495cc-e87e-4f50-b16b-39eaa18f921c admin admin] Tracked resource versions report: Dec 10 15:22:27.133523 dv-neutron-821401-4-hyperv neutron-server[103586]: pushed versions: Dec 10 15:22:27.133523 dv-neutron-821401-4-hyperv neutron-server[103586]: { 'AddressGroup': {'1.2'}, Dec 10 15:22:27.133523 dv-neutron-821401-4-hyperv neutron-server[103586]: 'ConntrackHelper': {'1.0'}, Dec 10 15:22:27.133523 dv-neutron-821401-4-hyperv neutron-server[103586]: 'LocalIPAssociation': {'1.0'}, Dec 10 15:22:27.133523 dv-neutron-821401-4-hyperv neutron-server[103586]: 'Log': {'1.0'}, Dec 10 15:22:27.133523 dv-neutron-821401-4-hyperv neutron-server[103586]: 'Network': {'1.1'}, Dec 10 15:22:27.133523 dv-neutron-821401-4-hyperv neutron-server[103586]: 'Port': {'1.7'}, Dec 10 15:22:27.133523 dv-neutron-821401-4-hyperv neutron-server[103586]: 'PortForwarding': {'1.2'}, Dec 10 15:22:27.133523 dv-neutron-821401-4-hyperv neutron-server[103586]: 'QosPolicy': {'1.10'}, Dec 10 15:22:27.133523 dv-neutron-821401-4-hyperv neutron-server[103586]: 'SecurityGroup': {'1.5'}, Dec 10 15:22:27.133523 dv-neutron-821401-4-hyperv neutron-server[103586]: 'SecurityGroupRule': {'1.2'}, Dec 10 15:22:27.133523 dv-neutron-821401-4-hyperv neutron-server[103586]: 'SubPort': {'1.0'}, Dec 10 15:22:27.133523 dv-neutron-821401-4-hyperv neutron-server[103586]: 'Subnet': {'1.1'}, Dec 10 15:22:27.133523 dv-neutron-821401-4-hyperv neutron-server[103586]: 'Trunk': {'1.1'}} Dec 10 15:22:27.133523 dv-neutron-821401-4-hyperv neutron-server[103586]: consumer versions: Dec 10 15:22:27.133523 dv-neutron-821401-4-hyperv neutron-server[103586]: { DHCP agent@dv-neutron-821401-4-hyperv: {}, Dec 10 15:22:27.133523 dv-neutron-821401-4-hyperv neutron-server[103586]: L3 agent@dv-neutron-821401-4-hyperv: {}, Dec 10 15:22:27.133523 dv-neutron-821401-4-hyperv neutron-server[103586]: Metadata agent@dv-neutron-821401-4-hyperv: {}, Dec 10 15:22:27.133523 dv-neutron-821401-4-hyperv neutron-server[103586]: Metering agent@dv-neutron-821401-4-hyperv: {}, Dec 10 15:22:27.133523 dv-neutron-821401-4-hyperv neutron-server[103586]: Open vSwitch agent@dv-neutron-821401-4-hyperv: { 'AddressGroup': '1.2', Dec 10 15:22:27.135307 dv-neutron-821401-4-hyperv neutron-server[103586]: 'ConntrackHelper': '1.0', Dec 10 15:22:27.135307 dv-neutron-821401-4-hyperv neutron-server[103586]: 'LocalIPAssociation': '1.0', Dec 10 15:22:27.135307 dv-neutron-821401-4-hyperv neutron-server[103586]: 'Log': '1.0', Dec 10 15:22:27.135307 dv-neutron-821401-4-hyperv neutron-server[103586]: 'Network': '1.1', Dec 10 15:22:27.135307 dv-neutron-821401-4-hyperv neutron-server[103586]: 'Port': '1.7', Dec 10 15:22:27.135307 dv-neutron-821401-4-hyperv neutron-server[103586]: 'PortForwarding': '1.2', Dec 10 15:22:27.135307 dv-neutron-821401-4-hyperv neutron-server[103586]: 'QosPolicy': '1.10', Dec 10 15:22:27.135307 dv-neutron-821401-4-hyperv neutron-server[103586]: 'SecurityGroup': '1.5', Dec 10 15:22:27.135307 dv-neutron-821401-4-hyperv neutron-server[103586]: 'SecurityGroupRule': '1.2', Dec 10 15:22:27.135307 dv-neutron-821401-4-hyperv neutron-server[103586]: 'SubPort': '1.0', Dec 10 15:22:27.135307 dv-neutron-821401-4-hyperv neutron-server[103586]: 'Subnet': '1.1', Dec 10 15:22:27.135307 dv-neutron-821401-4-hyperv neutron-server[103586]: 'Trunk': '1.1'}} Dec 10 15:22:27.135307 dv-neutron-821401-4-hyperv neutron-server[103586]: {{(pid=103586) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 15:22:27.154574 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-15f495cc-e87e-4f50-b16b-39eaa18f921c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:22:27.286428 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-15f495cc-e87e-4f50-b16b-39eaa18f921c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:22:27.287630 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f495cc-e87e-4f50-b16b-39eaa18f921c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:22:27.288344 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-15f495cc-e87e-4f50-b16b-39eaa18f921c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:22:27.386879 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f495cc-e87e-4f50-b16b-39eaa18f921c admin admin] Pushing event updated for resources: {'Network': ['ID=2bc382f6-4bc4-4fb9-bd10-3073102f8b89,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:22:27.398444 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 2bc382f6-4bc4-4fb9-bd10-3073102f8b89 details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:22:27.469679 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-15f495cc-e87e-4f50-b16b-39eaa18f921c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.6332073 Dec 10 15:22:30.344400 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 56782) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:22:30.767401 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a311b94-70e1-46e4-83ff-92a2b03a75b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:22:30.768824 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-6a311b94-70e1-46e4-83ff-92a2b03a75b3 admin admin] 10.222.0.20 "GET /v2.0/networks/2bc382f6-4bc4-4fb9-bd10-3073102f8b89 HTTP/1.1" status: 200 len: 825 time: 0.4234791 Dec 10 15:22:30.793079 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-53950ac2-9bcc-4f74-8391-873dbc866bd5 admin admin] 10.222.0.20 "GET /v2.0/subnetpools/f317d325-dfa4-434d-8dee-67cd4f416f71 HTTP/1.1" status: 200 len: 734 time: 0.0177290 Dec 10 15:22:30.801688 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-cfc353b7-e372-4ba8-8f06-009123b64b79 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': '118c804379d14d66ba8318d6022777f7', 'subnetpool_id': 'f317d325-dfa4-434d-8dee-67cd4f416f71', 'network_id': '2bc382f6-4bc4-4fb9-bd10-3073102f8b89'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:22:30.877650 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfc353b7-e372-4ba8-8f06-009123b64b79 admin admin] Made reservation on behalf of 118c804379d14d66ba8318d6022777f7 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:22:30.880182 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cfc353b7-e372-4ba8-8f06-009123b64b79 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:22:31.217942 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cfc353b7-e372-4ba8-8f06-009123b64b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:22:31.285398 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc353b7-e372-4ba8-8f06-009123b64b79 admin admin] Checking segment: {'id': '5e55a2ab-212b-434e-b102-5c5344f92fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '2bc382f6-4bc4-4fb9-bd10-3073102f8b89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:22:31.285770 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc353b7-e372-4ba8-8f06-009123b64b79 admin admin] Network hostable DHCP agents. Network: 2bc382f6-4bc4-4fb9-bd10-3073102f8b89, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:22:31.299496 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc353b7-e372-4ba8-8f06-009123b64b79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a98061cb-53ab-4ed2-b128-02cfec2f306f,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:22:31.311616 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc353b7-e372-4ba8-8f06-009123b64b79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:22:31.311971 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc353b7-e372-4ba8-8f06-009123b64b79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:22:31.312313 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc353b7-e372-4ba8-8f06-009123b64b79 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:22:31.312648 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc353b7-e372-4ba8-8f06-009123b64b79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:22:31.312981 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc353b7-e372-4ba8-8f06-009123b64b79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:22:31.313311 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc353b7-e372-4ba8-8f06-009123b64b79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:22:31.313655 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc353b7-e372-4ba8-8f06-009123b64b79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:22:31.314015 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc353b7-e372-4ba8-8f06-009123b64b79 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:22:31.314357 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc353b7-e372-4ba8-8f06-009123b64b79 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:22:31.314683 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc353b7-e372-4ba8-8f06-009123b64b79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:22:31.315005 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc353b7-e372-4ba8-8f06-009123b64b79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:22:31.315324 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc353b7-e372-4ba8-8f06-009123b64b79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:22:31.315641 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc353b7-e372-4ba8-8f06-009123b64b79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:22:31.316984 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc353b7-e372-4ba8-8f06-009123b64b79 admin admin] Tracked resource versions report: Dec 10 15:22:31.316984 dv-neutron-821401-4-hyperv neutron-server[103587]: pushed versions: Dec 10 15:22:31.316984 dv-neutron-821401-4-hyperv neutron-server[103587]: { 'AddressGroup': {'1.2'}, Dec 10 15:22:31.316984 dv-neutron-821401-4-hyperv neutron-server[103587]: 'ConntrackHelper': {'1.0'}, Dec 10 15:22:31.316984 dv-neutron-821401-4-hyperv neutron-server[103587]: 'LocalIPAssociation': {'1.0'}, Dec 10 15:22:31.316984 dv-neutron-821401-4-hyperv neutron-server[103587]: 'Log': {'1.0'}, Dec 10 15:22:31.316984 dv-neutron-821401-4-hyperv neutron-server[103587]: 'Network': {'1.1'}, Dec 10 15:22:31.316984 dv-neutron-821401-4-hyperv neutron-server[103587]: 'Port': {'1.7'}, Dec 10 15:22:31.316984 dv-neutron-821401-4-hyperv neutron-server[103587]: 'PortForwarding': {'1.2'}, Dec 10 15:22:31.316984 dv-neutron-821401-4-hyperv neutron-server[103587]: 'QosPolicy': {'1.10'}, Dec 10 15:22:31.316984 dv-neutron-821401-4-hyperv neutron-server[103587]: 'SecurityGroup': {'1.5'}, Dec 10 15:22:31.316984 dv-neutron-821401-4-hyperv neutron-server[103587]: 'SecurityGroupRule': {'1.2'}, Dec 10 15:22:31.316984 dv-neutron-821401-4-hyperv neutron-server[103587]: 'SubPort': {'1.0'}, Dec 10 15:22:31.316984 dv-neutron-821401-4-hyperv neutron-server[103587]: 'Subnet': {'1.1'}, Dec 10 15:22:31.316984 dv-neutron-821401-4-hyperv neutron-server[103587]: 'Trunk': {'1.1'}} Dec 10 15:22:31.316984 dv-neutron-821401-4-hyperv neutron-server[103587]: consumer versions: Dec 10 15:22:31.316984 dv-neutron-821401-4-hyperv neutron-server[103587]: { DHCP agent@dv-neutron-821401-4-hyperv: {}, Dec 10 15:22:31.316984 dv-neutron-821401-4-hyperv neutron-server[103587]: L3 agent@dv-neutron-821401-4-hyperv: {}, Dec 10 15:22:31.316984 dv-neutron-821401-4-hyperv neutron-server[103587]: Metadata agent@dv-neutron-821401-4-hyperv: {}, Dec 10 15:22:31.316984 dv-neutron-821401-4-hyperv neutron-server[103587]: Metering agent@dv-neutron-821401-4-hyperv: {}, Dec 10 15:22:31.316984 dv-neutron-821401-4-hyperv neutron-server[103587]: Open vSwitch agent@dv-neutron-821401-4-hyperv: { 'AddressGroup': '1.2', Dec 10 15:22:31.316984 dv-neutron-821401-4-hyperv neutron-server[103587]: 'ConntrackHelper': '1.0', Dec 10 15:22:31.316984 dv-neutron-821401-4-hyperv neutron-server[103587]: 'LocalIPAssociation': '1.0', Dec 10 15:22:31.316984 dv-neutron-821401-4-hyperv neutron-server[103587]: 'Log': '1.0', Dec 10 15:22:31.316984 dv-neutron-821401-4-hyperv neutron-server[103587]: 'Network': '1.1', Dec 10 15:22:31.316984 dv-neutron-821401-4-hyperv neutron-server[103587]: 'Port': '1.7', Dec 10 15:22:31.316984 dv-neutron-821401-4-hyperv neutron-server[103587]: 'PortForwarding': '1.2', Dec 10 15:22:31.316984 dv-neutron-821401-4-hyperv neutron-server[103587]: 'QosPolicy': '1.10', Dec 10 15:22:31.316984 dv-neutron-821401-4-hyperv neutron-server[103587]: 'SecurityGroup': '1.5', Dec 10 15:22:31.316984 dv-neutron-821401-4-hyperv neutron-server[103587]: 'SecurityGroupRule': '1.2', Dec 10 15:22:31.316984 dv-neutron-821401-4-hyperv neutron-server[103587]: 'SubPort': '1.0', Dec 10 15:22:31.316984 dv-neutron-821401-4-hyperv neutron-server[103587]: 'Subnet': '1.1', Dec 10 15:22:31.316984 dv-neutron-821401-4-hyperv neutron-server[103587]: 'Trunk': '1.1'}} Dec 10 15:22:31.316984 dv-neutron-821401-4-hyperv neutron-server[103587]: {{(pid=103587) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 15:22:31.406121 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc353b7-e372-4ba8-8f06-009123b64b79 admin admin] Network 2bc382f6-4bc4-4fb9-bd10-3073102f8b89 is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:22:31.471712 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-cfc353b7-e372-4ba8-8f06-009123b64b79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 2bc382f6-4bc4-4fb9-bd10-3073102f8b89) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:22:31.476781 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc353b7-e372-4ba8-8f06-009123b64b79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:22:31.485544 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cfc353b7-e372-4ba8-8f06-009123b64b79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:22:31.486339 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642f9592-3c2b-4928-ab3f-7211aa5439d1 None None] Network 2bc382f6-4bc4-4fb9-bd10-3073102f8b89 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:22:31.551480 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-cfc353b7-e372-4ba8-8f06-009123b64b79 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7528827 Dec 10 15:22:31.744977 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e1cc8c-1bd6-4bb1-be8c-c30c5628585e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-2bc382f6-4bc4-4fb9-bd10-3073102f8b89', 'network_id': '2bc382f6-4bc4-4fb9-bd10-3073102f8b89', 'project_id': '118c804379d14d66ba8318d6022777f7', 'fixed_ips': [{'subnet_id': 'a98061cb-53ab-4ed2-b128-02cfec2f306f'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:22:31.746323 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f7e1cc8c-1bd6-4bb1-be8c-c30c5628585e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:22:32.063219 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-f7e1cc8c-1bd6-4bb1-be8c-c30c5628585e None None] Allocated IP 172.20.0.2 (2bc382f6-4bc4-4fb9-bd10-3073102f8b89/a98061cb-53ab-4ed2-b128-02cfec2f306f/95adb3d4-1faf-4fdd-857d-611698972dac) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:22:32.302285 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f7e1cc8c-1bd6-4bb1-be8c-c30c5628585e None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:22:32.498289 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f7e1cc8c-1bd6-4bb1-be8c-c30c5628585e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:22:32.574140 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e1cc8c-1bd6-4bb1-be8c-c30c5628585e None None] Network 2bc382f6-4bc4-4fb9-bd10-3073102f8b89 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:22:32.579444 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-f7e1cc8c-1bd6-4bb1-be8c-c30c5628585e None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:22:32.587653 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e1cc8c-1bd6-4bb1-be8c-c30c5628585e None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:22:32.590618 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e1cc8c-1bd6-4bb1-be8c-c30c5628585e None None] Pushing event updated for resources: {'Port': ['ID=95adb3d4-1faf-4fdd-857d-611698972dac,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:22:32.620297 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e1cc8c-1bd6-4bb1-be8c-c30c5628585e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:22:32.620665 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e1cc8c-1bd6-4bb1-be8c-c30c5628585e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:22:32.621013 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e1cc8c-1bd6-4bb1-be8c-c30c5628585e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:22:32.621353 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e1cc8c-1bd6-4bb1-be8c-c30c5628585e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:22:32.621685 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e1cc8c-1bd6-4bb1-be8c-c30c5628585e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:22:32.622036 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e1cc8c-1bd6-4bb1-be8c-c30c5628585e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:22:32.622376 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e1cc8c-1bd6-4bb1-be8c-c30c5628585e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:22:32.622707 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e1cc8c-1bd6-4bb1-be8c-c30c5628585e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:22:32.623044 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e1cc8c-1bd6-4bb1-be8c-c30c5628585e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:22:32.623388 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e1cc8c-1bd6-4bb1-be8c-c30c5628585e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:22:32.623713 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e1cc8c-1bd6-4bb1-be8c-c30c5628585e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:22:32.624030 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e1cc8c-1bd6-4bb1-be8c-c30c5628585e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:22:32.624379 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e1cc8c-1bd6-4bb1-be8c-c30c5628585e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:22:32.625764 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e1cc8c-1bd6-4bb1-be8c-c30c5628585e None None] Tracked resource versions report: Dec 10 15:22:32.625764 dv-neutron-821401-4-hyperv neutron-server[103588]: pushed versions: Dec 10 15:22:32.625764 dv-neutron-821401-4-hyperv neutron-server[103588]: { 'AddressGroup': {'1.2'}, Dec 10 15:22:32.625764 dv-neutron-821401-4-hyperv neutron-server[103588]: 'ConntrackHelper': {'1.0'}, Dec 10 15:22:32.625764 dv-neutron-821401-4-hyperv neutron-server[103588]: 'LocalIPAssociation': {'1.0'}, Dec 10 15:22:32.625764 dv-neutron-821401-4-hyperv neutron-server[103588]: 'Log': {'1.0'}, Dec 10 15:22:32.625764 dv-neutron-821401-4-hyperv neutron-server[103588]: 'Network': {'1.1'}, Dec 10 15:22:32.625764 dv-neutron-821401-4-hyperv neutron-server[103588]: 'Port': {'1.7'}, Dec 10 15:22:32.625764 dv-neutron-821401-4-hyperv neutron-server[103588]: 'PortForwarding': {'1.2'}, Dec 10 15:22:32.625764 dv-neutron-821401-4-hyperv neutron-server[103588]: 'QosPolicy': {'1.10'}, Dec 10 15:22:32.625764 dv-neutron-821401-4-hyperv neutron-server[103588]: 'SecurityGroup': {'1.5'}, Dec 10 15:22:32.625764 dv-neutron-821401-4-hyperv neutron-server[103588]: 'SecurityGroupRule': {'1.2'}, Dec 10 15:22:32.625764 dv-neutron-821401-4-hyperv neutron-server[103588]: 'SubPort': {'1.0'}, Dec 10 15:22:32.625764 dv-neutron-821401-4-hyperv neutron-server[103588]: 'Subnet': {'1.1'}, Dec 10 15:22:32.625764 dv-neutron-821401-4-hyperv neutron-server[103588]: 'Trunk': {'1.1'}} Dec 10 15:22:32.625764 dv-neutron-821401-4-hyperv neutron-server[103588]: consumer versions: Dec 10 15:22:32.625764 dv-neutron-821401-4-hyperv neutron-server[103588]: { DHCP agent@dv-neutron-821401-4-hyperv: {}, Dec 10 15:22:32.625764 dv-neutron-821401-4-hyperv neutron-server[103588]: L3 agent@dv-neutron-821401-4-hyperv: {}, Dec 10 15:22:32.625764 dv-neutron-821401-4-hyperv neutron-server[103588]: Metadata agent@dv-neutron-821401-4-hyperv: {}, Dec 10 15:22:32.625764 dv-neutron-821401-4-hyperv neutron-server[103588]: Metering agent@dv-neutron-821401-4-hyperv: {}, Dec 10 15:22:32.625764 dv-neutron-821401-4-hyperv neutron-server[103588]: Open vSwitch agent@dv-neutron-821401-4-hyperv: { 'AddressGroup': '1.2', Dec 10 15:22:32.625764 dv-neutron-821401-4-hyperv neutron-server[103588]: 'ConntrackHelper': '1.0', Dec 10 15:22:32.625764 dv-neutron-821401-4-hyperv neutron-server[103588]: 'LocalIPAssociation': '1.0', Dec 10 15:22:32.625764 dv-neutron-821401-4-hyperv neutron-server[103588]: 'Log': '1.0', Dec 10 15:22:32.625764 dv-neutron-821401-4-hyperv neutron-server[103588]: 'Network': '1.1', Dec 10 15:22:32.625764 dv-neutron-821401-4-hyperv neutron-server[103588]: 'Port': '1.7', Dec 10 15:22:32.625764 dv-neutron-821401-4-hyperv neutron-server[103588]: 'PortForwarding': '1.2', Dec 10 15:22:32.625764 dv-neutron-821401-4-hyperv neutron-server[103588]: 'QosPolicy': '1.10', Dec 10 15:22:32.625764 dv-neutron-821401-4-hyperv neutron-server[103588]: 'SecurityGroup': '1.5', Dec 10 15:22:32.625764 dv-neutron-821401-4-hyperv neutron-server[103588]: 'SecurityGroupRule': '1.2', Dec 10 15:22:32.625764 dv-neutron-821401-4-hyperv neutron-server[103588]: 'SubPort': '1.0', Dec 10 15:22:32.625764 dv-neutron-821401-4-hyperv neutron-server[103588]: 'Subnet': '1.1', Dec 10 15:22:32.625764 dv-neutron-821401-4-hyperv neutron-server[103588]: 'Trunk': '1.1'}} Dec 10 15:22:32.625764 dv-neutron-821401-4-hyperv neutron-server[103588]: {{(pid=103588) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 15:22:32.671432 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-f7e1cc8c-1bd6-4bb1-be8c-c30c5628585e None None] Attempting to bind port 95adb3d4-1faf-4fdd-857d-611698972dac on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:22:32.671828 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-f7e1cc8c-1bd6-4bb1-be8c-c30c5628585e None None] Attempting to bind port 95adb3d4-1faf-4fdd-857d-611698972dac by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '5e55a2ab-212b-434e-b102-5c5344f92fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '2bc382f6-4bc4-4fb9-bd10-3073102f8b89'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:22:32.672252 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e1cc8c-1bd6-4bb1-be8c-c30c5628585e None None] Attempting to bind port 95adb3d4-1faf-4fdd-857d-611698972dac on network 2bc382f6-4bc4-4fb9-bd10-3073102f8b89 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:22:32.677084 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e1cc8c-1bd6-4bb1-be8c-c30c5628585e None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:22:32.677476 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e1cc8c-1bd6-4bb1-be8c-c30c5628585e None None] Checking segment: {'id': '5e55a2ab-212b-434e-b102-5c5344f92fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '2bc382f6-4bc4-4fb9-bd10-3073102f8b89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:22:32.677978 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f7e1cc8c-1bd6-4bb1-be8c-c30c5628585e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:22:32.678370 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e1cc8c-1bd6-4bb1-be8c-c30c5628585e None None] Bound using segment: {'id': '5e55a2ab-212b-434e-b102-5c5344f92fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '2bc382f6-4bc4-4fb9-bd10-3073102f8b89'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:22:32.679454 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-f7e1cc8c-1bd6-4bb1-be8c-c30c5628585e None None] Bound port: 95adb3d4-1faf-4fdd-857d-611698972dac, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e55a2ab-212b-434e-b102-5c5344f92fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '2bc382f6-4bc4-4fb9-bd10-3073102f8b89'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:22:32.679856 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f7e1cc8c-1bd6-4bb1-be8c-c30c5628585e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:22:32.742377 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f7e1cc8c-1bd6-4bb1-be8c-c30c5628585e None None] For port 95adb3d4-1faf-4fdd-857d-611698972dac, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:22:32.747065 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f7e1cc8c-1bd6-4bb1-be8c-c30c5628585e None None] For port 95adb3d4-1faf-4fdd-857d-611698972dac, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=95adb3d4-1faf-4fdd-857d-611698972dac,segment=NetworkSegment(5e55a2ab-212b-434e-b102-5c5344f92fc4),segment_id=5e55a2ab-212b-434e-b102-5c5344f92fc4)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:22:32.810034 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f7e1cc8c-1bd6-4bb1-be8c-c30c5628585e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:22:32.873621 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e1cc8c-1bd6-4bb1-be8c-c30c5628585e None None] Pushing event updated for resources: {'Port': ['ID=95adb3d4-1faf-4fdd-857d-611698972dac,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:22:34.182840 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 56794) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:22:34.495068 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [None req-8211472e-5969-4114-bb71-89c71b3d3b4a admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:22:34.496158 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-8211472e-5969-4114-bb71-89c71b3d3b4a admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3122733 Dec 10 15:22:37.115628 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 56802) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:22:37.452064 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [None req-7cf82e45-9f9d-4f50-8b7e-e9fa6a02458e admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:22:37.453235 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-7cf82e45-9f9d-4f50-8b7e-e9fa6a02458e admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3366048 Dec 10 15:22:40.288306 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 56812) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:22:40.585669 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-ab0ba468-2b69-4395-a33e-474700bcbe0b admin admin] Request body: {'router': {'tenant_id': '118c804379d14d66ba8318d6022777f7', 'name': 'router1', 'admin_state_up': True}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:22:40.706338 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ab0ba468-2b69-4395-a33e-474700bcbe0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13912'] for router, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:22:40.707960 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ab0ba468-2b69-4395-a33e-474700bcbe0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:22:40.846939 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ab0ba468-2b69-4395-a33e-474700bcbe0b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:22:40.920342 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 5 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 15:22:40.920906 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ab0ba468-2b69-4395-a33e-474700bcbe0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363'] for router, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:22:41.010998 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ab0ba468-2b69-4395-a33e-474700bcbe0b admin admin] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:22:41.012202 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-ab0ba468-2b69-4395-a33e-474700bcbe0b admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7228427 Dec 10 15:22:42.034594 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb4e8a0-f699-45de-bfe7-8797c1c7a0ba None None] Network 2bc382f6-4bc4-4fb9-bd10-3073102f8b89 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:22:42.152129 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-ee77a6f8-7077-402f-850b-755ef75d8d86 None None] Provisioning complete for port 95adb3d4-1faf-4fdd-857d-611698972dac triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:22:42.152514 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ee77a6f8-7077-402f-850b-755ef75d8d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:22:42.312938 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ee77a6f8-7077-402f-850b-755ef75d8d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:22:42.372226 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-ee77a6f8-7077-402f-850b-755ef75d8d86 None None] For port 95adb3d4-1faf-4fdd-857d-611698972dac, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=95adb3d4-1faf-4fdd-857d-611698972dac,segment=NetworkSegment(5e55a2ab-212b-434e-b102-5c5344f92fc4),segment_id=5e55a2ab-212b-434e-b102-5c5344f92fc4)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:22:42.418910 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 95adb3d4-1faf-4fdd-857d-611698972dac up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:22:42.422658 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ee77a6f8-7077-402f-850b-755ef75d8d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:22:42.502637 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee77a6f8-7077-402f-850b-755ef75d8d86 None None] Pushing event updated for resources: {'Port': ['ID=95adb3d4-1faf-4fdd-857d-611698972dac,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:22:42.511113 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 95adb3d4-1faf-4fdd-857d-611698972dac triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:22:42.511402 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:22:42.554873 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-534e6dc7-4734-44d6-99be-e160a4e928e4 None None] Provisioning complete for port 95adb3d4-1faf-4fdd-857d-611698972dac triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:22:42.555242 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-534e6dc7-4734-44d6-99be-e160a4e928e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:22:42.868261 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-57460f51-b0a9-45f2-b8d0-327b6aea1e4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:22:43.620089 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 56824) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:22:43.926756 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [None req-670e0b3f-f3be-4268-9a65-d601fe3384c2 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:22:43.927845 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-670e0b3f-f3be-4268-9a65-d601fe3384c2 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3067873 Dec 10 15:22:44.376824 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 95adb3d4-1faf-4fdd-857d-611698972dac up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:22:44.421971 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 95adb3d4-1faf-4fdd-857d-611698972dac triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:22:44.422338 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:22:45.294211 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9b87b653-5926-44ec-b020-8ae2a9538dc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:22:46.019960 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:22:46.518047 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 56842) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:22:46.645808 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-de8d42b2-edaf-4ebd-a332-273caff01310 admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:22:46.716887 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de8d42b2-edaf-4ebd-a332-273caff01310 admin admin] Made reservation on behalf of 52e48e61ea684d168c54d036e4c26a8b for: {'network': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:22:46.719225 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-de8d42b2-edaf-4ebd-a332-273caff01310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:22:46.727138 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-de8d42b2-edaf-4ebd-a332-273caff01310 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:22:46.796788 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-de8d42b2-edaf-4ebd-a332-273caff01310 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:22:46.883286 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-de8d42b2-edaf-4ebd-a332-273caff01310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:22:46.902291 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-de8d42b2-edaf-4ebd-a332-273caff01310 admin admin] Reserving flat network on physical network physnet1 {{(pid=103586) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 10 15:22:46.917852 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8d42b2-edaf-4ebd-a332-273caff01310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e916032-4465-479f-8a5b-56e5e2e7f5c7,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:22:46.923286 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-de8d42b2-edaf-4ebd-a332-273caff01310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:22:46.923627 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.segments_db [None req-de8d42b2-edaf-4ebd-a332-273caff01310 admin admin] Added segment daf18002-b5a0-49f3-8b6e-f29caa147edc of type flat for network d5a1452c-422a-4e1a-a1c7-48738ecf752f Dec 10 15:22:46.973029 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-de8d42b2-edaf-4ebd-a332-273caff01310 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:22:47.065764 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-de8d42b2-edaf-4ebd-a332-273caff01310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:22:47.066744 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8d42b2-edaf-4ebd-a332-273caff01310 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:22:47.067314 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-de8d42b2-edaf-4ebd-a332-273caff01310 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:22:47.123614 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8d42b2-edaf-4ebd-a332-273caff01310 admin admin] Pushing event updated for resources: {'Network': ['ID=d5a1452c-422a-4e1a-a1c7-48738ecf752f,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:22:47.133363 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:22:47.183092 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-de8d42b2-edaf-4ebd-a332-273caff01310 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6638639 Dec 10 15:22:47.625476 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:22:48.659742 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:22:49.625622 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 56860) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:22:49.769960 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8102254c-c767-44a4-9ddd-1d1582ed4e34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:22:49.771325 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-8102254c-c767-44a4-9ddd-1d1582ed4e34 admin admin] 10.222.0.20 "GET /v2.0/subnets/a98061cb-53ab-4ed2-b128-02cfec2f306f HTTP/1.1" status: 200 len: 849 time: 0.1447320 Dec 10 15:22:49.887001 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-ce23b243-4c42-4c2e-8a32-dd806f996eaa admin admin] 10.222.0.20 "GET /v2.0/routers/80fd35cf-56f9-4f99-b3d9-62d037535da4 HTTP/1.1" status: 200 len: 704 time: 0.1091406 Dec 10 15:22:50.144556 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-04789d86-1a94-4b9d-a6b8-1f053eabffea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:22:50.438437 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-04789d86-1a94-4b9d-a6b8-1f053eabffea admin admin] Allocated IP 172.20.0.1 (2bc382f6-4bc4-4fb9-bd10-3073102f8b89/a98061cb-53ab-4ed2-b128-02cfec2f306f/17bafea6-87f6-4d67-af0b-f98352e0822d) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:22:50.615306 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-04789d86-1a94-4b9d-a6b8-1f053eabffea admin admin] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:22:50.748652 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-04789d86-1a94-4b9d-a6b8-1f053eabffea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:22:50.823595 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04789d86-1a94-4b9d-a6b8-1f053eabffea admin admin] Network 2bc382f6-4bc4-4fb9-bd10-3073102f8b89 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:22:50.832307 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-04789d86-1a94-4b9d-a6b8-1f053eabffea admin admin] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:22:50.838015 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04789d86-1a94-4b9d-a6b8-1f053eabffea admin admin] Pushing event updated for resources: {'Port': ['ID=17bafea6-87f6-4d67-af0b-f98352e0822d,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:22:50.848701 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04789d86-1a94-4b9d-a6b8-1f053eabffea admin admin] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:22:50.849136 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-04789d86-1a94-4b9d-a6b8-1f053eabffea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552880'] for router_interface, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:22:51.064798 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-d7d9aee5-1d0d-44c3-8b45-4f8595588005 None None] Provisioning complete for port 17bafea6-87f6-4d67-af0b-f98352e0822d triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:22:51.065390 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d7d9aee5-1d0d-44c3-8b45-4f8595588005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:22:51.097576 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-d7d9aee5-1d0d-44c3-8b45-4f8595588005 None None] Port 17bafea6-87f6-4d67-af0b-f98352e0822d cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:22:51.172328 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-04789d86-1a94-4b9d-a6b8-1f053eabffea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:22:51.372563 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-04789d86-1a94-4b9d-a6b8-1f053eabffea admin admin] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:22:51.439360 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-04789d86-1a94-4b9d-a6b8-1f053eabffea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:22:51.440130 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-04789d86-1a94-4b9d-a6b8-1f053eabffea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549888'] for router_interface, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:22:51.517906 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04789d86-1a94-4b9d-a6b8-1f053eabffea admin admin] Pushing event updated for resources: {'Port': ['ID=17bafea6-87f6-4d67-af0b-f98352e0822d,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:22:51.562067 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04789d86-1a94-4b9d-a6b8-1f053eabffea admin admin] Network 2bc382f6-4bc4-4fb9-bd10-3073102f8b89 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:22:51.563324 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-04789d86-1a94-4b9d-a6b8-1f053eabffea admin admin] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:22:51.720395 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-9e3bee44-8385-422f-acf2-32fdb2d1d211 None None] Provisioning complete for port 17bafea6-87f6-4d67-af0b-f98352e0822d triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:22:51.720774 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9e3bee44-8385-422f-acf2-32fdb2d1d211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:22:51.755619 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-9e3bee44-8385-422f-acf2-32fdb2d1d211 None None] Port 17bafea6-87f6-4d67-af0b-f98352e0822d cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:22:51.788053 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04789d86-1a94-4b9d-a6b8-1f053eabffea admin admin] Router 80fd35cf-56f9-4f99-b3d9-62d037535da4 is scheduled to L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d with binding_index 1 {{(pid=103586) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 15:22:51.878047 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04789d86-1a94-4b9d-a6b8-1f053eabffea admin admin] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:22:51.884597 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-04789d86-1a94-4b9d-a6b8-1f053eabffea admin admin] 10.222.0.20 "PUT /v2.0/routers/80fd35cf-56f9-4f99-b3d9-62d037535da4/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9914112 Dec 10 15:22:51.888532 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c65dafd-00c3-48cd-875f-65abd7a9efd7 None None] Sync routers for ids ['80fd35cf-56f9-4f99-b3d9-62d037535da4'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:22:51.900875 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c65dafd-00c3-48cd-875f-65abd7a9efd7 None None] Routers {'80fd35cf-56f9-4f99-b3d9-62d037535da4'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:22:51.901822 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-1c65dafd-00c3-48cd-875f-65abd7a9efd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:22:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['80fd35cf-56f9-4f99-b3d9-62d037535da4'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:22:52.090037 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-1c65dafd-00c3-48cd-875f-65abd7a9efd7 None None] Set router 80fd35cf-56f9-4f99-b3d9-62d037535da4 gateway port host: None {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:22:52.518476 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-1c65dafd-00c3-48cd-875f-65abd7a9efd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fd35cf-56f9-4f99-b3d9-62d037535da4', 'name': 'router1', 'tenant_id': '118c804379d14d66ba8318d6022777f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:22:40Z', 'updated_at': '2021-12-10T15:22:51Z', 'revision_number': 2, 'project_id': '118c804379d14d66ba8318d6022777f7', 'gw_port_host': None, '_interfaces': [{'id': '17bafea6-87f6-4d67-af0b-f98352e0822d', 'name': '', 'network_id': '2bc382f6-4bc4-4fb9-bd10-3073102f8b89', 'tenant_id': '118c804379d14d66ba8318d6022777f7', 'mac_address': 'fa:16:3e:89:ee:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80fd35cf-56f9-4f99-b3d9-62d037535da4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a98061cb-53ab-4ed2-b128-02cfec2f306f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:22:50Z', 'updated_at': '2021-12-10T15:22:51Z', 'revision_number': 2, 'project_id': '118c804379d14d66ba8318d6022777f7', 'subnets': [{'id': 'a98061cb-53ab-4ed2-b128-02cfec2f306f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f317d325-dfa4-434d-8dee-67cd4f416f71'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:22:52.568221 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c65dafd-00c3-48cd-875f-65abd7a9efd7 None None] Checking router: 80fd35cf-56f9-4f99-b3d9-62d037535da4 for host: dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:22:52.568630 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c65dafd-00c3-48cd-875f-65abd7a9efd7 None None] Updating router 80fd35cf-56f9-4f99-b3d9-62d037535da4 port 17bafea6-87f6-4d67-af0b-f98352e0822d binding host dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 15:22:52.616337 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1c65dafd-00c3-48cd-875f-65abd7a9efd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:22:53.125312 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1c65dafd-00c3-48cd-875f-65abd7a9efd7 None None] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:22:53.199161 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1c65dafd-00c3-48cd-875f-65abd7a9efd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:22:53.337635 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30a86db-1fd3-4be5-baa4-664e7ca4f705 None None] Pushing event updated for resources: {'Port': ['ID=17bafea6-87f6-4d67-af0b-f98352e0822d,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:22:53.361692 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30a86db-1fd3-4be5-baa4-664e7ca4f705 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:22:53.362072 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30a86db-1fd3-4be5-baa4-664e7ca4f705 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:22:53.362417 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30a86db-1fd3-4be5-baa4-664e7ca4f705 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:22:53.362752 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30a86db-1fd3-4be5-baa4-664e7ca4f705 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:22:53.363083 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30a86db-1fd3-4be5-baa4-664e7ca4f705 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:22:53.363416 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30a86db-1fd3-4be5-baa4-664e7ca4f705 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:22:53.363807 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30a86db-1fd3-4be5-baa4-664e7ca4f705 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:22:53.364130 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30a86db-1fd3-4be5-baa4-664e7ca4f705 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:22:53.364473 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30a86db-1fd3-4be5-baa4-664e7ca4f705 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:22:53.364817 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30a86db-1fd3-4be5-baa4-664e7ca4f705 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:22:53.365144 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30a86db-1fd3-4be5-baa4-664e7ca4f705 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:22:53.365532 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30a86db-1fd3-4be5-baa4-664e7ca4f705 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:22:53.365877 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30a86db-1fd3-4be5-baa4-664e7ca4f705 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:22:53.367297 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30a86db-1fd3-4be5-baa4-664e7ca4f705 None None] Tracked resource versions report: Dec 10 15:22:53.367297 dv-neutron-821401-4-hyperv neutron-server[103589]: pushed versions: Dec 10 15:22:53.367297 dv-neutron-821401-4-hyperv neutron-server[103589]: { 'AddressGroup': {'1.2'}, Dec 10 15:22:53.367297 dv-neutron-821401-4-hyperv neutron-server[103589]: 'ConntrackHelper': {'1.0'}, Dec 10 15:22:53.367297 dv-neutron-821401-4-hyperv neutron-server[103589]: 'LocalIPAssociation': {'1.0'}, Dec 10 15:22:53.367297 dv-neutron-821401-4-hyperv neutron-server[103589]: 'Log': {'1.0'}, Dec 10 15:22:53.367297 dv-neutron-821401-4-hyperv neutron-server[103589]: 'Network': {'1.1'}, Dec 10 15:22:53.367297 dv-neutron-821401-4-hyperv neutron-server[103589]: 'Port': {'1.7'}, Dec 10 15:22:53.367297 dv-neutron-821401-4-hyperv neutron-server[103589]: 'PortForwarding': {'1.2'}, Dec 10 15:22:53.367297 dv-neutron-821401-4-hyperv neutron-server[103589]: 'QosPolicy': {'1.10'}, Dec 10 15:22:53.367297 dv-neutron-821401-4-hyperv neutron-server[103589]: 'SecurityGroup': {'1.5'}, Dec 10 15:22:53.367297 dv-neutron-821401-4-hyperv neutron-server[103589]: 'SecurityGroupRule': {'1.2'}, Dec 10 15:22:53.367297 dv-neutron-821401-4-hyperv neutron-server[103589]: 'SubPort': {'1.0'}, Dec 10 15:22:53.367297 dv-neutron-821401-4-hyperv neutron-server[103589]: 'Subnet': {'1.1'}, Dec 10 15:22:53.367297 dv-neutron-821401-4-hyperv neutron-server[103589]: 'Trunk': {'1.1'}} Dec 10 15:22:53.367297 dv-neutron-821401-4-hyperv neutron-server[103589]: consumer versions: Dec 10 15:22:53.367297 dv-neutron-821401-4-hyperv neutron-server[103589]: { DHCP agent@dv-neutron-821401-4-hyperv: {}, Dec 10 15:22:53.367297 dv-neutron-821401-4-hyperv neutron-server[103589]: L3 agent@dv-neutron-821401-4-hyperv: {}, Dec 10 15:22:53.367297 dv-neutron-821401-4-hyperv neutron-server[103589]: Metadata agent@dv-neutron-821401-4-hyperv: {}, Dec 10 15:22:53.367297 dv-neutron-821401-4-hyperv neutron-server[103589]: Metering agent@dv-neutron-821401-4-hyperv: {}, Dec 10 15:22:53.367297 dv-neutron-821401-4-hyperv neutron-server[103589]: Open vSwitch agent@dv-neutron-821401-4-hyperv: { 'AddressGroup': '1.2', Dec 10 15:22:53.367297 dv-neutron-821401-4-hyperv neutron-server[103589]: 'ConntrackHelper': '1.0', Dec 10 15:22:53.367297 dv-neutron-821401-4-hyperv neutron-server[103589]: 'LocalIPAssociation': '1.0', Dec 10 15:22:53.367297 dv-neutron-821401-4-hyperv neutron-server[103589]: 'Log': '1.0', Dec 10 15:22:53.367297 dv-neutron-821401-4-hyperv neutron-server[103589]: 'Network': '1.1', Dec 10 15:22:53.367297 dv-neutron-821401-4-hyperv neutron-server[103589]: 'Port': '1.7', Dec 10 15:22:53.367297 dv-neutron-821401-4-hyperv neutron-server[103589]: 'PortForwarding': '1.2', Dec 10 15:22:53.367297 dv-neutron-821401-4-hyperv neutron-server[103589]: 'QosPolicy': '1.10', Dec 10 15:22:53.367297 dv-neutron-821401-4-hyperv neutron-server[103589]: 'SecurityGroup': '1.5', Dec 10 15:22:53.367297 dv-neutron-821401-4-hyperv neutron-server[103589]: 'SecurityGroupRule': '1.2', Dec 10 15:22:53.367297 dv-neutron-821401-4-hyperv neutron-server[103589]: 'SubPort': '1.0', Dec 10 15:22:53.367297 dv-neutron-821401-4-hyperv neutron-server[103589]: 'Subnet': '1.1', Dec 10 15:22:53.367297 dv-neutron-821401-4-hyperv neutron-server[103589]: 'Trunk': '1.1'}} Dec 10 15:22:53.367297 dv-neutron-821401-4-hyperv neutron-server[103589]: {{(pid=103589) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 15:22:53.379014 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-1c65dafd-00c3-48cd-875f-65abd7a9efd7 None None] Attempting to bind port 17bafea6-87f6-4d67-af0b-f98352e0822d on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:22:53.379369 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-1c65dafd-00c3-48cd-875f-65abd7a9efd7 None None] Attempting to bind port 17bafea6-87f6-4d67-af0b-f98352e0822d by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '5e55a2ab-212b-434e-b102-5c5344f92fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '2bc382f6-4bc4-4fb9-bd10-3073102f8b89'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:22:53.379800 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c65dafd-00c3-48cd-875f-65abd7a9efd7 None None] Attempting to bind port 17bafea6-87f6-4d67-af0b-f98352e0822d on network 2bc382f6-4bc4-4fb9-bd10-3073102f8b89 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:22:53.385834 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c65dafd-00c3-48cd-875f-65abd7a9efd7 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:22:53.386312 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c65dafd-00c3-48cd-875f-65abd7a9efd7 None None] Checking segment: {'id': '5e55a2ab-212b-434e-b102-5c5344f92fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '2bc382f6-4bc4-4fb9-bd10-3073102f8b89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:22:53.386786 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1c65dafd-00c3-48cd-875f-65abd7a9efd7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:22:53.387177 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c65dafd-00c3-48cd-875f-65abd7a9efd7 None None] Bound using segment: {'id': '5e55a2ab-212b-434e-b102-5c5344f92fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '2bc382f6-4bc4-4fb9-bd10-3073102f8b89'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:22:53.387680 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-1c65dafd-00c3-48cd-875f-65abd7a9efd7 None None] Bound port: 17bafea6-87f6-4d67-af0b-f98352e0822d, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e55a2ab-212b-434e-b102-5c5344f92fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '2bc382f6-4bc4-4fb9-bd10-3073102f8b89'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:22:53.388076 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1c65dafd-00c3-48cd-875f-65abd7a9efd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:22:53.460069 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-1c65dafd-00c3-48cd-875f-65abd7a9efd7 None None] For port 17bafea6-87f6-4d67-af0b-f98352e0822d, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:22:53.480327 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-1c65dafd-00c3-48cd-875f-65abd7a9efd7 None None] For port 17bafea6-87f6-4d67-af0b-f98352e0822d, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=17bafea6-87f6-4d67-af0b-f98352e0822d,segment=NetworkSegment(5e55a2ab-212b-434e-b102-5c5344f92fc4),segment_id=5e55a2ab-212b-434e-b102-5c5344f92fc4)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:22:53.486706 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-c1375cf4-d909-49ae-9470-29dd5f781fc6 None None] Provisioning complete for port 17bafea6-87f6-4d67-af0b-f98352e0822d triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:22:53.487213 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c1375cf4-d909-49ae-9470-29dd5f781fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:22:53.519178 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-c1375cf4-d909-49ae-9470-29dd5f781fc6 None None] Port 17bafea6-87f6-4d67-af0b-f98352e0822d cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:22:53.551763 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1c65dafd-00c3-48cd-875f-65abd7a9efd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:22:53.600336 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c65dafd-00c3-48cd-875f-65abd7a9efd7 None None] Routers {'80fd35cf-56f9-4f99-b3d9-62d037535da4'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:22:53.600966 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-1c65dafd-00c3-48cd-875f-65abd7a9efd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:22:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['80fd35cf-56f9-4f99-b3d9-62d037535da4'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:22:53.681200 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30a86db-1fd3-4be5-baa4-664e7ca4f705 None None] Pushing event updated for resources: {'Port': ['ID=17bafea6-87f6-4d67-af0b-f98352e0822d,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:22:53.707108 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-1c65dafd-00c3-48cd-875f-65abd7a9efd7 None None] Set router 80fd35cf-56f9-4f99-b3d9-62d037535da4 gateway port host: None {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:22:53.839904 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-b91dcdf3-ebaa-43e8-aad7-949c308e4907 None None] Provisioning complete for port 17bafea6-87f6-4d67-af0b-f98352e0822d triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:22:53.840380 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b91dcdf3-ebaa-43e8-aad7-949c308e4907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:22:53.915708 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-1c65dafd-00c3-48cd-875f-65abd7a9efd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fd35cf-56f9-4f99-b3d9-62d037535da4', 'name': 'router1', 'tenant_id': '118c804379d14d66ba8318d6022777f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:22:40Z', 'updated_at': '2021-12-10T15:22:51Z', 'revision_number': 2, 'project_id': '118c804379d14d66ba8318d6022777f7', 'gw_port_host': None, '_interfaces': [{'id': '17bafea6-87f6-4d67-af0b-f98352e0822d', 'name': '', 'network_id': '2bc382f6-4bc4-4fb9-bd10-3073102f8b89', 'tenant_id': '118c804379d14d66ba8318d6022777f7', 'mac_address': 'fa:16:3e:89:ee:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80fd35cf-56f9-4f99-b3d9-62d037535da4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a98061cb-53ab-4ed2-b128-02cfec2f306f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:22:50Z', 'updated_at': '2021-12-10T15:22:53Z', 'revision_number': 4, 'project_id': '118c804379d14d66ba8318d6022777f7', 'subnets': [{'id': 'a98061cb-53ab-4ed2-b128-02cfec2f306f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f317d325-dfa4-434d-8dee-67cd4f416f71'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:22:53.919719 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b91dcdf3-ebaa-43e8-aad7-949c308e4907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:22:53.944426 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c65dafd-00c3-48cd-875f-65abd7a9efd7 None None] The sync data for ids ['80fd35cf-56f9-4f99-b3d9-62d037535da4'] in dv-neutron-821401-4-hyperv is: [{'id': '80fd35cf-56f9-4f99-b3d9-62d037535da4', 'name': 'router1', 'tenant_id': '118c804379d14d66ba8318d6022777f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:22:40Z', 'updated_at': '2021-12-10T15:22:51Z', 'revision_number': 2, 'project_id': '118c804379d14d66ba8318d6022777f7', 'gw_port_host': None, '_interfaces': [{'id': '17bafea6-87f6-4d67-af0b-f98352e0822d', 'name': '', 'network_id': '2bc382f6-4bc4-4fb9-bd10-3073102f8b89', 'tenant_id': '118c804379d14d66ba8318d6022777f7', 'mac_address': 'fa:16:3e:89:ee:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80fd35cf-56f9-4f99-b3d9-62d037535da4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a98061cb-53ab-4ed2-b128-02cfec2f306f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:22:50Z', 'updated_at': '2021-12-10T15:22:53Z', 'revision_number': 4, 'project_id': '118c804379d14d66ba8318d6022777f7', 'subnets': [{'id': 'a98061cb-53ab-4ed2-b128-02cfec2f306f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f317d325-dfa4-434d-8dee-67cd4f416f71'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:22:53.954698 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-b91dcdf3-ebaa-43e8-aad7-949c308e4907 None None] For port 17bafea6-87f6-4d67-af0b-f98352e0822d, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=17bafea6-87f6-4d67-af0b-f98352e0822d,segment=NetworkSegment(5e55a2ab-212b-434e-b102-5c5344f92fc4),segment_id=5e55a2ab-212b-434e-b102-5c5344f92fc4)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:22:54.027891 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b91dcdf3-ebaa-43e8-aad7-949c308e4907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:22:54.076621 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dcdf3-ebaa-43e8-aad7-949c308e4907 None None] Pushing event updated for resources: {'Port': ['ID=17bafea6-87f6-4d67-af0b-f98352e0822d,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:22:54.336218 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 56872) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:22:54.446365 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6a95a4-c70e-480c-98cd-0ff9319a9d60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:22:54.447732 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-fe6a95a4-c70e-480c-98cd-0ff9319a9d60 admin admin] 10.222.0.20 "GET /v2.0/networks/d5a1452c-422a-4e1a-a1c7-48738ecf752f HTTP/1.1" status: 200 len: 842 time: 0.1104593 Dec 10 15:22:54.457599 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-ce2317a0-c703-47f6-8992-7e8a55476513 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.26.2.0/24', 'name': 'public-subnet', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'gateway_ip': '172.26.2.1', 'enable_dhcp': False}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:22:54.541988 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2317a0-c703-47f6-8992-7e8a55476513 admin admin] Made reservation on behalf of 52e48e61ea684d168c54d036e4c26a8b for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:22:54.544193 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ce2317a0-c703-47f6-8992-7e8a55476513 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:22:54.912961 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.objects.ports [None req-ce2317a0-c703-47f6-8992-7e8a55476513 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103586) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 15:22:54.913293 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ce2317a0-c703-47f6-8992-7e8a55476513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for subnet, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:22:54.976729 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2317a0-c703-47f6-8992-7e8a55476513 admin admin] Checking segment: {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:22:54.977086 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2317a0-c703-47f6-8992-7e8a55476513 admin admin] Network hostable DHCP agents. Network: d5a1452c-422a-4e1a-a1c7-48738ecf752f, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:22:54.981678 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2317a0-c703-47f6-8992-7e8a55476513 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1752edd8-74f3-45eb-9e9f-959ba6fa2cfe,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:22:55.099510 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2317a0-c703-47f6-8992-7e8a55476513 admin admin] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:22:55.185219 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-ce2317a0-c703-47f6-8992-7e8a55476513 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, d5a1452c-422a-4e1a-a1c7-48738ecf752f) {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:22:55.189428 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2317a0-c703-47f6-8992-7e8a55476513 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:22:55.190062 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ce2317a0-c703-47f6-8992-7e8a55476513 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:22:55.194775 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0475b5-f3d9-4ca4-8f2e-f9afee8f9544 None None] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:22:55.297812 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-ce2317a0-c703-47f6-8992-7e8a55476513 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8252134 Dec 10 15:22:55.298328 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4c4e31-2f0d-4d6a-973b-00c3fbaf79b7 None None] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:22:57.783517 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 56880) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:22:57.916387 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-404f08da-9227-4619-a068-cdb0cad09035 admin admin] 10.222.0.20 "GET /v2.0/routers/80fd35cf-56f9-4f99-b3d9-62d037535da4 HTTP/1.1" status: 200 len: 710 time: 0.1304524 Dec 10 15:22:58.002821 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3830fe-7ccf-4d79-8752-01fa1f93cadb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:22:58.004114 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-4c3830fe-7ccf-4d79-8752-01fa1f93cadb admin admin] 10.222.0.20 "GET /v2.0/networks/d5a1452c-422a-4e1a-a1c7-48738ecf752f HTTP/1.1" status: 200 len: 886 time: 0.0832512 Dec 10 15:22:58.014356 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-710f35bc-f0b3-4909-b23f-465668acc4d5 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:22:58.320046 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-710f35bc-f0b3-4909-b23f-465668acc4d5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:22:58.600676 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-710f35bc-f0b3-4909-b23f-465668acc4d5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:22:58.674926 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-710f35bc-f0b3-4909-b23f-465668acc4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:22:58.776593 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-710f35bc-f0b3-4909-b23f-465668acc4d5 admin admin] Allocated IP 172.26.2.184 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/1d6b2ade-c876-4c7b-af56-ac816f3a9fa7) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:22:58.875594 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-710f35bc-f0b3-4909-b23f-465668acc4d5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:22:58.962823 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-710f35bc-f0b3-4909-b23f-465668acc4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:22:59.005106 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710f35bc-f0b3-4909-b23f-465668acc4d5 admin admin] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:22:59.008581 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-710f35bc-f0b3-4909-b23f-465668acc4d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:22:59.011845 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710f35bc-f0b3-4909-b23f-465668acc4d5 admin admin] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:22:59.047189 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710f35bc-f0b3-4909-b23f-465668acc4d5 admin admin] Pushing event updated for resources: {'Port': ['ID=1d6b2ade-c876-4c7b-af56-ac816f3a9fa7,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:22:59.355234 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-710f35bc-f0b3-4909-b23f-465668acc4d5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:22:59.560226 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-710f35bc-f0b3-4909-b23f-465668acc4d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13949'] for router, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:22:59.563740 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-710f35bc-f0b3-4909-b23f-465668acc4d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-551381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-551372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-549222'] for router, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:22:59.767688 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-710f35bc-f0b3-4909-b23f-465668acc4d5 admin admin] Router 80fd35cf-56f9-4f99-b3d9-62d037535da4 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:22:59.871492 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-710f35bc-f0b3-4909-b23f-465668acc4d5 admin admin] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:22:59.875953 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-710f35bc-f0b3-4909-b23f-465668acc4d5 admin admin] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:22:59.877066 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-710f35bc-f0b3-4909-b23f-465668acc4d5 admin admin] 10.222.0.20 "PUT /v2.0/routers/80fd35cf-56f9-4f99-b3d9-62d037535da4 HTTP/1.1" status: 200 len: 890 time: 1.8658814 Dec 10 15:23:00.409360 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 17bafea6-87f6-4d67-af0b-f98352e0822d up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:23:00.457947 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 17bafea6-87f6-4d67-af0b-f98352e0822d triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:23:00.458361 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:23:00.981788 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26ac2d2-59fa-4324-9204-0bcf2079b1dc None None] Sync routers for ids ['80fd35cf-56f9-4f99-b3d9-62d037535da4'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:23:00.992824 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26ac2d2-59fa-4324-9204-0bcf2079b1dc None None] Routers {'80fd35cf-56f9-4f99-b3d9-62d037535da4'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:23:00.993541 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-d26ac2d2-59fa-4324-9204-0bcf2079b1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:22:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['80fd35cf-56f9-4f99-b3d9-62d037535da4'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:23:01.206518 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-d26ac2d2-59fa-4324-9204-0bcf2079b1dc None None] Set router 80fd35cf-56f9-4f99-b3d9-62d037535da4 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:23:01.692068 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-d26ac2d2-59fa-4324-9204-0bcf2079b1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fd35cf-56f9-4f99-b3d9-62d037535da4', 'name': 'router1', 'tenant_id': '118c804379d14d66ba8318d6022777f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.184'}], 'enable_snat': True}, 'gw_port_id': '1d6b2ade-c876-4c7b-af56-ac816f3a9fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:22:40Z', 'updated_at': '2021-12-10T15:22:59Z', 'revision_number': 4, 'project_id': '118c804379d14d66ba8318d6022777f7', 'gw_port': {'id': '1d6b2ade-c876-4c7b-af56-ac816f3a9fa7', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a9:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80fd35cf-56f9-4f99-b3d9-62d037535da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:22:58Z', 'updated_at': '2021-12-10T15:22:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '17bafea6-87f6-4d67-af0b-f98352e0822d', 'name': '', 'network_id': '2bc382f6-4bc4-4fb9-bd10-3073102f8b89', 'tenant_id': '118c804379d14d66ba8318d6022777f7', 'mac_address': 'fa:16:3e:89:ee:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd35cf-56f9-4f99-b3d9-62d037535da4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a98061cb-53ab-4ed2-b128-02cfec2f306f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:22:50Z', 'updated_at': '2021-12-10T15:22:53Z', 'revision_number': 5, 'project_id': '118c804379d14d66ba8318d6022777f7', 'subnets': [{'id': 'a98061cb-53ab-4ed2-b128-02cfec2f306f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f317d325-dfa4-434d-8dee-67cd4f416f71'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:23:01.742790 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26ac2d2-59fa-4324-9204-0bcf2079b1dc None None] Checking router: 80fd35cf-56f9-4f99-b3d9-62d037535da4 for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:23:01.743139 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26ac2d2-59fa-4324-9204-0bcf2079b1dc None None] Updating router 80fd35cf-56f9-4f99-b3d9-62d037535da4 port 1d6b2ade-c876-4c7b-af56-ac816f3a9fa7 binding host dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 15:23:01.787824 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d26ac2d2-59fa-4324-9204-0bcf2079b1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:23:02.097552 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d26ac2d2-59fa-4324-9204-0bcf2079b1dc None None] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:23:02.182064 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d26ac2d2-59fa-4324-9204-0bcf2079b1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:23:02.234037 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e390fe44-baaa-4388-9e35-1281bcd8e91e None None] Pushing event updated for resources: {'Port': ['ID=1d6b2ade-c876-4c7b-af56-ac816f3a9fa7,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:23:02.237981 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-d26ac2d2-59fa-4324-9204-0bcf2079b1dc None None] Attempting to bind port 1d6b2ade-c876-4c7b-af56-ac816f3a9fa7 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:23:02.238361 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-d26ac2d2-59fa-4324-9204-0bcf2079b1dc None None] Attempting to bind port 1d6b2ade-c876-4c7b-af56-ac816f3a9fa7 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:23:02.238728 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26ac2d2-59fa-4324-9204-0bcf2079b1dc None None] Attempting to bind port 1d6b2ade-c876-4c7b-af56-ac816f3a9fa7 on network d5a1452c-422a-4e1a-a1c7-48738ecf752f {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:23:02.244319 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26ac2d2-59fa-4324-9204-0bcf2079b1dc None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:23:02.244699 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26ac2d2-59fa-4324-9204-0bcf2079b1dc None None] Checking segment: {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:23:02.245109 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d26ac2d2-59fa-4324-9204-0bcf2079b1dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:23:02.245498 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26ac2d2-59fa-4324-9204-0bcf2079b1dc None None] Bound using segment: {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:23:02.245989 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-d26ac2d2-59fa-4324-9204-0bcf2079b1dc None None] Bound port: 1d6b2ade-c876-4c7b-af56-ac816f3a9fa7, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:23:02.246390 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d26ac2d2-59fa-4324-9204-0bcf2079b1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:23:02.294139 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-d26ac2d2-59fa-4324-9204-0bcf2079b1dc None None] For port 1d6b2ade-c876-4c7b-af56-ac816f3a9fa7, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:23:02.297176 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-d26ac2d2-59fa-4324-9204-0bcf2079b1dc None None] For port 1d6b2ade-c876-4c7b-af56-ac816f3a9fa7, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=1d6b2ade-c876-4c7b-af56-ac816f3a9fa7,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:23:02.411354 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d26ac2d2-59fa-4324-9204-0bcf2079b1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:23:02.468957 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e390fe44-baaa-4388-9e35-1281bcd8e91e None None] Pushing event updated for resources: {'Port': ['ID=1d6b2ade-c876-4c7b-af56-ac816f3a9fa7,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:23:02.471732 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26ac2d2-59fa-4324-9204-0bcf2079b1dc None None] Routers {'80fd35cf-56f9-4f99-b3d9-62d037535da4'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:23:02.475019 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-d26ac2d2-59fa-4324-9204-0bcf2079b1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:22:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['80fd35cf-56f9-4f99-b3d9-62d037535da4'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:23:02.477189 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 56892) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:23:02.583552 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-d26ac2d2-59fa-4324-9204-0bcf2079b1dc None None] Set router 80fd35cf-56f9-4f99-b3d9-62d037535da4 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:23:02.601810 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-f9bb8243-ef4b-4b92-a97e-0c91661bf5e1 admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1110408 Dec 10 15:23:02.809340 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-d26ac2d2-59fa-4324-9204-0bcf2079b1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fd35cf-56f9-4f99-b3d9-62d037535da4', 'name': 'router1', 'tenant_id': '118c804379d14d66ba8318d6022777f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.184'}], 'enable_snat': True}, 'gw_port_id': '1d6b2ade-c876-4c7b-af56-ac816f3a9fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:22:40Z', 'updated_at': '2021-12-10T15:22:59Z', 'revision_number': 4, 'project_id': '118c804379d14d66ba8318d6022777f7', 'gw_port': {'id': '1d6b2ade-c876-4c7b-af56-ac816f3a9fa7', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a9:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80fd35cf-56f9-4f99-b3d9-62d037535da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:22:58Z', 'updated_at': '2021-12-10T15:23:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '17bafea6-87f6-4d67-af0b-f98352e0822d', 'name': '', 'network_id': '2bc382f6-4bc4-4fb9-bd10-3073102f8b89', 'tenant_id': '118c804379d14d66ba8318d6022777f7', 'mac_address': 'fa:16:3e:89:ee:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd35cf-56f9-4f99-b3d9-62d037535da4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a98061cb-53ab-4ed2-b128-02cfec2f306f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:22:50Z', 'updated_at': '2021-12-10T15:22:53Z', 'revision_number': 5, 'project_id': '118c804379d14d66ba8318d6022777f7', 'subnets': [{'id': 'a98061cb-53ab-4ed2-b128-02cfec2f306f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f317d325-dfa4-434d-8dee-67cd4f416f71'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:23:02.835005 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26ac2d2-59fa-4324-9204-0bcf2079b1dc None None] The sync data for ids ['80fd35cf-56f9-4f99-b3d9-62d037535da4'] in dv-neutron-821401-4-hyperv is: [{'id': '80fd35cf-56f9-4f99-b3d9-62d037535da4', 'name': 'router1', 'tenant_id': '118c804379d14d66ba8318d6022777f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.184'}], 'enable_snat': True}, 'gw_port_id': '1d6b2ade-c876-4c7b-af56-ac816f3a9fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:22:40Z', 'updated_at': '2021-12-10T15:22:59Z', 'revision_number': 4, 'project_id': '118c804379d14d66ba8318d6022777f7', 'gw_port': {'id': '1d6b2ade-c876-4c7b-af56-ac816f3a9fa7', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a9:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80fd35cf-56f9-4f99-b3d9-62d037535da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:22:58Z', 'updated_at': '2021-12-10T15:23:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '17bafea6-87f6-4d67-af0b-f98352e0822d', 'name': '', 'network_id': '2bc382f6-4bc4-4fb9-bd10-3073102f8b89', 'tenant_id': '118c804379d14d66ba8318d6022777f7', 'mac_address': 'fa:16:3e:89:ee:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd35cf-56f9-4f99-b3d9-62d037535da4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a98061cb-53ab-4ed2-b128-02cfec2f306f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:22:50Z', 'updated_at': '2021-12-10T15:22:53Z', 'revision_number': 5, 'project_id': '118c804379d14d66ba8318d6022777f7', 'subnets': [{'id': 'a98061cb-53ab-4ed2-b128-02cfec2f306f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f317d325-dfa4-434d-8dee-67cd4f416f71'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:23:04.432293 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 1d6b2ade-c876-4c7b-af56-ac816f3a9fa7 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:23:04.479770 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 1d6b2ade-c876-4c7b-af56-ac816f3a9fa7 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:23:04.480200 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:23:04.564169 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:23:04.585771 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] For port 1d6b2ade-c876-4c7b-af56-ac816f3a9fa7, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=1d6b2ade-c876-4c7b-af56-ac816f3a9fa7,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:23:04.659348 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:23:04.707757 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Pushing event updated for resources: {'Port': ['ID=1d6b2ade-c876-4c7b-af56-ac816f3a9fa7,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:23:06.410218 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 1d6b2ade-c876-4c7b-af56-ac816f3a9fa7 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:23:06.472510 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 1d6b2ade-c876-4c7b-af56-ac816f3a9fa7 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:23:06.473231 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:23:12.874053 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-70cea030-f74a-4f56-a989-d47b42f58090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:23:15.255385 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-09c84b70-dd04-4f6e-bdce-bb96990bc5dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:23:16.009334 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:23:17.621890 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:23:17.919620 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 5 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 15:23:18.625884 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:23:42.882927 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b7292651-da5d-4baa-96ec-e2f3ee824550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:23:45.254126 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-34053da1-8174-40ef-9f34-50805758ae9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:23:46.019643 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:23:47.619518 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:23:48.996575 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:23:54.919705 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 5 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 15:24:12.878766 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-83b5619d-c39b-4e2a-ba4d-d28998b88f9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:24:15.263617 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4d05fd6c-0f51-46af-b9ac-009ea5c04045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:24:16.026890 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:24:17.615539 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:24:18.600850 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:24:30.237075 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 57408) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:24:30.298246 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec21c4a5-3cd5-4950-800c-ad057c610f53 admin admin] GET failed (client error): The resource could not be found. Dec 10 15:24:30.299542 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-ec21c4a5-3cd5-4950-800c-ad057c610f53 admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0615125 Dec 10 15:24:30.456429 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fa54a2-93a8-4b3e-9060-320c669875fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:24:30.457917 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-12fa54a2-93a8-4b3e-9060-320c669875fc admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1536410 Dec 10 15:24:31.919156 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 5 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 15:24:32.829154 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 57418) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:24:32.931946 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f21057-da5d-429d-a998-80c4a5a08fa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:24:32.933286 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-e8f21057-da5d-429d-a998-80c4a5a08fa3 admin admin] 10.222.0.20 "GET /v2.0/subnets/a98061cb-53ab-4ed2-b128-02cfec2f306f HTTP/1.1" status: 200 len: 849 time: 0.1031888 Dec 10 15:24:32.943424 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-057e2ab0-bc31-465f-8ced-e878b6e41460 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:24:33.024168 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-057e2ab0-bc31-465f-8ced-e878b6e41460 admin admin] Publish callbacks [] for subnet, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:24:33.234213 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-057e2ab0-bc31-465f-8ced-e878b6e41460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785454060508'] for subnet, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:24:33.265141 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057e2ab0-bc31-465f-8ced-e878b6e41460 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:24:33.265737 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-057e2ab0-bc31-465f-8ced-e878b6e41460 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:24:33.267430 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-057e2ab0-bc31-465f-8ced-e878b6e41460 admin admin] 10.222.0.20 "PUT /v2.0/subnets/a98061cb-53ab-4ed2-b128-02cfec2f306f HTTP/1.1" status: 200 len: 868 time: 0.3273730 Dec 10 15:24:33.271099 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f347600-a073-423a-b711-3af656d76f55 None None] Network 2bc382f6-4bc4-4fb9-bd10-3073102f8b89 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:24:33.287439 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057e2ab0-bc31-465f-8ced-e878b6e41460 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a98061cb-53ab-4ed2-b128-02cfec2f306f,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:24:33.295816 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057e2ab0-bc31-465f-8ced-e878b6e41460 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:24:33.301464 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057e2ab0-bc31-465f-8ced-e878b6e41460 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:24:33.301464 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057e2ab0-bc31-465f-8ced-e878b6e41460 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:24:33.301464 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057e2ab0-bc31-465f-8ced-e878b6e41460 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:24:33.301464 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057e2ab0-bc31-465f-8ced-e878b6e41460 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:24:33.301464 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057e2ab0-bc31-465f-8ced-e878b6e41460 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:24:33.301464 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057e2ab0-bc31-465f-8ced-e878b6e41460 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:24:33.301464 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057e2ab0-bc31-465f-8ced-e878b6e41460 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:24:33.301464 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057e2ab0-bc31-465f-8ced-e878b6e41460 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:24:33.301464 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057e2ab0-bc31-465f-8ced-e878b6e41460 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:24:33.301464 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057e2ab0-bc31-465f-8ced-e878b6e41460 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:24:33.301464 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057e2ab0-bc31-465f-8ced-e878b6e41460 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:24:33.301464 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057e2ab0-bc31-465f-8ced-e878b6e41460 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:24:33.585695 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-abaf3668-abb9-4284-89d4-1cc86a3084fc None None] Provisioning complete for port 17bafea6-87f6-4d67-af0b-f98352e0822d triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:24:33.586186 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-abaf3668-abb9-4284-89d4-1cc86a3084fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:24:33.674843 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-abaf3668-abb9-4284-89d4-1cc86a3084fc None None] Provisioning complete for port 95adb3d4-1faf-4fdd-857d-611698972dac triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:24:33.675138 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-abaf3668-abb9-4284-89d4-1cc86a3084fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:24:35.695327 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 57426) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:24:35.894163 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2f273b-25a8-4482-816b-b4012a3dab1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:24:35.894554 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2f273b-25a8-4482-816b-b4012a3dab1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:24:35.896111 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-ed2f273b-25a8-4482-816b-b4012a3dab1e admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1998253 Dec 10 15:24:38.273633 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 57434) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:24:38.401220 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d7b35e-59b6-43c0-8e31-69180076a4b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:24:38.401635 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d7b35e-59b6-43c0-8e31-69180076a4b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:24:38.403214 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-53d7b35e-59b6-43c0-8e31-69180076a4b7 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1285779 Dec 10 15:24:40.759671 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 57442) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:24:40.887707 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f2936b-e59c-46cb-9866-a10645d943c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:24:40.889068 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-40f2936b-e59c-46cb-9866-a10645d943c5 admin admin] 10.222.0.20 "GET /v2.0/networks/2bc382f6-4bc4-4fb9-bd10-3073102f8b89 HTTP/1.1" status: 200 len: 869 time: 0.1283622 Dec 10 15:24:42.873374 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bb3940c7-033c-4062-a4ac-697115f5d652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:24:43.286306 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 57450) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:24:43.410635 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb17a3a-96f6-429f-9606-1b4797028ffc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:24:43.411923 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-3fb17a3a-96f6-429f-9606-1b4797028ffc admin admin] 10.222.0.20 "GET /v2.0/networks/d5a1452c-422a-4e1a-a1c7-48738ecf752f HTTP/1.1" status: 200 len: 886 time: 0.1246705 Dec 10 15:24:45.253804 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-019eea7d-7c47-4410-a7b2-7e018a018b9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:24:45.850589 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 57458) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:24:45.976482 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd8d551-e69d-49b6-b02b-6be1a31607ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:24:45.976942 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd8d551-e69d-49b6-b02b-6be1a31607ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:24:45.978613 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-7bd8d551-e69d-49b6-b02b-6be1a31607ee admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1269760 Dec 10 15:24:46.045104 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:24:47.607830 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:24:48.370117 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 57466) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:24:48.458720 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99597aeb-311c-426f-8cd2-9f429db2eaee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:24:48.459164 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99597aeb-311c-426f-8cd2-9f429db2eaee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:24:48.460634 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-99597aeb-311c-426f-8cd2-9f429db2eaee admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0895762 Dec 10 15:24:48.619541 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:24:50.844499 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 57474) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:24:50.929180 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d7930e-dfeb-49c3-8eda-31b565bd7cd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:24:50.930554 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-31d7930e-dfeb-49c3-8eda-31b565bd7cd7 admin admin] 10.222.0.20 "GET /v2.0/subnets/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe HTTP/1.1" status: 200 len: 816 time: 0.0851059 Dec 10 15:24:53.332596 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 57482) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:24:53.426317 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918c8738-ae95-430b-997a-c34aa78c0772 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:24:53.427657 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-918c8738-ae95-430b-997a-c34aa78c0772 admin admin] 10.222.0.20 "GET /v2.0/subnets/a98061cb-53ab-4ed2-b128-02cfec2f306f HTTP/1.1" status: 200 len: 868 time: 0.0941272 Dec 10 15:25:08.917021 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 5 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 15:25:12.915022 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9146f2b5-ae52-4939-81a8-626b6489a9ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:25:15.275215 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-38edab3d-e304-4a67-86f1-381f91fbbc7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:25:16.032491 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:25:17.625887 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:25:18.663423 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:25:18.930326 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 57536) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:25:18.983479 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [None req-83b32d49-0f74-48b7-b5fa-f033bebe24c9 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:25:18.984544 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-83b32d49-0f74-48b7-b5fa-f033bebe24c9 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0532529 Dec 10 15:25:21.433904 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 57546) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:25:21.494068 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-736e469b-f78c-432b-93f7-0064d971bc25 admin admin] GET failed (client error): The resource could not be found. Dec 10 15:25:21.495356 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-736e469b-f78c-432b-93f7-0064d971bc25 admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0604737 Dec 10 15:25:21.655198 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d25a05-186a-4210-8f39-6ccdc5f19abe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:25:21.657190 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-68d25a05-186a-4210-8f39-6ccdc5f19abe admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1571503 Dec 10 15:25:24.036877 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 57554) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:25:24.082621 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-d1144230-710c-4518-b31d-2caecf5d1fdb admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:25:24.157324 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1144230-710c-4518-b31d-2caecf5d1fdb admin admin] Made reservation on behalf of 52e48e61ea684d168c54d036e4c26a8b for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:25:24.159618 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d1144230-710c-4518-b31d-2caecf5d1fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:25:24.200387 dv-neutron-821401-4-hyperv neutron-server[103587]: WARNING neutron.services.revisions.revision_plugin [None req-d1144230-710c-4518-b31d-2caecf5d1fdb admin admin] Could not find related network for resource to bump revision. Dec 10 15:25:24.219736 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1144230-710c-4518-b31d-2caecf5d1fdb admin admin] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:25:24.228934 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d1144230-710c-4518-b31d-2caecf5d1fdb admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785454045817', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:25:24.229469 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d1144230-710c-4518-b31d-2caecf5d1fdb admin admin] Unsubscribe: segment precommit_create {{(pid=103587) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 10 15:25:24.229978 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.segments_db [None req-d1144230-710c-4518-b31d-2caecf5d1fdb admin admin] Added segment 2147d5d5-9e62-4370-a650-140411666af9 of type vlan for network f71ab68c-7790-4d17-a602-adabfa88bf5c Dec 10 15:25:24.276498 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d1144230-710c-4518-b31d-2caecf5d1fdb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:25:24.397516 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d1144230-710c-4518-b31d-2caecf5d1fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:25:24.398567 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1144230-710c-4518-b31d-2caecf5d1fdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:25:24.399142 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d1144230-710c-4518-b31d-2caecf5d1fdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:25:24.490144 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1144230-710c-4518-b31d-2caecf5d1fdb admin admin] Pushing event updated for resources: {'Network': ['ID=f71ab68c-7790-4d17-a602-adabfa88bf5c,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:25:24.496960 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1144230-710c-4518-b31d-2caecf5d1fdb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:25:24.497339 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1144230-710c-4518-b31d-2caecf5d1fdb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:25:24.497694 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1144230-710c-4518-b31d-2caecf5d1fdb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:25:24.498055 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1144230-710c-4518-b31d-2caecf5d1fdb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:25:24.498394 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1144230-710c-4518-b31d-2caecf5d1fdb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:25:24.498722 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1144230-710c-4518-b31d-2caecf5d1fdb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:25:24.499623 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1144230-710c-4518-b31d-2caecf5d1fdb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:25:24.499976 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1144230-710c-4518-b31d-2caecf5d1fdb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:25:24.500322 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1144230-710c-4518-b31d-2caecf5d1fdb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:25:24.500709 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1144230-710c-4518-b31d-2caecf5d1fdb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:25:24.501050 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1144230-710c-4518-b31d-2caecf5d1fdb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:25:24.501299 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1144230-710c-4518-b31d-2caecf5d1fdb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:25:24.501623 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1144230-710c-4518-b31d-2caecf5d1fdb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:25:24.518023 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network f71ab68c-7790-4d17-a602-adabfa88bf5c details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:25:24.588494 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-d1144230-710c-4518-b31d-2caecf5d1fdb admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5504885 Dec 10 15:25:26.985692 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 57562) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:25:27.046785 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b6f7e97-6099-4c8f-97cf-d16a52f8f5ae admin admin] GET failed (client error): The resource could not be found. Dec 10 15:25:27.048036 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-3b6f7e97-6099-4c8f-97cf-d16a52f8f5ae admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0613117 Dec 10 15:25:27.115507 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49bb429-470c-435a-bdec-3e414f86e466 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:25:27.116985 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-d49bb429-470c-435a-bdec-3e414f86e466 admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0643823 Dec 10 15:25:27.127906 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-20823fde-cf77-42c7-8aa1-f5db8073242f admin admin] Request body: {'subnet': {'network_id': 'f71ab68c-7790-4d17-a602-adabfa88bf5c', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:25:27.208024 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20823fde-cf77-42c7-8aa1-f5db8073242f admin admin] Made reservation on behalf of 52e48e61ea684d168c54d036e4c26a8b for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:25:27.210254 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-20823fde-cf77-42c7-8aa1-f5db8073242f admin admin] Publish callbacks [] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:25:27.423160 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-20823fde-cf77-42c7-8aa1-f5db8073242f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:25:27.484283 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20823fde-cf77-42c7-8aa1-f5db8073242f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f58aa592-6251-436c-a493-106934992194,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:25:27.488451 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20823fde-cf77-42c7-8aa1-f5db8073242f admin admin] Checking segment: {'id': '2147d5d5-9e62-4370-a650-140411666af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'f71ab68c-7790-4d17-a602-adabfa88bf5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:25:27.488805 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20823fde-cf77-42c7-8aa1-f5db8073242f admin admin] Network hostable DHCP agents. Network: f71ab68c-7790-4d17-a602-adabfa88bf5c, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:25:27.605606 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20823fde-cf77-42c7-8aa1-f5db8073242f admin admin] Network f71ab68c-7790-4d17-a602-adabfa88bf5c is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:25:27.668426 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-20823fde-cf77-42c7-8aa1-f5db8073242f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, f71ab68c-7790-4d17-a602-adabfa88bf5c) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:25:27.673241 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20823fde-cf77-42c7-8aa1-f5db8073242f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:25:27.674064 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-20823fde-cf77-42c7-8aa1-f5db8073242f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:25:27.678425 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8db2b32-cda9-4936-8cd0-af54d5a689e4 None None] Network f71ab68c-7790-4d17-a602-adabfa88bf5c requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:25:27.749964 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-20823fde-cf77-42c7-8aa1-f5db8073242f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6134491 Dec 10 15:25:27.776367 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449b3646-2337-411f-8a9f-125bba2203bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-f71ab68c-7790-4d17-a602-adabfa88bf5c', 'network_id': 'f71ab68c-7790-4d17-a602-adabfa88bf5c', 'project_id': '52e48e61ea684d168c54d036e4c26a8b', 'fixed_ips': [{'subnet_id': 'f58aa592-6251-436c-a493-106934992194'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:25:27.777270 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-449b3646-2337-411f-8a9f-125bba2203bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:25:27.924930 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-449b3646-2337-411f-8a9f-125bba2203bc None None] Allocated IP 192.168.233.2 (f71ab68c-7790-4d17-a602-adabfa88bf5c/f58aa592-6251-436c-a493-106934992194/c8115e9b-f713-404a-8aab-37a54feb3051) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:25:28.172491 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-449b3646-2337-411f-8a9f-125bba2203bc None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:25:28.263512 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-449b3646-2337-411f-8a9f-125bba2203bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:25:28.303431 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449b3646-2337-411f-8a9f-125bba2203bc None None] Network f71ab68c-7790-4d17-a602-adabfa88bf5c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:25:28.306357 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-449b3646-2337-411f-8a9f-125bba2203bc None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:25:28.310585 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449b3646-2337-411f-8a9f-125bba2203bc None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:25:28.318101 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449b3646-2337-411f-8a9f-125bba2203bc None None] Pushing event updated for resources: {'Port': ['ID=c8115e9b-f713-404a-8aab-37a54feb3051,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:25:28.339993 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449b3646-2337-411f-8a9f-125bba2203bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:25:28.340744 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449b3646-2337-411f-8a9f-125bba2203bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:25:28.340744 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449b3646-2337-411f-8a9f-125bba2203bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:25:28.342337 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449b3646-2337-411f-8a9f-125bba2203bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:25:28.342337 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449b3646-2337-411f-8a9f-125bba2203bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:25:28.342337 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449b3646-2337-411f-8a9f-125bba2203bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:25:28.342337 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449b3646-2337-411f-8a9f-125bba2203bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:25:28.342623 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449b3646-2337-411f-8a9f-125bba2203bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:25:28.342877 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449b3646-2337-411f-8a9f-125bba2203bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:25:28.343222 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449b3646-2337-411f-8a9f-125bba2203bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:25:28.343550 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449b3646-2337-411f-8a9f-125bba2203bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:25:28.343872 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449b3646-2337-411f-8a9f-125bba2203bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:25:28.344192 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449b3646-2337-411f-8a9f-125bba2203bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:25:28.382185 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-449b3646-2337-411f-8a9f-125bba2203bc None None] Attempting to bind port c8115e9b-f713-404a-8aab-37a54feb3051 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:25:28.382553 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-449b3646-2337-411f-8a9f-125bba2203bc None None] Attempting to bind port c8115e9b-f713-404a-8aab-37a54feb3051 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '2147d5d5-9e62-4370-a650-140411666af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'f71ab68c-7790-4d17-a602-adabfa88bf5c'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:25:28.383063 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449b3646-2337-411f-8a9f-125bba2203bc None None] Attempting to bind port c8115e9b-f713-404a-8aab-37a54feb3051 on network f71ab68c-7790-4d17-a602-adabfa88bf5c {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:25:28.388266 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449b3646-2337-411f-8a9f-125bba2203bc None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:25:28.388642 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449b3646-2337-411f-8a9f-125bba2203bc None None] Checking segment: {'id': '2147d5d5-9e62-4370-a650-140411666af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'f71ab68c-7790-4d17-a602-adabfa88bf5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:25:28.389041 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-449b3646-2337-411f-8a9f-125bba2203bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:25:28.389569 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449b3646-2337-411f-8a9f-125bba2203bc None None] Bound using segment: {'id': '2147d5d5-9e62-4370-a650-140411666af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'f71ab68c-7790-4d17-a602-adabfa88bf5c'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:25:28.390566 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-449b3646-2337-411f-8a9f-125bba2203bc None None] Bound port: c8115e9b-f713-404a-8aab-37a54feb3051, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2147d5d5-9e62-4370-a650-140411666af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'f71ab68c-7790-4d17-a602-adabfa88bf5c'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:25:28.390961 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-449b3646-2337-411f-8a9f-125bba2203bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:25:28.454472 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-449b3646-2337-411f-8a9f-125bba2203bc None None] For port c8115e9b-f713-404a-8aab-37a54feb3051, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:25:28.457596 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-449b3646-2337-411f-8a9f-125bba2203bc None None] For port c8115e9b-f713-404a-8aab-37a54feb3051, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=c8115e9b-f713-404a-8aab-37a54feb3051,segment=NetworkSegment(2147d5d5-9e62-4370-a650-140411666af9),segment_id=2147d5d5-9e62-4370-a650-140411666af9)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:25:28.537576 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-449b3646-2337-411f-8a9f-125bba2203bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:25:28.599393 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449b3646-2337-411f-8a9f-125bba2203bc None None] Pushing event updated for resources: {'Port': ['ID=c8115e9b-f713-404a-8aab-37a54feb3051,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:25:29.422192 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef7d6ed-40c5-43f3-a2a3-b7f4edeb0d85 None None] Network f71ab68c-7790-4d17-a602-adabfa88bf5c requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:25:29.505112 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-7e4cf2f3-b590-4eb2-8b01-e3c1a98074a3 None None] Provisioning complete for port c8115e9b-f713-404a-8aab-37a54feb3051 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:25:29.505484 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7e4cf2f3-b590-4eb2-8b01-e3c1a98074a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:25:29.611972 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7e4cf2f3-b590-4eb2-8b01-e3c1a98074a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:25:29.650146 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-7e4cf2f3-b590-4eb2-8b01-e3c1a98074a3 None None] For port c8115e9b-f713-404a-8aab-37a54feb3051, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=c8115e9b-f713-404a-8aab-37a54feb3051,segment=NetworkSegment(2147d5d5-9e62-4370-a650-140411666af9),segment_id=2147d5d5-9e62-4370-a650-140411666af9)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:25:29.717071 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7e4cf2f3-b590-4eb2-8b01-e3c1a98074a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:25:29.771736 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4cf2f3-b590-4eb2-8b01-e3c1a98074a3 None None] Pushing event updated for resources: {'Port': ['ID=c8115e9b-f713-404a-8aab-37a54feb3051,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:25:29.937617 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-b6a43ad2-2a2a-4612-8a9d-feefb4d80c1a None None] Provisioning complete for port c8115e9b-f713-404a-8aab-37a54feb3051 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:25:29.938009 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b6a43ad2-2a2a-4612-8a9d-feefb4d80c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:25:30.482552 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device c8115e9b-f713-404a-8aab-37a54feb3051 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:25:30.532080 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port c8115e9b-f713-404a-8aab-37a54feb3051 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:25:30.532464 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:25:42.878918 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8c64ce1b-b2e9-43cd-9080-fb987432f770 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:25:45.246724 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3d8f756d-a52b-4600-8139-e79f42c32b93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:25:45.914551 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 5 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 15:25:46.029866 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:25:47.621530 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:25:48.607053 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:26:12.885566 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b6f0a095-0403-450e-80d9-6eb945fc9cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:26:15.248348 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8c2c3ccc-4621-4497-ad54-a20a164505bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:26:16.031302 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:26:17.631286 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:26:18.631009 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:26:22.913632 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 5 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 15:26:42.883857 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1e49377b-fdfb-444f-b51b-000f7e893d0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:26:45.283291 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7cbb3ec2-7fbf-49b5-93f2-51ccad152439 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:26:46.041505 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:26:47.632377 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:26:48.649078 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:26:56.676470 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 57606) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:26:56.682270 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [None req-27790d82-49c9-447e-873f-03d0981a890b tempest-verify_tempest_config-964425596 tempest-verify_tempest_config-964425596-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:26:56.683194 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-27790d82-49c9-447e-873f-03d0981a890b tempest-verify_tempest_config-964425596 tempest-verify_tempest_config-964425596-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057571 Dec 10 15:26:57.219502 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 57624) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:26:57.321487 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cbc0d377-2661-4cb5-bfd2-c449217c5f98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:26:57.392251 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cbc0d377-2661-4cb5-bfd2-c449217c5f98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:26:57.459858 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cbc0d377-2661-4cb5-bfd2-c449217c5f98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:26:57.505385 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-cbc0d377-2661-4cb5-bfd2-c449217c5f98 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bb8ad844eb5a400881f1fa5be35ade59&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2848344 Dec 10 15:26:57.506224 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc0d377-2661-4cb5-bfd2-c449217c5f98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1eaed55-05f8-4ac5-bade-04ab5d070e3a,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:26:57.508036 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 57630) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:26:57.523086 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc0d377-2661-4cb5-bfd2-c449217c5f98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:26:57.523440 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc0d377-2661-4cb5-bfd2-c449217c5f98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:26:57.523836 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc0d377-2661-4cb5-bfd2-c449217c5f98 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:26:57.524131 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc0d377-2661-4cb5-bfd2-c449217c5f98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:26:57.524472 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc0d377-2661-4cb5-bfd2-c449217c5f98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:26:57.524808 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc0d377-2661-4cb5-bfd2-c449217c5f98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:26:57.525141 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc0d377-2661-4cb5-bfd2-c449217c5f98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:26:57.525473 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc0d377-2661-4cb5-bfd2-c449217c5f98 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:26:57.525828 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc0d377-2661-4cb5-bfd2-c449217c5f98 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:26:57.526162 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc0d377-2661-4cb5-bfd2-c449217c5f98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:26:57.526491 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc0d377-2661-4cb5-bfd2-c449217c5f98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:26:57.526816 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc0d377-2661-4cb5-bfd2-c449217c5f98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:26:57.527137 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc0d377-2661-4cb5-bfd2-c449217c5f98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:26:57.574426 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cae35087-c094-434b-8738-9320f7e7957a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:26:57.690018 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cae35087-c094-434b-8738-9320f7e7957a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:26:57.854729 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cae35087-c094-434b-8738-9320f7e7957a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:26:57.857814 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cae35087-c094-434b-8738-9320f7e7957a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:26:57.859071 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-cae35087-c094-434b-8738-9320f7e7957a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a1eaed55-05f8-4ac5-bade-04ab5d070e3a HTTP/1.1" status: 204 len: 168 time: 0.3501198 Dec 10 15:26:57.867024 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae35087-c094-434b-8738-9320f7e7957a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1eaed55-05f8-4ac5-bade-04ab5d070e3a,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:26:59.912818 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 5 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 15:27:12.870446 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-550d5d6e-e20d-4ad3-ad0e-b24b84c5d594 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:27:15.269908 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-895a9c3c-1f7e-4087-9f03-dd152ae6b1b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:27:16.045305 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:27:17.635750 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:27:18.627582 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:27:36.911212 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 5 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 15:27:42.862961 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7d2800d6-ad52-4199-92bb-ab69df65ad7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:27:45.260374 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dc703836-5f61-407e-84d3-a355a774cc66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:27:46.042770 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:27:47.616672 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:27:48.683390 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:28:12.872485 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a47a20ac-3821-4613-aeef-83bb6b17bc7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:28:13.294832 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550092'] for agent, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:28:13.910832 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 15:28:15.258600 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4c633461-652a-4ad7-9ae1-92201e46fad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:28:16.178605 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:28:17.641016 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:28:18.643136 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:28:27.899047 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 57700) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:28:28.002962 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-6aa3adaf-df29-4e09-b6c3-ad1a7124a2c2 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.1021881 Dec 10 15:28:30.395245 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 57710) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:28:30.452802 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-7aeaa3fa-b469-45be-a42e-680835a78ce6 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.0564737 Dec 10 15:28:42.881743 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-81f34a62-0700-49a4-a71a-28ca7c9fb4e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:28:43.233939 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:28:45.253005 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0684a02c-3fec-451e-b752-3503f07268bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:28:46.047698 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:28:47.639352 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:28:48.630020 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:28:50.909523 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 15:29:12.931798 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8a9295c1-9968-4fff-a8cf-683f7a6aba54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:13.249389 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:15.262922 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-55818685-7d8c-442b-b8a5-7efbc9d08989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:16.056843 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:17.645376 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:18.617357 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:27.908341 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 15:29:42.872341 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e2d3fbe2-0107-4da2-9bdf-24bb37120e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:43.381578 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:44.069888 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 57846) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:29:44.454366 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-59630796-629f-4740-a5ce-1b559b98a3ff admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1578590148-network', 'tenant_id': 'e48df3bebd6c40d8972aebca1c524dd3'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:29:44.573253 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59630796-629f-4740-a5ce-1b559b98a3ff admin admin] Made reservation on behalf of e48df3bebd6c40d8972aebca1c524dd3 for: {'network': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:29:44.575640 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-59630796-629f-4740-a5ce-1b559b98a3ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:44.584912 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-59630796-629f-4740-a5ce-1b559b98a3ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:44.659387 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-59630796-629f-4740-a5ce-1b559b98a3ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:44.716260 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-59630796-629f-4740-a5ce-1b559b98a3ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:44.728567 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59630796-629f-4740-a5ce-1b559b98a3ff admin admin] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=103586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:29:44.749482 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-59630796-629f-4740-a5ce-1b559b98a3ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:44.749844 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.segments_db [None req-59630796-629f-4740-a5ce-1b559b98a3ff admin admin] Added segment a3089138-368b-4775-938f-b3e854ae89fc of type vlan for network f99addda-57f1-4324-933a-6f2a62cbd208 Dec 10 15:29:44.767003 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59630796-629f-4740-a5ce-1b559b98a3ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15430aa6-428e-4d12-a6e0-991184c9b025,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:29:44.792377 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59630796-629f-4740-a5ce-1b559b98a3ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:29:44.792686 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59630796-629f-4740-a5ce-1b559b98a3ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:29:44.793031 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59630796-629f-4740-a5ce-1b559b98a3ff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:29:44.793566 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59630796-629f-4740-a5ce-1b559b98a3ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:29:44.794045 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59630796-629f-4740-a5ce-1b559b98a3ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:29:44.794349 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59630796-629f-4740-a5ce-1b559b98a3ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:29:44.794699 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59630796-629f-4740-a5ce-1b559b98a3ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:29:44.794867 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59630796-629f-4740-a5ce-1b559b98a3ff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:29:44.795291 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59630796-629f-4740-a5ce-1b559b98a3ff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:29:44.795523 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59630796-629f-4740-a5ce-1b559b98a3ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:29:44.795849 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59630796-629f-4740-a5ce-1b559b98a3ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:29:44.796174 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59630796-629f-4740-a5ce-1b559b98a3ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:29:44.796492 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59630796-629f-4740-a5ce-1b559b98a3ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:29:44.797632 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59630796-629f-4740-a5ce-1b559b98a3ff admin admin] Tracked resource versions report: Dec 10 15:29:44.797632 dv-neutron-821401-4-hyperv neutron-server[103586]: pushed versions: Dec 10 15:29:44.797632 dv-neutron-821401-4-hyperv neutron-server[103586]: { 'AddressGroup': {'1.2'}, Dec 10 15:29:44.797632 dv-neutron-821401-4-hyperv neutron-server[103586]: 'ConntrackHelper': {'1.0'}, Dec 10 15:29:44.797632 dv-neutron-821401-4-hyperv neutron-server[103586]: 'LocalIPAssociation': {'1.0'}, Dec 10 15:29:44.797632 dv-neutron-821401-4-hyperv neutron-server[103586]: 'Log': {'1.0'}, Dec 10 15:29:44.797632 dv-neutron-821401-4-hyperv neutron-server[103586]: 'Network': {'1.1'}, Dec 10 15:29:44.797632 dv-neutron-821401-4-hyperv neutron-server[103586]: 'Port': {'1.7'}, Dec 10 15:29:44.797632 dv-neutron-821401-4-hyperv neutron-server[103586]: 'PortForwarding': {'1.2'}, Dec 10 15:29:44.797632 dv-neutron-821401-4-hyperv neutron-server[103586]: 'QosPolicy': {'1.10'}, Dec 10 15:29:44.797632 dv-neutron-821401-4-hyperv neutron-server[103586]: 'SecurityGroup': {'1.5'}, Dec 10 15:29:44.797632 dv-neutron-821401-4-hyperv neutron-server[103586]: 'SecurityGroupRule': {'1.2'}, Dec 10 15:29:44.797632 dv-neutron-821401-4-hyperv neutron-server[103586]: 'SubPort': {'1.0'}, Dec 10 15:29:44.797632 dv-neutron-821401-4-hyperv neutron-server[103586]: 'Subnet': {'1.1'}, Dec 10 15:29:44.797632 dv-neutron-821401-4-hyperv neutron-server[103586]: 'Trunk': {'1.1'}} Dec 10 15:29:44.797632 dv-neutron-821401-4-hyperv neutron-server[103586]: consumer versions: Dec 10 15:29:44.797632 dv-neutron-821401-4-hyperv neutron-server[103586]: { DHCP agent@dv-neutron-821401-4-hyperv: {}, Dec 10 15:29:44.797632 dv-neutron-821401-4-hyperv neutron-server[103586]: HyperV agent@hv-neutron-8214: {}, Dec 10 15:29:44.797632 dv-neutron-821401-4-hyperv neutron-server[103586]: L3 agent@dv-neutron-821401-4-hyperv: {}, Dec 10 15:29:44.797632 dv-neutron-821401-4-hyperv neutron-server[103586]: Metadata agent@dv-neutron-821401-4-hyperv: {}, Dec 10 15:29:44.797632 dv-neutron-821401-4-hyperv neutron-server[103586]: Metering agent@dv-neutron-821401-4-hyperv: {}, Dec 10 15:29:44.797632 dv-neutron-821401-4-hyperv neutron-server[103586]: Open vSwitch agent@dv-neutron-821401-4-hyperv: { 'AddressGroup': '1.2', Dec 10 15:29:44.797632 dv-neutron-821401-4-hyperv neutron-server[103586]: 'ConntrackHelper': '1.0', Dec 10 15:29:44.797632 dv-neutron-821401-4-hyperv neutron-server[103586]: 'LocalIPAssociation': '1.0', Dec 10 15:29:44.797632 dv-neutron-821401-4-hyperv neutron-server[103586]: 'Log': '1.0', Dec 10 15:29:44.797632 dv-neutron-821401-4-hyperv neutron-server[103586]: 'Network': '1.1', Dec 10 15:29:44.797632 dv-neutron-821401-4-hyperv neutron-server[103586]: 'Port': '1.7', Dec 10 15:29:44.797632 dv-neutron-821401-4-hyperv neutron-server[103586]: 'PortForwarding': '1.2', Dec 10 15:29:44.797632 dv-neutron-821401-4-hyperv neutron-server[103586]: 'QosPolicy': '1.10', Dec 10 15:29:44.797632 dv-neutron-821401-4-hyperv neutron-server[103586]: 'SecurityGroup': '1.5', Dec 10 15:29:44.797632 dv-neutron-821401-4-hyperv neutron-server[103586]: 'SecurityGroupRule': '1.2', Dec 10 15:29:44.797632 dv-neutron-821401-4-hyperv neutron-server[103586]: 'SubPort': '1.0', Dec 10 15:29:44.797632 dv-neutron-821401-4-hyperv neutron-server[103586]: 'Subnet': '1.1', Dec 10 15:29:44.797632 dv-neutron-821401-4-hyperv neutron-server[103586]: 'Trunk': '1.1'}} Dec 10 15:29:44.797632 dv-neutron-821401-4-hyperv neutron-server[103586]: {{(pid=103586) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 15:29:44.811284 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-59630796-629f-4740-a5ce-1b559b98a3ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:44.881345 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-59630796-629f-4740-a5ce-1b559b98a3ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:44.882365 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59630796-629f-4740-a5ce-1b559b98a3ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:29:44.882937 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-59630796-629f-4740-a5ce-1b559b98a3ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:44.947415 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59630796-629f-4740-a5ce-1b559b98a3ff admin admin] Pushing event updated for resources: {'Network': ['ID=f99addda-57f1-4324-933a-6f2a62cbd208,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:29:44.960607 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network f99addda-57f1-4324-933a-6f2a62cbd208 details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:29:45.006476 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-59630796-629f-4740-a5ce-1b559b98a3ff admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.9354155 Dec 10 15:29:45.015339 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 57892) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:29:45.020389 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-f2662866-39d7-487e-8e73-81fbfc0ee761 admin admin] Request body: {'subnet': {'network_id': 'f99addda-57f1-4324-933a-6f2a62cbd208', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1578590148-subnet', 'tenant_id': 'e48df3bebd6c40d8972aebca1c524dd3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:29:45.112514 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2662866-39d7-487e-8e73-81fbfc0ee761 admin admin] Made reservation on behalf of e48df3bebd6c40d8972aebca1c524dd3 for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:29:45.116377 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f2662866-39d7-487e-8e73-81fbfc0ee761 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:45.289610 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-96680801-00f4-424e-a4e4-ffd3e835da2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:45.352797 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f2662866-39d7-487e-8e73-81fbfc0ee761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for subnet, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:45.420334 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2662866-39d7-487e-8e73-81fbfc0ee761 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79f6244b-5844-41f5-8b9a-b3401743a808,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:29:45.425362 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2662866-39d7-487e-8e73-81fbfc0ee761 admin admin] Checking segment: {'id': 'a3089138-368b-4775-938f-b3e854ae89fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f99addda-57f1-4324-933a-6f2a62cbd208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:29:45.425889 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2662866-39d7-487e-8e73-81fbfc0ee761 admin admin] Network hostable DHCP agents. Network: f99addda-57f1-4324-933a-6f2a62cbd208, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:29:45.506524 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2662866-39d7-487e-8e73-81fbfc0ee761 admin admin] Network f99addda-57f1-4324-933a-6f2a62cbd208 is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:29:45.556854 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 57912) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:29:45.590744 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 57918) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:29:45.597051 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-f2662866-39d7-487e-8e73-81fbfc0ee761 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, f99addda-57f1-4324-933a-6f2a62cbd208) {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:29:45.611061 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f855df-f13d-4403-a87b-fc0ac7d7d83b None None] Network f99addda-57f1-4324-933a-6f2a62cbd208 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:29:45.613736 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2662866-39d7-487e-8e73-81fbfc0ee761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:29:45.614614 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f2662866-39d7-487e-8e73-81fbfc0ee761 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:45.724975 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80451914-3158-4367-9bba-5dd9b1f9f482 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-f99addda-57f1-4324-933a-6f2a62cbd208', 'network_id': 'f99addda-57f1-4324-933a-6f2a62cbd208', 'project_id': 'e48df3bebd6c40d8972aebca1c524dd3', 'fixed_ips': [{'subnet_id': '79f6244b-5844-41f5-8b9a-b3401743a808'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:29:45.725996 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-80451914-3158-4367-9bba-5dd9b1f9f482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:45.728024 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-f2662866-39d7-487e-8e73-81fbfc0ee761 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7115693 Dec 10 15:29:45.732955 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 57924) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:29:45.739445 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-e3383ab0-6929-4c12-8c3a-56f9165619a4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1578590148-router', 'tenant_id': 'e48df3bebd6c40d8972aebca1c524dd3', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:29:45.828382 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e3383ab0-6929-4c12-8c3a-56f9165619a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13912'] for router, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:45.829728 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e3383ab0-6929-4c12-8c3a-56f9165619a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:45.874882 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-80451914-3158-4367-9bba-5dd9b1f9f482 None None] Allocated IP 172.20.0.2 (f99addda-57f1-4324-933a-6f2a62cbd208/79f6244b-5844-41f5-8b9a-b3401743a808/07b1c133-283e-4e73-9d63-6f39ea7e8a50) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:29:45.890595 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e3383ab0-6929-4c12-8c3a-56f9165619a4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:46.015965 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-80451914-3158-4367-9bba-5dd9b1f9f482 None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:46.112825 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-80451914-3158-4367-9bba-5dd9b1f9f482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:46.120516 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-d3a855ed-4480-4810-95a6-555184f84657 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1302300938-network', 'tenant_id': '345644153ba74add913c1c222de5850e'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:29:46.125885 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e3383ab0-6929-4c12-8c3a-56f9165619a4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:46.136940 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-fb1949fe-70cc-47f2-a023-36cc5702499d admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1114801807-network', 'tenant_id': '0c43b3bd3a7142739658566d8b1d83f3'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:29:46.157612 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80451914-3158-4367-9bba-5dd9b1f9f482 None None] Network f99addda-57f1-4324-933a-6f2a62cbd208 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:29:46.159502 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-80451914-3158-4367-9bba-5dd9b1f9f482 None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:29:46.165297 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:46.168329 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80451914-3158-4367-9bba-5dd9b1f9f482 None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:29:46.193695 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80451914-3158-4367-9bba-5dd9b1f9f482 None None] Pushing event updated for resources: {'Port': ['ID=07b1c133-283e-4e73-9d63-6f39ea7e8a50,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:29:46.203764 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80451914-3158-4367-9bba-5dd9b1f9f482 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:29:46.204357 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80451914-3158-4367-9bba-5dd9b1f9f482 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:29:46.211707 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80451914-3158-4367-9bba-5dd9b1f9f482 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:29:46.211707 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80451914-3158-4367-9bba-5dd9b1f9f482 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:29:46.211707 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80451914-3158-4367-9bba-5dd9b1f9f482 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:29:46.211707 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80451914-3158-4367-9bba-5dd9b1f9f482 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:29:46.211707 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80451914-3158-4367-9bba-5dd9b1f9f482 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:29:46.211707 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80451914-3158-4367-9bba-5dd9b1f9f482 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:29:46.211707 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80451914-3158-4367-9bba-5dd9b1f9f482 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:29:46.211707 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80451914-3158-4367-9bba-5dd9b1f9f482 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:29:46.211707 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80451914-3158-4367-9bba-5dd9b1f9f482 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:29:46.211707 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80451914-3158-4367-9bba-5dd9b1f9f482 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:29:46.211707 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80451914-3158-4367-9bba-5dd9b1f9f482 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:29:46.211707 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80451914-3158-4367-9bba-5dd9b1f9f482 None None] Tracked resource versions report: Dec 10 15:29:46.211707 dv-neutron-821401-4-hyperv neutron-server[103588]: pushed versions: Dec 10 15:29:46.211707 dv-neutron-821401-4-hyperv neutron-server[103588]: { 'AddressGroup': {'1.2'}, Dec 10 15:29:46.211707 dv-neutron-821401-4-hyperv neutron-server[103588]: 'ConntrackHelper': {'1.0'}, Dec 10 15:29:46.211707 dv-neutron-821401-4-hyperv neutron-server[103588]: 'LocalIPAssociation': {'1.0'}, Dec 10 15:29:46.211707 dv-neutron-821401-4-hyperv neutron-server[103588]: 'Log': {'1.0'}, Dec 10 15:29:46.211707 dv-neutron-821401-4-hyperv neutron-server[103588]: 'Network': {'1.1'}, Dec 10 15:29:46.211707 dv-neutron-821401-4-hyperv neutron-server[103588]: 'Port': {'1.7'}, Dec 10 15:29:46.211707 dv-neutron-821401-4-hyperv neutron-server[103588]: 'PortForwarding': {'1.2'}, Dec 10 15:29:46.211707 dv-neutron-821401-4-hyperv neutron-server[103588]: 'QosPolicy': {'1.10'}, Dec 10 15:29:46.211707 dv-neutron-821401-4-hyperv neutron-server[103588]: 'SecurityGroup': {'1.5'}, Dec 10 15:29:46.211707 dv-neutron-821401-4-hyperv neutron-server[103588]: 'SecurityGroupRule': {'1.2'}, Dec 10 15:29:46.211707 dv-neutron-821401-4-hyperv neutron-server[103588]: 'SubPort': {'1.0'}, Dec 10 15:29:46.211707 dv-neutron-821401-4-hyperv neutron-server[103588]: 'Subnet': {'1.1'}, Dec 10 15:29:46.211707 dv-neutron-821401-4-hyperv neutron-server[103588]: 'Trunk': {'1.1'}} Dec 10 15:29:46.211707 dv-neutron-821401-4-hyperv neutron-server[103588]: consumer versions: Dec 10 15:29:46.211707 dv-neutron-821401-4-hyperv neutron-server[103588]: { DHCP agent@dv-neutron-821401-4-hyperv: {}, Dec 10 15:29:46.211707 dv-neutron-821401-4-hyperv neutron-server[103588]: HyperV agent@hv-neutron-8214: {}, Dec 10 15:29:46.211707 dv-neutron-821401-4-hyperv neutron-server[103588]: L3 agent@dv-neutron-821401-4-hyperv: {}, Dec 10 15:29:46.211707 dv-neutron-821401-4-hyperv neutron-server[103588]: Metadata agent@dv-neutron-821401-4-hyperv: {}, Dec 10 15:29:46.211707 dv-neutron-821401-4-hyperv neutron-server[103588]: Metering agent@dv-neutron-821401-4-hyperv: {}, Dec 10 15:29:46.211707 dv-neutron-821401-4-hyperv neutron-server[103588]: Open vSwitch agent@dv-neutron-821401-4-hyperv: { 'AddressGroup': '1.2', Dec 10 15:29:46.211707 dv-neutron-821401-4-hyperv neutron-server[103588]: 'ConntrackHelper': '1.0', Dec 10 15:29:46.211707 dv-neutron-821401-4-hyperv neutron-server[103588]: 'LocalIPAssociation': '1.0', Dec 10 15:29:46.211707 dv-neutron-821401-4-hyperv neutron-server[103588]: 'Log': '1.0', Dec 10 15:29:46.211707 dv-neutron-821401-4-hyperv neutron-server[103588]: 'Network': '1.1', Dec 10 15:29:46.211707 dv-neutron-821401-4-hyperv neutron-server[103588]: 'Port': '1.7', Dec 10 15:29:46.211707 dv-neutron-821401-4-hyperv neutron-server[103588]: 'PortForwarding': '1.2', Dec 10 15:29:46.211707 dv-neutron-821401-4-hyperv neutron-server[103588]: 'QosPolicy': '1.10', Dec 10 15:29:46.211707 dv-neutron-821401-4-hyperv neutron-server[103588]: 'SecurityGroup': '1.5', Dec 10 15:29:46.211707 dv-neutron-821401-4-hyperv neutron-server[103588]: 'SecurityGroupRule': '1.2', Dec 10 15:29:46.211707 dv-neutron-821401-4-hyperv neutron-server[103588]: 'SubPort': '1.0', Dec 10 15:29:46.211707 dv-neutron-821401-4-hyperv neutron-server[103588]: 'Subnet': '1.1', Dec 10 15:29:46.211707 dv-neutron-821401-4-hyperv neutron-server[103588]: 'Trunk': '1.1'}} Dec 10 15:29:46.214436 dv-neutron-821401-4-hyperv neutron-server[103588]: {{(pid=103588) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 15:29:46.244657 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-80451914-3158-4367-9bba-5dd9b1f9f482 None None] Attempting to bind port 07b1c133-283e-4e73-9d63-6f39ea7e8a50 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:29:46.245286 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-80451914-3158-4367-9bba-5dd9b1f9f482 None None] Attempting to bind port 07b1c133-283e-4e73-9d63-6f39ea7e8a50 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'a3089138-368b-4775-938f-b3e854ae89fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f99addda-57f1-4324-933a-6f2a62cbd208'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:29:46.245648 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80451914-3158-4367-9bba-5dd9b1f9f482 None None] Attempting to bind port 07b1c133-283e-4e73-9d63-6f39ea7e8a50 on network f99addda-57f1-4324-933a-6f2a62cbd208 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:29:46.251202 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80451914-3158-4367-9bba-5dd9b1f9f482 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:29:46.251587 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80451914-3158-4367-9bba-5dd9b1f9f482 None None] Checking segment: {'id': 'a3089138-368b-4775-938f-b3e854ae89fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f99addda-57f1-4324-933a-6f2a62cbd208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:29:46.252151 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-80451914-3158-4367-9bba-5dd9b1f9f482 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:46.252572 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80451914-3158-4367-9bba-5dd9b1f9f482 None None] Bound using segment: {'id': 'a3089138-368b-4775-938f-b3e854ae89fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f99addda-57f1-4324-933a-6f2a62cbd208'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:29:46.253249 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-80451914-3158-4367-9bba-5dd9b1f9f482 None None] Bound port: 07b1c133-283e-4e73-9d63-6f39ea7e8a50, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3089138-368b-4775-938f-b3e854ae89fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f99addda-57f1-4324-933a-6f2a62cbd208'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:29:46.253646 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-80451914-3158-4367-9bba-5dd9b1f9f482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:46.330356 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-80451914-3158-4367-9bba-5dd9b1f9f482 None None] For port 07b1c133-283e-4e73-9d63-6f39ea7e8a50, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:29:46.334375 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-80451914-3158-4367-9bba-5dd9b1f9f482 None None] For port 07b1c133-283e-4e73-9d63-6f39ea7e8a50, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=07b1c133-283e-4e73-9d63-6f39ea7e8a50,segment=NetworkSegment(a3089138-368b-4775-938f-b3e854ae89fc),segment_id=a3089138-368b-4775-938f-b3e854ae89fc)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:29:46.350236 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a855ed-4480-4810-95a6-555184f84657 admin admin] Made reservation on behalf of 345644153ba74add913c1c222de5850e for: {'network': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:29:46.352494 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d3a855ed-4480-4810-95a6-555184f84657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:46.372654 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d3a855ed-4480-4810-95a6-555184f84657 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:46.413268 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-80451914-3158-4367-9bba-5dd9b1f9f482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:46.423869 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e3383ab0-6929-4c12-8c3a-56f9165619a4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:46.445095 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e3383ab0-6929-4c12-8c3a-56f9165619a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:46.491512 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb1949fe-70cc-47f2-a023-36cc5702499d admin admin] Made reservation on behalf of 0c43b3bd3a7142739658566d8b1d83f3 for: {'network': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:29:46.493814 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fb1949fe-70cc-47f2-a023-36cc5702499d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:46.513924 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80451914-3158-4367-9bba-5dd9b1f9f482 None None] Pushing event updated for resources: {'Port': ['ID=07b1c133-283e-4e73-9d63-6f39ea7e8a50,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:29:46.560967 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fb1949fe-70cc-47f2-a023-36cc5702499d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:46.588592 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-e3383ab0-6929-4c12-8c3a-56f9165619a4 admin admin] Allocated IP 172.26.2.218 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/84f9f897-9b33-44cd-bce0-489856e97899) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:29:46.749820 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d3a855ed-4480-4810-95a6-555184f84657 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:46.813202 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e3383ab0-6929-4c12-8c3a-56f9165619a4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:46.835680 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fb1949fe-70cc-47f2-a023-36cc5702499d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:46.836667 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d3a855ed-4480-4810-95a6-555184f84657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:46.843028 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 57962) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:29:46.861463 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 57968) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:29:46.870502 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a855ed-4480-4810-95a6-555184f84657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4123cacb-a8ce-4f47-87cc-1864ef443ba5,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:29:46.888093 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3a855ed-4480-4810-95a6-555184f84657 admin admin] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=103586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:29:46.902048 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d3a855ed-4480-4810-95a6-555184f84657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:46.902399 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.segments_db [None req-d3a855ed-4480-4810-95a6-555184f84657 admin admin] Added segment 5c4fd87b-38ee-4dcd-9bb3-1b601d8648aa of type vlan for network a0f35dea-026e-4011-a2fc-8c909b8f7f05 Dec 10 15:29:46.933189 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fb1949fe-70cc-47f2-a023-36cc5702499d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:46.957519 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d3a855ed-4480-4810-95a6-555184f84657 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:46.976764 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb1949fe-70cc-47f2-a023-36cc5702499d admin admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=103586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:29:46.985540 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1949fe-70cc-47f2-a023-36cc5702499d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e05f8395-c83e-43c2-b1d1-cd4de487acea,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:29:46.999874 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fb1949fe-70cc-47f2-a023-36cc5702499d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:47.000215 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.segments_db [None req-fb1949fe-70cc-47f2-a023-36cc5702499d admin admin] Added segment ef521c35-8ac9-4897-8760-af6df1516e56 of type vlan for network 9f22a23a-8eb3-48df-bc2f-eddd6071e745 Dec 10 15:29:47.012904 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e3383ab0-6929-4c12-8c3a-56f9165619a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:47.079904 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3383ab0-6929-4c12-8c3a-56f9165619a4 admin admin] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:29:47.083467 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fb1949fe-70cc-47f2-a023-36cc5702499d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:47.087684 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-e3383ab0-6929-4c12-8c3a-56f9165619a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:29:47.092509 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3383ab0-6929-4c12-8c3a-56f9165619a4 admin admin] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:29:47.099634 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d3a855ed-4480-4810-95a6-555184f84657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:47.102215 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a855ed-4480-4810-95a6-555184f84657 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:29:47.102215 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d3a855ed-4480-4810-95a6-555184f84657 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:47.144484 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3383ab0-6929-4c12-8c3a-56f9165619a4 admin admin] Pushing event updated for resources: {'Port': ['ID=84f9f897-9b33-44cd-bce0-489856e97899,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:29:47.189213 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-fc5bf183-490c-4dc9-8317-bee682e2d97c tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-644239813'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:29:47.288017 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-e1fecf72-fe4c-483b-baef-8ab99b418857 tempest-ExternalNetworksAdminNegativeTestJSON-86502085 tempest-ExternalNetworksAdminNegativeTestJSON-86502085-project-admin] Request body: {'floatingip': {'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:29:47.375365 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc5bf183-490c-4dc9-8317-bee682e2d97c tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Made reservation on behalf of 08583fb1c9594de1a9361be07cb64cdc for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:29:47.379129 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fc5bf183-490c-4dc9-8317-bee682e2d97c tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:47.390976 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fc5bf183-490c-4dc9-8317-bee682e2d97c tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:47.397925 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fb1949fe-70cc-47f2-a023-36cc5702499d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:47.399135 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1949fe-70cc-47f2-a023-36cc5702499d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:29:47.399712 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fb1949fe-70cc-47f2-a023-36cc5702499d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:47.404597 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-d3a855ed-4480-4810-95a6-555184f84657 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8466394 Dec 10 15:29:47.409148 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 57984) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:29:47.415446 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-db8487cc-9b5f-43b8-950c-eca11e6205cc admin admin] Request body: {'subnet': {'network_id': 'a0f35dea-026e-4011-a2fc-8c909b8f7f05', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1302300938-subnet', 'tenant_id': '345644153ba74add913c1c222de5850e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:29:47.453967 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a855ed-4480-4810-95a6-555184f84657 admin admin] Pushing event updated for resources: {'Network': ['ID=a0f35dea-026e-4011-a2fc-8c909b8f7f05,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:29:47.455169 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e1fecf72-fe4c-483b-baef-8ab99b418857 tempest-ExternalNetworksAdminNegativeTestJSON-86502085 tempest-ExternalNetworksAdminNegativeTestJSON-86502085-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:47.467676 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network a0f35dea-026e-4011-a2fc-8c909b8f7f05 details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:29:47.539519 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-fb1949fe-70cc-47f2-a023-36cc5702499d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9476480 Dec 10 15:29:47.542340 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 57990) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:29:47.549042 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-8625f371-cf39-4884-82e1-765f0476b28d admin admin] Request body: {'subnet': {'network_id': '9f22a23a-8eb3-48df-bc2f-eddd6071e745', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1114801807-subnet', 'tenant_id': '0c43b3bd3a7142739658566d8b1d83f3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:29:47.564576 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1949fe-70cc-47f2-a023-36cc5702499d admin admin] Pushing event updated for resources: {'Network': ['ID=9f22a23a-8eb3-48df-bc2f-eddd6071e745,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:29:47.593983 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 9f22a23a-8eb3-48df-bc2f-eddd6071e745 details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:29:47.660625 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8487cc-9b5f-43b8-950c-eca11e6205cc admin admin] Made reservation on behalf of 345644153ba74add913c1c222de5850e for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:29:47.667393 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-db8487cc-9b5f-43b8-950c-eca11e6205cc admin admin] Publish callbacks [] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:47.751803 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:47.769172 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e3383ab0-6929-4c12-8c3a-56f9165619a4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:47.814748 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 57996) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:29:47.816630 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8f8a43-5536-478b-aa54-8d7919f306d4 None None] Network f99addda-57f1-4324-933a-6f2a62cbd208 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:29:47.830983 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8625f371-cf39-4884-82e1-765f0476b28d admin admin] Made reservation on behalf of 0c43b3bd3a7142739658566d8b1d83f3 for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:29:47.830983 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8625f371-cf39-4884-82e1-765f0476b28d admin admin] Publish callbacks [] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:47.898967 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-46663aa1-fdd2-4000-8ef1-e7356a534d26 None None] Provisioning complete for port 07b1c133-283e-4e73-9d63-6f39ea7e8a50 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:29:47.899443 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-46663aa1-fdd2-4000-8ef1-e7356a534d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:47.963754 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fc5bf183-490c-4dc9-8317-bee682e2d97c tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:48.026090 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-46663aa1-fdd2-4000-8ef1-e7356a534d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:48.063234 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fc5bf183-490c-4dc9-8317-bee682e2d97c tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:48.065608 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e3383ab0-6929-4c12-8c3a-56f9165619a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363'] for router, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:48.069358 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-46663aa1-fdd2-4000-8ef1-e7356a534d26 None None] For port 07b1c133-283e-4e73-9d63-6f39ea7e8a50, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=07b1c133-283e-4e73-9d63-6f39ea7e8a50,segment=NetworkSegment(a3089138-368b-4775-938f-b3e854ae89fc),segment_id=a3089138-368b-4775-938f-b3e854ae89fc)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:29:48.106358 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc5bf183-490c-4dc9-8317-bee682e2d97c tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:29:48.147565 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-46663aa1-fdd2-4000-8ef1-e7356a534d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:48.209055 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fc5bf183-490c-4dc9-8317-bee682e2d97c tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:48.210166 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.segments_db [None req-fc5bf183-490c-4dc9-8317-bee682e2d97c tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Added segment 64aa7968-c400-4107-ac78-d313c662b7d8 of type vlan for network 3a7aa06c-3d86-40b2-b300-c0d36fc361e8 Dec 10 15:29:48.224679 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-d9e8821d-aab2-40f2-badd-059ad678df6a tempest-MeteringTestJSON-745269570 tempest-MeteringTestJSON-745269570-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1122540722'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:29:48.225333 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-d9e8821d-aab2-40f2-badd-059ad678df6a tempest-MeteringTestJSON-745269570 tempest-MeteringTestJSON-745269570-project-admin] Unknown quota resources ['metering_label']. {{(pid=103586) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 15:29:48.240239 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5bf183-490c-4dc9-8317-bee682e2d97c tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d87a2755-9498-4525-ab03-62b20af2ac46,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:29:48.240791 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46663aa1-fdd2-4000-8ef1-e7356a534d26 None None] Pushing event updated for resources: {'Port': ['ID=07b1c133-283e-4e73-9d63-6f39ea7e8a50,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:29:48.264583 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e1fecf72-fe4c-483b-baef-8ab99b418857 tempest-ExternalNetworksAdminNegativeTestJSON-86502085 tempest-ExternalNetworksAdminNegativeTestJSON-86502085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:48.287510 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5bf183-490c-4dc9-8317-bee682e2d97c tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:29:48.288216 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5bf183-490c-4dc9-8317-bee682e2d97c tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:29:48.288741 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5bf183-490c-4dc9-8317-bee682e2d97c tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:29:48.289021 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5bf183-490c-4dc9-8317-bee682e2d97c tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:29:48.289469 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5bf183-490c-4dc9-8317-bee682e2d97c tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:29:48.290027 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5bf183-490c-4dc9-8317-bee682e2d97c tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:29:48.290455 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5bf183-490c-4dc9-8317-bee682e2d97c tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:29:48.290907 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5bf183-490c-4dc9-8317-bee682e2d97c tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:29:48.291337 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5bf183-490c-4dc9-8317-bee682e2d97c tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:29:48.291769 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5bf183-490c-4dc9-8317-bee682e2d97c tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:29:48.292330 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5bf183-490c-4dc9-8317-bee682e2d97c tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:29:48.292709 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5bf183-490c-4dc9-8317-bee682e2d97c tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:29:48.293117 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5bf183-490c-4dc9-8317-bee682e2d97c tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:29:48.294624 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5bf183-490c-4dc9-8317-bee682e2d97c tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Tracked resource versions report: Dec 10 15:29:48.294624 dv-neutron-821401-4-hyperv neutron-server[103587]: pushed versions: Dec 10 15:29:48.294624 dv-neutron-821401-4-hyperv neutron-server[103587]: { 'AddressGroup': {'1.2'}, Dec 10 15:29:48.294624 dv-neutron-821401-4-hyperv neutron-server[103587]: 'ConntrackHelper': {'1.0'}, Dec 10 15:29:48.294624 dv-neutron-821401-4-hyperv neutron-server[103587]: 'LocalIPAssociation': {'1.0'}, Dec 10 15:29:48.294624 dv-neutron-821401-4-hyperv neutron-server[103587]: 'Log': {'1.0'}, Dec 10 15:29:48.294624 dv-neutron-821401-4-hyperv neutron-server[103587]: 'Network': {'1.1'}, Dec 10 15:29:48.294624 dv-neutron-821401-4-hyperv neutron-server[103587]: 'Port': {'1.7'}, Dec 10 15:29:48.294624 dv-neutron-821401-4-hyperv neutron-server[103587]: 'PortForwarding': {'1.2'}, Dec 10 15:29:48.294624 dv-neutron-821401-4-hyperv neutron-server[103587]: 'QosPolicy': {'1.10'}, Dec 10 15:29:48.294624 dv-neutron-821401-4-hyperv neutron-server[103587]: 'SecurityGroup': {'1.5'}, Dec 10 15:29:48.294624 dv-neutron-821401-4-hyperv neutron-server[103587]: 'SecurityGroupRule': {'1.2'}, Dec 10 15:29:48.294624 dv-neutron-821401-4-hyperv neutron-server[103587]: 'SubPort': {'1.0'}, Dec 10 15:29:48.294624 dv-neutron-821401-4-hyperv neutron-server[103587]: 'Subnet': {'1.1'}, Dec 10 15:29:48.294624 dv-neutron-821401-4-hyperv neutron-server[103587]: 'Trunk': {'1.1'}} Dec 10 15:29:48.294624 dv-neutron-821401-4-hyperv neutron-server[103587]: consumer versions: Dec 10 15:29:48.294624 dv-neutron-821401-4-hyperv neutron-server[103587]: { DHCP agent@dv-neutron-821401-4-hyperv: {}, Dec 10 15:29:48.294624 dv-neutron-821401-4-hyperv neutron-server[103587]: HyperV agent@hv-neutron-8214: {}, Dec 10 15:29:48.294624 dv-neutron-821401-4-hyperv neutron-server[103587]: L3 agent@dv-neutron-821401-4-hyperv: {}, Dec 10 15:29:48.294624 dv-neutron-821401-4-hyperv neutron-server[103587]: Metadata agent@dv-neutron-821401-4-hyperv: {}, Dec 10 15:29:48.294624 dv-neutron-821401-4-hyperv neutron-server[103587]: Metering agent@dv-neutron-821401-4-hyperv: {}, Dec 10 15:29:48.294624 dv-neutron-821401-4-hyperv neutron-server[103587]: Open vSwitch agent@dv-neutron-821401-4-hyperv: { 'AddressGroup': '1.2', Dec 10 15:29:48.294624 dv-neutron-821401-4-hyperv neutron-server[103587]: 'ConntrackHelper': '1.0', Dec 10 15:29:48.294624 dv-neutron-821401-4-hyperv neutron-server[103587]: 'LocalIPAssociation': '1.0', Dec 10 15:29:48.294624 dv-neutron-821401-4-hyperv neutron-server[103587]: 'Log': '1.0', Dec 10 15:29:48.294624 dv-neutron-821401-4-hyperv neutron-server[103587]: 'Network': '1.1', Dec 10 15:29:48.294624 dv-neutron-821401-4-hyperv neutron-server[103587]: 'Port': '1.7', Dec 10 15:29:48.294624 dv-neutron-821401-4-hyperv neutron-server[103587]: 'PortForwarding': '1.2', Dec 10 15:29:48.294624 dv-neutron-821401-4-hyperv neutron-server[103587]: 'QosPolicy': '1.10', Dec 10 15:29:48.294624 dv-neutron-821401-4-hyperv neutron-server[103587]: 'SecurityGroup': '1.5', Dec 10 15:29:48.294624 dv-neutron-821401-4-hyperv neutron-server[103587]: 'SecurityGroupRule': '1.2', Dec 10 15:29:48.294624 dv-neutron-821401-4-hyperv neutron-server[103587]: 'SubPort': '1.0', Dec 10 15:29:48.294624 dv-neutron-821401-4-hyperv neutron-server[103587]: 'Subnet': '1.1', Dec 10 15:29:48.294624 dv-neutron-821401-4-hyperv neutron-server[103587]: 'Trunk': '1.1'}} Dec 10 15:29:48.294624 dv-neutron-821401-4-hyperv neutron-server[103587]: {{(pid=103587) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 15:29:48.314473 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-db8487cc-9b5f-43b8-950c-eca11e6205cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:48.339824 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fc5bf183-490c-4dc9-8317-bee682e2d97c tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:48.476207 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-3826fd26-e72d-4478-b8fa-e7d835a21fa5 None None] Provisioning complete for port 07b1c133-283e-4e73-9d63-6f39ea7e8a50 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:29:48.478705 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3826fd26-e72d-4478-b8fa-e7d835a21fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:48.523451 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8487cc-9b5f-43b8-950c-eca11e6205cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=0517fc1e-1822-46ab-b8d5-555d14cfeff4,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:29:48.552439 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8487cc-9b5f-43b8-950c-eca11e6205cc admin admin] Checking segment: {'id': '5c4fd87b-38ee-4dcd-9bb3-1b601d8648aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a0f35dea-026e-4011-a2fc-8c909b8f7f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:29:48.554342 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8487cc-9b5f-43b8-950c-eca11e6205cc admin admin] Network hostable DHCP agents. Network: a0f35dea-026e-4011-a2fc-8c909b8f7f05, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:29:48.577845 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-e1fecf72-fe4c-483b-baef-8ab99b418857 tempest-ExternalNetworksAdminNegativeTestJSON-86502085 tempest-ExternalNetworksAdminNegativeTestJSON-86502085-project-admin] Allocated IP 172.26.2.188 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/f95a764d-730f-4c4a-8e80-ae39be8bac3e) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:29:48.606583 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fc5bf183-490c-4dc9-8317-bee682e2d97c tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:48.612596 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5bf183-490c-4dc9-8317-bee682e2d97c tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:29:48.614948 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fc5bf183-490c-4dc9-8317-bee682e2d97c tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:48.626887 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8625f371-cf39-4884-82e1-765f0476b28d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for subnet, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:48.633625 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d9e8821d-aab2-40f2-badd-059ad678df6a tempest-MeteringTestJSON-745269570 tempest-MeteringTestJSON-745269570-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:48.635787 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-d9e8821d-aab2-40f2-badd-059ad678df6a tempest-MeteringTestJSON-745269570 tempest-MeteringTestJSON-745269570-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.8200717 Dec 10 15:29:48.642805 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 58016) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:29:48.675245 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-5cb029fd-2868-453f-9cbc-cc67a65ed9c2 tempest-MeteringTestJSON-745269570 tempest-MeteringTestJSON-745269570-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'fa37798d-fa2b-44e3-8e1e-9a47fa4ff1d3'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:29:48.675993 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-5cb029fd-2868-453f-9cbc-cc67a65ed9c2 tempest-MeteringTestJSON-745269570 tempest-MeteringTestJSON-745269570-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103586) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 15:29:48.677604 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 58018) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:29:48.748053 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 07b1c133-283e-4e73-9d63-6f39ea7e8a50 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:29:48.806370 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:48.818405 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8487cc-9b5f-43b8-950c-eca11e6205cc admin admin] Network a0f35dea-026e-4011-a2fc-8c909b8f7f05 is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:29:48.820988 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5bf183-490c-4dc9-8317-bee682e2d97c tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Pushing event updated for resources: {'Network': ['ID=3a7aa06c-3d86-40b2-b300-c0d36fc361e8,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:29:48.839599 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 3a7aa06c-3d86-40b2-b300-c0d36fc361e8 details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:29:48.857973 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3383ab0-6929-4c12-8c3a-56f9165619a4 admin admin] Router e829bec7-9000-42a1-98b0-49c1a3daa5b5 is scheduled to L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d with binding_index 1 {{(pid=103586) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 15:29:48.867127 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8625f371-cf39-4884-82e1-765f0476b28d admin admin] Pushing event updated for resources: {'Subnet': ['ID=095a47ab-a3da-4b0b-9511-e17946d815ea,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:29:48.886790 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e1fecf72-fe4c-483b-baef-8ab99b418857 tempest-ExternalNetworksAdminNegativeTestJSON-86502085 tempest-ExternalNetworksAdminNegativeTestJSON-86502085-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:48.891420 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8625f371-cf39-4884-82e1-765f0476b28d admin admin] Checking segment: {'id': 'ef521c35-8ac9-4897-8760-af6df1516e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9f22a23a-8eb3-48df-bc2f-eddd6071e745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:29:48.892015 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8625f371-cf39-4884-82e1-765f0476b28d admin admin] Network hostable DHCP agents. Network: 9f22a23a-8eb3-48df-bc2f-eddd6071e745, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:29:48.945269 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 07b1c133-283e-4e73-9d63-6f39ea7e8a50 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:29:48.945638 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:48.973368 dv-neutron-821401-4-hyperv neutron-server[103586]: WARNING neutron.services.metering.metering_plugin [None req-5cb029fd-2868-453f-9cbc-cc67a65ed9c2 tempest-MeteringTestJSON-745269570 tempest-MeteringTestJSON-745269570-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 10 15:29:49.050093 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 58026) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:29:49.097333 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5cb029fd-2868-453f-9cbc-cc67a65ed9c2 tempest-MeteringTestJSON-745269570 tempest-MeteringTestJSON-745269570-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:49.098707 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-5cb029fd-2868-453f-9cbc-cc67a65ed9c2 tempest-MeteringTestJSON-745269570 tempest-MeteringTestJSON-745269570-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4314196 Dec 10 15:29:49.103395 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 58028) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:29:49.110547 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-c143cec2-29c6-4603-a2c2-d74e8ad8c118 tempest-MeteringTestJSON-745269570 tempest-MeteringTestJSON-745269570-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'fa37798d-fa2b-44e3-8e1e-9a47fa4ff1d3'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:29:49.111038 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-c143cec2-29c6-4603-a2c2-d74e8ad8c118 tempest-MeteringTestJSON-745269570 tempest-MeteringTestJSON-745269570-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103586) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 15:29:49.129206 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-c1985ca9-de39-438f-94b0-b4389cc57318 tempest-QuotasTest-922592266 tempest-QuotasTest-922592266-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:29:49.134204 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-db8487cc-9b5f-43b8-950c-eca11e6205cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, a0f35dea-026e-4011-a2fc-8c909b8f7f05) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:29:49.141985 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-fc5bf183-490c-4dc9-8317-bee682e2d97c tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.2971506 Dec 10 15:29:49.144118 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e1fecf72-fe4c-483b-baef-8ab99b418857 tempest-ExternalNetworksAdminNegativeTestJSON-86502085 tempest-ExternalNetworksAdminNegativeTestJSON-86502085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:49.155494 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca3337f-7eab-426d-8957-74d6ca6642ce None None] Network a0f35dea-026e-4011-a2fc-8c909b8f7f05 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:29:49.157989 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 58032) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:29:49.166026 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8487cc-9b5f-43b8-950c-eca11e6205cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:29:49.166621 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-db8487cc-9b5f-43b8-950c-eca11e6205cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:49.170650 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-d227bc0e-2ab8-4f92-83e5-08c37f731f45 tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Request body: {'subnet': {'network_id': '3a7aa06c-3d86-40b2-b300-c0d36fc361e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:29:49.185631 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8625f371-cf39-4884-82e1-765f0476b28d admin admin] Network 9f22a23a-8eb3-48df-bc2f-eddd6071e745 is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:29:49.253550 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fecf72-fe4c-483b-baef-8ab99b418857 tempest-ExternalNetworksAdminNegativeTestJSON-86502085 tempest-ExternalNetworksAdminNegativeTestJSON-86502085-project-admin] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:29:49.266595 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-db8487cc-9b5f-43b8-950c-eca11e6205cc admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8556070 Dec 10 15:29:49.272162 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-e1fecf72-fe4c-483b-baef-8ab99b418857 tempest-ExternalNetworksAdminNegativeTestJSON-86502085 tempest-ExternalNetworksAdminNegativeTestJSON-86502085-project-admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:29:49.281773 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedac75b-f61f-4e27-97d2-c15a5f2c3434 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-a0f35dea-026e-4011-a2fc-8c909b8f7f05', 'network_id': 'a0f35dea-026e-4011-a2fc-8c909b8f7f05', 'project_id': '345644153ba74add913c1c222de5850e', 'fixed_ips': [{'subnet_id': '0517fc1e-1822-46ab-b8d5-555d14cfeff4'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:29:49.282001 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 58034) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:29:49.282088 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dedac75b-f61f-4e27-97d2-c15a5f2c3434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:49.288473 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-fe6dd7f0-54f2-464c-8cf3-ed5136766ab6 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1302300938-router', 'tenant_id': '345644153ba74add913c1c222de5850e', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:29:49.290760 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fecf72-fe4c-483b-baef-8ab99b418857 tempest-ExternalNetworksAdminNegativeTestJSON-86502085 tempest-ExternalNetworksAdminNegativeTestJSON-86502085-project-admin] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:29:49.304193 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-7ba936ee-594a-46f4-a1da-9130fe094b17 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Request body: {'floatingip': {'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:29:49.364559 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-8625f371-cf39-4884-82e1-765f0476b28d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 9f22a23a-8eb3-48df-bc2f-eddd6071e745) {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:29:49.370617 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8625f371-cf39-4884-82e1-765f0476b28d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:29:49.371339 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8625f371-cf39-4884-82e1-765f0476b28d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:49.380109 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fecf72-fe4c-483b-baef-8ab99b418857 tempest-ExternalNetworksAdminNegativeTestJSON-86502085 tempest-ExternalNetworksAdminNegativeTestJSON-86502085-project-admin] Pushing event updated for resources: {'Port': ['ID=f95a764d-730f-4c4a-8e80-ae39be8bac3e,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:29:49.380660 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357e75dd-acfc-4197-bea7-978c38accd64 None None] Network 9f22a23a-8eb3-48df-bc2f-eddd6071e745 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:29:49.431985 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e1fecf72-fe4c-483b-baef-8ab99b418857 tempest-ExternalNetworksAdminNegativeTestJSON-86502085 tempest-ExternalNetworksAdminNegativeTestJSON-86502085-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:49.463207 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fe6dd7f0-54f2-464c-8cf3-ed5136766ab6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13912'] for router, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:49.464582 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fe6dd7f0-54f2-464c-8cf3-ed5136766ab6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:49.469364 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-dedac75b-f61f-4e27-97d2-c15a5f2c3434 None None] Allocated IP 172.20.0.2 (a0f35dea-026e-4011-a2fc-8c909b8f7f05/0517fc1e-1822-46ab-b8d5-555d14cfeff4/53321090-d30d-44c7-ae52-883f252b5174) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:29:49.500157 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-c1985ca9-de39-438f-94b0-b4389cc57318 tempest-QuotasTest-922592266 tempest-QuotasTest-922592266-project-admin] 10.222.0.20 "PUT /v2.0/quotas/f7504ded4b0d4d19b3f0cad9e4b9177e HTTP/1.1" status: 200 len: 366 time: 0.8175426 Dec 10 15:29:49.500519 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 58038) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:29:49.511241 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3383ab0-6929-4c12-8c3a-56f9165619a4 admin admin] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:29:49.524299 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864cf8ca-368b-47d4-a022-c9d1583c5c47 None None] Sync routers for ids ['e829bec7-9000-42a1-98b0-49c1a3daa5b5'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:29:49.539186 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-4f357323-5fe3-430b-bd6f-bc84df945362 tempest-QuotasTest-922592266 tempest-QuotasTest-922592266-project-admin] 10.222.0.20 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0349722 Dec 10 15:29:49.539395 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 58040) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:29:49.554412 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864cf8ca-368b-47d4-a022-c9d1583c5c47 None None] Routers {'e829bec7-9000-42a1-98b0-49c1a3daa5b5'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:29:49.556308 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-864cf8ca-368b-47d4-a022-c9d1583c5c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:29:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['e829bec7-9000-42a1-98b0-49c1a3daa5b5'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:29:49.560209 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-3b1b66db-2216-4868-b3d7-592c02a0f95d tempest-QuotasTest-922592266 tempest-QuotasTest-922592266-project-admin] 10.222.0.20 "GET /v2.0/quotas/f7504ded4b0d4d19b3f0cad9e4b9177e HTTP/1.1" status: 200 len: 366 time: 0.0174296 Dec 10 15:29:49.560476 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 58042) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:29:49.570480 dv-neutron-821401-4-hyperv neutron-server[103586]: WARNING neutron.services.metering.metering_plugin [None req-c143cec2-29c6-4603-a2c2-d74e8ad8c118 tempest-MeteringTestJSON-745269570 tempest-MeteringTestJSON-745269570-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 10 15:29:49.578829 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7442719-4d9a-485d-98cd-3c011f35e95c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-9f22a23a-8eb3-48df-bc2f-eddd6071e745', 'network_id': '9f22a23a-8eb3-48df-bc2f-eddd6071e745', 'project_id': '0c43b3bd3a7142739658566d8b1d83f3', 'fixed_ips': [{'subnet_id': '095a47ab-a3da-4b0b-9511-e17946d815ea'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:29:49.586381 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d7442719-4d9a-485d-98cd-3c011f35e95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:49.643857 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7ba936ee-594a-46f4-a1da-9130fe094b17 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks [] for floatingip, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:49.660021 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c143cec2-29c6-4603-a2c2-d74e8ad8c118 tempest-MeteringTestJSON-745269570 tempest-MeteringTestJSON-745269570-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:49.664558 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-c143cec2-29c6-4603-a2c2-d74e8ad8c118 tempest-MeteringTestJSON-745269570 tempest-MeteringTestJSON-745269570-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5569949 Dec 10 15:29:49.664900 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 58044) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:29:49.667317 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fe6dd7f0-54f2-464c-8cf3-ed5136766ab6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:49.674292 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e1fecf72-fe4c-483b-baef-8ab99b418857 tempest-ExternalNetworksAdminNegativeTestJSON-86502085 tempest-ExternalNetworksAdminNegativeTestJSON-86502085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:49.680276 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-935771c4-b2e2-4d5a-84af-c3c9a8eec80f tempest-MeteringTestJSON-745269570 tempest-MeteringTestJSON-745269570-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=92279226-b05b-4ce2-b891-8ab596b96161 HTTP/1.1" status: 200 len: 464 time: 0.0115516 Dec 10 15:29:49.680557 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 58046) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:29:49.708467 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-864cf8ca-368b-47d4-a022-c9d1583c5c47 None None] Set router e829bec7-9000-42a1-98b0-49c1a3daa5b5 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:29:49.715594 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e3383ab0-6929-4c12-8c3a-56f9165619a4 admin admin] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:49.717693 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-e3383ab0-6929-4c12-8c3a-56f9165619a4 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 3.9823503 Dec 10 15:29:49.720709 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 58048) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:29:49.807503 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dedac75b-f61f-4e27-97d2-c15a5f2c3434 None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:49.871691 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-161ddb6e-55c7-465b-bd23-a002954d6ca7 tempest-QuotasTest-922592266 tempest-QuotasTest-922592266-project-admin] 10.222.0.20 "DELETE /v2.0/quotas/f7504ded4b0d4d19b3f0cad9e4b9177e HTTP/1.1" status: 204 len: 168 time: 0.3100452 Dec 10 15:29:49.876111 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-8625f371-cf39-4884-82e1-765f0476b28d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3325868 Dec 10 15:29:49.891322 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-d7442719-4d9a-485d-98cd-3c011f35e95c None None] Allocated IP 172.20.0.2 (9f22a23a-8eb3-48df-bc2f-eddd6071e745/095a47ab-a3da-4b0b-9511-e17946d815ea/e20a072a-836f-4d1b-a166-ea814b0041ec) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:29:49.896929 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dedac75b-f61f-4e27-97d2-c15a5f2c3434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:49.900717 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 58050) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:29:49.901069 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 58052) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:29:49.954240 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedac75b-f61f-4e27-97d2-c15a5f2c3434 None None] Network a0f35dea-026e-4011-a2fc-8c909b8f7f05 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:29:49.958817 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-65a3070f-51ad-42b6-bd2e-1cb882b88e42 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1114801807-router', 'tenant_id': '0c43b3bd3a7142739658566d8b1d83f3', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:29:49.959129 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedac75b-f61f-4e27-97d2-c15a5f2c3434 None None] Pushing event updated for resources: {'Port': ['ID=53321090-d30d-44c7-ae52-883f252b5174,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:29:49.967883 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-dedac75b-f61f-4e27-97d2-c15a5f2c3434 None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:29:49.976145 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedac75b-f61f-4e27-97d2-c15a5f2c3434 None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:29:50.016414 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-4d160c74-8e00-441b-b581-da1ce37a71e4 tempest-QuotasTest-922592266 tempest-QuotasTest-922592266-project-admin] 10.222.0.20 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.1134787 Dec 10 15:29:50.027753 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 58056) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:29:50.036680 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0d6837c5-0108-4b22-8182-6c37928b7005 tempest-MeteringTestJSON-745269570 tempest-MeteringTestJSON-745269570-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:50.038467 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-0d6837c5-0108-4b22-8182-6c37928b7005 tempest-MeteringTestJSON-745269570 tempest-MeteringTestJSON-745269570-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/92279226-b05b-4ce2-b891-8ab596b96161 HTTP/1.1" status: 204 len: 168 time: 0.3569441 Dec 10 15:29:50.043835 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-864cf8ca-368b-47d4-a022-c9d1583c5c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e829bec7-9000-42a1-98b0-49c1a3daa5b5', 'name': 'tempest-ServersTestJSON-1578590148-router', 'tenant_id': 'e48df3bebd6c40d8972aebca1c524dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.218'}], 'enable_snat': True}, 'gw_port_id': '84f9f897-9b33-44cd-bce0-489856e97899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:29:45Z', 'updated_at': '2021-12-10T15:29:47Z', 'revision_number': 3, 'project_id': 'e48df3bebd6c40d8972aebca1c524dd3', 'gw_port': {'id': '84f9f897-9b33-44cd-bce0-489856e97899', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a1:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e829bec7-9000-42a1-98b0-49c1a3daa5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:29:46Z', 'updated_at': '2021-12-10T15:29:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:29:50.051683 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 58058) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:29:50.056238 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-dedac75b-f61f-4e27-97d2-c15a5f2c3434 None None] Attempting to bind port 53321090-d30d-44c7-ae52-883f252b5174 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:29:50.058386 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-dedac75b-f61f-4e27-97d2-c15a5f2c3434 None None] Attempting to bind port 53321090-d30d-44c7-ae52-883f252b5174 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '5c4fd87b-38ee-4dcd-9bb3-1b601d8648aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a0f35dea-026e-4011-a2fc-8c909b8f7f05'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:29:50.058386 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedac75b-f61f-4e27-97d2-c15a5f2c3434 None None] Attempting to bind port 53321090-d30d-44c7-ae52-883f252b5174 on network a0f35dea-026e-4011-a2fc-8c909b8f7f05 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:29:50.070524 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-9bcc5a63-14df-4f4d-8ec9-ae8f07edc137 tempest-MeteringTestJSON-745269570 tempest-MeteringTestJSON-745269570-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=92279226-b05b-4ce2-b891-8ab596b96161 HTTP/1.1" status: 200 len: 221 time: 0.0157018 Dec 10 15:29:50.074088 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 58060) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:29:50.078949 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-f6e5e111-9de6-46e3-92b7-677896f61fd9 tempest-MeteringTestJSON-745269570 tempest-MeteringTestJSON-745269570-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--142642733', 'description': 'label created by tempest'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:29:50.079529 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-f6e5e111-9de6-46e3-92b7-677896f61fd9 tempest-MeteringTestJSON-745269570 tempest-MeteringTestJSON-745269570-project-admin] Unknown quota resources ['metering_label']. {{(pid=103586) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 15:29:50.083134 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864cf8ca-368b-47d4-a022-c9d1583c5c47 None None] Checking router: e829bec7-9000-42a1-98b0-49c1a3daa5b5 for host: dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:29:50.083786 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864cf8ca-368b-47d4-a022-c9d1583c5c47 None None] Updating router e829bec7-9000-42a1-98b0-49c1a3daa5b5 port 84f9f897-9b33-44cd-bce0-489856e97899 binding host dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 15:29:50.107091 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedac75b-f61f-4e27-97d2-c15a5f2c3434 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:29:50.107963 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedac75b-f61f-4e27-97d2-c15a5f2c3434 None None] Checking segment: {'id': '5c4fd87b-38ee-4dcd-9bb3-1b601d8648aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a0f35dea-026e-4011-a2fc-8c909b8f7f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:29:50.107963 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dedac75b-f61f-4e27-97d2-c15a5f2c3434 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:50.108318 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedac75b-f61f-4e27-97d2-c15a5f2c3434 None None] Bound using segment: {'id': '5c4fd87b-38ee-4dcd-9bb3-1b601d8648aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a0f35dea-026e-4011-a2fc-8c909b8f7f05'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:29:50.108807 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-dedac75b-f61f-4e27-97d2-c15a5f2c3434 None None] Bound port: 53321090-d30d-44c7-ae52-883f252b5174, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c4fd87b-38ee-4dcd-9bb3-1b601d8648aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a0f35dea-026e-4011-a2fc-8c909b8f7f05'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:29:50.109362 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dedac75b-f61f-4e27-97d2-c15a5f2c3434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:50.109716 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fe6dd7f0-54f2-464c-8cf3-ed5136766ab6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:50.131670 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-a7888b05-2500-43ba-a00e-291165e81f2e tempest-QuotasTest-922592266 tempest-QuotasTest-922592266-project-admin] 10.222.0.20 "GET /v2.0/quotas/f7504ded4b0d4d19b3f0cad9e4b9177e HTTP/1.1" status: 200 len: 370 time: 0.0917618 Dec 10 15:29:50.134583 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-864cf8ca-368b-47d4-a022-c9d1583c5c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:50.135812 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 58062) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:29:50.150025 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-fb1a187b-a8a6-4246-95ff-dfdde619c058 tempest-QuotasTest-922592266 tempest-QuotasTest-922592266-project-admin] 10.222.0.20 "GET /v2.0/quotas/f7504ded4b0d4d19b3f0cad9e4b9177e/default HTTP/1.1" status: 200 len: 370 time: 0.0117199 Dec 10 15:29:50.162010 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 58064) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:29:50.177950 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d227bc0e-2ab8-4f92-83e5-08c37f731f45 tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Made reservation on behalf of 08583fb1c9594de1a9361be07cb64cdc for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:29:50.183224 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d227bc0e-2ab8-4f92-83e5-08c37f731f45 tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Publish callbacks [] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:50.225428 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.api.v2.resource [None req-11183c9d-98d2-4fe4-a9cc-db3e30f954cb tempest-QuotasTest-922592266 tempest-QuotasTest-922592266-project-admin] delete failed (client error): The resource could not be found. Dec 10 15:29:50.226540 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-11183c9d-98d2-4fe4-a9cc-db3e30f954cb tempest-QuotasTest-922592266 tempest-QuotasTest-922592266-project-admin] 10.222.0.20 "DELETE /v2.0/quotas/f7504ded4b0d4d19b3f0cad9e4b9177e HTTP/1.1" status: 404 len: 348 time: 0.0490906 Dec 10 15:29:50.240456 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-dedac75b-f61f-4e27-97d2-c15a5f2c3434 None None] For port 53321090-d30d-44c7-ae52-883f252b5174, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:29:50.245048 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-dedac75b-f61f-4e27-97d2-c15a5f2c3434 None None] For port 53321090-d30d-44c7-ae52-883f252b5174, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=53321090-d30d-44c7-ae52-883f252b5174,segment=NetworkSegment(5c4fd87b-38ee-4dcd-9bb3-1b601d8648aa),segment_id=5c4fd87b-38ee-4dcd-9bb3-1b601d8648aa)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:29:50.301499 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d7442719-4d9a-485d-98cd-3c011f35e95c None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:50.302492 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e1fecf72-fe4c-483b-baef-8ab99b418857 tempest-ExternalNetworksAdminNegativeTestJSON-86502085 tempest-ExternalNetworksAdminNegativeTestJSON-86502085-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:50.306614 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7ba936ee-594a-46f4-a1da-9130fe094b17 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:50.322007 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dedac75b-f61f-4e27-97d2-c15a5f2c3434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:50.358238 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-65a3070f-51ad-42b6-bd2e-1cb882b88e42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13912'] for router, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:50.359267 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-65a3070f-51ad-42b6-bd2e-1cb882b88e42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:50.412988 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d7442719-4d9a-485d-98cd-3c011f35e95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:50.414016 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e1fecf72-fe4c-483b-baef-8ab99b418857 tempest-ExternalNetworksAdminNegativeTestJSON-86502085 tempest-ExternalNetworksAdminNegativeTestJSON-86502085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:50.725741 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedac75b-f61f-4e27-97d2-c15a5f2c3434 None None] Pushing event updated for resources: {'Port': ['ID=53321090-d30d-44c7-ae52-883f252b5174,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:29:50.725741 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7442719-4d9a-485d-98cd-3c011f35e95c None None] Pushing event updated for resources: {'Port': ['ID=e20a072a-836f-4d1b-a166-ea814b0041ec,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:29:50.726770 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f6e5e111-9de6-46e3-92b7-677896f61fd9 tempest-MeteringTestJSON-745269570 tempest-MeteringTestJSON-745269570-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:50.726770 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-f6e5e111-9de6-46e3-92b7-677896f61fd9 tempest-MeteringTestJSON-745269570 tempest-MeteringTestJSON-745269570-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4117177 Dec 10 15:29:50.726770 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 58068) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:29:50.727661 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7442719-4d9a-485d-98cd-3c011f35e95c None None] Network 9f22a23a-8eb3-48df-bc2f-eddd6071e745 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:29:50.727661 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-d7442719-4d9a-485d-98cd-3c011f35e95c None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:29:50.727661 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7442719-4d9a-485d-98cd-3c011f35e95c None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:29:50.728117 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-65a3070f-51ad-42b6-bd2e-1cb882b88e42 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:50.728117 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e1fecf72-fe4c-483b-baef-8ab99b418857 tempest-ExternalNetworksAdminNegativeTestJSON-86502085 tempest-ExternalNetworksAdminNegativeTestJSON-86502085-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552741'] for floatingip, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:50.728117 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fecf72-fe4c-483b-baef-8ab99b418857 tempest-ExternalNetworksAdminNegativeTestJSON-86502085 tempest-ExternalNetworksAdminNegativeTestJSON-86502085-project-admin] Pushing event updated for resources: {'Port': ['ID=f95a764d-730f-4c4a-8e80-ae39be8bac3e,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:29:50.728816 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-d7442719-4d9a-485d-98cd-3c011f35e95c None None] Attempting to bind port e20a072a-836f-4d1b-a166-ea814b0041ec on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:29:50.728816 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-d7442719-4d9a-485d-98cd-3c011f35e95c None None] Attempting to bind port e20a072a-836f-4d1b-a166-ea814b0041ec by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'ef521c35-8ac9-4897-8760-af6df1516e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9f22a23a-8eb3-48df-bc2f-eddd6071e745'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:29:50.728816 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7442719-4d9a-485d-98cd-3c011f35e95c None None] Attempting to bind port e20a072a-836f-4d1b-a166-ea814b0041ec on network 9f22a23a-8eb3-48df-bc2f-eddd6071e745 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:29:50.728816 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7442719-4d9a-485d-98cd-3c011f35e95c None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:29:50.728816 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7442719-4d9a-485d-98cd-3c011f35e95c None None] Checking segment: {'id': 'ef521c35-8ac9-4897-8760-af6df1516e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9f22a23a-8eb3-48df-bc2f-eddd6071e745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:29:50.728816 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d7442719-4d9a-485d-98cd-3c011f35e95c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:50.728816 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7442719-4d9a-485d-98cd-3c011f35e95c None None] Bound using segment: {'id': 'ef521c35-8ac9-4897-8760-af6df1516e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9f22a23a-8eb3-48df-bc2f-eddd6071e745'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:29:50.728816 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-d7442719-4d9a-485d-98cd-3c011f35e95c None None] Bound port: e20a072a-836f-4d1b-a166-ea814b0041ec, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef521c35-8ac9-4897-8760-af6df1516e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9f22a23a-8eb3-48df-bc2f-eddd6071e745'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:29:50.728816 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d7442719-4d9a-485d-98cd-3c011f35e95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:50.729425 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-864cf8ca-368b-47d4-a022-c9d1583c5c47 None None] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:50.733887 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-81db0942-ead2-4877-85af-9697b636dd25 tempest-MeteringTestJSON-745269570 tempest-MeteringTestJSON-745269570-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=97812f8b-5d9e-4ea4-9081-aa1e435e0494 HTTP/1.1" status: 200 len: 467 time: 0.2108355 Dec 10 15:29:50.736320 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 58070) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:29:50.736832 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 58072) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:29:50.755237 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-d7442719-4d9a-485d-98cd-3c011f35e95c None None] For port e20a072a-836f-4d1b-a166-ea814b0041ec, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:29:50.760932 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-d7442719-4d9a-485d-98cd-3c011f35e95c None None] For port e20a072a-836f-4d1b-a166-ea814b0041ec, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=e20a072a-836f-4d1b-a166-ea814b0041ec,segment=NetworkSegment(ef521c35-8ac9-4897-8760-af6df1516e56),segment_id=ef521c35-8ac9-4897-8760-af6df1516e56)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:29:50.765841 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e1fecf72-fe4c-483b-baef-8ab99b418857 tempest-ExternalNetworksAdminNegativeTestJSON-86502085 tempest-ExternalNetworksAdminNegativeTestJSON-86502085-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:50.767166 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-e1fecf72-fe4c-483b-baef-8ab99b418857 tempest-ExternalNetworksAdminNegativeTestJSON-86502085 tempest-ExternalNetworksAdminNegativeTestJSON-86502085-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9040408 Dec 10 15:29:50.773453 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 58076) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:29:50.792173 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-56e192c3-50e0-4839-98f0-9596bf01b257 tempest-ExternalNetworksAdminNegativeTestJSON-86502085 tempest-ExternalNetworksAdminNegativeTestJSON-86502085-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1887847046', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'fixed_ips': [{'ip_address': '172.26.2.188'}]}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:29:50.821755 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-864cf8ca-368b-47d4-a022-c9d1583c5c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:50.859692 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d7442719-4d9a-485d-98cd-3c011f35e95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:50.891950 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-864cf8ca-368b-47d4-a022-c9d1583c5c47 None None] Attempting to bind port 84f9f897-9b33-44cd-bce0-489856e97899 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:29:50.892601 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-864cf8ca-368b-47d4-a022-c9d1583c5c47 None None] Attempting to bind port 84f9f897-9b33-44cd-bce0-489856e97899 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:29:50.893141 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864cf8ca-368b-47d4-a022-c9d1583c5c47 None None] Attempting to bind port 84f9f897-9b33-44cd-bce0-489856e97899 on network d5a1452c-422a-4e1a-a1c7-48738ecf752f {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:29:50.896316 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbbe149-cab8-40d1-ab89-1ebf1b870b33 None None] Pushing event updated for resources: {'Port': ['ID=84f9f897-9b33-44cd-bce0-489856e97899,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:29:50.908296 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864cf8ca-368b-47d4-a022-c9d1583c5c47 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:29:50.908958 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864cf8ca-368b-47d4-a022-c9d1583c5c47 None None] Checking segment: {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:29:50.909626 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-864cf8ca-368b-47d4-a022-c9d1583c5c47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:50.910235 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864cf8ca-368b-47d4-a022-c9d1583c5c47 None None] Bound using segment: {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:29:50.911295 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-864cf8ca-368b-47d4-a022-c9d1583c5c47 None None] Bound port: 84f9f897-9b33-44cd-bce0-489856e97899, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:29:50.911295 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-864cf8ca-368b-47d4-a022-c9d1583c5c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:50.915120 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbbe149-cab8-40d1-ab89-1ebf1b870b33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:29:50.915499 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbbe149-cab8-40d1-ab89-1ebf1b870b33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:29:50.916098 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbbe149-cab8-40d1-ab89-1ebf1b870b33 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:29:50.916868 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbbe149-cab8-40d1-ab89-1ebf1b870b33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:29:50.916868 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbbe149-cab8-40d1-ab89-1ebf1b870b33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:29:50.917127 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbbe149-cab8-40d1-ab89-1ebf1b870b33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:29:50.917621 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbbe149-cab8-40d1-ab89-1ebf1b870b33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:29:50.918002 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbbe149-cab8-40d1-ab89-1ebf1b870b33 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:29:50.918733 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbbe149-cab8-40d1-ab89-1ebf1b870b33 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:29:50.918733 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbbe149-cab8-40d1-ab89-1ebf1b870b33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:29:50.919036 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbbe149-cab8-40d1-ab89-1ebf1b870b33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:29:50.919364 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbbe149-cab8-40d1-ab89-1ebf1b870b33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:29:50.919695 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbbe149-cab8-40d1-ab89-1ebf1b870b33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:29:50.920964 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbbe149-cab8-40d1-ab89-1ebf1b870b33 None None] Tracked resource versions report: Dec 10 15:29:50.920964 dv-neutron-821401-4-hyperv neutron-server[103589]: pushed versions: Dec 10 15:29:50.920964 dv-neutron-821401-4-hyperv neutron-server[103589]: { 'AddressGroup': {'1.2'}, Dec 10 15:29:50.920964 dv-neutron-821401-4-hyperv neutron-server[103589]: 'ConntrackHelper': {'1.0'}, Dec 10 15:29:50.920964 dv-neutron-821401-4-hyperv neutron-server[103589]: 'LocalIPAssociation': {'1.0'}, Dec 10 15:29:50.920964 dv-neutron-821401-4-hyperv neutron-server[103589]: 'Log': {'1.0'}, Dec 10 15:29:50.920964 dv-neutron-821401-4-hyperv neutron-server[103589]: 'Network': {'1.1'}, Dec 10 15:29:50.920964 dv-neutron-821401-4-hyperv neutron-server[103589]: 'Port': {'1.7'}, Dec 10 15:29:50.920964 dv-neutron-821401-4-hyperv neutron-server[103589]: 'PortForwarding': {'1.2'}, Dec 10 15:29:50.920964 dv-neutron-821401-4-hyperv neutron-server[103589]: 'QosPolicy': {'1.10'}, Dec 10 15:29:50.920964 dv-neutron-821401-4-hyperv neutron-server[103589]: 'SecurityGroup': {'1.5'}, Dec 10 15:29:50.920964 dv-neutron-821401-4-hyperv neutron-server[103589]: 'SecurityGroupRule': {'1.2'}, Dec 10 15:29:50.920964 dv-neutron-821401-4-hyperv neutron-server[103589]: 'SubPort': {'1.0'}, Dec 10 15:29:50.920964 dv-neutron-821401-4-hyperv neutron-server[103589]: 'Subnet': {'1.1'}, Dec 10 15:29:50.920964 dv-neutron-821401-4-hyperv neutron-server[103589]: 'Trunk': {'1.1'}} Dec 10 15:29:50.920964 dv-neutron-821401-4-hyperv neutron-server[103589]: consumer versions: Dec 10 15:29:50.920964 dv-neutron-821401-4-hyperv neutron-server[103589]: { DHCP agent@dv-neutron-821401-4-hyperv: {}, Dec 10 15:29:50.920964 dv-neutron-821401-4-hyperv neutron-server[103589]: HyperV agent@hv-neutron-8214: {}, Dec 10 15:29:50.920964 dv-neutron-821401-4-hyperv neutron-server[103589]: L3 agent@dv-neutron-821401-4-hyperv: {}, Dec 10 15:29:50.920964 dv-neutron-821401-4-hyperv neutron-server[103589]: Metadata agent@dv-neutron-821401-4-hyperv: {}, Dec 10 15:29:50.920964 dv-neutron-821401-4-hyperv neutron-server[103589]: Metering agent@dv-neutron-821401-4-hyperv: {}, Dec 10 15:29:50.920964 dv-neutron-821401-4-hyperv neutron-server[103589]: Open vSwitch agent@dv-neutron-821401-4-hyperv: { 'AddressGroup': '1.2', Dec 10 15:29:50.920964 dv-neutron-821401-4-hyperv neutron-server[103589]: 'ConntrackHelper': '1.0', Dec 10 15:29:50.920964 dv-neutron-821401-4-hyperv neutron-server[103589]: 'LocalIPAssociation': '1.0', Dec 10 15:29:50.920964 dv-neutron-821401-4-hyperv neutron-server[103589]: 'Log': '1.0', Dec 10 15:29:50.920964 dv-neutron-821401-4-hyperv neutron-server[103589]: 'Network': '1.1', Dec 10 15:29:50.920964 dv-neutron-821401-4-hyperv neutron-server[103589]: 'Port': '1.7', Dec 10 15:29:50.920964 dv-neutron-821401-4-hyperv neutron-server[103589]: 'PortForwarding': '1.2', Dec 10 15:29:50.920964 dv-neutron-821401-4-hyperv neutron-server[103589]: 'QosPolicy': '1.10', Dec 10 15:29:50.920964 dv-neutron-821401-4-hyperv neutron-server[103589]: 'SecurityGroup': '1.5', Dec 10 15:29:50.920964 dv-neutron-821401-4-hyperv neutron-server[103589]: 'SecurityGroupRule': '1.2', Dec 10 15:29:50.920964 dv-neutron-821401-4-hyperv neutron-server[103589]: 'SubPort': '1.0', Dec 10 15:29:50.920964 dv-neutron-821401-4-hyperv neutron-server[103589]: 'Subnet': '1.1', Dec 10 15:29:50.920964 dv-neutron-821401-4-hyperv neutron-server[103589]: 'Trunk': '1.1'}} Dec 10 15:29:50.920964 dv-neutron-821401-4-hyperv neutron-server[103589]: {{(pid=103589) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 15:29:50.944646 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7442719-4d9a-485d-98cd-3c011f35e95c None None] Pushing event updated for resources: {'Port': ['ID=e20a072a-836f-4d1b-a166-ea814b0041ec,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:29:50.993093 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-864cf8ca-368b-47d4-a022-c9d1583c5c47 None None] For port 84f9f897-9b33-44cd-bce0-489856e97899, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:29:50.999823 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-864cf8ca-368b-47d4-a022-c9d1583c5c47 None None] For port 84f9f897-9b33-44cd-bce0-489856e97899, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=84f9f897-9b33-44cd-bce0-489856e97899,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:29:51.067048 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-864cf8ca-368b-47d4-a022-c9d1583c5c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:51.119099 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864cf8ca-368b-47d4-a022-c9d1583c5c47 None None] Routers {'e829bec7-9000-42a1-98b0-49c1a3daa5b5'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:29:51.119745 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-864cf8ca-368b-47d4-a022-c9d1583c5c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:29:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['e829bec7-9000-42a1-98b0-49c1a3daa5b5'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:29:51.137920 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-65a3070f-51ad-42b6-bd2e-1cb882b88e42 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:51.159427 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.quota.resource [None req-b873962d-3d80-4705-b306-64dd039832fd tempest-QuotasTest-922592266 tempest-QuotasTest-922592266-project-admin] Usage tracker for resource:network and project:68ff572297384e9593bd2002580ade0c is out of sync, need to count used quota {{(pid=103586) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 10 15:29:51.167266 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fe6dd7f0-54f2-464c-8cf3-ed5136766ab6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:51.204942 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e192c3-50e0-4839-98f0-9596bf01b257 tempest-ExternalNetworksAdminNegativeTestJSON-86502085 tempest-ExternalNetworksAdminNegativeTestJSON-86502085-project-admin] Made reservation on behalf of a026bfd768af469eb28db069ccdcc727 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:29:51.211326 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-56e192c3-50e0-4839-98f0-9596bf01b257 tempest-ExternalNetworksAdminNegativeTestJSON-86502085 tempest-ExternalNetworksAdminNegativeTestJSON-86502085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:51.219216 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.quota.resource [None req-b873962d-3d80-4705-b306-64dd039832fd tempest-QuotasTest-922592266 tempest-QuotasTest-922592266-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103586) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 10 15:29:51.241940 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-7ba936ee-594a-46f4-a1da-9130fe094b17 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Allocated IP 172.26.2.119 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/b07225b1-82e8-4656-aed1-fbe37ef586ea) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:29:51.246787 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fe6dd7f0-54f2-464c-8cf3-ed5136766ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:51.248436 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-56e192c3-50e0-4839-98f0-9596bf01b257 tempest-ExternalNetworksAdminNegativeTestJSON-86502085 tempest-ExternalNetworksAdminNegativeTestJSON-86502085-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:51.279823 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbbe149-cab8-40d1-ab89-1ebf1b870b33 None None] Pushing event updated for resources: {'Port': ['ID=84f9f897-9b33-44cd-bce0-489856e97899,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:29:51.298131 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-864cf8ca-368b-47d4-a022-c9d1583c5c47 None None] Set router e829bec7-9000-42a1-98b0-49c1a3daa5b5 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:29:51.312109 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.quota.resource [None req-b873962d-3d80-4705-b306-64dd039832fd tempest-QuotasTest-922592266 tempest-QuotasTest-922592266-project-admin] Usage tracker for resource:subnet and project:68ff572297384e9593bd2002580ade0c is out of sync, need to count used quota {{(pid=103586) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 10 15:29:51.314038 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d227bc0e-2ab8-4f92-83e5-08c37f731f45 tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for subnet, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:51.329143 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.quota.resource [None req-b873962d-3d80-4705-b306-64dd039832fd tempest-QuotasTest-922592266 tempest-QuotasTest-922592266-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103586) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 10 15:29:51.413570 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.quota.resource [None req-b873962d-3d80-4705-b306-64dd039832fd tempest-QuotasTest-922592266 tempest-QuotasTest-922592266-project-admin] Usage tracker for resource:subnetpool and project:68ff572297384e9593bd2002580ade0c is out of sync, need to count used quota {{(pid=103586) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 10 15:29:51.458245 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d227bc0e-2ab8-4f92-83e5-08c37f731f45 tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Pushing event updated for resources: {'Subnet': ['ID=d6286637-89b5-4072-93af-268359344415,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:29:51.467258 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.quota.resource [None req-b873962d-3d80-4705-b306-64dd039832fd tempest-QuotasTest-922592266 tempest-QuotasTest-922592266-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103586) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 10 15:29:51.488473 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f4d73ca8-db2d-4e4b-afa6-22e3e3232252 tempest-MeteringTestJSON-745269570 tempest-MeteringTestJSON-745269570-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:51.488473 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-f4d73ca8-db2d-4e4b-afa6-22e3e3232252 tempest-MeteringTestJSON-745269570 tempest-MeteringTestJSON-745269570-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/97812f8b-5d9e-4ea4-9081-aa1e435e0494 HTTP/1.1" status: 204 len: 168 time: 0.7441194 Dec 10 15:29:51.507681 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 58078) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:29:51.520641 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.quota.resource [None req-b873962d-3d80-4705-b306-64dd039832fd tempest-QuotasTest-922592266 tempest-QuotasTest-922592266-project-admin] Usage tracker for resource:port and project:68ff572297384e9593bd2002580ade0c is out of sync, need to count used quota {{(pid=103586) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 10 15:29:51.528095 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7ba936ee-594a-46f4-a1da-9130fe094b17 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:51.531692 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.quota.resource [None req-b873962d-3d80-4705-b306-64dd039832fd tempest-QuotasTest-922592266 tempest-QuotasTest-922592266-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103586) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 10 15:29:51.532797 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-864cf8ca-368b-47d4-a022-c9d1583c5c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e829bec7-9000-42a1-98b0-49c1a3daa5b5', 'name': 'tempest-ServersTestJSON-1578590148-router', 'tenant_id': 'e48df3bebd6c40d8972aebca1c524dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.218'}], 'enable_snat': True}, 'gw_port_id': '84f9f897-9b33-44cd-bce0-489856e97899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:29:45Z', 'updated_at': '2021-12-10T15:29:47Z', 'revision_number': 3, 'project_id': 'e48df3bebd6c40d8972aebca1c524dd3', 'gw_port': {'id': '84f9f897-9b33-44cd-bce0-489856e97899', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a1:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e829bec7-9000-42a1-98b0-49c1a3daa5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:29:46Z', 'updated_at': '2021-12-10T15:29:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:29:51.555543 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d227bc0e-2ab8-4f92-83e5-08c37f731f45 tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Checking segment: {'id': '64aa7968-c400-4107-ac78-d313c662b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '3a7aa06c-3d86-40b2-b300-c0d36fc361e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:29:51.555906 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d227bc0e-2ab8-4f92-83e5-08c37f731f45 tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Network hostable DHCP agents. Network: 3a7aa06c-3d86-40b2-b300-c0d36fc361e8, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:29:51.557885 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.quota.resource [None req-b873962d-3d80-4705-b306-64dd039832fd tempest-QuotasTest-922592266 tempest-QuotasTest-922592266-project-admin] Usage tracker for resource:router and project:68ff572297384e9593bd2002580ade0c is out of sync, need to count used quota {{(pid=103586) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 10 15:29:51.562786 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-b5b83e34-49e9-47d0-be8b-53319ec70a0d tempest-MeteringTestJSON-745269570 tempest-MeteringTestJSON-745269570-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=97812f8b-5d9e-4ea4-9081-aa1e435e0494 HTTP/1.1" status: 200 len: 216 time: 0.0492654 Dec 10 15:29:51.566252 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 58080) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:29:51.568514 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.quota.resource [None req-b873962d-3d80-4705-b306-64dd039832fd tempest-QuotasTest-922592266 tempest-QuotasTest-922592266-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103586) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 10 15:29:51.576510 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864cf8ca-368b-47d4-a022-c9d1583c5c47 None None] The sync data for ids ['e829bec7-9000-42a1-98b0-49c1a3daa5b5'] in dv-neutron-821401-4-hyperv is: [{'id': 'e829bec7-9000-42a1-98b0-49c1a3daa5b5', 'name': 'tempest-ServersTestJSON-1578590148-router', 'tenant_id': 'e48df3bebd6c40d8972aebca1c524dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.218'}], 'enable_snat': True}, 'gw_port_id': '84f9f897-9b33-44cd-bce0-489856e97899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:29:45Z', 'updated_at': '2021-12-10T15:29:47Z', 'revision_number': 3, 'project_id': 'e48df3bebd6c40d8972aebca1c524dd3', 'gw_port': {'id': '84f9f897-9b33-44cd-bce0-489856e97899', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a1:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e829bec7-9000-42a1-98b0-49c1a3daa5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:29:46Z', 'updated_at': '2021-12-10T15:29:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:29:51.587403 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-b5aac7b2-30e7-4c0c-8b54-8a3d5d63c26d tempest-MeteringTestJSON-745269570 tempest-MeteringTestJSON-745269570-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0193758 Dec 10 15:29:51.589150 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bdda1534-3361-4ffc-9818-51c9e0398b1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:51.602729 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 58082) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:29:51.616116 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.quota.resource [None req-b873962d-3d80-4705-b306-64dd039832fd tempest-QuotasTest-922592266 tempest-QuotasTest-922592266-project-admin] Usage tracker for resource:floatingip and project:68ff572297384e9593bd2002580ade0c is out of sync, need to count used quota {{(pid=103586) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 10 15:29:51.636663 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.quota.resource [None req-b873962d-3d80-4705-b306-64dd039832fd tempest-QuotasTest-922592266 tempest-QuotasTest-922592266-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103586) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 10 15:29:51.642671 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-30aef368-9d4f-4e00-911d-a2a074181d09 tempest-MeteringTestJSON-745269570 tempest-MeteringTestJSON-745269570-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0385556 Dec 10 15:29:51.647788 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 58084) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:29:51.743820 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-2e39ee25-aab3-4406-9913-19c7d4518134 tempest-MeteringTestJSON-745269570 tempest-MeteringTestJSON-745269570-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels/fa37798d-fa2b-44e3-8e1e-9a47fa4ff1d3 HTTP/1.1" status: 200 len: 473 time: 0.0911093 Dec 10 15:29:51.746360 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7ba936ee-594a-46f4-a1da-9130fe094b17 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:51.758406 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 58086) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:29:51.773647 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-56e192c3-50e0-4839-98f0-9596bf01b257 tempest-ExternalNetworksAdminNegativeTestJSON-86502085 tempest-ExternalNetworksAdminNegativeTestJSON-86502085-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:51.780899 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d227bc0e-2ab8-4f92-83e5-08c37f731f45 tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Network 3a7aa06c-3d86-40b2-b300-c0d36fc361e8 is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:29:51.789368 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.quota.resource [None req-b873962d-3d80-4705-b306-64dd039832fd tempest-QuotasTest-922592266 tempest-QuotasTest-922592266-project-admin] Usage tracker for resource:security_group and project:68ff572297384e9593bd2002580ade0c is out of sync, need to count used quota {{(pid=103586) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 10 15:29:51.798849 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.quota.resource [None req-b873962d-3d80-4705-b306-64dd039832fd tempest-QuotasTest-922592266 tempest-QuotasTest-922592266-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103586) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 10 15:29:51.845076 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba936ee-594a-46f4-a1da-9130fe094b17 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:29:51.856619 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-7ba936ee-594a-46f4-a1da-9130fe094b17 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:29:51.859166 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba936ee-594a-46f4-a1da-9130fe094b17 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:29:51.862951 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-56e192c3-50e0-4839-98f0-9596bf01b257 tempest-ExternalNetworksAdminNegativeTestJSON-86502085 tempest-ExternalNetworksAdminNegativeTestJSON-86502085-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:51.883378 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-bdda1534-3361-4ffc-9818-51c9e0398b1f admin admin] Allocated IP 172.20.0.1 (f99addda-57f1-4324-933a-6f2a62cbd208/79f6244b-5844-41f5-8b9a-b3401743a808/016387a7-c1c3-4e68-af38-2f335644d953) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:29:51.885959 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.quota.resource [None req-b873962d-3d80-4705-b306-64dd039832fd tempest-QuotasTest-922592266 tempest-QuotasTest-922592266-project-admin] Usage tracker for resource:security_group_rule and project:68ff572297384e9593bd2002580ade0c is out of sync, need to count used quota {{(pid=103586) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 10 15:29:51.886399 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-56e192c3-50e0-4839-98f0-9596bf01b257 tempest-ExternalNetworksAdminNegativeTestJSON-86502085 tempest-ExternalNetworksAdminNegativeTestJSON-86502085-project-admin] device_id is not set on port 0d72a4d6-dcce-4515-9278-7f8505cfb1ec yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:29:51.894772 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-d227bc0e-2ab8-4f92-83e5-08c37f731f45 tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 3a7aa06c-3d86-40b2-b300-c0d36fc361e8) {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:29:51.900368 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.quota.resource [None req-b873962d-3d80-4705-b306-64dd039832fd tempest-QuotasTest-922592266 tempest-QuotasTest-922592266-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103586) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 10 15:29:51.904667 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-6c5d9170-8b4c-4fb7-baa6-f061f7aebeae tempest-MeteringTestJSON-745269570 tempest-MeteringTestJSON-745269570-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules/04b6b51c-fd2c-4de1-abb6-c4331e995a9f HTTP/1.1" status: 200 len: 461 time: 0.1389501 Dec 10 15:29:51.906281 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f2a998-5eeb-484f-a02e-e16fbc2bf32c None None] Network 3a7aa06c-3d86-40b2-b300-c0d36fc361e8 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:29:51.907707 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d227bc0e-2ab8-4f92-83e5-08c37f731f45 tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:29:51.908344 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d227bc0e-2ab8-4f92-83e5-08c37f731f45 tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:51.918439 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 58092) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:29:51.933452 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-b873962d-3d80-4705-b306-64dd039832fd tempest-QuotasTest-922592266 tempest-QuotasTest-922592266-project-admin] 10.222.0.20 "GET /v2.0/quotas/68ff572297384e9593bd2002580ade0c/details.json HTTP/1.1" status: 200 len: 703 time: 1.1934862 Dec 10 15:29:51.984222 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e192c3-50e0-4839-98f0-9596bf01b257 tempest-ExternalNetworksAdminNegativeTestJSON-86502085 tempest-ExternalNetworksAdminNegativeTestJSON-86502085-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3477b1bd-0b19-4a15-8984-92bdb9c9f0f5,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:29:51.989811 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba936ee-594a-46f4-a1da-9130fe094b17 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Pushing event updated for resources: {'Port': ['ID=b07225b1-82e8-4656-aed1-fbe37ef586ea,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:29:52.010455 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3b96d7-134e-45c8-b2fa-19d0bb907307 None None] Network a0f35dea-026e-4011-a2fc-8c909b8f7f05 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:29:52.055614 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-fe6dd7f0-54f2-464c-8cf3-ed5136766ab6 admin admin] Allocated IP 172.26.2.60 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/a9df6d58-19e7-4b67-9f47-e25b64721994) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:29:52.200854 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bdda1534-3361-4ffc-9818-51c9e0398b1f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:52.281774 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-654f93cb-8161-4020-b134-cb2b702715a5 None None] Provisioning complete for port 53321090-d30d-44c7-ae52-883f252b5174 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:29:52.282555 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-654f93cb-8161-4020-b134-cb2b702715a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:52.284233 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7ba936ee-594a-46f4-a1da-9130fe094b17 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:52.344490 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d0cdea-000e-4378-8ee8-6a43b331d49e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-3a7aa06c-3d86-40b2-b300-c0d36fc361e8', 'network_id': '3a7aa06c-3d86-40b2-b300-c0d36fc361e8', 'project_id': '08583fb1c9594de1a9361be07cb64cdc', 'fixed_ips': [{'subnet_id': 'd6286637-89b5-4072-93af-268359344415'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:29:52.345350 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bdda1534-3361-4ffc-9818-51c9e0398b1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:52.346034 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d1d0cdea-000e-4378-8ee8-6a43b331d49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:52.387225 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-65a3070f-51ad-42b6-bd2e-1cb882b88e42 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:52.404653 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdda1534-3361-4ffc-9818-51c9e0398b1f admin admin] Network f99addda-57f1-4324-933a-6f2a62cbd208 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:29:52.435152 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-65a3070f-51ad-42b6-bd2e-1cb882b88e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:52.471963 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-bdda1534-3361-4ffc-9818-51c9e0398b1f admin admin] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:29:52.564232 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-d227bc0e-2ab8-4f92-83e5-08c37f731f45 tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4036531 Dec 10 15:29:52.568996 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdda1534-3361-4ffc-9818-51c9e0398b1f admin admin] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:29:52.571593 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bdda1534-3361-4ffc-9818-51c9e0398b1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552880'] for router_interface, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:52.592769 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546b9cf9-f243-4560-85fc-e236f921adf2 None None] Network 9f22a23a-8eb3-48df-bc2f-eddd6071e745 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:29:52.627866 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 58098) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:29:52.636929 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-70e64c5c-4230-4783-89c6-919ffcf1ce84 tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Request body: {'port': {'network_id': '3a7aa06c-3d86-40b2-b300-c0d36fc361e8', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1089374430'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:29:52.646484 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7ba936ee-594a-46f4-a1da-9130fe094b17 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:52.823293 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-654f93cb-8161-4020-b134-cb2b702715a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:52.836934 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-daa272f5-f7e8-400c-9c05-1498f42ee537 tempest-MeteringTestJSON-745269570 tempest-MeteringTestJSON-745269570-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:52.841598 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-daa272f5-f7e8-400c-9c05-1498f42ee537 tempest-MeteringTestJSON-745269570 tempest-MeteringTestJSON-745269570-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/04b6b51c-fd2c-4de1-abb6-c4331e995a9f HTTP/1.1" status: 204 len: 168 time: 0.9088502 Dec 10 15:29:52.842295 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdda1534-3361-4ffc-9818-51c9e0398b1f admin admin] Pushing event updated for resources: {'Port': ['ID=016387a7-c1c3-4e68-af38-2f335644d953,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:29:52.848962 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 58102) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:29:52.950292 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 58104) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:29:52.987022 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fe6dd7f0-54f2-464c-8cf3-ed5136766ab6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:53.031585 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 84f9f897-9b33-44cd-bce0-489856e97899 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:29:53.117320 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-d1d0cdea-000e-4378-8ee8-6a43b331d49e None None] Allocated IP 172.20.0.2 (3a7aa06c-3d86-40b2-b300-c0d36fc361e8/d6286637-89b5-4072-93af-268359344415/89ee94db-0c96-4fcd-a7ba-61497ef442f3) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:29:53.123604 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 84f9f897-9b33-44cd-bce0-489856e97899 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:29:53.123982 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:53.175820 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2eb43718-6a1a-4e9b-9615-26c04480ae17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:53.180605 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-654f93cb-8161-4020-b134-cb2b702715a5 None None] For port 53321090-d30d-44c7-ae52-883f252b5174, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=53321090-d30d-44c7-ae52-883f252b5174,segment=NetworkSegment(5c4fd87b-38ee-4dcd-9bb3-1b601d8648aa),segment_id=5c4fd87b-38ee-4dcd-9bb3-1b601d8648aa)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:29:53.197908 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fe6dd7f0-54f2-464c-8cf3-ed5136766ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:53.223566 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-69ba6541-cd2a-4f32-ae9b-2dce03199ee8 tempest-MeteringTestJSON-745269570 tempest-MeteringTestJSON-745269570-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:53.225295 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-69ba6541-cd2a-4f32-ae9b-2dce03199ee8 tempest-MeteringTestJSON-745269570 tempest-MeteringTestJSON-745269570-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/fa37798d-fa2b-44e3-8e1e-9a47fa4ff1d3 HTTP/1.1" status: 204 len: 168 time: 0.3558993 Dec 10 15:29:53.262716 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-654f93cb-8161-4020-b134-cb2b702715a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:53.282828 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2eb43718-6a1a-4e9b-9615-26c04480ae17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:53.336324 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6dd7f0-54f2-464c-8cf3-ed5136766ab6 admin admin] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:29:53.355194 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-fe6dd7f0-54f2-464c-8cf3-ed5136766ab6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:29:53.367659 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6dd7f0-54f2-464c-8cf3-ed5136766ab6 admin admin] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:29:53.371851 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6dd7f0-54f2-464c-8cf3-ed5136766ab6 admin admin] Pushing event updated for resources: {'Port': ['ID=a9df6d58-19e7-4b67-9f47-e25b64721994,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:29:53.389980 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654f93cb-8161-4020-b134-cb2b702715a5 None None] Pushing event updated for resources: {'Port': ['ID=53321090-d30d-44c7-ae52-883f252b5174,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:29:53.393354 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bdda1534-3361-4ffc-9818-51c9e0398b1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:53.428562 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:53.430779 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2eb43718-6a1a-4e9b-9615-26c04480ae17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:53.454217 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-0d935b52-66fb-4ebc-a374-c2fa539b0632 None None] Provisioning complete for port 53321090-d30d-44c7-ae52-883f252b5174 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:29:53.454586 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0d935b52-66fb-4ebc-a374-c2fa539b0632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:53.494500 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-2eb43718-6a1a-4e9b-9615-26c04480ae17 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f8ae5e5504b4494b8bac9a23b1d65a68&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5395603 Dec 10 15:29:53.494682 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] For port 84f9f897-9b33-44cd-bce0-489856e97899, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=84f9f897-9b33-44cd-bce0-489856e97899,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:29:53.497280 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d1d0cdea-000e-4378-8ee8-6a43b331d49e None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:53.507602 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 58112) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:29:53.553429 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb43718-6a1a-4e9b-9615-26c04480ae17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ab1b45-2fe8-4bc5-b5e4-2594fb348a41,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:29:53.596656 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-0d935b52-66fb-4ebc-a374-c2fa539b0632 None None] Provisioning complete for port e20a072a-836f-4d1b-a166-ea814b0041ec triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:29:53.596656 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0d935b52-66fb-4ebc-a374-c2fa539b0632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:53.600012 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-56e192c3-50e0-4839-98f0-9596bf01b257 tempest-ExternalNetworksAdminNegativeTestJSON-86502085 tempest-ExternalNetworksAdminNegativeTestJSON-86502085-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 10 15:29:53.601086 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56e192c3-50e0-4839-98f0-9596bf01b257 tempest-ExternalNetworksAdminNegativeTestJSON-86502085 tempest-ExternalNetworksAdminNegativeTestJSON-86502085-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:29:53.619532 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7ba936ee-594a-46f4-a1da-9130fe094b17 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:53.625340 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:53.626101 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 53321090-d30d-44c7-ae52-883f252b5174 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:29:53.660087 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d1d0cdea-000e-4378-8ee8-6a43b331d49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:53.669658 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-65a3070f-51ad-42b6-bd2e-1cb882b88e42 admin admin] Allocated IP 172.26.2.12 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/39a76a45-f3d7-4ecd-aab5-1de15359ff6a) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:29:53.689572 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d3e51fa2-7787-4f3b-80e2-c906e279b835 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:53.727692 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d0cdea-000e-4378-8ee8-6a43b331d49e None None] Network 3a7aa06c-3d86-40b2-b300-c0d36fc361e8 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:29:53.730233 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7ba936ee-594a-46f4-a1da-9130fe094b17 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:53.741930 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d3e51fa2-7787-4f3b-80e2-c906e279b835 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:53.745093 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-d1d0cdea-000e-4378-8ee8-6a43b331d49e None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:29:53.751127 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d0cdea-000e-4378-8ee8-6a43b331d49e None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:29:53.757834 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Pushing event updated for resources: {'Port': ['ID=84f9f897-9b33-44cd-bce0-489856e97899,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:29:53.808807 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e64c5c-4230-4783-89c6-919ffcf1ce84 tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Made reservation on behalf of 08583fb1c9594de1a9361be07cb64cdc for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:29:53.813371 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-70e64c5c-4230-4783-89c6-919ffcf1ce84 tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:53.819225 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bdda1534-3361-4ffc-9818-51c9e0398b1f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:53.824270 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 53321090-d30d-44c7-ae52-883f252b5174 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:29:53.824763 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:53.900085 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bdda1534-3361-4ffc-9818-51c9e0398b1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:53.900900 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bdda1534-3361-4ffc-9818-51c9e0398b1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549888'] for router_interface, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:53.903463 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 58116) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:29:53.907245 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-56e192c3-50e0-4839-98f0-9596bf01b257 tempest-ExternalNetworksAdminNegativeTestJSON-86502085 tempest-ExternalNetworksAdminNegativeTestJSON-86502085-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 3.1334853 Dec 10 15:29:53.911488 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d0cdea-000e-4378-8ee8-6a43b331d49e None None] Pushing event updated for resources: {'Port': ['ID=89ee94db-0c96-4fcd-a7ba-61497ef442f3,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:29:53.925538 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-d1d0cdea-000e-4378-8ee8-6a43b331d49e None None] Attempting to bind port 89ee94db-0c96-4fcd-a7ba-61497ef442f3 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:29:53.926556 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-d1d0cdea-000e-4378-8ee8-6a43b331d49e None None] Attempting to bind port 89ee94db-0c96-4fcd-a7ba-61497ef442f3 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '64aa7968-c400-4107-ac78-d313c662b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '3a7aa06c-3d86-40b2-b300-c0d36fc361e8'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:29:53.926932 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d0cdea-000e-4378-8ee8-6a43b331d49e None None] Attempting to bind port 89ee94db-0c96-4fcd-a7ba-61497ef442f3 on network 3a7aa06c-3d86-40b2-b300-c0d36fc361e8 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:29:53.929440 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7ba936ee-594a-46f4-a1da-9130fe094b17 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552741'] for floatingip, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:53.932089 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0d935b52-66fb-4ebc-a374-c2fa539b0632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:53.938497 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d0cdea-000e-4378-8ee8-6a43b331d49e None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:29:53.938932 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d0cdea-000e-4378-8ee8-6a43b331d49e None None] Checking segment: {'id': '64aa7968-c400-4107-ac78-d313c662b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '3a7aa06c-3d86-40b2-b300-c0d36fc361e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:29:53.939244 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d1d0cdea-000e-4378-8ee8-6a43b331d49e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:53.939635 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d0cdea-000e-4378-8ee8-6a43b331d49e None None] Bound using segment: {'id': '64aa7968-c400-4107-ac78-d313c662b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '3a7aa06c-3d86-40b2-b300-c0d36fc361e8'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:29:53.939890 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 58120) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:29:53.940100 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-d1d0cdea-000e-4378-8ee8-6a43b331d49e None None] Bound port: 89ee94db-0c96-4fcd-a7ba-61497ef442f3, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64aa7968-c400-4107-ac78-d313c662b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '3a7aa06c-3d86-40b2-b300-c0d36fc361e8'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:29:53.940474 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d1d0cdea-000e-4378-8ee8-6a43b331d49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:53.958513 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-70e64c5c-4230-4783-89c6-919ffcf1ce84 tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] device_id is not set on port 39c0b3fe-057a-4347-9941-da3f10d47144 yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:29:53.971013 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba936ee-594a-46f4-a1da-9130fe094b17 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Pushing event updated for resources: {'Port': ['ID=b07225b1-82e8-4656-aed1-fbe37ef586ea,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:29:53.989623 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d3e51fa2-7787-4f3b-80e2-c906e279b835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:53.999953 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d3e51fa2-7787-4f3b-80e2-c906e279b835 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:54.003432 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-d3e51fa2-7787-4f3b-80e2-c906e279b835 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/59ab1b45-2fe8-4bc5-b5e4-2594fb348a41 HTTP/1.1" status: 204 len: 168 time: 0.4926841 Dec 10 15:29:54.051276 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-0d935b52-66fb-4ebc-a374-c2fa539b0632 None None] For port e20a072a-836f-4d1b-a166-ea814b0041ec, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=e20a072a-836f-4d1b-a166-ea814b0041ec,segment=NetworkSegment(ef521c35-8ac9-4897-8760-af6df1516e56),segment_id=ef521c35-8ac9-4897-8760-af6df1516e56)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:29:54.084316 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-d1d0cdea-000e-4378-8ee8-6a43b331d49e None None] For port 89ee94db-0c96-4fcd-a7ba-61497ef442f3, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:29:54.087681 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device e20a072a-836f-4d1b-a166-ea814b0041ec up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:29:54.091363 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-d1d0cdea-000e-4378-8ee8-6a43b331d49e None None] For port 89ee94db-0c96-4fcd-a7ba-61497ef442f3, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=89ee94db-0c96-4fcd-a7ba-61497ef442f3,segment=NetworkSegment(64aa7968-c400-4107-ac78-d313c662b7d8),segment_id=64aa7968-c400-4107-ac78-d313c662b7d8)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:29:54.107271 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7ba936ee-594a-46f4-a1da-9130fe094b17 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:54.109001 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-7ba936ee-594a-46f4-a1da-9130fe094b17 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0559947 Dec 10 15:29:54.129599 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0d935b52-66fb-4ebc-a374-c2fa539b0632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:54.154554 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 58124) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:29:54.179999 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d1d0cdea-000e-4378-8ee8-6a43b331d49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:54.214274 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-307e67af-c617-40e0-98b8-41728ae0d755 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-26497495'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:29:54.218463 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-0d935b52-66fb-4ebc-a374-c2fa539b0632 None None] Provisioning complete for port 016387a7-c1c3-4e68-af38-2f335644d953 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:29:54.218841 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0d935b52-66fb-4ebc-a374-c2fa539b0632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:54.262161 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d935b52-66fb-4ebc-a374-c2fa539b0632 None None] Pushing event updated for resources: {'Port': ['ID=e20a072a-836f-4d1b-a166-ea814b0041ec,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:29:54.319102 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port e20a072a-836f-4d1b-a166-ea814b0041ec triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:29:54.319572 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:54.339317 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-65a3070f-51ad-42b6-bd2e-1cb882b88e42 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:54.349264 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-0d935b52-66fb-4ebc-a374-c2fa539b0632 None None] Port 016387a7-c1c3-4e68-af38-2f335644d953 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:29:54.376074 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d0cdea-000e-4378-8ee8-6a43b331d49e None None] Pushing event updated for resources: {'Port': ['ID=89ee94db-0c96-4fcd-a7ba-61497ef442f3,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:29:54.380045 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e51fa2-7787-4f3b-80e2-c906e279b835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ab1b45-2fe8-4bc5-b5e4-2594fb348a41,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:29:54.387915 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-afbad33b-910b-4387-b732-efff4ec00a1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:54.395997 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdda1534-3361-4ffc-9818-51c9e0398b1f admin admin] Pushing event updated for resources: {'Port': ['ID=016387a7-c1c3-4e68-af38-2f335644d953,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:29:54.494702 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-70e64c5c-4230-4783-89c6-919ffcf1ce84 tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Allocated IP 172.20.0.12 (3a7aa06c-3d86-40b2-b300-c0d36fc361e8/d6286637-89b5-4072-93af-268359344415/39c0b3fe-057a-4347-9941-da3f10d47144) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:29:54.496578 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-95818231-d767-4187-80a0-37fba9b9f648 None None] Provisioning complete for port e20a072a-836f-4d1b-a166-ea814b0041ec triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:29:54.497924 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-95818231-d767-4187-80a0-37fba9b9f648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:54.506749 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdda1534-3361-4ffc-9818-51c9e0398b1f admin admin] Network f99addda-57f1-4324-933a-6f2a62cbd208 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:29:54.512996 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-bdda1534-3361-4ffc-9818-51c9e0398b1f admin admin] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:29:54.573734 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-d7c7873b-2608-4821-98d8-36f78129b427 tempest-ExternalNetworksAdminNegativeTestJSON-86502085 tempest-ExternalNetworksAdminNegativeTestJSON-86502085-project-admin] Deleting port f95a764d-730f-4c4a-8e80-ae39be8bac3e {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:29:54.574831 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d7c7873b-2608-4821-98d8-36f78129b427 tempest-ExternalNetworksAdminNegativeTestJSON-86502085 tempest-ExternalNetworksAdminNegativeTestJSON-86502085-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:54.613962 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-307e67af-c617-40e0-98b8-41728ae0d755 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Made reservation on behalf of 08a9ede9187240f682d82a9dc6b069aa for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:29:54.617445 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-307e67af-c617-40e0-98b8-41728ae0d755 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:54.628451 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fe6dd7f0-54f2-464c-8cf3-ed5136766ab6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:54.744195 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-afbad33b-910b-4387-b732-efff4ec00a1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:54.765648 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 84f9f897-9b33-44cd-bce0-489856e97899 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:29:54.785986 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-307e67af-c617-40e0-98b8-41728ae0d755 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:54.791201 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d7c7873b-2608-4821-98d8-36f78129b427 tempest-ExternalNetworksAdminNegativeTestJSON-86502085 tempest-ExternalNetworksAdminNegativeTestJSON-86502085-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:54.791702 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d7c7873b-2608-4821-98d8-36f78129b427 tempest-ExternalNetworksAdminNegativeTestJSON-86502085 tempest-ExternalNetworksAdminNegativeTestJSON-86502085-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:54.813425 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-d7c7873b-2608-4821-98d8-36f78129b427 tempest-ExternalNetworksAdminNegativeTestJSON-86502085 tempest-ExternalNetworksAdminNegativeTestJSON-86502085-project-admin] Calling delete_port for f95a764d-730f-4c4a-8e80-ae39be8bac3e owned by network:floatingip {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:29:54.827438 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-afbad33b-910b-4387-b732-efff4ec00a1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:54.844928 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdda1534-3361-4ffc-9818-51c9e0398b1f admin admin] Router e829bec7-9000-42a1-98b0-49c1a3daa5b5 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:29:54.861318 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 84f9f897-9b33-44cd-bce0-489856e97899 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:29:54.861624 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:54.976252 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-afbad33b-910b-4387-b732-efff4ec00a1c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d1c400be92784e49956cea381ddb5460&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0702584 Dec 10 15:29:54.980113 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 58128) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:29:54.980250 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbad33b-910b-4387-b732-efff4ec00a1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08da68b8-f697-4091-813c-4260d8fe28c0,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:29:54.997168 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 53321090-d30d-44c7-ae52-883f252b5174 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:29:55.033295 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 58130) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:29:55.059439 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8c57c711-fddd-48b1-a637-b069b5f9ce05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:55.069326 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-95f4f9b6-3cfe-48c4-bec1-3a053e0d8199 None None] Provisioning complete for port 016387a7-c1c3-4e68-af38-2f335644d953 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:29:55.069868 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-95f4f9b6-3cfe-48c4-bec1-3a053e0d8199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:55.086830 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-65a3070f-51ad-42b6-bd2e-1cb882b88e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:55.086830 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-70e64c5c-4230-4783-89c6-919ffcf1ce84 tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:55.108814 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 53321090-d30d-44c7-ae52-883f252b5174 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:29:55.109355 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:55.150525 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-95f4f9b6-3cfe-48c4-bec1-3a053e0d8199 None None] Port 016387a7-c1c3-4e68-af38-2f335644d953 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:29:55.174417 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a3070f-51ad-42b6-bd2e-1cb882b88e42 admin admin] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:29:55.186885 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdda1534-3361-4ffc-9818-51c9e0398b1f admin admin] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:29:55.197372 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-bdda1534-3361-4ffc-9818-51c9e0398b1f admin admin] 10.222.0.20 "PUT /v2.0/routers/e829bec7-9000-42a1-98b0-49c1a3daa5b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4746876 Dec 10 15:29:55.217404 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fe67a2-9bae-48db-b5cd-4831ceefafd5 None None] Sync routers for ids ['e829bec7-9000-42a1-98b0-49c1a3daa5b5'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:29:55.238334 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fe67a2-9bae-48db-b5cd-4831ceefafd5 None None] Routers {'e829bec7-9000-42a1-98b0-49c1a3daa5b5'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:29:55.239771 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-39fe67a2-9bae-48db-b5cd-4831ceefafd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:29:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['e829bec7-9000-42a1-98b0-49c1a3daa5b5'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:29:55.243140 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device e20a072a-836f-4d1b-a166-ea814b0041ec up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:29:55.249774 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-65a3070f-51ad-42b6-bd2e-1cb882b88e42 admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:29:55.251702 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-55092dca-d910-45ea-88c1-7c862131df57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:55.260624 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8c57c711-fddd-48b1-a637-b069b5f9ce05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:55.262260 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a3070f-51ad-42b6-bd2e-1cb882b88e42 admin admin] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:29:55.276027 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d7c7873b-2608-4821-98d8-36f78129b427 tempest-ExternalNetworksAdminNegativeTestJSON-86502085 tempest-ExternalNetworksAdminNegativeTestJSON-86502085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:55.319572 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c7873b-2608-4821-98d8-36f78129b427 tempest-ExternalNetworksAdminNegativeTestJSON-86502085 tempest-ExternalNetworksAdminNegativeTestJSON-86502085-project-admin] Pushing event deleted for resources: {'Port': ['ID=f95a764d-730f-4c4a-8e80-ae39be8bac3e,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:29:55.365903 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8c57c711-fddd-48b1-a637-b069b5f9ce05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:55.391976 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port e20a072a-836f-4d1b-a166-ea814b0041ec triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:29:55.392486 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:55.418921 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a3070f-51ad-42b6-bd2e-1cb882b88e42 admin admin] Pushing event updated for resources: {'Port': ['ID=39a76a45-f3d7-4ecd-aab5-1de15359ff6a,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:29:55.428811 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-39fe67a2-9bae-48db-b5cd-4831ceefafd5 None None] Set router e829bec7-9000-42a1-98b0-49c1a3daa5b5 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:29:55.490155 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c57c711-fddd-48b1-a637-b069b5f9ce05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf69e66-21be-4bcb-9d1a-0bf89a0620b5,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:29:55.508186 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d7c7873b-2608-4821-98d8-36f78129b427 tempest-ExternalNetworksAdminNegativeTestJSON-86502085 tempest-ExternalNetworksAdminNegativeTestJSON-86502085-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:55.510849 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d7c7873b-2608-4821-98d8-36f78129b427 tempest-ExternalNetworksAdminNegativeTestJSON-86502085 tempest-ExternalNetworksAdminNegativeTestJSON-86502085-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:55.512133 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-d7c7873b-2608-4821-98d8-36f78129b427 tempest-ExternalNetworksAdminNegativeTestJSON-86502085 tempest-ExternalNetworksAdminNegativeTestJSON-86502085-project-admin] 10.222.0.20 "DELETE /v2.0/floatingips/b69d5189-7f19-4522-b0e8-ffbd62bdb3a9 HTTP/1.1" status: 204 len: 168 time: 1.5712399 Dec 10 15:29:55.524998 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-307e67af-c617-40e0-98b8-41728ae0d755 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:55.543049 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-8c57c711-fddd-48b1-a637-b069b5f9ce05 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=68ff572297384e9593bd2002580ade0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5091181 Dec 10 15:29:55.550610 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 58144) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:29:55.570368 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-55092dca-d910-45ea-88c1-7c862131df57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:55.580018 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fe6dd7f0-54f2-464c-8cf3-ed5136766ab6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363'] for router, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:55.631084 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-307e67af-c617-40e0-98b8-41728ae0d755 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:55.666889 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fef755c5-c430-425d-9a3f-e0152c97d0ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:55.714636 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fef755c5-c430-425d-9a3f-e0152c97d0ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:55.748740 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-70e64c5c-4230-4783-89c6-919ffcf1ce84 tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:55.757030 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-307e67af-c617-40e0-98b8-41728ae0d755 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:29:55.854782 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307e67af-c617-40e0-98b8-41728ae0d755 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fea9974-f8ae-4303-b370-b89844959370,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:29:55.866320 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-39fe67a2-9bae-48db-b5cd-4831ceefafd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e829bec7-9000-42a1-98b0-49c1a3daa5b5', 'name': 'tempest-ServersTestJSON-1578590148-router', 'tenant_id': 'e48df3bebd6c40d8972aebca1c524dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.218'}], 'enable_snat': True}, 'gw_port_id': '84f9f897-9b33-44cd-bce0-489856e97899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:29:45Z', 'updated_at': '2021-12-10T15:29:53Z', 'revision_number': 4, 'project_id': 'e48df3bebd6c40d8972aebca1c524dd3', 'gw_port': {'id': '84f9f897-9b33-44cd-bce0-489856e97899', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e829bec7-9000-42a1-98b0-49c1a3daa5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:29:46Z', 'updated_at': '2021-12-10T15:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '016387a7-c1c3-4e68-af38-2f335644d953', 'name': '', 'network_id': 'f99addda-57f1-4324-933a-6f2a62cbd208', 'tenant_id': 'e48df3bebd6c40d8972aebca1c524dd3', 'mac_address': 'fa:16:3e:c4:92:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e829bec7-9000-42a1-98b0-49c1a3daa5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '79f6244b-5844-41f5-8b9a-b3401743a808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:29:51Z', 'updated_at': '2021-12-10T15:29:53Z', 'revision_number': 2, 'project_id': 'e48df3bebd6c40d8972aebca1c524dd3', 'subnets': [{'id': '79f6244b-5844-41f5-8b9a-b3401743a808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:29:55.871969 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fef755c5-c430-425d-9a3f-e0152c97d0ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:55.875118 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fef755c5-c430-425d-9a3f-e0152c97d0ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:55.876793 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-fef755c5-c430-425d-9a3f-e0152c97d0ce admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3bf69e66-21be-4bcb-9d1a-0bf89a0620b5 HTTP/1.1" status: 204 len: 168 time: 0.3251688 Dec 10 15:29:55.894373 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef755c5-c430-425d-9a3f-e0152c97d0ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf69e66-21be-4bcb-9d1a-0bf89a0620b5,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:29:55.929914 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e64c5c-4230-4783-89c6-919ffcf1ce84 tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Network 3a7aa06c-3d86-40b2-b300-c0d36fc361e8 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:29:55.939864 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-70e64c5c-4230-4783-89c6-919ffcf1ce84 tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:29:55.952890 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e64c5c-4230-4783-89c6-919ffcf1ce84 tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:29:55.954584 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fe67a2-9bae-48db-b5cd-4831ceefafd5 None None] Checking router: e829bec7-9000-42a1-98b0-49c1a3daa5b5 for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:29:55.954962 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fe67a2-9bae-48db-b5cd-4831ceefafd5 None None] Updating router e829bec7-9000-42a1-98b0-49c1a3daa5b5 port 016387a7-c1c3-4e68-af38-2f335644d953 binding host dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 15:29:55.959374 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e64c5c-4230-4783-89c6-919ffcf1ce84 tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:29:55.960225 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-70e64c5c-4230-4783-89c6-919ffcf1ce84 tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:55.965513 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e64c5c-4230-4783-89c6-919ffcf1ce84 tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Pushing event updated for resources: {'Port': ['ID=39c0b3fe-057a-4347-9941-da3f10d47144,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:29:56.010249 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-307e67af-c617-40e0-98b8-41728ae0d755 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:56.010784 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.segments_db [None req-307e67af-c617-40e0-98b8-41728ae0d755 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Added segment 7f77fb38-15c1-4365-b3cd-977b885d62d4 of type vlan for network 2cee3efd-6c23-41c3-b051-02d9b819d26e Dec 10 15:29:56.020138 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-55092dca-d910-45ea-88c1-7c862131df57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:56.023158 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-55092dca-d910-45ea-88c1-7c862131df57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:56.027076 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-55092dca-d910-45ea-88c1-7c862131df57 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/08da68b8-f697-4091-813c-4260d8fe28c0 HTTP/1.1" status: 204 len: 168 time: 1.0413139 Dec 10 15:29:56.085702 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55092dca-d910-45ea-88c1-7c862131df57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08da68b8-f697-4091-813c-4260d8fe28c0,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:29:56.132202 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-307e67af-c617-40e0-98b8-41728ae0d755 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:56.135957 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b35f9ef-ab13-40eb-8cfd-9a498a45d749 None None] Network 3a7aa06c-3d86-40b2-b300-c0d36fc361e8 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:29:56.141581 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-70e64c5c-4230-4783-89c6-919ffcf1ce84 tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 3.5108936 Dec 10 15:29:56.145812 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 58158) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:29:56.199674 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-65a3070f-51ad-42b6-bd2e-1cb882b88e42 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:56.221622 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-39fe67a2-9bae-48db-b5cd-4831ceefafd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:56.239875 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-7aab1a83-fc6c-4954-9795-474a9093bd90 None None] Provisioning complete for port 89ee94db-0c96-4fcd-a7ba-61497ef442f3 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:29:56.240265 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7aab1a83-fc6c-4954-9795-474a9093bd90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:56.304039 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe6dd7f0-54f2-464c-8cf3-ed5136766ab6 admin admin] Router 5be9e820-47cc-4ecf-becc-5a0618d9675d is scheduled to L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d with binding_index 1 {{(pid=103587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 15:29:56.306276 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-307e67af-c617-40e0-98b8-41728ae0d755 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:56.312801 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307e67af-c617-40e0-98b8-41728ae0d755 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:29:56.316859 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-307e67af-c617-40e0-98b8-41728ae0d755 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:56.391383 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 58162) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:29:56.469180 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 58168) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:29:56.486149 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307e67af-c617-40e0-98b8-41728ae0d755 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Pushing event updated for resources: {'Network': ['ID=2cee3efd-6c23-41c3-b051-02d9b819d26e,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:29:56.487955 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-431570c4-5d6e-4d1b-a102-06953ef7c95c tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1171467167', 'description': 'tempest-description--283725414'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:29:56.504619 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-307e67af-c617-40e0-98b8-41728ae0d755 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.3483205 Dec 10 15:29:56.505864 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 58170) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:29:56.516309 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-3f06d5e5-49c4-4fa5-9fc8-47e8b2a6014d tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Request body: {'subnet': {'network_id': '2cee3efd-6c23-41c3-b051-02d9b819d26e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:29:56.527291 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-b384fe8e-745c-476e-a277-ca5948cd7471 tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Deleting port 39c0b3fe-057a-4347-9941-da3f10d47144 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:29:56.527836 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b384fe8e-745c-476e-a277-ca5948cd7471 tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:56.640272 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 2cee3efd-6c23-41c3-b051-02d9b819d26e details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:29:56.658522 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-431570c4-5d6e-4d1b-a102-06953ef7c95c tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:56.701402 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fd9f2df6-f8b3-4614-bd4c-69a3e2f4916f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:56.743583 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 89ee94db-0c96-4fcd-a7ba-61497ef442f3 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:29:56.767203 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b384fe8e-745c-476e-a277-ca5948cd7471 tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:56.823854 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-b384fe8e-745c-476e-a277-ca5948cd7471 tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Calling delete_port for 39c0b3fe-057a-4347-9941-da3f10d47144 owned by {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:29:56.834169 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe6dd7f0-54f2-464c-8cf3-ed5136766ab6 admin admin] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:29:56.846000 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39654801-1941-469e-b40a-cea67628e8be None None] Sync routers for ids ['5be9e820-47cc-4ecf-becc-5a0618d9675d'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:29:56.850382 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-431570c4-5d6e-4d1b-a102-06953ef7c95c tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:56.880415 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39654801-1941-469e-b40a-cea67628e8be None None] Routers {'5be9e820-47cc-4ecf-becc-5a0618d9675d'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:29:56.886562 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-65a3070f-51ad-42b6-bd2e-1cb882b88e42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363'] for router, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:56.886656 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7aab1a83-fc6c-4954-9795-474a9093bd90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:56.893964 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-39654801-1941-469e-b40a-cea67628e8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:29:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['5be9e820-47cc-4ecf-becc-5a0618d9675d'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:29:56.942905 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-431570c4-5d6e-4d1b-a102-06953ef7c95c tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:56.964634 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 89ee94db-0c96-4fcd-a7ba-61497ef442f3 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:29:56.965416 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:56.976779 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f06d5e5-49c4-4fa5-9fc8-47e8b2a6014d tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Made reservation on behalf of 08a9ede9187240f682d82a9dc6b069aa for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:29:56.980905 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3f06d5e5-49c4-4fa5-9fc8-47e8b2a6014d tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks [] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:57.017021 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fd9f2df6-f8b3-4614-bd4c-69a3e2f4916f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:57.030126 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-7aab1a83-fc6c-4954-9795-474a9093bd90 None None] For port 89ee94db-0c96-4fcd-a7ba-61497ef442f3, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=89ee94db-0c96-4fcd-a7ba-61497ef442f3,segment=NetworkSegment(64aa7968-c400-4107-ac78-d313c662b7d8),segment_id=64aa7968-c400-4107-ac78-d313c662b7d8)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:29:57.047223 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431570c4-5d6e-4d1b-a102-06953ef7c95c tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b38ec32-0b2e-4cf3-bc2f-706a19646bdd,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:29:57.081138 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fe6dd7f0-54f2-464c-8cf3-ed5136766ab6 admin admin] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:57.085379 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 58180) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:29:57.085530 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-fe6dd7f0-54f2-464c-8cf3-ed5136766ab6 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.8027816 Dec 10 15:29:57.101976 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fd9f2df6-f8b3-4614-bd4c-69a3e2f4916f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:57.115325 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-39654801-1941-469e-b40a-cea67628e8be None None] Set router 5be9e820-47cc-4ecf-becc-5a0618d9675d gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:29:57.143816 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9f2df6-f8b3-4614-bd4c-69a3e2f4916f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5326d5f5-dcdf-467f-889b-2d27493b71cb,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:29:57.213597 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-fd9f2df6-f8b3-4614-bd4c-69a3e2f4916f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f3b6739f4adb471c9cb4ee81081e76d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8207176 Dec 10 15:29:57.215736 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 58182) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:29:57.225006 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7aab1a83-fc6c-4954-9795-474a9093bd90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:57.284459 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 58184) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:29:57.313870 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:57.338399 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9e40a762-d144-4b6d-a9f1-9858a28da8b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:57.462691 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-39654801-1941-469e-b40a-cea67628e8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be9e820-47cc-4ecf-becc-5a0618d9675d', 'name': 'tempest-ServersTestManualDisk-1302300938-router', 'tenant_id': '345644153ba74add913c1c222de5850e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': 'a9df6d58-19e7-4b67-9f47-e25b64721994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:29:49Z', 'updated_at': '2021-12-10T15:29:53Z', 'revision_number': 3, 'project_id': '345644153ba74add913c1c222de5850e', 'gw_port': {'id': 'a9df6d58-19e7-4b67-9f47-e25b64721994', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:dd:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be9e820-47cc-4ecf-becc-5a0618d9675d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:29:51Z', 'updated_at': '2021-12-10T15:29:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:29:57.473838 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.db.api [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 15:29:57.474223 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG oslo_db.api [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 15:29:57.480966 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65a3070f-51ad-42b6-bd2e-1cb882b88e42 admin admin] Router a06cceec-0d40-4047-bbd1-c8f49e165bda is scheduled to L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d with binding_index 1 {{(pid=103587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 15:29:57.510668 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9c5de1d3-57c9-4440-8192-bf8214a7c7c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:57.522614 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39654801-1941-469e-b40a-cea67628e8be None None] Checking router: 5be9e820-47cc-4ecf-becc-5a0618d9675d for host: dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:29:57.522971 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39654801-1941-469e-b40a-cea67628e8be None None] Updating router 5be9e820-47cc-4ecf-becc-5a0618d9675d port a9df6d58-19e7-4b67-9f47-e25b64721994 binding host dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 15:29:57.550850 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-d5ac5c0e-d759-490b-a9ab-e7ba31a6d35a None None] Provisioning complete for port 39c0b3fe-057a-4347-9941-da3f10d47144 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:29:57.550850 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d5ac5c0e-d759-490b-a9ab-e7ba31a6d35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:57.550850 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aab1a83-fc6c-4954-9795-474a9093bd90 None None] Pushing event updated for resources: {'Port': ['ID=89ee94db-0c96-4fcd-a7ba-61497ef442f3,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:29:57.581757 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-39654801-1941-469e-b40a-cea67628e8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:57.601969 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-d5ac5c0e-d759-490b-a9ab-e7ba31a6d35a None None] Port 39c0b3fe-057a-4347-9941-da3f10d47144 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:29:57.637230 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-431570c4-5d6e-4d1b-a102-06953ef7c95c tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:57.638520 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-431570c4-5d6e-4d1b-a102-06953ef7c95c tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1665337 Dec 10 15:29:57.657233 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-d5ac5c0e-d759-490b-a9ab-e7ba31a6d35a None None] Provisioning complete for port 89ee94db-0c96-4fcd-a7ba-61497ef442f3 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:29:57.657611 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d5ac5c0e-d759-490b-a9ab-e7ba31a6d35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:57.699233 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 58192) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:29:57.705900 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-b8575f43-a4b7-496b-a5d9-f8b637bcba7e tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Request body: {'security_group_rule': {'security_group_id': '5b38ec32-0b2e-4cf3-bc2f-706a19646bdd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:29:57.719297 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-39fe67a2-9bae-48db-b5cd-4831ceefafd5 None None] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:57.761223 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9c5de1d3-57c9-4440-8192-bf8214a7c7c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:57.797565 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-39fe67a2-9bae-48db-b5cd-4831ceefafd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:57.811222 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3f06d5e5-49c4-4fa5-9fc8-47e8b2a6014d tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:57.868713 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b384fe8e-745c-476e-a277-ca5948cd7471 tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:57.934803 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-3aa5ec6f-6839-4bda-9b60-f6f5d2f1d976 None None] Could not find standard attr ID for object 39c0b3fe-057a-4347-9941-da3f10d47144. {{(pid=103588) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 15:29:57.955530 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9c5de1d3-57c9-4440-8192-bf8214a7c7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:57.962344 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41d1639-bd5d-4c73-804a-ce8a9481f316 None None] Pushing event updated for resources: {'Port': ['ID=016387a7-c1c3-4e68-af38-2f335644d953,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:29:57.963039 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9c5de1d3-57c9-4440-8192-bf8214a7c7c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:57.964421 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-9c5de1d3-57c9-4440-8192-bf8214a7c7c4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5326d5f5-dcdf-467f-889b-2d27493b71cb HTTP/1.1" status: 204 len: 168 time: 0.7462828 Dec 10 15:29:58.020855 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9e40a762-d144-4b6d-a9f1-9858a28da8b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:58.038860 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f06d5e5-49c4-4fa5-9fc8-47e8b2a6014d tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Pushing event updated for resources: {'Subnet': ['ID=5a06ad72-0fad-4bb3-9457-8353f7006703,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:29:58.048537 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5de1d3-57c9-4440-8192-bf8214a7c7c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5326d5f5-dcdf-467f-889b-2d27493b71cb,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:29:58.109573 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f06d5e5-49c4-4fa5-9fc8-47e8b2a6014d tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Checking segment: {'id': '7f77fb38-15c1-4365-b3cd-977b885d62d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '2cee3efd-6c23-41c3-b051-02d9b819d26e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:29:58.110139 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f06d5e5-49c4-4fa5-9fc8-47e8b2a6014d tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Network hostable DHCP agents. Network: 2cee3efd-6c23-41c3-b051-02d9b819d26e, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:29:58.116755 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a3070f-51ad-42b6-bd2e-1cb882b88e42 admin admin] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:29:58.162418 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9e40a762-d144-4b6d-a9f1-9858a28da8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:58.169557 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc10fc3-d2e7-4eb3-b8ce-31cb0010ed33 None None] Sync routers for ids ['a06cceec-0d40-4047-bbd1-c8f49e165bda'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:29:58.178282 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b8575f43-a4b7-496b-a5d9-f8b637bcba7e tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:58.221269 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-39fe67a2-9bae-48db-b5cd-4831ceefafd5 None None] Attempting to bind port 016387a7-c1c3-4e68-af38-2f335644d953 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:29:58.221744 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-39fe67a2-9bae-48db-b5cd-4831ceefafd5 None None] Attempting to bind port 016387a7-c1c3-4e68-af38-2f335644d953 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'a3089138-368b-4775-938f-b3e854ae89fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f99addda-57f1-4324-933a-6f2a62cbd208'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:29:58.222267 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fe67a2-9bae-48db-b5cd-4831ceefafd5 None None] Attempting to bind port 016387a7-c1c3-4e68-af38-2f335644d953 on network f99addda-57f1-4324-933a-6f2a62cbd208 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:29:58.234871 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc10fc3-d2e7-4eb3-b8ce-31cb0010ed33 None None] Routers {'a06cceec-0d40-4047-bbd1-c8f49e165bda'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:29:58.234871 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-9dc10fc3-d2e7-4eb3-b8ce-31cb0010ed33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:29:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['a06cceec-0d40-4047-bbd1-c8f49e165bda'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:29:58.247807 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fe67a2-9bae-48db-b5cd-4831ceefafd5 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:29:58.250681 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fe67a2-9bae-48db-b5cd-4831ceefafd5 None None] Checking segment: {'id': 'a3089138-368b-4775-938f-b3e854ae89fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f99addda-57f1-4324-933a-6f2a62cbd208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:29:58.251252 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-39fe67a2-9bae-48db-b5cd-4831ceefafd5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:58.251753 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fe67a2-9bae-48db-b5cd-4831ceefafd5 None None] Bound using segment: {'id': 'a3089138-368b-4775-938f-b3e854ae89fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f99addda-57f1-4324-933a-6f2a62cbd208'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:29:58.252367 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-39fe67a2-9bae-48db-b5cd-4831ceefafd5 None None] Bound port: 016387a7-c1c3-4e68-af38-2f335644d953, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3089138-368b-4775-938f-b3e854ae89fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f99addda-57f1-4324-933a-6f2a62cbd208'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:29:58.252862 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-39fe67a2-9bae-48db-b5cd-4831ceefafd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:58.271458 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-65a3070f-51ad-42b6-bd2e-1cb882b88e42 admin admin] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:58.273644 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-65a3070f-51ad-42b6-bd2e-1cb882b88e42 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.3695788 Dec 10 15:29:58.282870 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 58202) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:29:58.288710 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-39654801-1941-469e-b40a-cea67628e8be None None] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:58.293214 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f06d5e5-49c4-4fa5-9fc8-47e8b2a6014d tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Network 2cee3efd-6c23-41c3-b051-02d9b819d26e is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:29:58.295370 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b384fe8e-745c-476e-a277-ca5948cd7471 tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Pushing event deleted for resources: {'Port': ['ID=39c0b3fe-057a-4347-9941-da3f10d47144,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:29:58.303972 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b384fe8e-745c-476e-a277-ca5948cd7471 tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:58.310211 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-b384fe8e-745c-476e-a277-ca5948cd7471 tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] 10.222.0.20 "DELETE /v2.0/ports/39c0b3fe-057a-4347-9941-da3f10d47144 HTTP/1.1" status: 204 len: 168 time: 2.1605172 Dec 10 15:29:58.311287 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e40a762-d144-4b6d-a9f1-9858a28da8b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff9f722-78bf-4431-acfe-39fee1e520b5,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:29:58.318426 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 58204) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:29:58.398406 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-9e40a762-d144-4b6d-a9f1-9858a28da8b5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d780d0f630b948979a35b0a1af8f9212&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1098499 Dec 10 15:29:58.402505 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-39654801-1941-469e-b40a-cea67628e8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:58.409471 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 58210) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:29:58.417024 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b8575f43-a4b7-496b-a5d9-f8b637bcba7e tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:58.450517 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-12c24009-1115-4bc9-9a1b-4623058972d2 None None] Provisioning complete for port 016387a7-c1c3-4e68-af38-2f335644d953 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:29:58.451051 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-12c24009-1115-4bc9-9a1b-4623058972d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:58.498146 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-3f06d5e5-49c4-4fa5-9fc8-47e8b2a6014d tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 2cee3efd-6c23-41c3-b051-02d9b819d26e) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:29:58.512760 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f06d5e5-49c4-4fa5-9fc8-47e8b2a6014d tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:29:58.514053 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3f06d5e5-49c4-4fa5-9fc8-47e8b2a6014d tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:58.515311 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b8575f43-a4b7-496b-a5d9-f8b637bcba7e tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:58.519208 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32325133-908a-4582-ac4b-013a9c5cf518 None None] Network 2cee3efd-6c23-41c3-b051-02d9b819d26e requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:29:58.530107 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-39fe67a2-9bae-48db-b5cd-4831ceefafd5 None None] For port 016387a7-c1c3-4e68-af38-2f335644d953, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:29:58.551907 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0889a7f8-5574-425e-85cb-afe8c7107c39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:58.552791 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-9dc10fc3-d2e7-4eb3-b8ce-31cb0010ed33 None None] Set router a06cceec-0d40-4047-bbd1-c8f49e165bda gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:29:58.656624 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-12c24009-1115-4bc9-9a1b-4623058972d2 None None] Port 016387a7-c1c3-4e68-af38-2f335644d953 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:29:58.659639 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-39fe67a2-9bae-48db-b5cd-4831ceefafd5 None None] For port 016387a7-c1c3-4e68-af38-2f335644d953, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=016387a7-c1c3-4e68-af38-2f335644d953,segment=NetworkSegment(a3089138-368b-4775-938f-b3e854ae89fc),segment_id=a3089138-368b-4775-938f-b3e854ae89fc)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:29:58.677749 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8575f43-a4b7-496b-a5d9-f8b637bcba7e tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=817ab2d9-d4fc-4d5d-8276-250856fe45b3,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:29:58.703472 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-3f06d5e5-49c4-4fa5-9fc8-47e8b2a6014d tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1930637 Dec 10 15:29:58.718400 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 58214) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:29:58.723485 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 89ee94db-0c96-4fcd-a7ba-61497ef442f3 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:29:58.730905 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-34be9f05-7546-4f05-aefe-7b7b39721002 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-2135806586', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}, 'admin_state_up': False}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:29:58.748232 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bef1daf0-5483-4f19-997a-9a5e1c060aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:58.758211 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd426f52-5b42-43bf-898b-3935dfb38355 None None] Pushing event updated for resources: {'Port': ['ID=a9df6d58-19e7-4b67-9f47-e25b64721994,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:29:58.766893 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-39654801-1941-469e-b40a-cea67628e8be None None] Attempting to bind port a9df6d58-19e7-4b67-9f47-e25b64721994 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:29:58.767561 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-39654801-1941-469e-b40a-cea67628e8be None None] Attempting to bind port a9df6d58-19e7-4b67-9f47-e25b64721994 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:29:58.767906 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39654801-1941-469e-b40a-cea67628e8be None None] Attempting to bind port a9df6d58-19e7-4b67-9f47-e25b64721994 on network d5a1452c-422a-4e1a-a1c7-48738ecf752f {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:29:58.776830 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0889a7f8-5574-425e-85cb-afe8c7107c39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:58.783978 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39654801-1941-469e-b40a-cea67628e8be None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:29:58.784365 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39654801-1941-469e-b40a-cea67628e8be None None] Checking segment: {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:29:58.784769 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-39654801-1941-469e-b40a-cea67628e8be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:58.785256 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39654801-1941-469e-b40a-cea67628e8be None None] Bound using segment: {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:29:58.785748 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-39654801-1941-469e-b40a-cea67628e8be None None] Bound port: a9df6d58-19e7-4b67-9f47-e25b64721994, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:29:58.796557 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-39654801-1941-469e-b40a-cea67628e8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:58.901610 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-39654801-1941-469e-b40a-cea67628e8be None None] For port a9df6d58-19e7-4b67-9f47-e25b64721994, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:29:58.913255 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-39654801-1941-469e-b40a-cea67628e8be None None] For port a9df6d58-19e7-4b67-9f47-e25b64721994, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=a9df6d58-19e7-4b67-9f47-e25b64721994,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:29:58.917797 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-39fe67a2-9bae-48db-b5cd-4831ceefafd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:58.982128 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-34be9f05-7546-4f05-aefe-7b7b39721002 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13912'] for router, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:58.984752 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-34be9f05-7546-4f05-aefe-7b7b39721002 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:58.995011 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-da587589-9268-43a1-a900-c21bd4b26198 tempest-DHCPAgentSchedulersTestJSON-1894071362 tempest-DHCPAgentSchedulersTestJSON-1894071362-project-admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4560 time: 0.6218832 Dec 10 15:29:58.998578 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 58220) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:29:59.004316 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-39654801-1941-469e-b40a-cea67628e8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:59.022575 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-2d1cc2ba-b2ab-432d-8b41-54782a5e3103 tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-774821777'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:29:59.054065 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-bef1daf0-5483-4f19-997a-9a5e1c060aab admin admin] Allocated IP 172.20.0.1 (a0f35dea-026e-4011-a2fc-8c909b8f7f05/0517fc1e-1822-46ab-b8d5-555d14cfeff4/61314020-3784-4ea6-ac9f-b215d71ee791) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:29:59.078909 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e6243f-04cb-426e-a19c-c9d376392d3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-2cee3efd-6c23-41c3-b051-02d9b819d26e', 'network_id': '2cee3efd-6c23-41c3-b051-02d9b819d26e', 'project_id': '08a9ede9187240f682d82a9dc6b069aa', 'fixed_ips': [{'subnet_id': '5a06ad72-0fad-4bb3-9457-8353f7006703'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:29:59.088832 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d3e6243f-04cb-426e-a19c-c9d376392d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:59.096923 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b8575f43-a4b7-496b-a5d9-f8b637bcba7e tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:59.098769 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-b8575f43-a4b7-496b-a5d9-f8b637bcba7e tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3985894 Dec 10 15:29:59.101398 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 58222) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:29:59.123475 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39654801-1941-469e-b40a-cea67628e8be None None] Routers {'5be9e820-47cc-4ecf-becc-5a0618d9675d'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:29:59.124125 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-39654801-1941-469e-b40a-cea67628e8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:29:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['5be9e820-47cc-4ecf-becc-5a0618d9675d'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:29:59.155185 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-1e0be952-a5e0-4fe5-bd21-906893e99cdf tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Request body: {'security_group_rule': {'security_group_id': '5b38ec32-0b2e-4cf3-bc2f-706a19646bdd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:29:59.189573 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41d1639-bd5d-4c73-804a-ce8a9481f316 None None] Pushing event updated for resources: {'Port': ['ID=016387a7-c1c3-4e68-af38-2f335644d953,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:29:59.202891 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fe67a2-9bae-48db-b5cd-4831ceefafd5 None None] Routers {'e829bec7-9000-42a1-98b0-49c1a3daa5b5'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:29:59.203563 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-39fe67a2-9bae-48db-b5cd-4831ceefafd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:29:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['e829bec7-9000-42a1-98b0-49c1a3daa5b5'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:29:59.224398 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-34be9f05-7546-4f05-aefe-7b7b39721002 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:59.225386 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd426f52-5b42-43bf-898b-3935dfb38355 None None] Pushing event updated for resources: {'Port': ['ID=a9df6d58-19e7-4b67-9f47-e25b64721994,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:29:59.230208 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0889a7f8-5574-425e-85cb-afe8c7107c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:59.241924 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0889a7f8-5574-425e-85cb-afe8c7107c39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:59.248449 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-0889a7f8-5574-425e-85cb-afe8c7107c39 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9ff9f722-78bf-4431-acfe-39fee1e520b5 HTTP/1.1" status: 204 len: 168 time: 0.8372271 Dec 10 15:29:59.265965 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bef1daf0-5483-4f19-997a-9a5e1c060aab admin admin] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:59.269130 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0889a7f8-5574-425e-85cb-afe8c7107c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff9f722-78bf-4431-acfe-39fee1e520b5,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:29:59.273094 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d1cc2ba-b2ab-432d-8b41-54782a5e3103 tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Made reservation on behalf of 08583fb1c9594de1a9361be07cb64cdc for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:29:59.279232 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2d1cc2ba-b2ab-432d-8b41-54782a5e3103 tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:59.314058 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d1cc2ba-b2ab-432d-8b41-54782a5e3103 tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:29:59.319354 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 58228) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:29:59.332523 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2d1cc2ba-b2ab-432d-8b41-54782a5e3103 tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:59.333442 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.segments_db [None req-2d1cc2ba-b2ab-432d-8b41-54782a5e3103 tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Added segment 6a16c000-1f1b-4ed8-9abe-f1dc5bb51a25 of type vlan for network c69d2fa8-cef9-4fd6-9432-e6ba5b28a784 Dec 10 15:29:59.379408 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-39654801-1941-469e-b40a-cea67628e8be None None] Set router 5be9e820-47cc-4ecf-becc-5a0618d9675d gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:29:59.409193 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-ddbd172d-4080-4482-9c63-ccb6a5bf1980 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a026bfd768af469eb28db069ccdcc727&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0864201 Dec 10 15:29:59.411601 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1e0be952-a5e0-4fe5-bd21-906893e99cdf tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:59.414345 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 58230) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:29:59.417361 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2d1cc2ba-b2ab-432d-8b41-54782a5e3103 tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:59.473896 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bef1daf0-5483-4f19-997a-9a5e1c060aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:59.527295 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-729e743d-5fce-4d9b-9af1-21e32f783ab7 None None] Provisioning complete for port 016387a7-c1c3-4e68-af38-2f335644d953 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:29:59.527724 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-729e743d-5fce-4d9b-9af1-21e32f783ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:59.535711 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 89ee94db-0c96-4fcd-a7ba-61497ef442f3 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:29:59.536087 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:59.565541 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1e0be952-a5e0-4fe5-bd21-906893e99cdf tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:59.609538 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef1daf0-5483-4f19-997a-9a5e1c060aab admin admin] Pushing event updated for resources: {'Port': ['ID=61314020-3784-4ea6-ac9f-b215d71ee791,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:29:59.635247 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef1daf0-5483-4f19-997a-9a5e1c060aab admin admin] Network a0f35dea-026e-4011-a2fc-8c909b8f7f05 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:29:59.636048 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-673350a4-125c-4499-acbe-c19c37b099fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:59.639240 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-bef1daf0-5483-4f19-997a-9a5e1c060aab admin admin] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:29:59.642906 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef1daf0-5483-4f19-997a-9a5e1c060aab admin admin] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:29:59.643383 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bef1daf0-5483-4f19-997a-9a5e1c060aab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552880'] for router_interface, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:59.722553 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-34be9f05-7546-4f05-aefe-7b7b39721002 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:59.734081 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2d1cc2ba-b2ab-432d-8b41-54782a5e3103 tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:59.741579 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1cc2ba-b2ab-432d-8b41-54782a5e3103 tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:29:59.742547 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2d1cc2ba-b2ab-432d-8b41-54782a5e3103 tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:59.760230 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-39fe67a2-9bae-48db-b5cd-4831ceefafd5 None None] Set router e829bec7-9000-42a1-98b0-49c1a3daa5b5 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:29:59.834201 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1e0be952-a5e0-4fe5-bd21-906893e99cdf tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:59.879168 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0be952-a5e0-4fe5-bd21-906893e99cdf tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=139a451c-cb91-48da-a9a8-2bda6eaee076,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:29:59.880151 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-39654801-1941-469e-b40a-cea67628e8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be9e820-47cc-4ecf-becc-5a0618d9675d', 'name': 'tempest-ServersTestManualDisk-1302300938-router', 'tenant_id': '345644153ba74add913c1c222de5850e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': 'a9df6d58-19e7-4b67-9f47-e25b64721994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:29:49Z', 'updated_at': '2021-12-10T15:29:53Z', 'revision_number': 3, 'project_id': '345644153ba74add913c1c222de5850e', 'gw_port': {'id': 'a9df6d58-19e7-4b67-9f47-e25b64721994', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:dd:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be9e820-47cc-4ecf-becc-5a0618d9675d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:29:51Z', 'updated_at': '2021-12-10T15:29:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:29:59.910674 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-673350a4-125c-4499-acbe-c19c37b099fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:29:59.926335 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 58242) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:29:59.947494 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39654801-1941-469e-b40a-cea67628e8be None None] The sync data for ids ['5be9e820-47cc-4ecf-becc-5a0618d9675d'] in dv-neutron-821401-4-hyperv is: [{'id': '5be9e820-47cc-4ecf-becc-5a0618d9675d', 'name': 'tempest-ServersTestManualDisk-1302300938-router', 'tenant_id': '345644153ba74add913c1c222de5850e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': 'a9df6d58-19e7-4b67-9f47-e25b64721994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:29:49Z', 'updated_at': '2021-12-10T15:29:53Z', 'revision_number': 3, 'project_id': '345644153ba74add913c1c222de5850e', 'gw_port': {'id': 'a9df6d58-19e7-4b67-9f47-e25b64721994', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:dd:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be9e820-47cc-4ecf-becc-5a0618d9675d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:29:51Z', 'updated_at': '2021-12-10T15:29:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:29:59.968673 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1cc2ba-b2ab-432d-8b41-54782a5e3103 tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Pushing event updated for resources: {'Network': ['ID=c69d2fa8-cef9-4fd6-9432-e6ba5b28a784,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:29:59.994302 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-2d1cc2ba-b2ab-432d-8b41-54782a5e3103 tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9808524 Dec 10 15:29:59.998827 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 58248) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:00.061529 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network c69d2fa8-cef9-4fd6-9432-e6ba5b28a784 details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:30:00.176599 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-74c14757-94a5-4209-b00f-095ba1688067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:00.273549 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-9a5e6f5e-abb6-4649-b654-53cef971820c tempest-RoutersAdminNegativeTest-443170727 tempest-RoutersAdminNegativeTest-443170727-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1024844602', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:30:00.278668 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1e0be952-a5e0-4fe5-bd21-906893e99cdf tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:00.282803 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-1e0be952-a5e0-4fe5-bd21-906893e99cdf tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1774409 Dec 10 15:30:00.287337 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 58254) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:00.292831 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bef1daf0-5483-4f19-997a-9a5e1c060aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:00.308211 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-17750801-8388-420a-96f0-753a48a07c11 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Request body: {'floatingip': {'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:30:00.389672 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-9dc10fc3-d2e7-4eb3-b8ce-31cb0010ed33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a06cceec-0d40-4047-bbd1-c8f49e165bda', 'name': 'tempest-ServerActionsTestJSON-1114801807-router', 'tenant_id': '0c43b3bd3a7142739658566d8b1d83f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.12'}], 'enable_snat': True}, 'gw_port_id': '39a76a45-f3d7-4ecd-aab5-1de15359ff6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:29:50Z', 'updated_at': '2021-12-10T15:29:55Z', 'revision_number': 3, 'project_id': '0c43b3bd3a7142739658566d8b1d83f3', 'gw_port': {'id': '39a76a45-f3d7-4ecd-aab5-1de15359ff6a', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:64:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a06cceec-0d40-4047-bbd1-c8f49e165bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:29:52Z', 'updated_at': '2021-12-10T15:29:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:30:00.394692 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-d3e6243f-04cb-426e-a19c-c9d376392d3b None None] Allocated IP 172.20.0.2 (2cee3efd-6c23-41c3-b051-02d9b819d26e/5a06ad72-0fad-4bb3-9457-8353f7006703/fc5b211e-fcd9-474b-8a7e-dc6c9210d4b0) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:30:00.481969 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc10fc3-d2e7-4eb3-b8ce-31cb0010ed33 None None] Checking router: a06cceec-0d40-4047-bbd1-c8f49e165bda for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:30:00.482346 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc10fc3-d2e7-4eb3-b8ce-31cb0010ed33 None None] Updating router a06cceec-0d40-4047-bbd1-c8f49e165bda port 39a76a45-f3d7-4ecd-aab5-1de15359ff6a binding host dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 15:30:00.522559 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-729e743d-5fce-4d9b-9af1-21e32f783ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:00.533511 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a5e6f5e-abb6-4649-b654-53cef971820c tempest-RoutersAdminNegativeTest-443170727 tempest-RoutersAdminNegativeTest-443170727-project-admin] Made reservation on behalf of 5778b5baa71646268c2eb25a758c5320 for: {'port': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:30:00.537747 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9a5e6f5e-abb6-4649-b654-53cef971820c tempest-RoutersAdminNegativeTest-443170727 tempest-RoutersAdminNegativeTest-443170727-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:00.573313 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9a5e6f5e-abb6-4649-b654-53cef971820c tempest-RoutersAdminNegativeTest-443170727 tempest-RoutersAdminNegativeTest-443170727-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:00.696720 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-287f771e-bd53-4ec1-9b7b-bbf7caa43055 tempest-DHCPAgentSchedulersTestJSON-1894071362 tempest-DHCPAgentSchedulersTestJSON-1894071362-project-admin] 10.222.0.20 "GET /v2.0/agents/3b54f161-48e1-442e-bb64-20d2b087b4a6/dhcp-networks HTTP/1.1" status: 200 len: 6480 time: 0.6948414 Dec 10 15:30:00.697492 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-673350a4-125c-4499-acbe-c19c37b099fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:00.703347 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-673350a4-125c-4499-acbe-c19c37b099fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:00.704665 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-673350a4-125c-4499-acbe-c19c37b099fe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3477b1bd-0b19-4a15-8984-92bdb9c9f0f5 HTTP/1.1" status: 204 len: 168 time: 1.2877524 Dec 10 15:30:00.749538 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 58260) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:00.802970 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673350a4-125c-4499-acbe-c19c37b099fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3477b1bd-0b19-4a15-8984-92bdb9c9f0f5,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:00.886593 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device a9df6d58-19e7-4b67-9f47-e25b64721994 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:30:00.942209 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9dc10fc3-d2e7-4eb3-b8ce-31cb0010ed33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:00.958558 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-17750801-8388-420a-96f0-753a48a07c11 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Publish callbacks [] for floatingip, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:00.975476 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9a5e6f5e-abb6-4649-b654-53cef971820c tempest-RoutersAdminNegativeTest-443170727 tempest-RoutersAdminNegativeTest-443170727-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:00.978985 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bef1daf0-5483-4f19-997a-9a5e1c060aab admin admin] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:01.023013 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d3e6243f-04cb-426e-a19c-c9d376392d3b None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:01.132569 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-729e743d-5fce-4d9b-9af1-21e32f783ab7 None None] For port 016387a7-c1c3-4e68-af38-2f335644d953, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=016387a7-c1c3-4e68-af38-2f335644d953,segment=NetworkSegment(a3089138-368b-4775-938f-b3e854ae89fc),segment_id=a3089138-368b-4775-938f-b3e854ae89fc)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:30:01.132931 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-34be9f05-7546-4f05-aefe-7b7b39721002 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks [] for router_gateway, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:01.139357 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-34be9f05-7546-4f05-aefe-7b7b39721002 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:01.142943 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-74c14757-94a5-4209-b00f-095ba1688067 admin admin] Allocated IP 172.20.0.1 (9f22a23a-8eb3-48df-bc2f-eddd6071e745/095a47ab-a3da-4b0b-9511-e17946d815ea/a0551861-9504-4874-834a-552a99ce66e7) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:30:01.158261 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bef1daf0-5483-4f19-997a-9a5e1c060aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:01.162075 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bef1daf0-5483-4f19-997a-9a5e1c060aab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549888'] for router_interface, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:01.166273 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-39fe67a2-9bae-48db-b5cd-4831ceefafd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e829bec7-9000-42a1-98b0-49c1a3daa5b5', 'name': 'tempest-ServersTestJSON-1578590148-router', 'tenant_id': 'e48df3bebd6c40d8972aebca1c524dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.218'}], 'enable_snat': True}, 'gw_port_id': '84f9f897-9b33-44cd-bce0-489856e97899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:29:45Z', 'updated_at': '2021-12-10T15:29:53Z', 'revision_number': 4, 'project_id': 'e48df3bebd6c40d8972aebca1c524dd3', 'gw_port': {'id': '84f9f897-9b33-44cd-bce0-489856e97899', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e829bec7-9000-42a1-98b0-49c1a3daa5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:29:46Z', 'updated_at': '2021-12-10T15:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '016387a7-c1c3-4e68-af38-2f335644d953', 'name': '', 'network_id': 'f99addda-57f1-4324-933a-6f2a62cbd208', 'tenant_id': 'e48df3bebd6c40d8972aebca1c524dd3', 'mac_address': 'fa:16:3e:c4:92:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e829bec7-9000-42a1-98b0-49c1a3daa5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '79f6244b-5844-41f5-8b9a-b3401743a808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:29:51Z', 'updated_at': '2021-12-10T15:29:58Z', 'revision_number': 4, 'project_id': 'e48df3bebd6c40d8972aebca1c524dd3', 'subnets': [{'id': '79f6244b-5844-41f5-8b9a-b3401743a808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:30:01.218526 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9a5e6f5e-abb6-4649-b654-53cef971820c tempest-RoutersAdminNegativeTest-443170727 tempest-RoutersAdminNegativeTest-443170727-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:01.222735 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-9a5e6f5e-abb6-4649-b654-53cef971820c tempest-RoutersAdminNegativeTest-443170727 tempest-RoutersAdminNegativeTest-443170727-project-admin] device_id is not set on port b06e2da1-843c-4f6a-94d1-30ac7fc26f10 yet. {{(pid=103586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:30:01.235257 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef1daf0-5483-4f19-997a-9a5e1c060aab admin admin] Pushing event updated for resources: {'Port': ['ID=61314020-3784-4ea6-ac9f-b215d71ee791,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:01.242543 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fe67a2-9bae-48db-b5cd-4831ceefafd5 None None] The sync data for ids ['e829bec7-9000-42a1-98b0-49c1a3daa5b5'] in dv-neutron-821401-4-hyperv is: [{'id': 'e829bec7-9000-42a1-98b0-49c1a3daa5b5', 'name': 'tempest-ServersTestJSON-1578590148-router', 'tenant_id': 'e48df3bebd6c40d8972aebca1c524dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.218'}], 'enable_snat': True}, 'gw_port_id': '84f9f897-9b33-44cd-bce0-489856e97899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:29:45Z', 'updated_at': '2021-12-10T15:29:53Z', 'revision_number': 4, 'project_id': 'e48df3bebd6c40d8972aebca1c524dd3', 'gw_port': {'id': '84f9f897-9b33-44cd-bce0-489856e97899', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e829bec7-9000-42a1-98b0-49c1a3daa5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:29:46Z', 'updated_at': '2021-12-10T15:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '016387a7-c1c3-4e68-af38-2f335644d953', 'name': '', 'network_id': 'f99addda-57f1-4324-933a-6f2a62cbd208', 'tenant_id': 'e48df3bebd6c40d8972aebca1c524dd3', 'mac_address': 'fa:16:3e:c4:92:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e829bec7-9000-42a1-98b0-49c1a3daa5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '79f6244b-5844-41f5-8b9a-b3401743a808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:29:51Z', 'updated_at': '2021-12-10T15:29:58Z', 'revision_number': 4, 'project_id': 'e48df3bebd6c40d8972aebca1c524dd3', 'subnets': [{'id': '79f6244b-5844-41f5-8b9a-b3401743a808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:30:01.371227 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf305f4-578c-4181-ab60-fb51198d818a tempest-DHCPAgentSchedulersTestJSON-1894071362 tempest-DHCPAgentSchedulersTestJSON-1894071362-project-admin] Network c69d2fa8-cef9-4fd6-9432-e6ba5b28a784 is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:30:01.379359 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d3e6243f-04cb-426e-a19c-c9d376392d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:01.384144 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-729e743d-5fce-4d9b-9af1-21e32f783ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:01.385744 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port a9df6d58-19e7-4b67-9f47-e25b64721994 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:30:01.398342 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:01.404477 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5e6f5e-abb6-4649-b654-53cef971820c tempest-RoutersAdminNegativeTest-443170727 tempest-RoutersAdminNegativeTest-443170727-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ae8bf2-d6ec-4818-9a1a-c4c74855a180,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:01.520115 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef1daf0-5483-4f19-997a-9a5e1c060aab admin admin] Network a0f35dea-026e-4011-a2fc-8c909b8f7f05 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:30:01.522603 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-bef1daf0-5483-4f19-997a-9a5e1c060aab admin admin] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:30:01.600606 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-bdf305f4-578c-4181-ab60-fb51198d818a tempest-DHCPAgentSchedulersTestJSON-1894071362 tempest-DHCPAgentSchedulersTestJSON-1894071362-project-admin] 10.222.0.20 "POST /v2.0/agents/3b54f161-48e1-442e-bb64-20d2b087b4a6/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.8344595 Dec 10 15:30:01.610893 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e6243f-04cb-426e-a19c-c9d376392d3b None None] Network 2cee3efd-6c23-41c3-b051-02d9b819d26e is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:30:01.630436 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 58278) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:01.634087 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e704590-113d-4550-afd1-cf3d8aabee10 None None] Network c69d2fa8-cef9-4fd6-9432-e6ba5b28a784 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:30:01.641124 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-74c14757-94a5-4209-b00f-095ba1688067 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:01.651403 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e6243f-04cb-426e-a19c-c9d376392d3b None None] Pushing event updated for resources: {'Port': ['ID=fc5b211e-fcd9-474b-8a7e-dc6c9210d4b0,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:01.657493 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-17750801-8388-420a-96f0-753a48a07c11 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:01.671412 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-d3e6243f-04cb-426e-a19c-c9d376392d3b None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:30:01.676443 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e6243f-04cb-426e-a19c-c9d376392d3b None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:30:01.805976 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bef1daf0-5483-4f19-997a-9a5e1c060aab admin admin] Router 5be9e820-47cc-4ecf-becc-5a0618d9675d has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:30:02.150678 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-74c14757-94a5-4209-b00f-095ba1688067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:02.210352 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-fd1b007c-6aed-4edb-86fe-a067603dc9b0 None None] Provisioning complete for port 61314020-3784-4ea6-ac9f-b215d71ee791 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:30:02.210883 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fd1b007c-6aed-4edb-86fe-a067603dc9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:02.225073 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:02.238876 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-a3a3deed-24b0-48aa-b9a2-362d8fe5002f tempest-DHCPAgentSchedulersTestJSON-1894071362 tempest-DHCPAgentSchedulersTestJSON-1894071362-project-admin] 10.222.0.20 "GET /v2.0/agents/3b54f161-48e1-442e-bb64-20d2b087b4a6/dhcp-networks HTTP/1.1" status: 200 len: 7249 time: 0.5948973 Dec 10 15:30:02.239150 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 58290) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:02.241469 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c14757-94a5-4209-b00f-095ba1688067 admin admin] Network 9f22a23a-8eb3-48df-bc2f-eddd6071e745 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:30:02.245603 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-74c14757-94a5-4209-b00f-095ba1688067 admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:30:02.247415 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c14757-94a5-4209-b00f-095ba1688067 admin admin] Pushing event updated for resources: {'Port': ['ID=a0551861-9504-4874-834a-552a99ce66e7,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:02.249678 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c14757-94a5-4209-b00f-095ba1688067 admin admin] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:30:02.250546 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-74c14757-94a5-4209-b00f-095ba1688067 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552880'] for router_interface, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:02.265700 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] For port a9df6d58-19e7-4b67-9f47-e25b64721994, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=a9df6d58-19e7-4b67-9f47-e25b64721994,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:30:02.277598 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef1daf0-5483-4f19-997a-9a5e1c060aab admin admin] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:30:02.312745 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-bef1daf0-5483-4f19-997a-9a5e1c060aab admin admin] 10.222.0.20 "PUT /v2.0/routers/5be9e820-47cc-4ecf-becc-5a0618d9675d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2171652 Dec 10 15:30:02.414452 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:02.435711 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-fad4593b-3ec3-476e-80ab-bdb3260ab359 tempest-DHCPAgentSchedulersTestJSON-1894071362 tempest-DHCPAgentSchedulersTestJSON-1894071362-project-admin] 10.222.0.20 "DELETE /v2.0/agents/3b54f161-48e1-442e-bb64-20d2b087b4a6/dhcp-networks/c69d2fa8-cef9-4fd6-9432-e6ba5b28a784 HTTP/1.1" status: 204 len: 168 time: 0.1966214 Dec 10 15:30:02.439264 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-d3e6243f-04cb-426e-a19c-c9d376392d3b None None] Attempting to bind port fc5b211e-fcd9-474b-8a7e-dc6c9210d4b0 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:30:02.439264 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-d3e6243f-04cb-426e-a19c-c9d376392d3b None None] Attempting to bind port fc5b211e-fcd9-474b-8a7e-dc6c9210d4b0 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '7f77fb38-15c1-4365-b3cd-977b885d62d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '2cee3efd-6c23-41c3-b051-02d9b819d26e'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:30:02.439264 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e6243f-04cb-426e-a19c-c9d376392d3b None None] Attempting to bind port fc5b211e-fcd9-474b-8a7e-dc6c9210d4b0 on network 2cee3efd-6c23-41c3-b051-02d9b819d26e {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:30:02.439560 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 58298) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:02.446004 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e6243f-04cb-426e-a19c-c9d376392d3b None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:30:02.446390 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e6243f-04cb-426e-a19c-c9d376392d3b None None] Checking segment: {'id': '7f77fb38-15c1-4365-b3cd-977b885d62d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '2cee3efd-6c23-41c3-b051-02d9b819d26e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:30:02.446798 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d3e6243f-04cb-426e-a19c-c9d376392d3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:02.447197 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e6243f-04cb-426e-a19c-c9d376392d3b None None] Bound using segment: {'id': '7f77fb38-15c1-4365-b3cd-977b885d62d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '2cee3efd-6c23-41c3-b051-02d9b819d26e'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:30:02.447686 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-d3e6243f-04cb-426e-a19c-c9d376392d3b None None] Bound port: fc5b211e-fcd9-474b-8a7e-dc6c9210d4b0, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f77fb38-15c1-4365-b3cd-977b885d62d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '2cee3efd-6c23-41c3-b051-02d9b819d26e'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:30:02.448217 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d3e6243f-04cb-426e-a19c-c9d376392d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:02.465095 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-fd1b007c-6aed-4edb-86fe-a067603dc9b0 None None] Port 61314020-3784-4ea6-ac9f-b215d71ee791 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:30:02.501761 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729e743d-5fce-4d9b-9af1-21e32f783ab7 None None] Pushing event updated for resources: {'Port': ['ID=016387a7-c1c3-4e68-af38-2f335644d953,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:02.638778 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-d3e6243f-04cb-426e-a19c-c9d376392d3b None None] For port fc5b211e-fcd9-474b-8a7e-dc6c9210d4b0, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:30:02.645697 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-d3e6243f-04cb-426e-a19c-c9d376392d3b None None] For port fc5b211e-fcd9-474b-8a7e-dc6c9210d4b0, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=fc5b211e-fcd9-474b-8a7e-dc6c9210d4b0,segment=NetworkSegment(7f77fb38-15c1-4365-b3cd-977b885d62d4),segment_id=7f77fb38-15c1-4365-b3cd-977b885d62d4)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:30:02.682349 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-c9fc79cd-30d8-43e4-8545-3338f20666d8 tempest-DHCPAgentSchedulersTestJSON-1894071362 tempest-DHCPAgentSchedulersTestJSON-1894071362-project-admin] 10.222.0.20 "GET /v2.0/agents/3b54f161-48e1-442e-bb64-20d2b087b4a6/dhcp-networks HTTP/1.1" status: 200 len: 6480 time: 0.2450140 Dec 10 15:30:02.688463 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 58302) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:02.735446 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 58306) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:02.745216 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-42f27c6f-1d2f-449f-92f1-2f518737ab4c tempest-DHCPAgentSchedulersTestJSON-1894071362 tempest-DHCPAgentSchedulersTestJSON-1894071362-project-admin] 10.222.0.20 "GET /v2.0/networks/3a7aa06c-3d86-40b2-b300-c0d36fc361e8/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0358641 Dec 10 15:30:02.755285 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9dc10fc3-d2e7-4eb3-b8ce-31cb0010ed33 None None] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:02.757240 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d3e6243f-04cb-426e-a19c-c9d376392d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:02.777697 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 016387a7-c1c3-4e68-af38-2f335644d953 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:30:02.778231 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-cf5fe743-8725-4b1a-9ccd-53fe33d51387 tempest-DHCPAgentSchedulersTestJSON-1894071362 tempest-DHCPAgentSchedulersTestJSON-1894071362-project-admin] 10.222.0.20 "GET /v2.0/networks/3a7aa06c-3d86-40b2-b300-c0d36fc361e8/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0414462 Dec 10 15:30:02.780895 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 58308) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:02.885115 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Pushing event updated for resources: {'Port': ['ID=a9df6d58-19e7-4b67-9f47-e25b64721994,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:02.887946 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-70fb1595-4c78-4481-bc65-8d0f014cb3d4 None None] Provisioning complete for port 61314020-3784-4ea6-ac9f-b215d71ee791 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:30:02.888520 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-70fb1595-4c78-4481-bc65-8d0f014cb3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:02.890453 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9dc10fc3-d2e7-4eb3-b8ce-31cb0010ed33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:02.954867 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-74c14757-94a5-4209-b00f-095ba1688067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:02.979497 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-9a5e6f5e-abb6-4649-b654-53cef971820c tempest-RoutersAdminNegativeTest-443170727 tempest-RoutersAdminNegativeTest-443170727-project-admin] Allocated IP 172.26.2.232 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/b06e2da1-843c-4f6a-94d1-30ac7fc26f10) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:30:03.008618 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-70fb1595-4c78-4481-bc65-8d0f014cb3d4 None None] Port 61314020-3784-4ea6-ac9f-b215d71ee791 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:30:03.022998 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-9dc10fc3-d2e7-4eb3-b8ce-31cb0010ed33 None None] Attempting to bind port 39a76a45-f3d7-4ecd-aab5-1de15359ff6a on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:30:03.023633 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-9dc10fc3-d2e7-4eb3-b8ce-31cb0010ed33 None None] Attempting to bind port 39a76a45-f3d7-4ecd-aab5-1de15359ff6a by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:30:03.024153 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc10fc3-d2e7-4eb3-b8ce-31cb0010ed33 None None] Attempting to bind port 39a76a45-f3d7-4ecd-aab5-1de15359ff6a on network d5a1452c-422a-4e1a-a1c7-48738ecf752f {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:30:03.041821 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc10fc3-d2e7-4eb3-b8ce-31cb0010ed33 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:30:03.042684 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc10fc3-d2e7-4eb3-b8ce-31cb0010ed33 None None] Checking segment: {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:30:03.043243 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9dc10fc3-d2e7-4eb3-b8ce-31cb0010ed33 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:03.044048 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc10fc3-d2e7-4eb3-b8ce-31cb0010ed33 None None] Bound using segment: {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:30:03.044803 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-9dc10fc3-d2e7-4eb3-b8ce-31cb0010ed33 None None] Bound port: 39a76a45-f3d7-4ecd-aab5-1de15359ff6a, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:30:03.045443 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9dc10fc3-d2e7-4eb3-b8ce-31cb0010ed33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:03.076980 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e6243f-04cb-426e-a19c-c9d376392d3b None None] Pushing event updated for resources: {'Port': ['ID=fc5b211e-fcd9-474b-8a7e-dc6c9210d4b0,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:03.124335 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 58320) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:03.153080 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-9d6ee715-f3bc-4eb6-a426-150be57d5400 tempest-DHCPAgentSchedulersTestJSON-1894071362 tempest-DHCPAgentSchedulersTestJSON-1894071362-project-admin] 10.222.0.20 "GET /v2.0/agents/3b54f161-48e1-442e-bb64-20d2b087b4a6/dhcp-networks HTTP/1.1" status: 200 len: 6480 time: 0.3709927 Dec 10 15:30:03.177335 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 58326) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:03.194965 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-9dc10fc3-d2e7-4eb3-b8ce-31cb0010ed33 None None] For port 39a76a45-f3d7-4ecd-aab5-1de15359ff6a, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:30:03.219029 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-9dc10fc3-d2e7-4eb3-b8ce-31cb0010ed33 None None] For port 39a76a45-f3d7-4ecd-aab5-1de15359ff6a, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=39a76a45-f3d7-4ecd-aab5-1de15359ff6a,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:30:03.228982 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 016387a7-c1c3-4e68-af38-2f335644d953 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:30:03.231136 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:03.266904 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c723c85-5aad-447a-a3ab-fe72acb12fac None None] Sync routers for ids ['5be9e820-47cc-4ecf-becc-5a0618d9675d'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:30:03.279048 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c723c85-5aad-447a-a3ab-fe72acb12fac None None] Routers {'5be9e820-47cc-4ecf-becc-5a0618d9675d'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:30:03.279946 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-6c723c85-5aad-447a-a3ab-fe72acb12fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:29:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['5be9e820-47cc-4ecf-becc-5a0618d9675d'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:30:03.345564 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9a5e6f5e-abb6-4649-b654-53cef971820c tempest-RoutersAdminNegativeTest-443170727 tempest-RoutersAdminNegativeTest-443170727-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:03.348706 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f25150b-9a8d-48de-a4b1-afca23bed28c None None] Pushing event updated for resources: {'Port': ['ID=39a76a45-f3d7-4ecd-aab5-1de15359ff6a,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:03.394906 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-74c14757-94a5-4209-b00f-095ba1688067 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:03.435831 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-6c723c85-5aad-447a-a3ab-fe72acb12fac None None] Set router 5be9e820-47cc-4ecf-becc-5a0618d9675d gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:30:03.455637 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-74c14757-94a5-4209-b00f-095ba1688067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:03.456382 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-74c14757-94a5-4209-b00f-095ba1688067 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549888'] for router_interface, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:03.462053 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9dc10fc3-d2e7-4eb3-b8ce-31cb0010ed33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:03.494802 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9a5e6f5e-abb6-4649-b654-53cef971820c tempest-RoutersAdminNegativeTest-443170727 tempest-RoutersAdminNegativeTest-443170727-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:03.509962 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-c496a667-792e-4eae-a50d-a3fd9701b7e2 None None] Provisioning complete for port a0551861-9504-4874-834a-552a99ce66e7 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:30:03.510944 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c496a667-792e-4eae-a50d-a3fd9701b7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:03.596855 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5e6f5e-abb6-4649-b654-53cef971820c tempest-RoutersAdminNegativeTest-443170727 tempest-RoutersAdminNegativeTest-443170727-project-admin] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:30:03.615803 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-9a5e6f5e-abb6-4649-b654-53cef971820c tempest-RoutersAdminNegativeTest-443170727 tempest-RoutersAdminNegativeTest-443170727-project-admin] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:30:03.616307 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-34be9f05-7546-4f05-aefe-7b7b39721002 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Allocated IP 172.26.2.140 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/eb17808c-e901-4e61-999b-3384c681e63d) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:30:03.623886 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5e6f5e-abb6-4649-b654-53cef971820c tempest-RoutersAdminNegativeTest-443170727 tempest-RoutersAdminNegativeTest-443170727-project-admin] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:30:03.626856 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5e6f5e-abb6-4649-b654-53cef971820c tempest-RoutersAdminNegativeTest-443170727 tempest-RoutersAdminNegativeTest-443170727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:03.627471 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9a5e6f5e-abb6-4649-b654-53cef971820c tempest-RoutersAdminNegativeTest-443170727 tempest-RoutersAdminNegativeTest-443170727-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:03.658833 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5e6f5e-abb6-4649-b654-53cef971820c tempest-RoutersAdminNegativeTest-443170727 tempest-RoutersAdminNegativeTest-443170727-project-admin] Pushing event updated for resources: {'Port': ['ID=b06e2da1-843c-4f6a-94d1-30ac7fc26f10,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:03.750381 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-9a5e6f5e-abb6-4649-b654-53cef971820c tempest-RoutersAdminNegativeTest-443170727 tempest-RoutersAdminNegativeTest-443170727-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.8228092 Dec 10 15:30:03.753942 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 58334) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:03.755884 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-c496a667-792e-4eae-a50d-a3fd9701b7e2 None None] Port a0551861-9504-4874-834a-552a99ce66e7 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:30:03.757279 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc10fc3-d2e7-4eb3-b8ce-31cb0010ed33 None None] Routers {'a06cceec-0d40-4047-bbd1-c8f49e165bda'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:30:03.757951 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-9dc10fc3-d2e7-4eb3-b8ce-31cb0010ed33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:29:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['a06cceec-0d40-4047-bbd1-c8f49e165bda'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:30:03.762038 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-cf47cdbe-5352-46e4-b70f-a5df49811d96 tempest-RoutersAdminNegativeTest-443170727 tempest-RoutersAdminNegativeTest-443170727-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.232'}]}}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:30:03.765238 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f25150b-9a8d-48de-a4b1-afca23bed28c None None] Pushing event updated for resources: {'Port': ['ID=39a76a45-f3d7-4ecd-aab5-1de15359ff6a,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:03.843162 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-6c723c85-5aad-447a-a3ab-fe72acb12fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be9e820-47cc-4ecf-becc-5a0618d9675d', 'name': 'tempest-ServersTestManualDisk-1302300938-router', 'tenant_id': '345644153ba74add913c1c222de5850e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': 'a9df6d58-19e7-4b67-9f47-e25b64721994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:29:49Z', 'updated_at': '2021-12-10T15:29:59Z', 'revision_number': 4, 'project_id': '345644153ba74add913c1c222de5850e', 'gw_port': {'id': 'a9df6d58-19e7-4b67-9f47-e25b64721994', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:dd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be9e820-47cc-4ecf-becc-5a0618d9675d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:29:51Z', 'updated_at': '2021-12-10T15:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '61314020-3784-4ea6-ac9f-b215d71ee791', 'name': '', 'network_id': 'a0f35dea-026e-4011-a2fc-8c909b8f7f05', 'tenant_id': '345644153ba74add913c1c222de5850e', 'mac_address': 'fa:16:3e:57:a6:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be9e820-47cc-4ecf-becc-5a0618d9675d', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '0517fc1e-1822-46ab-b8d5-555d14cfeff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:29:58Z', 'updated_at': '2021-12-10T15:30:00Z', 'revision_number': 2, 'project_id': '345644153ba74add913c1c222de5850e', 'subnets': [{'id': '0517fc1e-1822-46ab-b8d5-555d14cfeff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:30:03.891316 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cf47cdbe-5352-46e4-b70f-a5df49811d96 tempest-RoutersAdminNegativeTest-443170727 tempest-RoutersAdminNegativeTest-443170727-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13912'] for router, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:03.893648 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cf47cdbe-5352-46e4-b70f-a5df49811d96 tempest-RoutersAdminNegativeTest-443170727 tempest-RoutersAdminNegativeTest-443170727-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:03.930979 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c723c85-5aad-447a-a3ab-fe72acb12fac None None] Checking router: 5be9e820-47cc-4ecf-becc-5a0618d9675d for host: dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:30:03.931396 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c723c85-5aad-447a-a3ab-fe72acb12fac None None] Updating router 5be9e820-47cc-4ecf-becc-5a0618d9675d port 61314020-3784-4ea6-ac9f-b215d71ee791 binding host dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 15:30:03.990676 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6c723c85-5aad-447a-a3ab-fe72acb12fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:03.996373 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cf47cdbe-5352-46e4-b70f-a5df49811d96 tempest-RoutersAdminNegativeTest-443170727 tempest-RoutersAdminNegativeTest-443170727-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:04.054109 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c14757-94a5-4209-b00f-095ba1688067 admin admin] Pushing event updated for resources: {'Port': ['ID=a0551861-9504-4874-834a-552a99ce66e7,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:04.055927 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-9dc10fc3-d2e7-4eb3-b8ce-31cb0010ed33 None None] Set router a06cceec-0d40-4047-bbd1-c8f49e165bda gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:30:04.085476 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-55ac3a25-1600-46da-8a64-3e4a195c53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146725548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146725548-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1056974911'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:30:04.147495 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-db1039b7-26cf-409c-85f2-293eeca252ea tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:04.232075 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ac3a25-1600-46da-8a64-3e4a195c53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146725548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146725548-project] Made reservation on behalf of a968096e23474ab0beb3fe67228eae0d for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:30:04.237373 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-55ac3a25-1600-46da-8a64-3e4a195c53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146725548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146725548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:04.305398 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-55ac3a25-1600-46da-8a64-3e4a195c53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146725548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146725548-project] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:04.307896 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cf47cdbe-5352-46e4-b70f-a5df49811d96 tempest-RoutersAdminNegativeTest-443170727 tempest-RoutersAdminNegativeTest-443170727-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:04.479238 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-9dc10fc3-d2e7-4eb3-b8ce-31cb0010ed33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a06cceec-0d40-4047-bbd1-c8f49e165bda', 'name': 'tempest-ServerActionsTestJSON-1114801807-router', 'tenant_id': '0c43b3bd3a7142739658566d8b1d83f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.12'}], 'enable_snat': True}, 'gw_port_id': '39a76a45-f3d7-4ecd-aab5-1de15359ff6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:29:50Z', 'updated_at': '2021-12-10T15:30:02Z', 'revision_number': 4, 'project_id': '0c43b3bd3a7142739658566d8b1d83f3', 'gw_port': {'id': '39a76a45-f3d7-4ecd-aab5-1de15359ff6a', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:64:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a06cceec-0d40-4047-bbd1-c8f49e165bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:29:52Z', 'updated_at': '2021-12-10T15:30:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': 'a0551861-9504-4874-834a-552a99ce66e7', 'name': '', 'network_id': '9f22a23a-8eb3-48df-bc2f-eddd6071e745', 'tenant_id': '0c43b3bd3a7142739658566d8b1d83f3', 'mac_address': 'fa:16:3e:8d:0f:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a06cceec-0d40-4047-bbd1-c8f49e165bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '095a47ab-a3da-4b0b-9511-e17946d815ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:30:00Z', 'updated_at': '2021-12-10T15:30:03Z', 'revision_number': 2, 'project_id': '0c43b3bd3a7142739658566d8b1d83f3', 'subnets': [{'id': '095a47ab-a3da-4b0b-9511-e17946d815ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:30:04.511536 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc10fc3-d2e7-4eb3-b8ce-31cb0010ed33 None None] The sync data for ids ['a06cceec-0d40-4047-bbd1-c8f49e165bda'] in dv-neutron-821401-4-hyperv is: [{'id': 'a06cceec-0d40-4047-bbd1-c8f49e165bda', 'name': 'tempest-ServerActionsTestJSON-1114801807-router', 'tenant_id': '0c43b3bd3a7142739658566d8b1d83f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.12'}], 'enable_snat': True}, 'gw_port_id': '39a76a45-f3d7-4ecd-aab5-1de15359ff6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:29:50Z', 'updated_at': '2021-12-10T15:30:02Z', 'revision_number': 4, 'project_id': '0c43b3bd3a7142739658566d8b1d83f3', 'gw_port': {'id': '39a76a45-f3d7-4ecd-aab5-1de15359ff6a', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:64:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a06cceec-0d40-4047-bbd1-c8f49e165bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:29:52Z', 'updated_at': '2021-12-10T15:30:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': 'a0551861-9504-4874-834a-552a99ce66e7', 'name': '', 'network_id': '9f22a23a-8eb3-48df-bc2f-eddd6071e745', 'tenant_id': '0c43b3bd3a7142739658566d8b1d83f3', 'mac_address': 'fa:16:3e:8d:0f:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a06cceec-0d40-4047-bbd1-c8f49e165bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '095a47ab-a3da-4b0b-9511-e17946d815ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:30:00Z', 'updated_at': '2021-12-10T15:30:03Z', 'revision_number': 2, 'project_id': '0c43b3bd3a7142739658566d8b1d83f3', 'subnets': [{'id': '095a47ab-a3da-4b0b-9511-e17946d815ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:30:04.518627 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6c723c85-5aad-447a-a3ab-fe72acb12fac None None] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:04.537164 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb1b6e0-7438-4c89-969e-f0580c281217 None None] Network 2cee3efd-6c23-41c3-b051-02d9b819d26e requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:30:04.602416 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6c723c85-5aad-447a-a3ab-fe72acb12fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:04.616346 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-34be9f05-7546-4f05-aefe-7b7b39721002 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:04.709575 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-55ac3a25-1600-46da-8a64-3e4a195c53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146725548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146725548-project] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:04.713936 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-db1039b7-26cf-409c-85f2-293eeca252ea tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:04.725214 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e2f7dc-2698-4833-a4b1-648ab7b24fc7 None None] Pushing event updated for resources: {'Port': ['ID=61314020-3784-4ea6-ac9f-b215d71ee791,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:04.743848 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-bf2763da-7067-4767-8b7d-e075315c4081 None None] Provisioning complete for port fc5b211e-fcd9-474b-8a7e-dc6c9210d4b0 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:30:04.744113 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bf2763da-7067-4767-8b7d-e075315c4081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:04.751196 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c14757-94a5-4209-b00f-095ba1688067 admin admin] Network 9f22a23a-8eb3-48df-bc2f-eddd6071e745 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:30:04.797280 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-74c14757-94a5-4209-b00f-095ba1688067 admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:30:04.839793 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-db1039b7-26cf-409c-85f2-293eeca252ea tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Subscribe: > segment before_delete 55550000 {{(pid=103587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:30:04.840745 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-db1039b7-26cf-409c-85f2-293eeca252ea tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:30:04.841676 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-db1039b7-26cf-409c-85f2-293eeca252ea tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:30:04.843446 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-db1039b7-26cf-409c-85f2-293eeca252ea tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Subscribe: > port after_create 55550000 {{(pid=103587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:30:04.843945 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-db1039b7-26cf-409c-85f2-293eeca252ea tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Subscribe: > port after_delete 55550000 {{(pid=103587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:30:04.845436 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-db1039b7-26cf-409c-85f2-293eeca252ea tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Subscribe: > port after_update 55550000 {{(pid=103587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:30:04.846046 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-db1039b7-26cf-409c-85f2-293eeca252ea tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Subscribe: > segment after_delete 55550000 {{(pid=103587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:30:04.847416 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-db1039b7-26cf-409c-85f2-293eeca252ea tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Subscribe: > subnet after_create 55550000 {{(pid=103587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:30:04.852012 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-db1039b7-26cf-409c-85f2-293eeca252ea tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Subscribe: > subnet after_delete 55550000 {{(pid=103587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:30:04.853959 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-db1039b7-26cf-409c-85f2-293eeca252ea tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Subscribe: > subnet after_update 55550000 {{(pid=103587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:30:04.868559 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device a9df6d58-19e7-4b67-9f47-e25b64721994 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:30:04.940285 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 15:30:04.998441 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bf2763da-7067-4767-8b7d-e075315c4081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:05.044849 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cf47cdbe-5352-46e4-b70f-a5df49811d96 tempest-RoutersAdminNegativeTest-443170727 tempest-RoutersAdminNegativeTest-443170727-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:05.075667 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-bf2763da-7067-4767-8b7d-e075315c4081 None None] For port fc5b211e-fcd9-474b-8a7e-dc6c9210d4b0, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=fc5b211e-fcd9-474b-8a7e-dc6c9210d4b0,segment=NetworkSegment(7f77fb38-15c1-4365-b3cd-977b885d62d4),segment_id=7f77fb38-15c1-4365-b3cd-977b885d62d4)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:30:05.083568 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-6c723c85-5aad-447a-a3ab-fe72acb12fac None None] Attempting to bind port 61314020-3784-4ea6-ac9f-b215d71ee791 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:30:05.086882 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-6c723c85-5aad-447a-a3ab-fe72acb12fac None None] Attempting to bind port 61314020-3784-4ea6-ac9f-b215d71ee791 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '5c4fd87b-38ee-4dcd-9bb3-1b601d8648aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a0f35dea-026e-4011-a2fc-8c909b8f7f05'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:30:05.086882 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c723c85-5aad-447a-a3ab-fe72acb12fac None None] Attempting to bind port 61314020-3784-4ea6-ac9f-b215d71ee791 on network a0f35dea-026e-4011-a2fc-8c909b8f7f05 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:30:05.103991 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port a9df6d58-19e7-4b67-9f47-e25b64721994 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:30:05.117512 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c723c85-5aad-447a-a3ab-fe72acb12fac None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:30:05.118012 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:05.118221 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c723c85-5aad-447a-a3ab-fe72acb12fac None None] Checking segment: {'id': '5c4fd87b-38ee-4dcd-9bb3-1b601d8648aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a0f35dea-026e-4011-a2fc-8c909b8f7f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:30:05.118656 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6c723c85-5aad-447a-a3ab-fe72acb12fac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:05.119054 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c723c85-5aad-447a-a3ab-fe72acb12fac None None] Bound using segment: {'id': '5c4fd87b-38ee-4dcd-9bb3-1b601d8648aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a0f35dea-026e-4011-a2fc-8c909b8f7f05'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:30:05.119565 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-6c723c85-5aad-447a-a3ab-fe72acb12fac None None] Bound port: 61314020-3784-4ea6-ac9f-b215d71ee791, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c4fd87b-38ee-4dcd-9bb3-1b601d8648aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a0f35dea-026e-4011-a2fc-8c909b8f7f05'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:30:05.119976 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6c723c85-5aad-447a-a3ab-fe72acb12fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:05.125678 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 58350) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:05.138214 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-77f2daba-3583-43bd-a14f-48ccd792d065 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1294968304', 'description': 'tempest-description--1991686000'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:30:05.159853 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cf47cdbe-5352-46e4-b70f-a5df49811d96 tempest-RoutersAdminNegativeTest-443170727 tempest-RoutersAdminNegativeTest-443170727-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:05.181774 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bf2763da-7067-4767-8b7d-e075315c4081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:05.318608 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-6c723c85-5aad-447a-a3ab-fe72acb12fac None None] For port 61314020-3784-4ea6-ac9f-b215d71ee791, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:30:05.328833 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-db1039b7-26cf-409c-85f2-293eeca252ea tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Subscribe: > subnet after_create 55550000 {{(pid=103587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:30:05.330709 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-6c723c85-5aad-447a-a3ab-fe72acb12fac None None] For port 61314020-3784-4ea6-ac9f-b215d71ee791, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=61314020-3784-4ea6-ac9f-b215d71ee791,segment=NetworkSegment(5c4fd87b-38ee-4dcd-9bb3-1b601d8648aa),segment_id=5c4fd87b-38ee-4dcd-9bb3-1b601d8648aa)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:30:05.331540 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-db1039b7-26cf-409c-85f2-293eeca252ea tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Subscribe: > subnet after_delete 55550000 {{(pid=103587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:30:05.331910 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-db1039b7-26cf-409c-85f2-293eeca252ea tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Subscribe: > subnet before_create 55550000 {{(pid=103587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:30:05.333936 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-db1039b7-26cf-409c-85f2-293eeca252ea tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Subscribe: > subnet before_update 55550000 {{(pid=103587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:30:05.336130 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-db1039b7-26cf-409c-85f2-293eeca252ea tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c69d2fa8-cef9-4fd6-9432-e6ba5b28a784']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:30:05.353869 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 58352) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:05.357359 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-55ac3a25-1600-46da-8a64-3e4a195c53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146725548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146725548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:05.368934 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2763da-7067-4767-8b7d-e075315c4081 None None] Pushing event updated for resources: {'Port': ['ID=fc5b211e-fcd9-474b-8a7e-dc6c9210d4b0,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:05.402829 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6c723c85-5aad-447a-a3ab-fe72acb12fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:05.440230 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device fc5b211e-fcd9-474b-8a7e-dc6c9210d4b0 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:30:05.470766 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-db1039b7-26cf-409c-85f2-293eeca252ea tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a16c000-1f1b-4ed8-9abe-f1dc5bb51a25') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:30:05.471062 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-db1039b7-26cf-409c-85f2-293eeca252ea tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a16c000-1f1b-4ed8-9abe-f1dc5bb51a25') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:30:05.479579 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-77f2daba-3583-43bd-a14f-48ccd792d065 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:05.521049 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55ac3a25-1600-46da-8a64-3e4a195c53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146725548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146725548-project] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:30:05.521691 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e2f7dc-2698-4833-a4b1-648ab7b24fc7 None None] Pushing event updated for resources: {'Port': ['ID=61314020-3784-4ea6-ac9f-b215d71ee791,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:05.526596 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-d8384c45-bc80-43aa-b24b-694536e18a01 None None] Provisioning complete for port fc5b211e-fcd9-474b-8a7e-dc6c9210d4b0 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:30:05.527080 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d8384c45-bc80-43aa-b24b-694536e18a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:05.577491 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c723c85-5aad-447a-a3ab-fe72acb12fac None None] Routers {'5be9e820-47cc-4ecf-becc-5a0618d9675d'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:30:05.578166 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-6c723c85-5aad-447a-a3ab-fe72acb12fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:29:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['5be9e820-47cc-4ecf-becc-5a0618d9675d'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:30:05.591552 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-db1039b7-26cf-409c-85f2-293eeca252ea tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11806923'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:05.601403 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port fc5b211e-fcd9-474b-8a7e-dc6c9210d4b0 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:30:05.601941 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:05.649960 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ac3a25-1600-46da-8a64-3e4a195c53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146725548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146725548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72526757-e214-4892-b7ca-3fd27fc6d0be,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:05.672967 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-77f2daba-3583-43bd-a14f-48ccd792d065 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:05.685120 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-55ac3a25-1600-46da-8a64-3e4a195c53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146725548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146725548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:05.685120 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.segments_db [None req-55ac3a25-1600-46da-8a64-3e4a195c53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146725548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146725548-project] Added segment beeecbb3-9ae0-4ac6-9b92-bc72010fea79 of type vlan for network 90c709d4-aa7b-43f9-976a-b4fb1fe6f396 Dec 10 15:30:05.691585 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-db1039b7-26cf-409c-85f2-293eeca252ea tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:05.694667 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-c88234e0-331e-47a8-9f3e-7990e9d3a626 tempest-PortsAdminExtendedAttrsTestJSON-1712289161 tempest-PortsAdminExtendedAttrsTestJSON-1712289161-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-183274642'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:30:05.772107 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-77f2daba-3583-43bd-a14f-48ccd792d065 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:05.779497 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db1039b7-26cf-409c-85f2-293eeca252ea tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:30:05.779912 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-db1039b7-26cf-409c-85f2-293eeca252ea tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11236635'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:05.786247 dv-neutron-821401-4-hyperv neutron-server[103587]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 10 15:30:05.786247 dv-neutron-821401-4-hyperv neutron-server[103587]: from cryptography.utils import int_from_bytes Dec 10 15:30:05.786247 dv-neutron-821401-4-hyperv neutron-server[103587]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 10 15:30:05.786247 dv-neutron-821401-4-hyperv neutron-server[103587]: from cryptography.utils import int_from_bytes Dec 10 15:30:05.786247 dv-neutron-821401-4-hyperv neutron-server[103587]: Traceback (most recent call last): Dec 10 15:30:05.786247 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:30:05.786247 dv-neutron-821401-4-hyperv neutron-server[103587]: timer() Dec 10 15:30:05.786247 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:30:05.786247 dv-neutron-821401-4-hyperv neutron-server[103587]: cb(*args, **kw) Dec 10 15:30:05.786247 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:30:05.786247 dv-neutron-821401-4-hyperv neutron-server[103587]: return func(*args, **kwargs) Dec 10 15:30:05.786247 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:30:05.786247 dv-neutron-821401-4-hyperv neutron-server[103587]: self._notify() Dec 10 15:30:05.786247 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:30:05.786247 dv-neutron-821401-4-hyperv neutron-server[103587]: self.callback(batched_events) Dec 10 15:30:05.786247 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:30:05.786247 dv-neutron-821401-4-hyperv neutron-server[103587]: event.method(event) Dec 10 15:30:05.786247 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:30:05.786247 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:30:05.786247 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:30:05.786247 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:30:05.786247 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:30:05.786247 dv-neutron-821401-4-hyperv neutron-server[103587]: return f(self, *a, **k) Dec 10 15:30:05.786247 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:30:05.786247 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._get(url).json() Dec 10 15:30:05.786247 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:30:05.786247 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:30:05.786247 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:30:05.786247 dv-neutron-821401-4-hyperv neutron-server[103587]: return self.request(url, 'GET', **kwargs) Dec 10 15:30:05.786247 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:30:05.786247 dv-neutron-821401-4-hyperv neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:30:05.786247 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:30:05.786247 dv-neutron-821401-4-hyperv neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:30:05.786247 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:30:05.786247 dv-neutron-821401-4-hyperv neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:30:05.786247 dv-neutron-821401-4-hyperv neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:30:05.788954 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-34be9f05-7546-4f05-aefe-7b7b39721002 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:05.795401 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-6c723c85-5aad-447a-a3ab-fe72acb12fac None None] Set router 5be9e820-47cc-4ecf-becc-5a0618d9675d gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:30:05.825418 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f2daba-3583-43bd-a14f-48ccd792d065 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46fa4965-a546-4aa0-b6c7-fe2bd953989f,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:05.848953 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c88234e0-331e-47a8-9f3e-7990e9d3a626 tempest-PortsAdminExtendedAttrsTestJSON-1712289161 tempest-PortsAdminExtendedAttrsTestJSON-1712289161-project] Made reservation on behalf of 7c415a031dab456f8016ec3bbb1f9c8d for: {'network': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:30:05.853768 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c88234e0-331e-47a8-9f3e-7990e9d3a626 tempest-PortsAdminExtendedAttrsTestJSON-1712289161 tempest-PortsAdminExtendedAttrsTestJSON-1712289161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:05.900204 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c88234e0-331e-47a8-9f3e-7990e9d3a626 tempest-PortsAdminExtendedAttrsTestJSON-1712289161 tempest-PortsAdminExtendedAttrsTestJSON-1712289161-project] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:05.967002 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-77f2daba-3583-43bd-a14f-48ccd792d065 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:05.980589 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-77f2daba-3583-43bd-a14f-48ccd792d065 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.8464892 Dec 10 15:30:06.009110 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 58356) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:06.053132 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-a9f94ff4-a3a2-4f68-a811-cca91e969519 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Request body: {'security_group_rule': {'security_group_id': '46fa4965-a546-4aa0-b6c7-fe2bd953989f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:30:06.087562 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34be9f05-7546-4f05-aefe-7b7b39721002 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:30:06.111254 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-55ac3a25-1600-46da-8a64-3e4a195c53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146725548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146725548-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:06.115977 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-34be9f05-7546-4f05-aefe-7b7b39721002 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:30:06.119272 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34be9f05-7546-4f05-aefe-7b7b39721002 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:30:06.133630 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c88234e0-331e-47a8-9f3e-7990e9d3a626 tempest-PortsAdminExtendedAttrsTestJSON-1712289161 tempest-PortsAdminExtendedAttrsTestJSON-1712289161-project] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:06.164538 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-d8384c45-bc80-43aa-b24b-694536e18a01 None None] Provisioning complete for port 61314020-3784-4ea6-ac9f-b215d71ee791 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:30:06.164914 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d8384c45-bc80-43aa-b24b-694536e18a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:06.229481 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c88234e0-331e-47a8-9f3e-7990e9d3a626 tempest-PortsAdminExtendedAttrsTestJSON-1712289161 tempest-PortsAdminExtendedAttrsTestJSON-1712289161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:06.237137 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74c14757-94a5-4209-b00f-095ba1688067 admin admin] Router a06cceec-0d40-4047-bbd1-c8f49e165bda has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:30:06.254201 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-17750801-8388-420a-96f0-753a48a07c11 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Allocated IP 172.26.2.54 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/88c0433d-172e-4b54-91bc-fe217210b46b) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:30:06.280893 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c88234e0-331e-47a8-9f3e-7990e9d3a626 tempest-PortsAdminExtendedAttrsTestJSON-1712289161 tempest-PortsAdminExtendedAttrsTestJSON-1712289161-project] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=103586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:30:06.281085 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-6c723c85-5aad-447a-a3ab-fe72acb12fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be9e820-47cc-4ecf-becc-5a0618d9675d', 'name': 'tempest-ServersTestManualDisk-1302300938-router', 'tenant_id': '345644153ba74add913c1c222de5850e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': 'a9df6d58-19e7-4b67-9f47-e25b64721994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:29:49Z', 'updated_at': '2021-12-10T15:29:59Z', 'revision_number': 4, 'project_id': '345644153ba74add913c1c222de5850e', 'gw_port': {'id': 'a9df6d58-19e7-4b67-9f47-e25b64721994', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:dd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be9e820-47cc-4ecf-becc-5a0618d9675d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:29:51Z', 'updated_at': '2021-12-10T15:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '61314020-3784-4ea6-ac9f-b215d71ee791', 'name': '', 'network_id': 'a0f35dea-026e-4011-a2fc-8c909b8f7f05', 'tenant_id': '345644153ba74add913c1c222de5850e', 'mac_address': 'fa:16:3e:57:a6:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be9e820-47cc-4ecf-becc-5a0618d9675d', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '0517fc1e-1822-46ab-b8d5-555d14cfeff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:29:58Z', 'updated_at': '2021-12-10T15:30:05Z', 'revision_number': 4, 'project_id': '345644153ba74add913c1c222de5850e', 'subnets': [{'id': '0517fc1e-1822-46ab-b8d5-555d14cfeff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:30:06.304129 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34be9f05-7546-4f05-aefe-7b7b39721002 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Pushing event updated for resources: {'Port': ['ID=eb17808c-e901-4e61-999b-3384c681e63d,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:06.319588 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c723c85-5aad-447a-a3ab-fe72acb12fac None None] The sync data for ids ['5be9e820-47cc-4ecf-becc-5a0618d9675d'] in dv-neutron-821401-4-hyperv is: [{'id': '5be9e820-47cc-4ecf-becc-5a0618d9675d', 'name': 'tempest-ServersTestManualDisk-1302300938-router', 'tenant_id': '345644153ba74add913c1c222de5850e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': 'a9df6d58-19e7-4b67-9f47-e25b64721994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:29:49Z', 'updated_at': '2021-12-10T15:29:59Z', 'revision_number': 4, 'project_id': '345644153ba74add913c1c222de5850e', 'gw_port': {'id': 'a9df6d58-19e7-4b67-9f47-e25b64721994', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:dd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be9e820-47cc-4ecf-becc-5a0618d9675d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:29:51Z', 'updated_at': '2021-12-10T15:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '61314020-3784-4ea6-ac9f-b215d71ee791', 'name': '', 'network_id': 'a0f35dea-026e-4011-a2fc-8c909b8f7f05', 'tenant_id': '345644153ba74add913c1c222de5850e', 'mac_address': 'fa:16:3e:57:a6:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be9e820-47cc-4ecf-becc-5a0618d9675d', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '0517fc1e-1822-46ab-b8d5-555d14cfeff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:29:58Z', 'updated_at': '2021-12-10T15:30:05Z', 'revision_number': 4, 'project_id': '345644153ba74add913c1c222de5850e', 'subnets': [{'id': '0517fc1e-1822-46ab-b8d5-555d14cfeff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:30:06.325239 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c88234e0-331e-47a8-9f3e-7990e9d3a626 tempest-PortsAdminExtendedAttrsTestJSON-1712289161 tempest-PortsAdminExtendedAttrsTestJSON-1712289161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:06.328032 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.segments_db [None req-c88234e0-331e-47a8-9f3e-7990e9d3a626 tempest-PortsAdminExtendedAttrsTestJSON-1712289161 tempest-PortsAdminExtendedAttrsTestJSON-1712289161-project] Added segment 5517990d-253a-4024-aef6-05b67fb3ce25 of type vlan for network 5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c Dec 10 15:30:06.334196 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88234e0-331e-47a8-9f3e-7990e9d3a626 tempest-PortsAdminExtendedAttrsTestJSON-1712289161 tempest-PortsAdminExtendedAttrsTestJSON-1712289161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=068d559d-e16e-4732-b378-c068ceb7dca5,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:06.341607 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d8384c45-bc80-43aa-b24b-694536e18a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:06.374699 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-db1039b7-26cf-409c-85f2-293eeca252ea tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:06.382163 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-db1039b7-26cf-409c-85f2-293eeca252ea tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:06.388761 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-db1039b7-26cf-409c-85f2-293eeca252ea tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] 10.222.0.20 "DELETE /v2.0/networks/c69d2fa8-cef9-4fd6-9432-e6ba5b28a784 HTTP/1.1" status: 204 len: 168 time: 3.2072380 Dec 10 15:30:06.394617 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 58358) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:06.399085 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-d8384c45-bc80-43aa-b24b-694536e18a01 None None] For port 61314020-3784-4ea6-ac9f-b215d71ee791, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=61314020-3784-4ea6-ac9f-b215d71ee791,segment=NetworkSegment(5c4fd87b-38ee-4dcd-9bb3-1b601d8648aa),segment_id=5c4fd87b-38ee-4dcd-9bb3-1b601d8648aa)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:30:06.453895 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c88234e0-331e-47a8-9f3e-7990e9d3a626 tempest-PortsAdminExtendedAttrsTestJSON-1712289161 tempest-PortsAdminExtendedAttrsTestJSON-1712289161-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:06.484428 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d8384c45-bc80-43aa-b24b-694536e18a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:06.493774 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a9f94ff4-a3a2-4f68-a811-cca91e969519 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:06.506071 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eb880d3-035c-4244-8a56-5042857aa0b9 tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] DELETE failed (client error): The resource could not be found. Dec 10 15:30:06.508726 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9eb880d3-035c-4244-8a56-5042857aa0b9 tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:30:06.513621 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-9eb880d3-035c-4244-8a56-5042857aa0b9 tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] 10.222.0.20 "DELETE /v2.0/ports/39c0b3fe-057a-4347-9941-da3f10d47144 HTTP/1.1" status: 404 len: 333 time: 0.1019764 Dec 10 15:30:06.525090 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 58360) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:06.541582 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1039b7-26cf-409c-85f2-293eeca252ea tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Pushing event deleted for resources: {'Network': ['ID=c69d2fa8-cef9-4fd6-9432-e6ba5b28a784,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:06.615193 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8384c45-bc80-43aa-b24b-694536e18a01 None None] Pushing event updated for resources: {'Port': ['ID=61314020-3784-4ea6-ac9f-b215d71ee791,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:06.649252 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-d8384c45-bc80-43aa-b24b-694536e18a01 None None] Provisioning complete for port a0551861-9504-4874-834a-552a99ce66e7 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:30:06.654788 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d8384c45-bc80-43aa-b24b-694536e18a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:06.672129 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c88234e0-331e-47a8-9f3e-7990e9d3a626 tempest-PortsAdminExtendedAttrsTestJSON-1712289161 tempest-PortsAdminExtendedAttrsTestJSON-1712289161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:06.686593 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88234e0-331e-47a8-9f3e-7990e9d3a626 tempest-PortsAdminExtendedAttrsTestJSON-1712289161 tempest-PortsAdminExtendedAttrsTestJSON-1712289161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:06.687721 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c88234e0-331e-47a8-9f3e-7990e9d3a626 tempest-PortsAdminExtendedAttrsTestJSON-1712289161 tempest-PortsAdminExtendedAttrsTestJSON-1712289161-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:06.711817 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fd61ca7-1aef-4ad6-9794-f596745d904f tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Deleting subnet d6286637-89b5-4072-93af-268359344415 {{(pid=103586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:30:06.714371 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7fd61ca7-1aef-4ad6-9794-f596745d904f tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Publish callbacks [] for subnet, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:06.749587 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-55ac3a25-1600-46da-8a64-3e4a195c53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146725548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146725548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:06.751749 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-d8384c45-bc80-43aa-b24b-694536e18a01 None None] Port a0551861-9504-4874-834a-552a99ce66e7 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:30:06.771019 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ac3a25-1600-46da-8a64-3e4a195c53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146725548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146725548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:06.771217 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-55ac3a25-1600-46da-8a64-3e4a195c53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146725548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146725548-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:06.783422 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7fd61ca7-1aef-4ad6-9794-f596745d904f tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:06.880021 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-5d79d917-1c50-46f1-8af3-fc5390e22ae7 None None] Provisioning complete for port 61314020-3784-4ea6-ac9f-b215d71ee791 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:30:06.880251 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5d79d917-1c50-46f1-8af3-fc5390e22ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:06.883300 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7fd61ca7-1aef-4ad6-9794-f596745d904f tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:06.966071 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device fc5b211e-fcd9-474b-8a7e-dc6c9210d4b0 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:30:06.983982 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-c88234e0-331e-47a8-9f3e-7990e9d3a626 tempest-PortsAdminExtendedAttrsTestJSON-1712289161 tempest-PortsAdminExtendedAttrsTestJSON-1712289161-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.6276014 Dec 10 15:30:06.988887 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-55ac3a25-1600-46da-8a64-3e4a195c53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146725548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146725548-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 3.8633945 Dec 10 15:30:07.056728 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a9f94ff4-a3a2-4f68-a811-cca91e969519 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:07.064385 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ac3a25-1600-46da-8a64-3e4a195c53d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146725548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146725548-project] Pushing event updated for resources: {'Network': ['ID=90c709d4-aa7b-43f9-976a-b4fb1fe6f396,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:07.075111 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c14757-94a5-4209-b00f-095ba1688067 admin admin] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:30:07.086043 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-74c14757-94a5-4209-b00f-095ba1688067 admin admin] 10.222.0.20 "PUT /v2.0/routers/a06cceec-0d40-4047-bbd1-c8f49e165bda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8020160 Dec 10 15:30:07.127230 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-17750801-8388-420a-96f0-753a48a07c11 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:07.136306 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 90c709d4-aa7b-43f9-976a-b4fb1fe6f396 details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:30:07.147219 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88234e0-331e-47a8-9f3e-7990e9d3a626 tempest-PortsAdminExtendedAttrsTestJSON-1712289161 tempest-PortsAdminExtendedAttrsTestJSON-1712289161-project] Pushing event updated for resources: {'Network': ['ID=5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:07.192800 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7fd61ca7-1aef-4ad6-9794-f596745d904f tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:07.210197 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a9f94ff4-a3a2-4f68-a811-cca91e969519 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:07.219140 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:30:07.260888 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f94ff4-a3a2-4f68-a811-cca91e969519 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e45dd3b9-e845-42ac-9859-ee1f015d4188,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:07.304921 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7fd61ca7-1aef-4ad6-9794-f596745d904f tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:07.313008 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-7fd61ca7-1aef-4ad6-9794-f596745d904f tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] 10.222.0.20 "DELETE /v2.0/subnets/d6286637-89b5-4072-93af-268359344415 HTTP/1.1" status: 204 len: 168 time: 0.7868624 Dec 10 15:30:07.316444 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 58372) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:07.318563 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd61ca7-1aef-4ad6-9794-f596745d904f tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Pushing event deleted for resources: {'Subnet': ['ID=d6286637-89b5-4072-93af-268359344415,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:07.348803 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-17750801-8388-420a-96f0-753a48a07c11 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:07.360261 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd42bbc-402b-435d-aea3-5e78cfc8e1d6 None None] Network 3a7aa06c-3d86-40b2-b300-c0d36fc361e8 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:30:07.412003 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 58374) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:07.418613 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-5a574f9d-bead-4731-bf11-821dfbb4ff96 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Request body: {'port': {'network_id': '5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c', 'binding:host_id': 'hv-neutron-8214', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1251550819'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:30:07.489082 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 58380) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:07.533608 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-77214996-3442-446b-8bd0-45d8d26b2fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Request body: {'port': {'network_id': '90c709d4-aa7b-43f9-976a-b4fb1fe6f396', 'binding:host_id': 'hv-neutron-8214', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-584191053'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:30:07.597566 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a9f94ff4-a3a2-4f68-a811-cca91e969519 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:07.598061 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e5188cd3-5e44-40a7-98fa-bdf507344180 tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:07.603481 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-a9f94ff4-a3a2-4f68-a811-cca91e969519 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5811012 Dec 10 15:30:07.604973 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-34be9f05-7546-4f05-aefe-7b7b39721002 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks [] for router_gateway, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:07.605087 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 58382) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:07.606495 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port fc5b211e-fcd9-474b-8a7e-dc6c9210d4b0 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:30:07.606984 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:07.618329 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-391185c2-a4f7-4246-8ad8-5c5f3901f939 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Request body: {'security_group_rule': {'security_group_id': '46fa4965-a546-4aa0-b6c7-fe2bd953989f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:30:07.703287 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-e5188cd3-5e44-40a7-98fa-bdf507344180 tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Deleting port 89ee94db-0c96-4fcd-a7ba-61497ef442f3 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:30:07.705672 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e5188cd3-5e44-40a7-98fa-bdf507344180 tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:07.734477 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 61314020-3784-4ea6-ac9f-b215d71ee791 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:30:07.766527 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cf47cdbe-5352-46e4-b70f-a5df49811d96 tempest-RoutersAdminNegativeTest-443170727 tempest-RoutersAdminNegativeTest-443170727-project-admin] Publish callbacks [] for router, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:07.770120 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a574f9d-bead-4731-bf11-821dfbb4ff96 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Made reservation on behalf of d373b36da30b40fc8166953e2260ea57 for: {'port': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:30:07.772482 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5a574f9d-bead-4731-bf11-821dfbb4ff96 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:07.782044 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058c95c6-9b46-4945-b193-260b068b0b47 None None] DHCP port deletion for 3a7aa06c-3d86-40b2-b300-c0d36fc361e8 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:30:07.794453 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17750801-8388-420a-96f0-753a48a07c11 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:30:07.797265 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17750801-8388-420a-96f0-753a48a07c11 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Pushing event updated for resources: {'Port': ['ID=88c0433d-172e-4b54-91bc-fe217210b46b,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:07.809226 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-17750801-8388-420a-96f0-753a48a07c11 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:30:07.811110 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17750801-8388-420a-96f0-753a48a07c11 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:30:07.818598 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 61314020-3784-4ea6-ac9f-b215d71ee791 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:30:07.819094 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:07.835091 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77214996-3442-446b-8bd0-45d8d26b2fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Made reservation on behalf of afaa70084a044992a6de5b34ba292698 for: {'port': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:30:07.837392 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-77214996-3442-446b-8bd0-45d8d26b2fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:07.840443 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5a574f9d-bead-4731-bf11-821dfbb4ff96 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:07.890162 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-058c95c6-9b46-4945-b193-260b068b0b47 None None] Deleting port 89ee94db-0c96-4fcd-a7ba-61497ef442f3 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:30:07.890621 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-058c95c6-9b46-4945-b193-260b068b0b47 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:07.906551 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-77214996-3442-446b-8bd0-45d8d26b2fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:07.920438 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-e5188cd3-5e44-40a7-98fa-bdf507344180 tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] For port 89ee94db-0c96-4fcd-a7ba-61497ef442f3, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=89ee94db-0c96-4fcd-a7ba-61497ef442f3,segment=NetworkSegment(64aa7968-c400-4107-ac78-d313c662b7d8),segment_id=64aa7968-c400-4107-ac78-d313c662b7d8)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:30:07.920936 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e5188cd3-5e44-40a7-98fa-bdf507344180 tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:07.971799 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 39a76a45-f3d7-4ecd-aab5-1de15359ff6a up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:30:07.991654 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 58384) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:08.000071 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-a7623221-f621-41f4-8e1b-ac0b15377b21 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1560155822', 'description': 'tempest-description--1815995970'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:30:08.007486 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-058c95c6-9b46-4945-b193-260b068b0b47 None None] For port 89ee94db-0c96-4fcd-a7ba-61497ef442f3, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=89ee94db-0c96-4fcd-a7ba-61497ef442f3,segment=NetworkSegment(64aa7968-c400-4107-ac78-d313c662b7d8),segment_id=64aa7968-c400-4107-ac78-d313c662b7d8)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:30:08.008352 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-058c95c6-9b46-4945-b193-260b068b0b47 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:08.026190 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-34be9f05-7546-4f05-aefe-7b7b39721002 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363'] for router, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:08.027941 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-058c95c6-9b46-4945-b193-260b068b0b47 None None] Calling delete_port for 89ee94db-0c96-4fcd-a7ba-61497ef442f3 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:30:08.033083 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-e5188cd3-5e44-40a7-98fa-bdf507344180 tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Calling delete_port for 89ee94db-0c96-4fcd-a7ba-61497ef442f3 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:30:08.096217 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-17750801-8388-420a-96f0-753a48a07c11 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:08.101461 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-391185c2-a4f7-4246-8ad8-5c5f3901f939 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:08.153929 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 39a76a45-f3d7-4ecd-aab5-1de15359ff6a triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:30:08.154298 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:08.175946 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a7623221-f621-41f4-8e1b-ac0b15377b21 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:08.230357 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-17750801-8388-420a-96f0-753a48a07c11 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:08.266216 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:08.293082 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] For port 39a76a45-f3d7-4ecd-aab5-1de15359ff6a, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=39a76a45-f3d7-4ecd-aab5-1de15359ff6a,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:30:08.295237 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-058c95c6-9b46-4945-b193-260b068b0b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:08.325876 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cf47cdbe-5352-46e4-b70f-a5df49811d96 tempest-RoutersAdminNegativeTest-443170727 tempest-RoutersAdminNegativeTest-443170727-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13898'] for router, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:08.336917 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cf47cdbe-5352-46e4-b70f-a5df49811d96 tempest-RoutersAdminNegativeTest-443170727 tempest-RoutersAdminNegativeTest-443170727-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:08.339474 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34be9f05-7546-4f05-aefe-7b7b39721002 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Router 6f7e164a-72d9-4abe-810a-68b967db9c9b is scheduled to L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d with binding_index 1 {{(pid=103587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 15:30:08.347567 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058c95c6-9b46-4945-b193-260b068b0b47 None None] No DVR routers for this DVR port 89ee94db-0c96-4fcd-a7ba-61497ef442f3 on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:30:08.380217 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a7623221-f621-41f4-8e1b-ac0b15377b21 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:08.385002 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:08.387813 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058c95c6-9b46-4945-b193-260b068b0b47 None None] Pushing event deleted for resources: {'Port': ['ID=89ee94db-0c96-4fcd-a7ba-61497ef442f3,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:08.448786 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Pushing event updated for resources: {'Port': ['ID=39a76a45-f3d7-4ecd-aab5-1de15359ff6a,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:08.471577 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a7623221-f621-41f4-8e1b-ac0b15377b21 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:08.579326 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cf47cdbe-5352-46e4-b70f-a5df49811d96 tempest-RoutersAdminNegativeTest-443170727 tempest-RoutersAdminNegativeTest-443170727-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549250'] for router, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:08.579838 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf47cdbe-5352-46e4-b70f-a5df49811d96 tempest-RoutersAdminNegativeTest-443170727 tempest-RoutersAdminNegativeTest-443170727-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 43e45214-ff79-420e-b4eb-3fd081965388 {{(pid=103586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 15:30:08.588477 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-391185c2-a4f7-4246-8ad8-5c5f3901f939 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:08.592366 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34be9f05-7546-4f05-aefe-7b7b39721002 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:30:08.607556 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5a574f9d-bead-4731-bf11-821dfbb4ff96 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:08.618270 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6895314-acd5-4cc3-955c-b995b78738c6 None None] Sync routers for ids ['6f7e164a-72d9-4abe-810a-68b967db9c9b'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:30:08.623533 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e5188cd3-5e44-40a7-98fa-bdf507344180 tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:08.627023 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-77214996-3442-446b-8bd0-45d8d26b2fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:08.631948 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6895314-acd5-4cc3-955c-b995b78738c6 None None] Routers {'6f7e164a-72d9-4abe-810a-68b967db9c9b'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:30:08.632827 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-c6895314-acd5-4cc3-955c-b995b78738c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:29:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['6f7e164a-72d9-4abe-810a-68b967db9c9b'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:30:08.643132 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-17750801-8388-420a-96f0-753a48a07c11 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:08.648483 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a7623221-f621-41f4-8e1b-ac0b15377b21 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:08.650241 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-a7623221-f621-41f4-8e1b-ac0b15377b21 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6575541 Dec 10 15:30:08.651739 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7623221-f621-41f4-8e1b-ac0b15377b21 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed67073-eeed-4d1d-86bf-a50b643bdaa1,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:08.654297 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 58386) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:08.658843 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-04ab6435-9ede-4380-8029-bb495fe22213 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Request body: {'security_group_rule': {'security_group_id': '5ed67073-eeed-4d1d-86bf-a50b643bdaa1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:30:08.667561 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-391185c2-a4f7-4246-8ad8-5c5f3901f939 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:08.669298 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5188cd3-5e44-40a7-98fa-bdf507344180 tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Pushing event deleted for resources: {'Port': ['ID=89ee94db-0c96-4fcd-a7ba-61497ef442f3,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:08.678776 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5188cd3-5e44-40a7-98fa-bdf507344180 tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] No DVR routers for this DVR port 89ee94db-0c96-4fcd-a7ba-61497ef442f3 on host dv-neutron-821401-4-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:30:08.683181 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 61314020-3784-4ea6-ac9f-b215d71ee791 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:30:08.686431 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-c6895314-acd5-4cc3-955c-b995b78738c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:30:08.716365 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391185c2-a4f7-4246-8ad8-5c5f3901f939 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ac5c515-9f01-4349-ac6f-873273055806,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:08.721510 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5a574f9d-bead-4731-bf11-821dfbb4ff96 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:08.729203 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-5a574f9d-bead-4731-bf11-821dfbb4ff96 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] device_id is not set on port 32ce5dd8-7bca-411e-928c-45536fa90538 yet. {{(pid=103586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:30:08.729370 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6895314-acd5-4cc3-955c-b995b78738c6 None None] Routers {'6f7e164a-72d9-4abe-810a-68b967db9c9b'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:30:08.730111 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-c6895314-acd5-4cc3-955c-b995b78738c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:29:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['6f7e164a-72d9-4abe-810a-68b967db9c9b'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:30:08.768247 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-34be9f05-7546-4f05-aefe-7b7b39721002 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:08.770631 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-34be9f05-7546-4f05-aefe-7b7b39721002 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 10.0505867 Dec 10 15:30:08.770631 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-17750801-8388-420a-96f0-753a48a07c11 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:08.777626 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-c6895314-acd5-4cc3-955c-b995b78738c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:30:08.781936 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6895314-acd5-4cc3-955c-b995b78738c6 None None] The sync data for ids ['6f7e164a-72d9-4abe-810a-68b967db9c9b'] in dv-neutron-821401-4-hyperv is: [] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:30:08.786694 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 58388) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:08.809277 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 61314020-3784-4ea6-ac9f-b215d71ee791 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:30:08.810014 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:08.837383 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17750801-8388-420a-96f0-753a48a07c11 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Pushing event updated for resources: {'Port': ['ID=88c0433d-172e-4b54-91bc-fe217210b46b,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:08.857468 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.api.v2.resource [None req-cf47cdbe-5352-46e4-b70f-a5df49811d96 tempest-RoutersAdminNegativeTest-443170727 tempest-RoutersAdminNegativeTest-443170727-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 10 15:30:08.858559 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-cf47cdbe-5352-46e4-b70f-a5df49811d96 tempest-RoutersAdminNegativeTest-443170727 tempest-RoutersAdminNegativeTest-443170727-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.1034572 Dec 10 15:30:08.859214 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-77214996-3442-446b-8bd0-45d8d26b2fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:08.890155 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-17750801-8388-420a-96f0-753a48a07c11 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552741'] for floatingip, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:08.903365 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 58392) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:08.924714 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 39a76a45-f3d7-4ecd-aab5-1de15359ff6a up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:30:08.945265 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-04ab6435-9ede-4380-8029-bb495fe22213 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:08.976168 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-17750801-8388-420a-96f0-753a48a07c11 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:08.987050 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-17750801-8388-420a-96f0-753a48a07c11 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.6944604 Dec 10 15:30:08.997502 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 39a76a45-f3d7-4ecd-aab5-1de15359ff6a triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:30:08.998017 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:09.067607 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-04ab6435-9ede-4380-8029-bb495fe22213 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:09.078316 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-9e3e0a7d-91c1-4a68-84ae-53b8a50ecef4 tempest-RoutersAdminNegativeTest-443170727 tempest-RoutersAdminNegativeTest-443170727-project-admin] Deleting port b06e2da1-843c-4f6a-94d1-30ac7fc26f10 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:30:09.078933 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9e3e0a7d-91c1-4a68-84ae-53b8a50ecef4 tempest-RoutersAdminNegativeTest-443170727 tempest-RoutersAdminNegativeTest-443170727-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:09.085027 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-391185c2-a4f7-4246-8ad8-5c5f3901f939 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:09.089184 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-391185c2-a4f7-4246-8ad8-5c5f3901f939 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4725797 Dec 10 15:30:09.097287 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 58396) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:09.108595 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-8a44b4e5-669a-4443-8326-0b3a918281ee tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Request body: {'floatingip': {'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:30:09.113326 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a574f9d-bead-4731-bf11-821dfbb4ff96 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=202c5873-9325-4ea9-b1ca-7ffa3bdc5ebd,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:09.126326 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-77214996-3442-446b-8bd0-45d8d26b2fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] device_id is not set on port 751a0b67-2807-4c37-91e5-a1bb98172302 yet. {{(pid=103586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:30:09.176083 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-04ab6435-9ede-4380-8029-bb495fe22213 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:09.196696 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e5188cd3-5e44-40a7-98fa-bdf507344180 tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:09.199014 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ab6435-9ede-4380-8029-bb495fe22213 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4025e720-2d02-4439-9fe4-3b40de3b5d23,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:09.246094 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9e3e0a7d-91c1-4a68-84ae-53b8a50ecef4 tempest-RoutersAdminNegativeTest-443170727 tempest-RoutersAdminNegativeTest-443170727-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:09.262989 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-9e3e0a7d-91c1-4a68-84ae-53b8a50ecef4 tempest-RoutersAdminNegativeTest-443170727 tempest-RoutersAdminNegativeTest-443170727-project-admin] Calling delete_port for b06e2da1-843c-4f6a-94d1-30ac7fc26f10 owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:30:09.269718 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 89ee94db-0c96-4fcd-a7ba-61497ef442f3 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:30:09.310347 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 89ee94db-0c96-4fcd-a7ba-61497ef442f3 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:30:09.310700 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 89ee94db-0c96-4fcd-a7ba-61497ef442f3 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:30:09.314821 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8a44b4e5-669a-4443-8326-0b3a918281ee tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Publish callbacks [] for floatingip, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:09.334830 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77214996-3442-446b-8bd0-45d8d26b2fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21ffc5d0-9f58-4937-b418-c80447988464,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:09.348345 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e5188cd3-5e44-40a7-98fa-bdf507344180 tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Subscribe: > segment before_delete 55550000 {{(pid=103586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:30:09.348703 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e5188cd3-5e44-40a7-98fa-bdf507344180 tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:30:09.349611 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e5188cd3-5e44-40a7-98fa-bdf507344180 tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:30:09.349978 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e5188cd3-5e44-40a7-98fa-bdf507344180 tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Subscribe: > port after_create 55550000 {{(pid=103586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:30:09.350327 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e5188cd3-5e44-40a7-98fa-bdf507344180 tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Subscribe: > port after_delete 55550000 {{(pid=103586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:30:09.350669 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e5188cd3-5e44-40a7-98fa-bdf507344180 tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Subscribe: > port after_update 55550000 {{(pid=103586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:30:09.350997 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e5188cd3-5e44-40a7-98fa-bdf507344180 tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Subscribe: > segment after_delete 55550000 {{(pid=103586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:30:09.351322 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e5188cd3-5e44-40a7-98fa-bdf507344180 tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Subscribe: > subnet after_create 55550000 {{(pid=103586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:30:09.351656 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e5188cd3-5e44-40a7-98fa-bdf507344180 tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Subscribe: > subnet after_delete 55550000 {{(pid=103586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:30:09.352159 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e5188cd3-5e44-40a7-98fa-bdf507344180 tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Subscribe: > subnet after_update 55550000 {{(pid=103586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:30:09.381577 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-04ab6435-9ede-4380-8029-bb495fe22213 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:09.385494 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-04ab6435-9ede-4380-8029-bb495fe22213 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7302711 Dec 10 15:30:09.388610 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 58408) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:09.405848 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-e7396436-f4f1-41d7-8817-08782536dfd6 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Request body: {'security_group_rule': {'security_group_id': '5ed67073-eeed-4d1d-86bf-a50b643bdaa1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:30:09.541853 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e5188cd3-5e44-40a7-98fa-bdf507344180 tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Subscribe: > subnet after_create 55550000 {{(pid=103586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:30:09.542220 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e5188cd3-5e44-40a7-98fa-bdf507344180 tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Subscribe: > subnet after_delete 55550000 {{(pid=103586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:30:09.542561 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e5188cd3-5e44-40a7-98fa-bdf507344180 tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Subscribe: > subnet before_create 55550000 {{(pid=103586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:30:09.542899 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e5188cd3-5e44-40a7-98fa-bdf507344180 tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Subscribe: > subnet before_update 55550000 {{(pid=103586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 15:30:09.543265 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-e5188cd3-5e44-40a7-98fa-bdf507344180 tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a7aa06c-3d86-40b2-b300-c0d36fc361e8']}} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:30:09.584066 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8a44b4e5-669a-4443-8326-0b3a918281ee tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:09.613507 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 58424) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:09.635484 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9e3e0a7d-91c1-4a68-84ae-53b8a50ecef4 tempest-RoutersAdminNegativeTest-443170727 tempest-RoutersAdminNegativeTest-443170727-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:09.637908 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-e5188cd3-5e44-40a7-98fa-bdf507344180 tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64aa7968-c400-4107-ac78-d313c662b7d8') {'for_net_delete': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:30:09.638182 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-e5188cd3-5e44-40a7-98fa-bdf507344180 tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64aa7968-c400-4107-ac78-d313c662b7d8') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:30:09.647605 dv-neutron-821401-4-hyperv neutron-server[103586]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 10 15:30:09.647821 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e7396436-f4f1-41d7-8817-08782536dfd6 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:09.686391 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e5188cd3-5e44-40a7-98fa-bdf507344180 tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12392235'] for segment, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:09.699807 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3e0a7d-91c1-4a68-84ae-53b8a50ecef4 tempest-RoutersAdminNegativeTest-443170727 tempest-RoutersAdminNegativeTest-443170727-project-admin] Pushing event deleted for resources: {'Port': ['ID=b06e2da1-843c-4f6a-94d1-30ac7fc26f10,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:09.727890 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff585e3-3869-416c-a1de-63c37bfd459f None None] Sync routers for ids ['a06cceec-0d40-4047-bbd1-c8f49e165bda'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:30:09.752634 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff585e3-3869-416c-a1de-63c37bfd459f None None] Routers {'a06cceec-0d40-4047-bbd1-c8f49e165bda'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:30:09.753607 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-aff585e3-3869-416c-a1de-63c37bfd459f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:29:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['a06cceec-0d40-4047-bbd1-c8f49e165bda'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:30:09.848284 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e5188cd3-5e44-40a7-98fa-bdf507344180 tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:09.861236 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5188cd3-5e44-40a7-98fa-bdf507344180 tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=103586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:30:09.861636 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e5188cd3-5e44-40a7-98fa-bdf507344180 tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11695586'] for segment, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:09.879179 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-aff585e3-3869-416c-a1de-63c37bfd459f None None] Set router a06cceec-0d40-4047-bbd1-c8f49e165bda gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:30:09.972548 dv-neutron-821401-4-hyperv neutron-server[103586]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 10 15:30:09.972548 dv-neutron-821401-4-hyperv neutron-server[103586]: from cryptography.utils import int_from_bytes Dec 10 15:30:09.972548 dv-neutron-821401-4-hyperv neutron-server[103586]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 10 15:30:09.972548 dv-neutron-821401-4-hyperv neutron-server[103586]: from cryptography.utils import int_from_bytes Dec 10 15:30:09.972548 dv-neutron-821401-4-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:30:09.972548 dv-neutron-821401-4-hyperv neutron-server[103586]: self.session.flush() Dec 10 15:30:09.972548 dv-neutron-821401-4-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:30:09.972548 dv-neutron-821401-4-hyperv neutron-server[103586]: self.session.flush() Dec 10 15:30:09.972548 dv-neutron-821401-4-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:30:09.972548 dv-neutron-821401-4-hyperv neutron-server[103586]: self.session.flush() Dec 10 15:30:09.972548 dv-neutron-821401-4-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:30:09.972548 dv-neutron-821401-4-hyperv neutron-server[103586]: self.session.flush() Dec 10 15:30:09.972548 dv-neutron-821401-4-hyperv neutron-server[103586]: Traceback (most recent call last): Dec 10 15:30:09.972548 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:30:09.972548 dv-neutron-821401-4-hyperv neutron-server[103586]: timer() Dec 10 15:30:09.972548 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:30:09.972548 dv-neutron-821401-4-hyperv neutron-server[103586]: cb(*args, **kw) Dec 10 15:30:09.972548 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:30:09.972548 dv-neutron-821401-4-hyperv neutron-server[103586]: return func(*args, **kwargs) Dec 10 15:30:09.972548 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:30:09.972548 dv-neutron-821401-4-hyperv neutron-server[103586]: self._notify() Dec 10 15:30:09.972548 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:30:09.972548 dv-neutron-821401-4-hyperv neutron-server[103586]: self.callback(batched_events) Dec 10 15:30:09.972548 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:30:09.972548 dv-neutron-821401-4-hyperv neutron-server[103586]: event.method(event) Dec 10 15:30:09.972548 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:30:09.972548 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:30:09.972548 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:30:09.972548 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:30:09.972548 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:30:09.972548 dv-neutron-821401-4-hyperv neutron-server[103586]: return f(self, *a, **k) Dec 10 15:30:09.972548 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:30:09.972548 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._get(url).json() Dec 10 15:30:09.972548 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:30:09.972548 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:30:09.972548 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:30:09.972548 dv-neutron-821401-4-hyperv neutron-server[103586]: return self.request(url, 'GET', **kwargs) Dec 10 15:30:09.972548 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:30:09.972548 dv-neutron-821401-4-hyperv neutron-server[103586]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:30:09.972548 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:30:09.972548 dv-neutron-821401-4-hyperv neutron-server[103586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:30:09.972548 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:30:09.972548 dv-neutron-821401-4-hyperv neutron-server[103586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:30:09.972548 dv-neutron-821401-4-hyperv neutron-server[103586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:30:10.035504 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e7396436-f4f1-41d7-8817-08782536dfd6 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:10.045814 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-8a44b4e5-669a-4443-8326-0b3a918281ee tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Allocated IP 172.26.2.91 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/899b659f-c0d4-47f1-b0e5-c531b345b605) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:30:10.058193 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9e3e0a7d-91c1-4a68-84ae-53b8a50ecef4 tempest-RoutersAdminNegativeTest-443170727 tempest-RoutersAdminNegativeTest-443170727-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:10.064916 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-9e3e0a7d-91c1-4a68-84ae-53b8a50ecef4 tempest-RoutersAdminNegativeTest-443170727 tempest-RoutersAdminNegativeTest-443170727-project-admin] 10.222.0.20 "DELETE /v2.0/ports/b06e2da1-843c-4f6a-94d1-30ac7fc26f10 HTTP/1.1" status: 204 len: 168 time: 1.1566882 Dec 10 15:30:10.078125 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e5188cd3-5e44-40a7-98fa-bdf507344180 tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:10.130420 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-aff585e3-3869-416c-a1de-63c37bfd459f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a06cceec-0d40-4047-bbd1-c8f49e165bda', 'name': 'tempest-ServerActionsTestJSON-1114801807-router', 'tenant_id': '0c43b3bd3a7142739658566d8b1d83f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.12'}], 'enable_snat': True}, 'gw_port_id': '39a76a45-f3d7-4ecd-aab5-1de15359ff6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:29:50Z', 'updated_at': '2021-12-10T15:30:02Z', 'revision_number': 4, 'project_id': '0c43b3bd3a7142739658566d8b1d83f3', 'gw_port': {'id': '39a76a45-f3d7-4ecd-aab5-1de15359ff6a', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:64:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a06cceec-0d40-4047-bbd1-c8f49e165bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:29:52Z', 'updated_at': '2021-12-10T15:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': 'a0551861-9504-4874-834a-552a99ce66e7', 'name': '', 'network_id': '9f22a23a-8eb3-48df-bc2f-eddd6071e745', 'tenant_id': '0c43b3bd3a7142739658566d8b1d83f3', 'mac_address': 'fa:16:3e:8d:0f:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a06cceec-0d40-4047-bbd1-c8f49e165bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '095a47ab-a3da-4b0b-9511-e17946d815ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:30:00Z', 'updated_at': '2021-12-10T15:30:03Z', 'revision_number': 2, 'project_id': '0c43b3bd3a7142739658566d8b1d83f3', 'subnets': [{'id': '095a47ab-a3da-4b0b-9511-e17946d815ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:30:10.137113 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e7396436-f4f1-41d7-8817-08782536dfd6 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:10.163251 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff585e3-3869-416c-a1de-63c37bfd459f None None] Checking router: a06cceec-0d40-4047-bbd1-c8f49e165bda for host: dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:30:10.163615 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff585e3-3869-416c-a1de-63c37bfd459f None None] Updating router a06cceec-0d40-4047-bbd1-c8f49e165bda port a0551861-9504-4874-834a-552a99ce66e7 binding host dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 15:30:10.165320 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7396436-f4f1-41d7-8817-08782536dfd6 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeca5bfa-4dc0-4bd9-b891-4820ebfcc07b,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:10.173374 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-77214996-3442-446b-8bd0-45d8d26b2fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] device_id is not set on port 751a0b67-2807-4c37-91e5-a1bb98172302 yet. {{(pid=103586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:30:10.187842 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8a44b4e5-669a-4443-8326-0b3a918281ee tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:10.191000 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-77214996-3442-446b-8bd0-45d8d26b2fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:10.193277 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-aff585e3-3869-416c-a1de-63c37bfd459f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:10.233227 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-a63e6738-61a3-4731-bef4-9b4df015d809 req-240def2a-0e9b-4191-9811-eab12eb3837a tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1171467167&fields=id&tenant_id=e48df3bebd6c40d8972aebca1c524dd3 HTTP/1.1" status: 200 len: 267 time: 0.6070261 Dec 10 15:30:10.252550 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e7396436-f4f1-41d7-8817-08782536dfd6 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:10.256597 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-e7396436-f4f1-41d7-8817-08782536dfd6 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8643899 Dec 10 15:30:10.256967 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 58428) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:10.262284 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-cfa32606-8ceb-4b99-9499-24beaf35b08b tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Request body: {'floatingip': {'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:30:10.321170 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8a44b4e5-669a-4443-8326-0b3a918281ee tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:10.371902 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a44b4e5-669a-4443-8326-0b3a918281ee tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:30:10.377239 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-8a44b4e5-669a-4443-8326-0b3a918281ee tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:30:10.383095 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a44b4e5-669a-4443-8326-0b3a918281ee tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:30:10.387087 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a44b4e5-669a-4443-8326-0b3a918281ee tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Pushing event updated for resources: {'Port': ['ID=899b659f-c0d4-47f1-b0e5-c531b345b605,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:10.417954 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cfa32606-8ceb-4b99-9499-24beaf35b08b tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Publish callbacks [] for floatingip, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:10.489630 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-77214996-3442-446b-8bd0-45d8d26b2fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:10.507119 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-aff585e3-3869-416c-a1de-63c37bfd459f None None] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:10.523546 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e5188cd3-5e44-40a7-98fa-bdf507344180 tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:10.526961 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-e5188cd3-5e44-40a7-98fa-bdf507344180 tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] 10.222.0.20 "DELETE /v2.0/networks/3a7aa06c-3d86-40b2-b300-c0d36fc361e8 HTTP/1.1" status: 204 len: 168 time: 3.2019832 Dec 10 15:30:10.530368 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5188cd3-5e44-40a7-98fa-bdf507344180 tempest-DHCPAgentSchedulersTestJSON-2002888347 tempest-DHCPAgentSchedulersTestJSON-2002888347-project] Pushing event deleted for resources: {'Network': ['ID=3a7aa06c-3d86-40b2-b300-c0d36fc361e8,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:10.573712 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-aff585e3-3869-416c-a1de-63c37bfd459f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:10.611793 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8a44b4e5-669a-4443-8326-0b3a918281ee tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:10.633992 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb656144-97f2-462e-a32e-9b3120c30e1b None None] Pushing event updated for resources: {'Port': ['ID=a0551861-9504-4874-834a-552a99ce66e7,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:10.648017 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cfa32606-8ceb-4b99-9499-24beaf35b08b tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:10.731683 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-aff585e3-3869-416c-a1de-63c37bfd459f None None] Attempting to bind port a0551861-9504-4874-834a-552a99ce66e7 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:30:10.732265 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-aff585e3-3869-416c-a1de-63c37bfd459f None None] Attempting to bind port a0551861-9504-4874-834a-552a99ce66e7 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'ef521c35-8ac9-4897-8760-af6df1516e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9f22a23a-8eb3-48df-bc2f-eddd6071e745'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:30:10.734393 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff585e3-3869-416c-a1de-63c37bfd459f None None] Attempting to bind port a0551861-9504-4874-834a-552a99ce66e7 on network 9f22a23a-8eb3-48df-bc2f-eddd6071e745 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:30:10.739498 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff585e3-3869-416c-a1de-63c37bfd459f None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:30:10.739937 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff585e3-3869-416c-a1de-63c37bfd459f None None] Checking segment: {'id': 'ef521c35-8ac9-4897-8760-af6df1516e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9f22a23a-8eb3-48df-bc2f-eddd6071e745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:30:10.740359 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-aff585e3-3869-416c-a1de-63c37bfd459f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:10.740756 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff585e3-3869-416c-a1de-63c37bfd459f None None] Bound using segment: {'id': 'ef521c35-8ac9-4897-8760-af6df1516e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9f22a23a-8eb3-48df-bc2f-eddd6071e745'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:30:10.741232 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-aff585e3-3869-416c-a1de-63c37bfd459f None None] Bound port: a0551861-9504-4874-834a-552a99ce66e7, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef521c35-8ac9-4897-8760-af6df1516e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9f22a23a-8eb3-48df-bc2f-eddd6071e745'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:30:10.741630 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-aff585e3-3869-416c-a1de-63c37bfd459f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:10.759072 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 58434) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:10.769296 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77214996-3442-446b-8bd0-45d8d26b2fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Pushing event updated for resources: {'Port': ['ID=751a0b67-2807-4c37-91e5-a1bb98172302,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:10.823350 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-aff585e3-3869-416c-a1de-63c37bfd459f None None] For port a0551861-9504-4874-834a-552a99ce66e7, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:30:10.826875 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-cfa32606-8ceb-4b99-9499-24beaf35b08b tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Allocated IP 172.26.2.164 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/34ccac02-887c-466b-ac44-549ca7ce9549) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:30:10.827425 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-aff585e3-3869-416c-a1de-63c37bfd459f None None] For port a0551861-9504-4874-834a-552a99ce66e7, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=a0551861-9504-4874-834a-552a99ce66e7,segment=NetworkSegment(ef521c35-8ac9-4897-8760-af6df1516e56),segment_id=ef521c35-8ac9-4897-8760-af6df1516e56)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:30:10.843420 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-5a574f9d-bead-4731-bf11-821dfbb4ff96 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] device_id is not set on port 32ce5dd8-7bca-411e-928c-45536fa90538 yet. {{(pid=103586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:30:10.845435 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8a44b4e5-669a-4443-8326-0b3a918281ee tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:10.886026 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5a574f9d-bead-4731-bf11-821dfbb4ff96 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:10.928406 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63e6738-61a3-4731-bef4-9b4df015d809 req-fc11ca6c-6ccd-4901-bcad-f5ea975f17f4 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:10.929770 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-a63e6738-61a3-4731-bef4-9b4df015d809 req-fc11ca6c-6ccd-4901-bcad-f5ea975f17f4 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] 10.222.0.20 "GET /v2.0/networks?id=f99addda-57f1-4324-933a-6f2a62cbd208 HTTP/1.1" status: 200 len: 806 time: 0.4589798 Dec 10 15:30:10.934975 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-aff585e3-3869-416c-a1de-63c37bfd459f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:10.986079 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-a63e6738-61a3-4731-bef4-9b4df015d809 req-c9a67a51-031f-4019-a86b-3d723f0ac439 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] 10.222.0.20 "GET /v2.0/quotas/e48df3bebd6c40d8972aebca1c524dd3 HTTP/1.1" status: 200 len: 375 time: 0.0488429 Dec 10 15:30:10.987956 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77214996-3442-446b-8bd0-45d8d26b2fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Checking segment: {'id': 'beeecbb3-9ae0-4ac6-9b92-bc72010fea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '90c709d4-aa7b-43f9-976a-b4fb1fe6f396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:30:10.988654 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77214996-3442-446b-8bd0-45d8d26b2fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Network hostable DHCP agents. Network: 90c709d4-aa7b-43f9-976a-b4fb1fe6f396, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:30:11.011662 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff585e3-3869-416c-a1de-63c37bfd459f None None] Routers {'a06cceec-0d40-4047-bbd1-c8f49e165bda'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:30:11.012415 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-aff585e3-3869-416c-a1de-63c37bfd459f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:29:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['a06cceec-0d40-4047-bbd1-c8f49e165bda'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:30:11.032239 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5a574f9d-bead-4731-bf11-821dfbb4ff96 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:11.050950 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cfa32606-8ceb-4b99-9499-24beaf35b08b tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:11.108832 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0ea2d05b-a32c-4875-9056-19a3a01bb731 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:11.463825 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8a44b4e5-669a-4443-8326-0b3a918281ee tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:11.464824 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-58e903ca-b468-4258-9409-9f638ed87695 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:11.465374 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-5175a43e-ffde-46bc-a2f8-5312d01e948e None None] Provisioning complete for port a0551861-9504-4874-834a-552a99ce66e7 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:30:11.465374 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5175a43e-ffde-46bc-a2f8-5312d01e948e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:11.472297 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-aff585e3-3869-416c-a1de-63c37bfd459f None None] Set router a06cceec-0d40-4047-bbd1-c8f49e165bda gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:30:11.472391 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5175a43e-ffde-46bc-a2f8-5312d01e948e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:11.472469 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-a63e6738-61a3-4731-bef4-9b4df015d809 req-64aeb983-cfa3-49d5-921c-9caa0504b535 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e48df3bebd6c40d8972aebca1c524dd3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3587043 Dec 10 15:30:11.472469 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a574f9d-bead-4731-bf11-821dfbb4ff96 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Pushing event updated for resources: {'Port': ['ID=32ce5dd8-7bca-411e-928c-45536fa90538,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:11.472629 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 58440) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:11.472707 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb656144-97f2-462e-a32e-9b3120c30e1b None None] Pushing event updated for resources: {'Port': ['ID=a0551861-9504-4874-834a-552a99ce66e7,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:11.472781 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a574f9d-bead-4731-bf11-821dfbb4ff96 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Checking segment: {'id': '5517990d-253a-4024-aef6-05b67fb3ce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:30:11.472869 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-5175a43e-ffde-46bc-a2f8-5312d01e948e None None] For port a0551861-9504-4874-834a-552a99ce66e7, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=a0551861-9504-4874-834a-552a99ce66e7,segment=NetworkSegment(ef521c35-8ac9-4897-8760-af6df1516e56),segment_id=ef521c35-8ac9-4897-8760-af6df1516e56)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:30:11.472956 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a574f9d-bead-4731-bf11-821dfbb4ff96 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Network hostable DHCP agents. Network: 5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:30:11.473038 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8a44b4e5-669a-4443-8326-0b3a918281ee tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:11.509024 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77214996-3442-446b-8bd0-45d8d26b2fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Network 90c709d4-aa7b-43f9-976a-b4fb1fe6f396 is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:30:11.531771 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cfa32606-8ceb-4b99-9499-24beaf35b08b tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:11.557381 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-aff585e3-3869-416c-a1de-63c37bfd459f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a06cceec-0d40-4047-bbd1-c8f49e165bda', 'name': 'tempest-ServerActionsTestJSON-1114801807-router', 'tenant_id': '0c43b3bd3a7142739658566d8b1d83f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.12'}], 'enable_snat': True}, 'gw_port_id': '39a76a45-f3d7-4ecd-aab5-1de15359ff6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:29:50Z', 'updated_at': '2021-12-10T15:30:02Z', 'revision_number': 4, 'project_id': '0c43b3bd3a7142739658566d8b1d83f3', 'gw_port': {'id': '39a76a45-f3d7-4ecd-aab5-1de15359ff6a', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:64:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a06cceec-0d40-4047-bbd1-c8f49e165bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:29:52Z', 'updated_at': '2021-12-10T15:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': 'a0551861-9504-4874-834a-552a99ce66e7', 'name': '', 'network_id': '9f22a23a-8eb3-48df-bc2f-eddd6071e745', 'tenant_id': '0c43b3bd3a7142739658566d8b1d83f3', 'mac_address': 'fa:16:3e:8d:0f:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a06cceec-0d40-4047-bbd1-c8f49e165bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '095a47ab-a3da-4b0b-9511-e17946d815ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:30:00Z', 'updated_at': '2021-12-10T15:30:10Z', 'revision_number': 4, 'project_id': '0c43b3bd3a7142739658566d8b1d83f3', 'subnets': [{'id': '095a47ab-a3da-4b0b-9511-e17946d815ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:30:11.558391 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5175a43e-ffde-46bc-a2f8-5312d01e948e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:11.587955 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff585e3-3869-416c-a1de-63c37bfd459f None None] The sync data for ids ['a06cceec-0d40-4047-bbd1-c8f49e165bda'] in dv-neutron-821401-4-hyperv is: [{'id': 'a06cceec-0d40-4047-bbd1-c8f49e165bda', 'name': 'tempest-ServerActionsTestJSON-1114801807-router', 'tenant_id': '0c43b3bd3a7142739658566d8b1d83f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.12'}], 'enable_snat': True}, 'gw_port_id': '39a76a45-f3d7-4ecd-aab5-1de15359ff6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:29:50Z', 'updated_at': '2021-12-10T15:30:02Z', 'revision_number': 4, 'project_id': '0c43b3bd3a7142739658566d8b1d83f3', 'gw_port': {'id': '39a76a45-f3d7-4ecd-aab5-1de15359ff6a', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:64:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a06cceec-0d40-4047-bbd1-c8f49e165bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:29:52Z', 'updated_at': '2021-12-10T15:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': 'a0551861-9504-4874-834a-552a99ce66e7', 'name': '', 'network_id': '9f22a23a-8eb3-48df-bc2f-eddd6071e745', 'tenant_id': '0c43b3bd3a7142739658566d8b1d83f3', 'mac_address': 'fa:16:3e:8d:0f:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a06cceec-0d40-4047-bbd1-c8f49e165bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '095a47ab-a3da-4b0b-9511-e17946d815ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:30:00Z', 'updated_at': '2021-12-10T15:30:10Z', 'revision_number': 4, 'project_id': '0c43b3bd3a7142739658566d8b1d83f3', 'subnets': [{'id': '095a47ab-a3da-4b0b-9511-e17946d815ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:30:11.624876 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa32606-8ceb-4b99-9499-24beaf35b08b tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:30:11.627917 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a44b4e5-669a-4443-8326-0b3a918281ee tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Pushing event updated for resources: {'Port': ['ID=899b659f-c0d4-47f1-b0e5-c531b345b605,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:11.632340 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-cfa32606-8ceb-4b99-9499-24beaf35b08b tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:30:11.637447 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa32606-8ceb-4b99-9499-24beaf35b08b tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:30:11.690146 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a574f9d-bead-4731-bf11-821dfbb4ff96 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Network 5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:30:11.697688 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0ea2d05b-a32c-4875-9056-19a3a01bb731 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:11.740142 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-969a6ca1-e971-4d1f-a2c8-b0a8069ad9e7 None None] Provisioning complete for port a0551861-9504-4874-834a-552a99ce66e7 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:30:11.740341 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8a44b4e5-669a-4443-8326-0b3a918281ee tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552741'] for floatingip, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:11.741445 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-5a574f9d-bead-4731-bf11-821dfbb4ff96 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c) {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:30:11.741641 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-969a6ca1-e971-4d1f-a2c8-b0a8069ad9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:11.760041 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-77214996-3442-446b-8bd0-45d8d26b2fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 90c709d4-aa7b-43f9-976a-b4fb1fe6f396) {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:30:11.772475 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa32606-8ceb-4b99-9499-24beaf35b08b tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Pushing event updated for resources: {'Port': ['ID=34ccac02-887c-466b-ac44-549ca7ce9549,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:11.772991 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5175a43e-ffde-46bc-a2f8-5312d01e948e None None] Pushing event updated for resources: {'Port': ['ID=a0551861-9504-4874-834a-552a99ce66e7,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:11.786169 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3660b7-8e22-4c41-96b1-a81f79b97120 None None] Network 5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:30:11.789160 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f318bf-e585-4444-8787-cb99842e1472 None None] Network 90c709d4-aa7b-43f9-976a-b4fb1fe6f396 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:30:11.802011 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a574f9d-bead-4731-bf11-821dfbb4ff96 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:30:11.821491 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0ea2d05b-a32c-4875-9056-19a3a01bb731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:11.840917 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77214996-3442-446b-8bd0-45d8d26b2fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:30:11.859590 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-3ad531c8-44cd-4f48-af84-073b32eaea56 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=08583fb1c9594de1a9361be07cb64cdc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4890330 Dec 10 15:30:11.860188 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 58450) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:11.874831 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8a44b4e5-669a-4443-8326-0b3a918281ee tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:11.886931 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-8a44b4e5-669a-4443-8326-0b3a918281ee tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7775586 Dec 10 15:30:11.887725 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [req-a63e6738-61a3-4731-bef4-9b4df015d809 req-6a7f2f74-2478-40ec-bdcc-ee3953b2c85c service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:30:11.895002 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-a63e6738-61a3-4731-bef4-9b4df015d809 req-6a7f2f74-2478-40ec-bdcc-ee3953b2c85c service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1831334 Dec 10 15:30:11.958903 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cfa32606-8ceb-4b99-9499-24beaf35b08b tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:11.990569 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea2d05b-a32c-4875-9056-19a3a01bb731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c12bda1-ebf5-47f9-ae52-983c4a74c0ea,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:12.029343 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a6ad3f30-b580-47b0-a092-7677e5b0c532 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:12.056408 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a6ad3f30-b580-47b0-a092-7677e5b0c532 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:12.142855 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cfa32606-8ceb-4b99-9499-24beaf35b08b tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:12.179245 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-0ea2d05b-a32c-4875-9056-19a3a01bb731 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dd1508bda5d444d3834c714e392e9287&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4019263 Dec 10 15:30:12.180162 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-77214996-3442-446b-8bd0-45d8d26b2fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 751a0b67-2807-4c37-91e5-a1bb98172302 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:30:12.180732 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-77214996-3442-446b-8bd0-45d8d26b2fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 751a0b67-2807-4c37-91e5-a1bb98172302 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'beeecbb3-9ae0-4ac6-9b92-bc72010fea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '90c709d4-aa7b-43f9-976a-b4fb1fe6f396'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:30:12.180860 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 58464) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:12.180946 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77214996-3442-446b-8bd0-45d8d26b2fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 751a0b67-2807-4c37-91e5-a1bb98172302 on network 90c709d4-aa7b-43f9-976a-b4fb1fe6f396 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:30:12.183094 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-5a574f9d-bead-4731-bf11-821dfbb4ff96 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port 32ce5dd8-7bca-411e-928c-45536fa90538 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:30:12.183575 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-5a574f9d-bead-4731-bf11-821dfbb4ff96 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port 32ce5dd8-7bca-411e-928c-45536fa90538 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '5517990d-253a-4024-aef6-05b67fb3ce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:30:12.183921 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a574f9d-bead-4731-bf11-821dfbb4ff96 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port 32ce5dd8-7bca-411e-928c-45536fa90538 on network 5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:30:12.202410 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a6ad3f30-b580-47b0-a092-7677e5b0c532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:12.204905 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a6ad3f30-b580-47b0-a092-7677e5b0c532 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:12.217753 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-a6ad3f30-b580-47b0-a092-7677e5b0c532 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d87a2755-9498-4525-ab03-62b20af2ac46 HTTP/1.1" status: 204 len: 168 time: 0.3401308 Dec 10 15:30:12.251779 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ad3f30-b580-47b0-a092-7677e5b0c532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87a2755-9498-4525-ab03-62b20af2ac46,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:12.332517 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a574f9d-bead-4731-bf11-821dfbb4ff96 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Port 32ce5dd8-7bca-411e-928c-45536fa90538 on network 5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:30:12.332908 dv-neutron-821401-4-hyperv neutron-server[103586]: ERROR neutron.plugins.ml2.managers [None req-5a574f9d-bead-4731-bf11-821dfbb4ff96 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Failed to bind port 32ce5dd8-7bca-411e-928c-45536fa90538 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '5517990d-253a-4024-aef6-05b67fb3ce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c'}] Dec 10 15:30:12.339854 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.plugins.ml2.plugin [None req-5a574f9d-bead-4731-bf11-821dfbb4ff96 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempt 2 to bind port 32ce5dd8-7bca-411e-928c-45536fa90538 Dec 10 15:30:12.342428 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77214996-3442-446b-8bd0-45d8d26b2fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Port 751a0b67-2807-4c37-91e5-a1bb98172302 on network 90c709d4-aa7b-43f9-976a-b4fb1fe6f396 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:30:12.343188 dv-neutron-821401-4-hyperv neutron-server[103586]: ERROR neutron.plugins.ml2.managers [None req-77214996-3442-446b-8bd0-45d8d26b2fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Failed to bind port 751a0b67-2807-4c37-91e5-a1bb98172302 on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'beeecbb3-9ae0-4ac6-9b92-bc72010fea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '90c709d4-aa7b-43f9-976a-b4fb1fe6f396'}] Dec 10 15:30:12.353603 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.plugins.ml2.plugin [None req-77214996-3442-446b-8bd0-45d8d26b2fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempt 2 to bind port 751a0b67-2807-4c37-91e5-a1bb98172302 Dec 10 15:30:12.386182 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9b1e462b-8f1b-465d-a3a5-2f62a7a0b2dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:12.408490 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9b1e462b-8f1b-465d-a3a5-2f62a7a0b2dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:12.431703 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-77214996-3442-446b-8bd0-45d8d26b2fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 751a0b67-2807-4c37-91e5-a1bb98172302 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:30:12.431703 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-77214996-3442-446b-8bd0-45d8d26b2fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 751a0b67-2807-4c37-91e5-a1bb98172302 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'beeecbb3-9ae0-4ac6-9b92-bc72010fea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '90c709d4-aa7b-43f9-976a-b4fb1fe6f396'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:30:12.431703 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77214996-3442-446b-8bd0-45d8d26b2fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 751a0b67-2807-4c37-91e5-a1bb98172302 on network 90c709d4-aa7b-43f9-976a-b4fb1fe6f396 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:30:12.459704 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-5a574f9d-bead-4731-bf11-821dfbb4ff96 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port 32ce5dd8-7bca-411e-928c-45536fa90538 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:30:12.462434 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-5a574f9d-bead-4731-bf11-821dfbb4ff96 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port 32ce5dd8-7bca-411e-928c-45536fa90538 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '5517990d-253a-4024-aef6-05b67fb3ce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:30:12.465238 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a574f9d-bead-4731-bf11-821dfbb4ff96 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port 32ce5dd8-7bca-411e-928c-45536fa90538 on network 5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:30:12.498822 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77214996-3442-446b-8bd0-45d8d26b2fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Port 751a0b67-2807-4c37-91e5-a1bb98172302 on network 90c709d4-aa7b-43f9-976a-b4fb1fe6f396 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:30:12.499139 dv-neutron-821401-4-hyperv neutron-server[103586]: ERROR neutron.plugins.ml2.managers [None req-77214996-3442-446b-8bd0-45d8d26b2fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Failed to bind port 751a0b67-2807-4c37-91e5-a1bb98172302 on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'beeecbb3-9ae0-4ac6-9b92-bc72010fea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '90c709d4-aa7b-43f9-976a-b4fb1fe6f396'}] Dec 10 15:30:12.499612 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a574f9d-bead-4731-bf11-821dfbb4ff96 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Port 32ce5dd8-7bca-411e-928c-45536fa90538 on network 5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:30:12.499917 dv-neutron-821401-4-hyperv neutron-server[103586]: ERROR neutron.plugins.ml2.managers [None req-5a574f9d-bead-4731-bf11-821dfbb4ff96 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Failed to bind port 32ce5dd8-7bca-411e-928c-45536fa90538 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '5517990d-253a-4024-aef6-05b67fb3ce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c'}] Dec 10 15:30:12.513057 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.plugins.ml2.plugin [None req-77214996-3442-446b-8bd0-45d8d26b2fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempt 3 to bind port 751a0b67-2807-4c37-91e5-a1bb98172302 Dec 10 15:30:12.515289 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.plugins.ml2.plugin [None req-5a574f9d-bead-4731-bf11-821dfbb4ff96 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempt 3 to bind port 32ce5dd8-7bca-411e-928c-45536fa90538 Dec 10 15:30:12.522294 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cfa32606-8ceb-4b99-9499-24beaf35b08b tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:12.528393 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-58e903ca-b468-4258-9409-9f638ed87695 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Allocated IP 172.20.0.1 (2cee3efd-6c23-41c3-b051-02d9b819d26e/5a06ad72-0fad-4bb3-9457-8353f7006703/fbf766a3-2db8-4d82-ab31-94fd1bf57db2) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:30:12.567417 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-5a574f9d-bead-4731-bf11-821dfbb4ff96 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port 32ce5dd8-7bca-411e-928c-45536fa90538 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:30:12.567417 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-5a574f9d-bead-4731-bf11-821dfbb4ff96 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port 32ce5dd8-7bca-411e-928c-45536fa90538 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '5517990d-253a-4024-aef6-05b67fb3ce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:30:12.567417 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a574f9d-bead-4731-bf11-821dfbb4ff96 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port 32ce5dd8-7bca-411e-928c-45536fa90538 on network 5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:30:12.570499 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-77214996-3442-446b-8bd0-45d8d26b2fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 751a0b67-2807-4c37-91e5-a1bb98172302 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:30:12.570820 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-77214996-3442-446b-8bd0-45d8d26b2fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 751a0b67-2807-4c37-91e5-a1bb98172302 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'beeecbb3-9ae0-4ac6-9b92-bc72010fea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '90c709d4-aa7b-43f9-976a-b4fb1fe6f396'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:30:12.571141 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77214996-3442-446b-8bd0-45d8d26b2fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 751a0b67-2807-4c37-91e5-a1bb98172302 on network 90c709d4-aa7b-43f9-976a-b4fb1fe6f396 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:30:12.585856 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-a63e6738-61a3-4731-bef4-9b4df015d809 req-b2937a6a-8ca3-4f30-9c58-bd66a12e844a service neutron] 10.222.0.20 "GET /v2.0/networks/f99addda-57f1-4324-933a-6f2a62cbd208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6899667 Dec 10 15:30:12.592077 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9b1e462b-8f1b-465d-a3a5-2f62a7a0b2dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:12.596382 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9b1e462b-8f1b-465d-a3a5-2f62a7a0b2dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:12.600082 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-9b1e462b-8f1b-465d-a3a5-2f62a7a0b2dc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6c12bda1-ebf5-47f9-ae52-983c4a74c0ea HTTP/1.1" status: 204 len: 168 time: 0.4176073 Dec 10 15:30:12.604147 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a574f9d-bead-4731-bf11-821dfbb4ff96 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Port 32ce5dd8-7bca-411e-928c-45536fa90538 on network 5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:30:12.604704 dv-neutron-821401-4-hyperv neutron-server[103586]: ERROR neutron.plugins.ml2.managers [None req-5a574f9d-bead-4731-bf11-821dfbb4ff96 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Failed to bind port 32ce5dd8-7bca-411e-928c-45536fa90538 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '5517990d-253a-4024-aef6-05b67fb3ce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c'}] Dec 10 15:30:12.610367 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cfa32606-8ceb-4b99-9499-24beaf35b08b tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:12.620338 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1e462b-8f1b-465d-a3a5-2f62a7a0b2dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c12bda1-ebf5-47f9-ae52-983c4a74c0ea,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:12.641576 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.plugins.ml2.plugin [None req-5a574f9d-bead-4731-bf11-821dfbb4ff96 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempt 4 to bind port 32ce5dd8-7bca-411e-928c-45536fa90538 Dec 10 15:30:12.658505 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77214996-3442-446b-8bd0-45d8d26b2fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Port 751a0b67-2807-4c37-91e5-a1bb98172302 on network 90c709d4-aa7b-43f9-976a-b4fb1fe6f396 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:30:12.658836 dv-neutron-821401-4-hyperv neutron-server[103586]: ERROR neutron.plugins.ml2.managers [None req-77214996-3442-446b-8bd0-45d8d26b2fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Failed to bind port 751a0b67-2807-4c37-91e5-a1bb98172302 on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'beeecbb3-9ae0-4ac6-9b92-bc72010fea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '90c709d4-aa7b-43f9-976a-b4fb1fe6f396'}] Dec 10 15:30:12.692824 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.plugins.ml2.plugin [None req-77214996-3442-446b-8bd0-45d8d26b2fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempt 4 to bind port 751a0b67-2807-4c37-91e5-a1bb98172302 Dec 10 15:30:12.761435 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device a0551861-9504-4874-834a-552a99ce66e7 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:30:12.776327 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa32606-8ceb-4b99-9499-24beaf35b08b tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Pushing event updated for resources: {'Port': ['ID=34ccac02-887c-466b-ac44-549ca7ce9549,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:12.795328 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cfa32606-8ceb-4b99-9499-24beaf35b08b tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552741'] for floatingip, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:12.818276 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-5a574f9d-bead-4731-bf11-821dfbb4ff96 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port 32ce5dd8-7bca-411e-928c-45536fa90538 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:30:12.818560 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-5a574f9d-bead-4731-bf11-821dfbb4ff96 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port 32ce5dd8-7bca-411e-928c-45536fa90538 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '5517990d-253a-4024-aef6-05b67fb3ce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:30:12.818896 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a574f9d-bead-4731-bf11-821dfbb4ff96 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port 32ce5dd8-7bca-411e-928c-45536fa90538 on network 5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:30:12.850782 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port a0551861-9504-4874-834a-552a99ce66e7 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:30:12.850996 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-77214996-3442-446b-8bd0-45d8d26b2fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 751a0b67-2807-4c37-91e5-a1bb98172302 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:30:12.851242 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-77214996-3442-446b-8bd0-45d8d26b2fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 751a0b67-2807-4c37-91e5-a1bb98172302 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'beeecbb3-9ae0-4ac6-9b92-bc72010fea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '90c709d4-aa7b-43f9-976a-b4fb1fe6f396'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:30:12.851504 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:12.851637 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77214996-3442-446b-8bd0-45d8d26b2fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 751a0b67-2807-4c37-91e5-a1bb98172302 on network 90c709d4-aa7b-43f9-976a-b4fb1fe6f396 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:30:12.864871 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a574f9d-bead-4731-bf11-821dfbb4ff96 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Port 32ce5dd8-7bca-411e-928c-45536fa90538 on network 5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:30:12.865237 dv-neutron-821401-4-hyperv neutron-server[103586]: ERROR neutron.plugins.ml2.managers [None req-5a574f9d-bead-4731-bf11-821dfbb4ff96 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Failed to bind port 32ce5dd8-7bca-411e-928c-45536fa90538 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '5517990d-253a-4024-aef6-05b67fb3ce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c'}] Dec 10 15:30:12.869995 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.plugins.ml2.plugin [None req-5a574f9d-bead-4731-bf11-821dfbb4ff96 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempt 5 to bind port 32ce5dd8-7bca-411e-928c-45536fa90538 Dec 10 15:30:12.893080 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cfa32606-8ceb-4b99-9499-24beaf35b08b tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:12.895059 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-cfa32606-8ceb-4b99-9499-24beaf35b08b tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6370425 Dec 10 15:30:12.900524 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77214996-3442-446b-8bd0-45d8d26b2fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Port 751a0b67-2807-4c37-91e5-a1bb98172302 on network 90c709d4-aa7b-43f9-976a-b4fb1fe6f396 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:30:12.900524 dv-neutron-821401-4-hyperv neutron-server[103586]: ERROR neutron.plugins.ml2.managers [None req-77214996-3442-446b-8bd0-45d8d26b2fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Failed to bind port 751a0b67-2807-4c37-91e5-a1bb98172302 on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'beeecbb3-9ae0-4ac6-9b92-bc72010fea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '90c709d4-aa7b-43f9-976a-b4fb1fe6f396'}] Dec 10 15:30:12.903249 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.plugins.ml2.plugin [None req-77214996-3442-446b-8bd0-45d8d26b2fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempt 5 to bind port 751a0b67-2807-4c37-91e5-a1bb98172302 Dec 10 15:30:12.920850 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-87dad4b6-aa52-4812-8941-28ae568b2e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:12.938388 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-5a574f9d-bead-4731-bf11-821dfbb4ff96 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port 32ce5dd8-7bca-411e-928c-45536fa90538 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:30:12.938761 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-5a574f9d-bead-4731-bf11-821dfbb4ff96 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port 32ce5dd8-7bca-411e-928c-45536fa90538 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '5517990d-253a-4024-aef6-05b67fb3ce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:30:12.939038 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a574f9d-bead-4731-bf11-821dfbb4ff96 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port 32ce5dd8-7bca-411e-928c-45536fa90538 on network 5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:30:12.964618 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-77214996-3442-446b-8bd0-45d8d26b2fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 751a0b67-2807-4c37-91e5-a1bb98172302 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:30:12.964981 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-77214996-3442-446b-8bd0-45d8d26b2fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 751a0b67-2807-4c37-91e5-a1bb98172302 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'beeecbb3-9ae0-4ac6-9b92-bc72010fea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '90c709d4-aa7b-43f9-976a-b4fb1fe6f396'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:30:12.965311 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77214996-3442-446b-8bd0-45d8d26b2fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 751a0b67-2807-4c37-91e5-a1bb98172302 on network 90c709d4-aa7b-43f9-976a-b4fb1fe6f396 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:30:12.970868 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a574f9d-bead-4731-bf11-821dfbb4ff96 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Port 32ce5dd8-7bca-411e-928c-45536fa90538 on network 5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:30:12.971191 dv-neutron-821401-4-hyperv neutron-server[103586]: ERROR neutron.plugins.ml2.managers [None req-5a574f9d-bead-4731-bf11-821dfbb4ff96 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Failed to bind port 32ce5dd8-7bca-411e-928c-45536fa90538 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '5517990d-253a-4024-aef6-05b67fb3ce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c'}] Dec 10 15:30:12.974869 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-58e903ca-b468-4258-9409-9f638ed87695 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:12.976351 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.plugins.ml2.plugin [None req-5a574f9d-bead-4731-bf11-821dfbb4ff96 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempt 6 to bind port 32ce5dd8-7bca-411e-928c-45536fa90538 Dec 10 15:30:12.981823 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-a63e6738-61a3-4731-bef4-9b4df015d809 req-a0856c3a-6b1d-4d93-b649-d3c51093039b service neutron] 10.222.0.20 "GET /v2.0/networks/f99addda-57f1-4324-933a-6f2a62cbd208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3836324 Dec 10 15:30:12.984851 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77214996-3442-446b-8bd0-45d8d26b2fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Port 751a0b67-2807-4c37-91e5-a1bb98172302 on network 90c709d4-aa7b-43f9-976a-b4fb1fe6f396 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:30:12.985414 dv-neutron-821401-4-hyperv neutron-server[103586]: ERROR neutron.plugins.ml2.managers [None req-77214996-3442-446b-8bd0-45d8d26b2fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Failed to bind port 751a0b67-2807-4c37-91e5-a1bb98172302 on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'beeecbb3-9ae0-4ac6-9b92-bc72010fea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '90c709d4-aa7b-43f9-976a-b4fb1fe6f396'}] Dec 10 15:30:12.993444 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.plugins.ml2.plugin [None req-77214996-3442-446b-8bd0-45d8d26b2fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempt 6 to bind port 751a0b67-2807-4c37-91e5-a1bb98172302 Dec 10 15:30:13.027419 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-5a574f9d-bead-4731-bf11-821dfbb4ff96 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port 32ce5dd8-7bca-411e-928c-45536fa90538 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:30:13.027755 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-5a574f9d-bead-4731-bf11-821dfbb4ff96 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port 32ce5dd8-7bca-411e-928c-45536fa90538 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '5517990d-253a-4024-aef6-05b67fb3ce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:30:13.028014 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a574f9d-bead-4731-bf11-821dfbb4ff96 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port 32ce5dd8-7bca-411e-928c-45536fa90538 on network 5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:30:13.038221 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-77214996-3442-446b-8bd0-45d8d26b2fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 751a0b67-2807-4c37-91e5-a1bb98172302 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:30:13.038622 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-77214996-3442-446b-8bd0-45d8d26b2fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 751a0b67-2807-4c37-91e5-a1bb98172302 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'beeecbb3-9ae0-4ac6-9b92-bc72010fea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '90c709d4-aa7b-43f9-976a-b4fb1fe6f396'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:30:13.039021 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77214996-3442-446b-8bd0-45d8d26b2fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 751a0b67-2807-4c37-91e5-a1bb98172302 on network 90c709d4-aa7b-43f9-976a-b4fb1fe6f396 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:30:13.055431 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77214996-3442-446b-8bd0-45d8d26b2fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Port 751a0b67-2807-4c37-91e5-a1bb98172302 on network 90c709d4-aa7b-43f9-976a-b4fb1fe6f396 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:30:13.056222 dv-neutron-821401-4-hyperv neutron-server[103586]: ERROR neutron.plugins.ml2.managers [None req-77214996-3442-446b-8bd0-45d8d26b2fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Failed to bind port 751a0b67-2807-4c37-91e5-a1bb98172302 on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'beeecbb3-9ae0-4ac6-9b92-bc72010fea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '90c709d4-aa7b-43f9-976a-b4fb1fe6f396'}] Dec 10 15:30:13.067133 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.plugins.ml2.plugin [None req-77214996-3442-446b-8bd0-45d8d26b2fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempt 7 to bind port 751a0b67-2807-4c37-91e5-a1bb98172302 Dec 10 15:30:13.073370 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 58484) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:13.076173 dv-neutron-821401-4-hyperv neutron-server[103587]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 10 15:30:13.096151 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-77214996-3442-446b-8bd0-45d8d26b2fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 751a0b67-2807-4c37-91e5-a1bb98172302 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:30:13.097944 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-77214996-3442-446b-8bd0-45d8d26b2fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 751a0b67-2807-4c37-91e5-a1bb98172302 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'beeecbb3-9ae0-4ac6-9b92-bc72010fea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '90c709d4-aa7b-43f9-976a-b4fb1fe6f396'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:30:13.098373 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77214996-3442-446b-8bd0-45d8d26b2fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 751a0b67-2807-4c37-91e5-a1bb98172302 on network 90c709d4-aa7b-43f9-976a-b4fb1fe6f396 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:30:13.116357 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a574f9d-bead-4731-bf11-821dfbb4ff96 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Port 32ce5dd8-7bca-411e-928c-45536fa90538 on network 5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:30:13.116720 dv-neutron-821401-4-hyperv neutron-server[103586]: ERROR neutron.plugins.ml2.managers [None req-5a574f9d-bead-4731-bf11-821dfbb4ff96 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Failed to bind port 32ce5dd8-7bca-411e-928c-45536fa90538 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '5517990d-253a-4024-aef6-05b67fb3ce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c'}] Dec 10 15:30:13.151103 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77214996-3442-446b-8bd0-45d8d26b2fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Port 751a0b67-2807-4c37-91e5-a1bb98172302 on network 90c709d4-aa7b-43f9-976a-b4fb1fe6f396 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:30:13.151580 dv-neutron-821401-4-hyperv neutron-server[103586]: ERROR neutron.plugins.ml2.managers [None req-77214996-3442-446b-8bd0-45d8d26b2fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Failed to bind port 751a0b67-2807-4c37-91e5-a1bb98172302 on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'beeecbb3-9ae0-4ac6-9b92-bc72010fea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '90c709d4-aa7b-43f9-976a-b4fb1fe6f396'}] Dec 10 15:30:13.151970 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.plugins.ml2.plugin [None req-5a574f9d-bead-4731-bf11-821dfbb4ff96 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempt 7 to bind port 32ce5dd8-7bca-411e-928c-45536fa90538 Dec 10 15:30:13.171723 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.plugins.ml2.plugin [None req-77214996-3442-446b-8bd0-45d8d26b2fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempt 8 to bind port 751a0b67-2807-4c37-91e5-a1bb98172302 Dec 10 15:30:13.172296 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-9f7c7b3f-7ce9-485f-a14e-5bac64c4bb8c req-ad1fe456-a25d-47f4-ab10-775171404478 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1294968304&fields=id&tenant_id=345644153ba74add913c1c222de5850e HTTP/1.1" status: 200 len: 267 time: 0.0967896 Dec 10 15:30:13.174832 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-5a574f9d-bead-4731-bf11-821dfbb4ff96 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port 32ce5dd8-7bca-411e-928c-45536fa90538 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:30:13.175340 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-5a574f9d-bead-4731-bf11-821dfbb4ff96 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port 32ce5dd8-7bca-411e-928c-45536fa90538 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '5517990d-253a-4024-aef6-05b67fb3ce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:30:13.175687 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a574f9d-bead-4731-bf11-821dfbb4ff96 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port 32ce5dd8-7bca-411e-928c-45536fa90538 on network 5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:30:13.188626 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a574f9d-bead-4731-bf11-821dfbb4ff96 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Port 32ce5dd8-7bca-411e-928c-45536fa90538 on network 5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:30:13.189095 dv-neutron-821401-4-hyperv neutron-server[103586]: ERROR neutron.plugins.ml2.managers [None req-5a574f9d-bead-4731-bf11-821dfbb4ff96 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Failed to bind port 32ce5dd8-7bca-411e-928c-45536fa90538 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '5517990d-253a-4024-aef6-05b67fb3ce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c'}] Dec 10 15:30:13.191614 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.plugins.ml2.plugin [None req-5a574f9d-bead-4731-bf11-821dfbb4ff96 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempt 8 to bind port 32ce5dd8-7bca-411e-928c-45536fa90538 Dec 10 15:30:13.204156 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-77214996-3442-446b-8bd0-45d8d26b2fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 751a0b67-2807-4c37-91e5-a1bb98172302 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:30:13.204502 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-77214996-3442-446b-8bd0-45d8d26b2fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 751a0b67-2807-4c37-91e5-a1bb98172302 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'beeecbb3-9ae0-4ac6-9b92-bc72010fea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '90c709d4-aa7b-43f9-976a-b4fb1fe6f396'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:30:13.204963 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77214996-3442-446b-8bd0-45d8d26b2fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 751a0b67-2807-4c37-91e5-a1bb98172302 on network 90c709d4-aa7b-43f9-976a-b4fb1fe6f396 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:30:13.213068 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77214996-3442-446b-8bd0-45d8d26b2fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Port 751a0b67-2807-4c37-91e5-a1bb98172302 on network 90c709d4-aa7b-43f9-976a-b4fb1fe6f396 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:30:13.213398 dv-neutron-821401-4-hyperv neutron-server[103586]: ERROR neutron.plugins.ml2.managers [None req-77214996-3442-446b-8bd0-45d8d26b2fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Failed to bind port 751a0b67-2807-4c37-91e5-a1bb98172302 on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'beeecbb3-9ae0-4ac6-9b92-bc72010fea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '90c709d4-aa7b-43f9-976a-b4fb1fe6f396'}] Dec 10 15:30:13.215290 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.plugins.ml2.plugin [None req-77214996-3442-446b-8bd0-45d8d26b2fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempt 9 to bind port 751a0b67-2807-4c37-91e5-a1bb98172302 Dec 10 15:30:13.236503 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-77214996-3442-446b-8bd0-45d8d26b2fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 751a0b67-2807-4c37-91e5-a1bb98172302 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:30:13.236838 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-77214996-3442-446b-8bd0-45d8d26b2fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 751a0b67-2807-4c37-91e5-a1bb98172302 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'beeecbb3-9ae0-4ac6-9b92-bc72010fea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '90c709d4-aa7b-43f9-976a-b4fb1fe6f396'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:30:13.237233 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77214996-3442-446b-8bd0-45d8d26b2fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 751a0b67-2807-4c37-91e5-a1bb98172302 on network 90c709d4-aa7b-43f9-976a-b4fb1fe6f396 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:30:13.242012 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77214996-3442-446b-8bd0-45d8d26b2fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Port 751a0b67-2807-4c37-91e5-a1bb98172302 on network 90c709d4-aa7b-43f9-976a-b4fb1fe6f396 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:30:13.242352 dv-neutron-821401-4-hyperv neutron-server[103586]: ERROR neutron.plugins.ml2.managers [None req-77214996-3442-446b-8bd0-45d8d26b2fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Failed to bind port 751a0b67-2807-4c37-91e5-a1bb98172302 on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'beeecbb3-9ae0-4ac6-9b92-bc72010fea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '90c709d4-aa7b-43f9-976a-b4fb1fe6f396'}] Dec 10 15:30:13.242918 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-5a574f9d-bead-4731-bf11-821dfbb4ff96 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port 32ce5dd8-7bca-411e-928c-45536fa90538 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:30:13.243214 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-5a574f9d-bead-4731-bf11-821dfbb4ff96 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port 32ce5dd8-7bca-411e-928c-45536fa90538 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '5517990d-253a-4024-aef6-05b67fb3ce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:30:13.243523 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a574f9d-bead-4731-bf11-821dfbb4ff96 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port 32ce5dd8-7bca-411e-928c-45536fa90538 on network 5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:30:13.246109 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.plugins.ml2.plugin [None req-77214996-3442-446b-8bd0-45d8d26b2fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempt 10 to bind port 751a0b67-2807-4c37-91e5-a1bb98172302 Dec 10 15:30:13.261567 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-58e903ca-b468-4258-9409-9f638ed87695 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:13.350708 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 58486) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:13.356492 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:13.371170 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a574f9d-bead-4731-bf11-821dfbb4ff96 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Port 32ce5dd8-7bca-411e-928c-45536fa90538 on network 5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:30:13.371531 dv-neutron-821401-4-hyperv neutron-server[103586]: ERROR neutron.plugins.ml2.managers [None req-5a574f9d-bead-4731-bf11-821dfbb4ff96 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Failed to bind port 32ce5dd8-7bca-411e-928c-45536fa90538 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '5517990d-253a-4024-aef6-05b67fb3ce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c'}] Dec 10 15:30:13.383258 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.plugins.ml2.plugin [None req-5a574f9d-bead-4731-bf11-821dfbb4ff96 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempt 9 to bind port 32ce5dd8-7bca-411e-928c-45536fa90538 Dec 10 15:30:13.386095 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e903ca-b468-4258-9409-9f638ed87695 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Pushing event updated for resources: {'Port': ['ID=fbf766a3-2db8-4d82-ab31-94fd1bf57db2,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:13.399284 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-77214996-3442-446b-8bd0-45d8d26b2fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 751a0b67-2807-4c37-91e5-a1bb98172302 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:30:13.399627 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-77214996-3442-446b-8bd0-45d8d26b2fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 751a0b67-2807-4c37-91e5-a1bb98172302 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'beeecbb3-9ae0-4ac6-9b92-bc72010fea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '90c709d4-aa7b-43f9-976a-b4fb1fe6f396'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:30:13.400059 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77214996-3442-446b-8bd0-45d8d26b2fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 751a0b67-2807-4c37-91e5-a1bb98172302 on network 90c709d4-aa7b-43f9-976a-b4fb1fe6f396 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:30:13.406559 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e903ca-b468-4258-9409-9f638ed87695 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Network 2cee3efd-6c23-41c3-b051-02d9b819d26e is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:30:13.408783 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77214996-3442-446b-8bd0-45d8d26b2fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Port 751a0b67-2807-4c37-91e5-a1bb98172302 on network 90c709d4-aa7b-43f9-976a-b4fb1fe6f396 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:30:13.409151 dv-neutron-821401-4-hyperv neutron-server[103586]: ERROR neutron.plugins.ml2.managers [None req-77214996-3442-446b-8bd0-45d8d26b2fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Failed to bind port 751a0b67-2807-4c37-91e5-a1bb98172302 on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'beeecbb3-9ae0-4ac6-9b92-bc72010fea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '90c709d4-aa7b-43f9-976a-b4fb1fe6f396'}] Dec 10 15:30:13.409517 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-77214996-3442-446b-8bd0-45d8d26b2fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:13.429559 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-58e903ca-b468-4258-9409-9f638ed87695 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:30:13.437279 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e903ca-b468-4258-9409-9f638ed87695 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:30:13.442599 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-5a574f9d-bead-4731-bf11-821dfbb4ff96 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port 32ce5dd8-7bca-411e-928c-45536fa90538 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:30:13.442932 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-5a574f9d-bead-4731-bf11-821dfbb4ff96 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port 32ce5dd8-7bca-411e-928c-45536fa90538 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '5517990d-253a-4024-aef6-05b67fb3ce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:30:13.443298 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a574f9d-bead-4731-bf11-821dfbb4ff96 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port 32ce5dd8-7bca-411e-928c-45536fa90538 on network 5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:30:13.507549 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-195a814a-d3ab-4253-9bdb-6c2e7b5710ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:13.516252 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a574f9d-bead-4731-bf11-821dfbb4ff96 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Port 32ce5dd8-7bca-411e-928c-45536fa90538 on network 5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:30:13.516800 dv-neutron-821401-4-hyperv neutron-server[103586]: ERROR neutron.plugins.ml2.managers [None req-5a574f9d-bead-4731-bf11-821dfbb4ff96 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Failed to bind port 32ce5dd8-7bca-411e-928c-45536fa90538 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '5517990d-253a-4024-aef6-05b67fb3ce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c'}] Dec 10 15:30:13.521311 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.plugins.ml2.plugin [None req-5a574f9d-bead-4731-bf11-821dfbb4ff96 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempt 10 to bind port 32ce5dd8-7bca-411e-928c-45536fa90538 Dec 10 15:30:13.578789 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-5a574f9d-bead-4731-bf11-821dfbb4ff96 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port 32ce5dd8-7bca-411e-928c-45536fa90538 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:30:13.578789 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-5a574f9d-bead-4731-bf11-821dfbb4ff96 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port 32ce5dd8-7bca-411e-928c-45536fa90538 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '5517990d-253a-4024-aef6-05b67fb3ce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:30:13.578789 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a574f9d-bead-4731-bf11-821dfbb4ff96 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port 32ce5dd8-7bca-411e-928c-45536fa90538 on network 5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:30:13.605227 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-58e903ca-b468-4258-9409-9f638ed87695 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552880'] for router_interface, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:13.663562 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c7b3f-7ce9-485f-a14e-5bac64c4bb8c req-41b2e20b-ed62-4e53-a0d5-00db75365998 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:13.667124 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-9f7c7b3f-7ce9-485f-a14e-5bac64c4bb8c req-41b2e20b-ed62-4e53-a0d5-00db75365998 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] 10.222.0.20 "GET /v2.0/networks?id=a0f35dea-026e-4011-a2fc-8c909b8f7f05 HTTP/1.1" status: 200 len: 812 time: 0.4937842 Dec 10 15:30:13.794482 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-9f7c7b3f-7ce9-485f-a14e-5bac64c4bb8c req-6a3c008e-9af3-4c20-b300-cfcfdc83bc1c tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] 10.222.0.20 "GET /v2.0/quotas/345644153ba74add913c1c222de5850e HTTP/1.1" status: 200 len: 375 time: 0.0315158 Dec 10 15:30:13.836176 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a574f9d-bead-4731-bf11-821dfbb4ff96 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Port 32ce5dd8-7bca-411e-928c-45536fa90538 on network 5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:30:13.836517 dv-neutron-821401-4-hyperv neutron-server[103586]: ERROR neutron.plugins.ml2.managers [None req-5a574f9d-bead-4731-bf11-821dfbb4ff96 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Failed to bind port 32ce5dd8-7bca-411e-928c-45536fa90538 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '5517990d-253a-4024-aef6-05b67fb3ce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c'}] Dec 10 15:30:13.836883 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5a574f9d-bead-4731-bf11-821dfbb4ff96 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:13.844318 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-1883e3d1-f9f9-4f11-92c6-f29d6bd72e43 None None] Provisioning complete for port fbf766a3-2db8-4d82-ab31-94fd1bf57db2 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:30:13.844845 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1883e3d1-f9f9-4f11-92c6-f29d6bd72e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:13.846243 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-195a814a-d3ab-4253-9bdb-6c2e7b5710ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:13.858490 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-77214996-3442-446b-8bd0-45d8d26b2fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] For port 751a0b67-2807-4c37-91e5-a1bb98172302, host hv-neutron-8214, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:30:13.859141 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-77214996-3442-446b-8bd0-45d8d26b2fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempted to set empty binding levels {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 10 15:30:13.896569 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-1883e3d1-f9f9-4f11-92c6-f29d6bd72e43 None None] Port fbf766a3-2db8-4d82-ab31-94fd1bf57db2 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:30:13.899030 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-9f7c7b3f-7ce9-485f-a14e-5bac64c4bb8c req-d1761acd-1499-4852-aa2b-e6bad891ef0c tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=345644153ba74add913c1c222de5850e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1049428 Dec 10 15:30:13.944579 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-195a814a-d3ab-4253-9bdb-6c2e7b5710ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:13.947967 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-77214996-3442-446b-8bd0-45d8d26b2fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:13.992661 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-195a814a-d3ab-4253-9bdb-6c2e7b5710ac admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6357f92a50c5437ab6d813bffea6acd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6387990 Dec 10 15:30:13.993053 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195a814a-d3ab-4253-9bdb-6c2e7b5710ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=053ab1fb-ab5f-4f3e-8315-bee89ae54939,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:13.996268 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 58522) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:14.031590 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77214996-3442-446b-8bd0-45d8d26b2fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:14.032587 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-77214996-3442-446b-8bd0-45d8d26b2fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:14.044620 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-5a574f9d-bead-4731-bf11-821dfbb4ff96 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] For port 32ce5dd8-7bca-411e-928c-45536fa90538, host hv-neutron-8214, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:30:14.045016 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-5a574f9d-bead-4731-bf11-821dfbb4ff96 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempted to set empty binding levels {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 10 15:30:14.054168 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c6cbd154-0cca-4171-ba1f-5c2953e7d33c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:14.066647 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-027702c4-f29f-4542-a437-48320aec3f85 req-6ec6da86-0cf0-41b0-8624-04ae043ef23f tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1560155822&fields=id&tenant_id=0c43b3bd3a7142739658566d8b1d83f3 HTTP/1.1" status: 200 len: 267 time: 0.2094178 Dec 10 15:30:14.080940 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c6cbd154-0cca-4171-ba1f-5c2953e7d33c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:14.197480 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 58530) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:14.273482 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-e9ab5336-9647-4aa8-9fbe-0e8989903a9a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5778b5baa71646268c2eb25a758c5320&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0740426 Dec 10 15:30:14.274566 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 58534) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:14.283843 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c6cbd154-0cca-4171-ba1f-5c2953e7d33c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:14.287759 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c6cbd154-0cca-4171-ba1f-5c2953e7d33c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:14.291236 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-c6cbd154-0cca-4171-ba1f-5c2953e7d33c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/053ab1fb-ab5f-4f3e-8315-bee89ae54939 HTTP/1.1" status: 204 len: 168 time: 0.2923703 Dec 10 15:30:14.307972 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [req-9f7c7b3f-7ce9-485f-a14e-5bac64c4bb8c req-9abe79ee-8a21-40da-b8f9-1826513e1e0c service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:30:14.308451 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-9f7c7b3f-7ce9-485f-a14e-5bac64c4bb8c req-9abe79ee-8a21-40da-b8f9-1826513e1e0c service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1263831 Dec 10 15:30:14.418210 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5a574f9d-bead-4731-bf11-821dfbb4ff96 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:14.420013 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-9f7c7b3f-7ce9-485f-a14e-5bac64c4bb8c req-15f4d4ee-4bfd-4710-8923-e395e7eb9de8 service neutron] 10.222.0.20 "GET /v2.0/networks/a0f35dea-026e-4011-a2fc-8c909b8f7f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034539 Dec 10 15:30:14.420834 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cbd154-0cca-4171-ba1f-5c2953e7d33c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=053ab1fb-ab5f-4f3e-8315-bee89ae54939,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:14.448945 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-77214996-3442-446b-8bd0-45d8d26b2fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 6.9220350 Dec 10 15:30:14.454097 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77214996-3442-446b-8bd0-45d8d26b2fae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Pushing event updated for resources: {'Port': ['ID=751a0b67-2807-4c37-91e5-a1bb98172302,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:14.455024 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 58546) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:14.459441 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-58e903ca-b468-4258-9409-9f638ed87695 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:14.478665 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a574f9d-bead-4731-bf11-821dfbb4ff96 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:14.479263 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5a574f9d-bead-4731-bf11-821dfbb4ff96 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:14.564404 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a574f9d-bead-4731-bf11-821dfbb4ff96 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Pushing event updated for resources: {'Port': ['ID=32ce5dd8-7bca-411e-928c-45536fa90538,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:14.578206 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027702c4-f29f-4542-a437-48320aec3f85 req-cabe1819-3613-4f6e-83fd-9eeaddaed975 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:14.579775 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-027702c4-f29f-4542-a437-48320aec3f85 req-cabe1819-3613-4f6e-83fd-9eeaddaed975 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/networks?id=9f22a23a-8eb3-48df-bc2f-eddd6071e745 HTTP/1.1" status: 200 len: 812 time: 0.5179510 Dec 10 15:30:14.611431 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-5a574f9d-bead-4731-bf11-821dfbb4ff96 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 7.1927063 Dec 10 15:30:14.656923 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 58548) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:14.658628 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-027702c4-f29f-4542-a437-48320aec3f85 req-4e25ee73-c2f0-4b23-903d-049eea110193 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/quotas/0c43b3bd3a7142739658566d8b1d83f3 HTTP/1.1" status: 200 len: 375 time: 0.0682693 Dec 10 15:30:14.765393 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-80572370-93df-4450-96c8-5d34f1ad94cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:14.818056 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-80572370-93df-4450-96c8-5d34f1ad94cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:14.833742 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-9f7c7b3f-7ce9-485f-a14e-5bac64c4bb8c req-3f7da469-50f2-4b5a-b446-b2fc92d74e06 service neutron] 10.222.0.20 "GET /v2.0/networks/a0f35dea-026e-4011-a2fc-8c909b8f7f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3797617 Dec 10 15:30:14.853171 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-027702c4-f29f-4542-a437-48320aec3f85 req-b5ddfa6c-9278-4bb5-b2bf-9799d79f42c7 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0c43b3bd3a7142739658566d8b1d83f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1660395 Dec 10 15:30:14.865949 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-fd09a2f8-7dfe-43a8-98c3-adf23f275110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Deleting port 751a0b67-2807-4c37-91e5-a1bb98172302 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:30:14.866262 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fd09a2f8-7dfe-43a8-98c3-adf23f275110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:14.980241 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-fd09a2f8-7dfe-43a8-98c3-adf23f275110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] For port 751a0b67-2807-4c37-91e5-a1bb98172302, host hv-neutron-8214, got binding levels [] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:30:14.981344 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fd09a2f8-7dfe-43a8-98c3-adf23f275110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:15.006808 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-83f7840d-2dc2-4766-b31e-e8886871b1eb tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Deleting port 32ce5dd8-7bca-411e-928c-45536fa90538 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:30:15.007175 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-83f7840d-2dc2-4766-b31e-e8886871b1eb tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:15.008846 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-fd09a2f8-7dfe-43a8-98c3-adf23f275110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Calling delete_port for 751a0b67-2807-4c37-91e5-a1bb98172302 owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:30:15.019988 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-80572370-93df-4450-96c8-5d34f1ad94cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:15.023658 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-80572370-93df-4450-96c8-5d34f1ad94cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:15.026269 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-80572370-93df-4450-96c8-5d34f1ad94cc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f1ae8bf2-d6ec-4818-9a1a-c4c74855a180 HTTP/1.1" status: 204 len: 168 time: 0.7495861 Dec 10 15:30:15.044276 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80572370-93df-4450-96c8-5d34f1ad94cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ae8bf2-d6ec-4818-9a1a-c4c74855a180,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:15.177642 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-83f7840d-2dc2-4766-b31e-e8886871b1eb tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] For port 32ce5dd8-7bca-411e-928c-45536fa90538, host hv-neutron-8214, got binding levels [] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:30:15.180643 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-83f7840d-2dc2-4766-b31e-e8886871b1eb tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:15.205986 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-027702c4-f29f-4542-a437-48320aec3f85 req-2d16fb40-704e-461d-8796-4d22a5eb9d14 service neutron] 10.222.0.20 "GET /v2.0/networks/9f22a23a-8eb3-48df-bc2f-eddd6071e745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212397 Dec 10 15:30:15.224752 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-83f7840d-2dc2-4766-b31e-e8886871b1eb tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Calling delete_port for 32ce5dd8-7bca-411e-928c-45536fa90538 owned by {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:30:15.253404 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fd09a2f8-7dfe-43a8-98c3-adf23f275110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:15.343539 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd09a2f8-7dfe-43a8-98c3-adf23f275110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Pushing event deleted for resources: {'Port': ['ID=751a0b67-2807-4c37-91e5-a1bb98172302,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:15.343635 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-58e903ca-b468-4258-9409-9f638ed87695 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:15.343721 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fd09a2f8-7dfe-43a8-98c3-adf23f275110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:15.343721 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-fd09a2f8-7dfe-43a8-98c3-adf23f275110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] 10.222.0.20 "DELETE /v2.0/ports/751a0b67-2807-4c37-91e5-a1bb98172302 HTTP/1.1" status: 204 len: 168 time: 0.8534732 Dec 10 15:30:15.348881 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 58574) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:15.384979 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5ab252c-3b45-4e99-9a82-b7b3b9eb9366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] GET failed (client error): The resource could not be found. Dec 10 15:30:15.387509 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-e5ab252c-3b45-4e99-9a82-b7b3b9eb9366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] 10.222.0.20 "GET /v2.0/ports/751a0b67-2807-4c37-91e5-a1bb98172302 HTTP/1.1" status: 404 len: 333 time: 0.0367465 Dec 10 15:30:15.396793 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 58580) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:15.399720 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b7d07a1d-7220-4c05-b45d-eb29e9919049 req-cee7882f-e7ff-4ba1-b43f-98c3c2d0fab0 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] 10.222.0.20 "GET /v2.0/ports?device_id=797f140a-378f-4f48-be7d-1e46ffe7f2b6 HTTP/1.1" status: 200 len: 210 time: 0.0648570 Dec 10 15:30:15.411261 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-a42d1d4f-965c-4b35-a0a9-572411987755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Request body: {'port': {'network_id': '90c709d4-aa7b-43f9-976a-b4fb1fe6f396', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561584820'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:30:15.424906 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5a5f0b61-7144-4b8d-a8d8-eea50519ffb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:15.451864 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-027702c4-f29f-4542-a437-48320aec3f85 req-26ad2ee6-6f70-464a-b1ad-efd62ae5f47c service neutron] 10.222.0.20 "GET /v2.0/networks/9f22a23a-8eb3-48df-bc2f-eddd6071e745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282145 Dec 10 15:30:15.511671 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-e7d3beda-bb9d-43e7-a3f5-9bbcd85d4d61 req-effbd945-6181-45e6-b3df-7074a553e3f4 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd077330-daa7-4bb9-af7f-4ec0c9daf1bc HTTP/1.1" status: 200 len: 210 time: 0.0441206 Dec 10 15:30:15.539434 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a42d1d4f-965c-4b35-a0a9-572411987755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Made reservation on behalf of afaa70084a044992a6de5b34ba292698 for: {'port': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:30:15.542301 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a42d1d4f-965c-4b35-a0a9-572411987755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:15.545523 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-58e903ca-b468-4258-9409-9f638ed87695 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:15.548094 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-83f7840d-2dc2-4766-b31e-e8886871b1eb tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:15.640935 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-83f7840d-2dc2-4766-b31e-e8886871b1eb tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:15.644826 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-83f7840d-2dc2-4766-b31e-e8886871b1eb tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] 10.222.0.20 "DELETE /v2.0/ports/32ce5dd8-7bca-411e-928c-45536fa90538 HTTP/1.1" status: 204 len: 168 time: 0.9852490 Dec 10 15:30:15.647916 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 58596) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:15.650721 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-a42d1d4f-965c-4b35-a0a9-572411987755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] device_id is not set on port 56453cf3-8ac5-4884-9280-dabf752614bf yet. {{(pid=103586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:30:15.732723 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8453ff2-d784-489b-9cac-a213bf35e2c8 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] GET failed (client error): The resource could not be found. Dec 10 15:30:15.732723 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-d8453ff2-d784-489b-9cac-a213bf35e2c8 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] 10.222.0.20 "GET /v2.0/ports/32ce5dd8-7bca-411e-928c-45536fa90538 HTTP/1.1" status: 404 len: 333 time: 0.0726795 Dec 10 15:30:15.736703 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 58610) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:15.739573 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e903ca-b468-4258-9409-9f638ed87695 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Pushing event updated for resources: {'Port': ['ID=fbf766a3-2db8-4d82-ab31-94fd1bf57db2,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:15.742098 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-58e903ca-b468-4258-9409-9f638ed87695 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549888'] for router_interface, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:15.749835 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-a6fc6fee-e08e-4c82-957a-778ed8ae0b60 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Request body: {'port': {'network_id': '5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1826807415'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:30:15.798508 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f7840d-2dc2-4766-b31e-e8886871b1eb tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Pushing event deleted for resources: {'Port': ['ID=32ce5dd8-7bca-411e-928c-45536fa90538,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:15.838628 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-6957577b-8b12-4da8-b41f-a9066467bf7f req-bde236a3-31b8-4c7b-bbd5-37cc8783fb01 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f5e5fac-ee31-44bf-a612-11364724d71a HTTP/1.1" status: 200 len: 210 time: 0.0640049 Dec 10 15:30:15.888917 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6fc6fee-e08e-4c82-957a-778ed8ae0b60 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Made reservation on behalf of d373b36da30b40fc8166953e2260ea57 for: {'port': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:30:15.891230 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a6fc6fee-e08e-4c82-957a-778ed8ae0b60 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:15.977308 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-a6fc6fee-e08e-4c82-957a-778ed8ae0b60 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] device_id is not set on port de845dec-0c7f-475b-9544-bb1459ad0434 yet. {{(pid=103586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:30:16.056148 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e903ca-b468-4258-9409-9f638ed87695 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Network 2cee3efd-6c23-41c3-b051-02d9b819d26e is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:30:16.062707 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-58e903ca-b468-4258-9409-9f638ed87695 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:30:16.067375 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a42d1d4f-965c-4b35-a0a9-572411987755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:16.082376 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:16.389181 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a6fc6fee-e08e-4c82-957a-778ed8ae0b60 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:16.391068 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a42d1d4f-965c-4b35-a0a9-572411987755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:16.438402 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-d35f7d45-838c-4f55-9a6c-c25786b81678 None None] Provisioning complete for port fbf766a3-2db8-4d82-ab31-94fd1bf57db2 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:30:16.440629 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d35f7d45-838c-4f55-9a6c-c25786b81678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:16.454680 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58e903ca-b468-4258-9409-9f638ed87695 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Router 6f7e164a-72d9-4abe-810a-68b967db9c9b has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:30:16.474955 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42d1d4f-965c-4b35-a0a9-572411987755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Network 90c709d4-aa7b-43f9-976a-b4fb1fe6f396 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:30:16.488774 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-a42d1d4f-965c-4b35-a0a9-572411987755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:30:16.492043 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42d1d4f-965c-4b35-a0a9-572411987755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Pushing event updated for resources: {'Port': ['ID=56453cf3-8ac5-4884-9280-dabf752614bf,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:16.497147 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42d1d4f-965c-4b35-a0a9-572411987755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:30:16.498214 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42d1d4f-965c-4b35-a0a9-572411987755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:16.498808 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a42d1d4f-965c-4b35-a0a9-572411987755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:16.542335 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-d35f7d45-838c-4f55-9a6c-c25786b81678 None None] Port fbf766a3-2db8-4d82-ab31-94fd1bf57db2 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:30:16.612523 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-132d37fc-121a-421a-939a-c9ed4ce23fe4 req-4b281f49-66fb-4c6e-ab35-e81e1b9bf17c tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd077330-daa7-4bb9-af7f-4ec0c9daf1bc HTTP/1.1" status: 200 len: 210 time: 0.0345590 Dec 10 15:30:16.754915 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-a42d1d4f-965c-4b35-a0a9-572411987755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.3554776 Dec 10 15:30:16.757371 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 58656) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:16.765121 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-6d056b20-1f34-4d4b-96b1-983038a31cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8214'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:30:16.789392 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-28f00b22-de64-41c0-a85f-34f11005418a req-d97b7b29-6821-44a0-8f48-000c788701ce tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] 10.222.0.20 "GET /v2.0/ports?device_id=797f140a-378f-4f48-be7d-1e46ffe7f2b6 HTTP/1.1" status: 200 len: 210 time: 0.1105189 Dec 10 15:30:16.793229 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 58660) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:16.796898 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a6fc6fee-e08e-4c82-957a-778ed8ae0b60 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:16.860447 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fc6fee-e08e-4c82-957a-778ed8ae0b60 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Network 5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:30:16.863591 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e903ca-b468-4258-9409-9f638ed87695 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:30:16.874739 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-58e903ca-b468-4258-9409-9f638ed87695 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] 10.222.0.20 "PUT /v2.0/routers/6f7e164a-72d9-4abe-810a-68b967db9c9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0672755 Dec 10 15:30:16.876909 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-a6fc6fee-e08e-4c82-957a-778ed8ae0b60 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:30:16.879963 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea39a9c1-9e03-4f20-ad73-6184b73a2ae6 None None] Sync routers for ids ['6f7e164a-72d9-4abe-810a-68b967db9c9b'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:30:16.885318 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 58668) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:16.886325 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fc6fee-e08e-4c82-957a-778ed8ae0b60 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:30:16.887831 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fc6fee-e08e-4c82-957a-778ed8ae0b60 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:16.888453 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a6fc6fee-e08e-4c82-957a-778ed8ae0b60 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:16.898010 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6d056b20-1f34-4d4b-96b1-983038a31cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:16.901405 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-36027f6e-6401-4bd7-9e5f-413f260d6944 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Request body: {'port': {'network_id': '2cee3efd-6c23-41c3-b051-02d9b819d26e', 'name': 'tempest-FloatingIPAdminTestJSON-1342665571'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:30:16.910875 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea39a9c1-9e03-4f20-ad73-6184b73a2ae6 None None] Routers {'6f7e164a-72d9-4abe-810a-68b967db9c9b'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:30:16.914296 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-ea39a9c1-9e03-4f20-ad73-6184b73a2ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:30:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['6f7e164a-72d9-4abe-810a-68b967db9c9b'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:30:17.025901 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-ea39a9c1-9e03-4f20-ad73-6184b73a2ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:30:17.045842 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea39a9c1-9e03-4f20-ad73-6184b73a2ae6 None None] Routers {'6f7e164a-72d9-4abe-810a-68b967db9c9b'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:30:17.046642 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-ea39a9c1-9e03-4f20-ad73-6184b73a2ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:30:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['6f7e164a-72d9-4abe-810a-68b967db9c9b'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:30:17.075395 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-65df88fd-c39a-4665-a91a-c8fa09c4b9e4 req-2774774c-02a2-457e-9867-1207a8c1b64a tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f5e5fac-ee31-44bf-a612-11364724d71a HTTP/1.1" status: 200 len: 210 time: 0.1494527 Dec 10 15:30:17.132704 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-ea39a9c1-9e03-4f20-ad73-6184b73a2ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:30:17.132704 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea39a9c1-9e03-4f20-ad73-6184b73a2ae6 None None] The sync data for ids ['6f7e164a-72d9-4abe-810a-68b967db9c9b'] in dv-neutron-821401-4-hyperv is: [] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:30:17.170981 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fc6fee-e08e-4c82-957a-778ed8ae0b60 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Pushing event updated for resources: {'Port': ['ID=de845dec-0c7f-475b-9544-bb1459ad0434,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:17.177562 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-83633e67-1448-4f38-9c6d-2324bc74fc76 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1691156097'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:30:17.251389 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-6d056b20-1f34-4d4b-96b1-983038a31cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] device_id is not set on port 56453cf3-8ac5-4884-9280-dabf752614bf yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:30:17.260149 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6d056b20-1f34-4d4b-96b1-983038a31cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:17.274449 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36027f6e-6401-4bd7-9e5f-413f260d6944 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Made reservation on behalf of 08a9ede9187240f682d82a9dc6b069aa for: {'port': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:30:17.278123 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-36027f6e-6401-4bd7-9e5f-413f260d6944 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:17.296360 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-36027f6e-6401-4bd7-9e5f-413f260d6944 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] device_id is not set on port b529c955-7773-4dc7-abd3-ecae622a8a10 yet. {{(pid=103586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:30:17.327956 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 58678) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:17.419685 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-36027f6e-6401-4bd7-9e5f-413f260d6944 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Allocated IP 172.20.0.7 (2cee3efd-6c23-41c3-b051-02d9b819d26e/5a06ad72-0fad-4bb3-9457-8353f7006703/b529c955-7773-4dc7-abd3-ecae622a8a10) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:30:17.436930 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-788f9577-b5e5-4d55-a54b-f8bd97755ed4 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1114778583', 'router:external': True}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:30:17.447368 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6d056b20-1f34-4d4b-96b1-983038a31cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:17.464347 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-a6fc6fee-e08e-4c82-957a-778ed8ae0b60 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.7256625 Dec 10 15:30:17.476388 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 58684) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:17.484778 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-9fbd8377-94e5-48c0-b711-15ae66607cc1 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8214'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:30:17.494625 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.db.api [None req-788f9577-b5e5-4d55-a54b-f8bd97755ed4 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 10 15:30:17.494625 dv-neutron-821401-4-hyperv neutron-server[103587]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 10 15:30:17.494625 dv-neutron-821401-4-hyperv neutron-server[103587]: [parameters: {'project_id_1': '1e49f9051166405599c938795b5f3853', 'expiration_1': datetime.datetime(2021, 12, 10, 15, 29, 57, 441751)}] Dec 10 15:30:17.494625 dv-neutron-821401-4-hyperv neutron-server[103587]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103587) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 15:30:17.495134 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG oslo_db.api [None req-788f9577-b5e5-4d55-a54b-f8bd97755ed4 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 15:30:17.539676 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d056b20-1f34-4d4b-96b1-983038a31cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Pushing event updated for resources: {'Port': ['ID=56453cf3-8ac5-4884-9280-dabf752614bf,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:17.572719 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-6d056b20-1f34-4d4b-96b1-983038a31cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 56453cf3-8ac5-4884-9280-dabf752614bf on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:30:17.573095 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-6d056b20-1f34-4d4b-96b1-983038a31cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 56453cf3-8ac5-4884-9280-dabf752614bf by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'beeecbb3-9ae0-4ac6-9b92-bc72010fea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '90c709d4-aa7b-43f9-976a-b4fb1fe6f396'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:30:17.573451 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d056b20-1f34-4d4b-96b1-983038a31cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 56453cf3-8ac5-4884-9280-dabf752614bf on network 90c709d4-aa7b-43f9-976a-b4fb1fe6f396 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:30:17.579283 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9fbd8377-94e5-48c0-b711-15ae66607cc1 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:17.582304 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d056b20-1f34-4d4b-96b1-983038a31cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Port 56453cf3-8ac5-4884-9280-dabf752614bf on network 90c709d4-aa7b-43f9-976a-b4fb1fe6f396 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:30:17.582654 dv-neutron-821401-4-hyperv neutron-server[103587]: ERROR neutron.plugins.ml2.managers [None req-6d056b20-1f34-4d4b-96b1-983038a31cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Failed to bind port 56453cf3-8ac5-4884-9280-dabf752614bf on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'beeecbb3-9ae0-4ac6-9b92-bc72010fea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '90c709d4-aa7b-43f9-976a-b4fb1fe6f396'}] Dec 10 15:30:17.588358 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.plugins.ml2.plugin [None req-6d056b20-1f34-4d4b-96b1-983038a31cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempt 2 to bind port 56453cf3-8ac5-4884-9280-dabf752614bf Dec 10 15:30:17.603694 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83633e67-1448-4f38-9c6d-2324bc74fc76 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Made reservation on behalf of e42aa0aacd1b476cb9d51b140a9e3e81 for: {'network': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:30:17.610047 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-83633e67-1448-4f38-9c6d-2324bc74fc76 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:17.624610 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-36027f6e-6401-4bd7-9e5f-413f260d6944 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:17.628348 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-83633e67-1448-4f38-9c6d-2324bc74fc76 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:17.629084 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-6d056b20-1f34-4d4b-96b1-983038a31cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 56453cf3-8ac5-4884-9280-dabf752614bf on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:30:17.629425 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-6d056b20-1f34-4d4b-96b1-983038a31cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 56453cf3-8ac5-4884-9280-dabf752614bf by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'beeecbb3-9ae0-4ac6-9b92-bc72010fea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '90c709d4-aa7b-43f9-976a-b4fb1fe6f396'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:30:17.629759 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d056b20-1f34-4d4b-96b1-983038a31cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 56453cf3-8ac5-4884-9280-dabf752614bf on network 90c709d4-aa7b-43f9-976a-b4fb1fe6f396 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:30:17.640746 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d056b20-1f34-4d4b-96b1-983038a31cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Port 56453cf3-8ac5-4884-9280-dabf752614bf on network 90c709d4-aa7b-43f9-976a-b4fb1fe6f396 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:30:17.641075 dv-neutron-821401-4-hyperv neutron-server[103587]: ERROR neutron.plugins.ml2.managers [None req-6d056b20-1f34-4d4b-96b1-983038a31cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Failed to bind port 56453cf3-8ac5-4884-9280-dabf752614bf on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'beeecbb3-9ae0-4ac6-9b92-bc72010fea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '90c709d4-aa7b-43f9-976a-b4fb1fe6f396'}] Dec 10 15:30:17.642833 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.plugins.ml2.plugin [None req-6d056b20-1f34-4d4b-96b1-983038a31cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempt 3 to bind port 56453cf3-8ac5-4884-9280-dabf752614bf Dec 10 15:30:17.672986 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-6d056b20-1f34-4d4b-96b1-983038a31cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 56453cf3-8ac5-4884-9280-dabf752614bf on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:30:17.672986 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-6d056b20-1f34-4d4b-96b1-983038a31cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 56453cf3-8ac5-4884-9280-dabf752614bf by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'beeecbb3-9ae0-4ac6-9b92-bc72010fea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '90c709d4-aa7b-43f9-976a-b4fb1fe6f396'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:30:17.672986 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d056b20-1f34-4d4b-96b1-983038a31cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 56453cf3-8ac5-4884-9280-dabf752614bf on network 90c709d4-aa7b-43f9-976a-b4fb1fe6f396 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:30:17.702793 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:17.708824 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d056b20-1f34-4d4b-96b1-983038a31cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Port 56453cf3-8ac5-4884-9280-dabf752614bf on network 90c709d4-aa7b-43f9-976a-b4fb1fe6f396 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:30:17.709158 dv-neutron-821401-4-hyperv neutron-server[103587]: ERROR neutron.plugins.ml2.managers [None req-6d056b20-1f34-4d4b-96b1-983038a31cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Failed to bind port 56453cf3-8ac5-4884-9280-dabf752614bf on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'beeecbb3-9ae0-4ac6-9b92-bc72010fea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '90c709d4-aa7b-43f9-976a-b4fb1fe6f396'}] Dec 10 15:30:17.710915 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.plugins.ml2.plugin [None req-6d056b20-1f34-4d4b-96b1-983038a31cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempt 4 to bind port 56453cf3-8ac5-4884-9280-dabf752614bf Dec 10 15:30:17.737563 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-6d056b20-1f34-4d4b-96b1-983038a31cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 56453cf3-8ac5-4884-9280-dabf752614bf on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:30:17.738010 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-6d056b20-1f34-4d4b-96b1-983038a31cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 56453cf3-8ac5-4884-9280-dabf752614bf by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'beeecbb3-9ae0-4ac6-9b92-bc72010fea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '90c709d4-aa7b-43f9-976a-b4fb1fe6f396'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:30:17.738312 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d056b20-1f34-4d4b-96b1-983038a31cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 56453cf3-8ac5-4884-9280-dabf752614bf on network 90c709d4-aa7b-43f9-976a-b4fb1fe6f396 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:30:17.749975 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d056b20-1f34-4d4b-96b1-983038a31cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Port 56453cf3-8ac5-4884-9280-dabf752614bf on network 90c709d4-aa7b-43f9-976a-b4fb1fe6f396 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:30:17.750222 dv-neutron-821401-4-hyperv neutron-server[103587]: ERROR neutron.plugins.ml2.managers [None req-6d056b20-1f34-4d4b-96b1-983038a31cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Failed to bind port 56453cf3-8ac5-4884-9280-dabf752614bf on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'beeecbb3-9ae0-4ac6-9b92-bc72010fea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '90c709d4-aa7b-43f9-976a-b4fb1fe6f396'}] Dec 10 15:30:17.754339 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.plugins.ml2.plugin [None req-6d056b20-1f34-4d4b-96b1-983038a31cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempt 5 to bind port 56453cf3-8ac5-4884-9280-dabf752614bf Dec 10 15:30:17.769998 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-b809c240-0fc1-428e-a307-07136580b237 req-4c19a961-706a-4829-8927-c51ec0b2d178 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd077330-daa7-4bb9-af7f-4ec0c9daf1bc HTTP/1.1" status: 200 len: 210 time: 0.0390618 Dec 10 15:30:17.774025 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-6d056b20-1f34-4d4b-96b1-983038a31cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 56453cf3-8ac5-4884-9280-dabf752614bf on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:30:17.774025 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-6d056b20-1f34-4d4b-96b1-983038a31cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 56453cf3-8ac5-4884-9280-dabf752614bf by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'beeecbb3-9ae0-4ac6-9b92-bc72010fea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '90c709d4-aa7b-43f9-976a-b4fb1fe6f396'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:30:17.774025 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d056b20-1f34-4d4b-96b1-983038a31cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 56453cf3-8ac5-4884-9280-dabf752614bf on network 90c709d4-aa7b-43f9-976a-b4fb1fe6f396 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:30:17.783573 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d056b20-1f34-4d4b-96b1-983038a31cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Port 56453cf3-8ac5-4884-9280-dabf752614bf on network 90c709d4-aa7b-43f9-976a-b4fb1fe6f396 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:30:17.783939 dv-neutron-821401-4-hyperv neutron-server[103587]: ERROR neutron.plugins.ml2.managers [None req-6d056b20-1f34-4d4b-96b1-983038a31cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Failed to bind port 56453cf3-8ac5-4884-9280-dabf752614bf on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'beeecbb3-9ae0-4ac6-9b92-bc72010fea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '90c709d4-aa7b-43f9-976a-b4fb1fe6f396'}] Dec 10 15:30:17.785872 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.plugins.ml2.plugin [None req-6d056b20-1f34-4d4b-96b1-983038a31cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempt 6 to bind port 56453cf3-8ac5-4884-9280-dabf752614bf Dec 10 15:30:17.793140 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-83633e67-1448-4f38-9c6d-2324bc74fc76 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:17.820784 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-36027f6e-6401-4bd7-9e5f-413f260d6944 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:17.825679 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-6d056b20-1f34-4d4b-96b1-983038a31cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 56453cf3-8ac5-4884-9280-dabf752614bf on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:30:17.826046 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-6d056b20-1f34-4d4b-96b1-983038a31cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 56453cf3-8ac5-4884-9280-dabf752614bf by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'beeecbb3-9ae0-4ac6-9b92-bc72010fea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '90c709d4-aa7b-43f9-976a-b4fb1fe6f396'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:30:17.826384 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d056b20-1f34-4d4b-96b1-983038a31cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 56453cf3-8ac5-4884-9280-dabf752614bf on network 90c709d4-aa7b-43f9-976a-b4fb1fe6f396 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:30:17.833680 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d056b20-1f34-4d4b-96b1-983038a31cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Port 56453cf3-8ac5-4884-9280-dabf752614bf on network 90c709d4-aa7b-43f9-976a-b4fb1fe6f396 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:30:17.834040 dv-neutron-821401-4-hyperv neutron-server[103587]: ERROR neutron.plugins.ml2.managers [None req-6d056b20-1f34-4d4b-96b1-983038a31cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Failed to bind port 56453cf3-8ac5-4884-9280-dabf752614bf on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'beeecbb3-9ae0-4ac6-9b92-bc72010fea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '90c709d4-aa7b-43f9-976a-b4fb1fe6f396'}] Dec 10 15:30:17.835719 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.plugins.ml2.plugin [None req-6d056b20-1f34-4d4b-96b1-983038a31cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempt 7 to bind port 56453cf3-8ac5-4884-9280-dabf752614bf Dec 10 15:30:17.839343 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-9fbd8377-94e5-48c0-b711-15ae66607cc1 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] device_id is not set on port de845dec-0c7f-475b-9544-bb1459ad0434 yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:30:17.853168 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9fbd8377-94e5-48c0-b711-15ae66607cc1 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:17.875820 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-6d056b20-1f34-4d4b-96b1-983038a31cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 56453cf3-8ac5-4884-9280-dabf752614bf on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:30:17.876201 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-6d056b20-1f34-4d4b-96b1-983038a31cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 56453cf3-8ac5-4884-9280-dabf752614bf by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'beeecbb3-9ae0-4ac6-9b92-bc72010fea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '90c709d4-aa7b-43f9-976a-b4fb1fe6f396'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:30:17.876596 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d056b20-1f34-4d4b-96b1-983038a31cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 56453cf3-8ac5-4884-9280-dabf752614bf on network 90c709d4-aa7b-43f9-976a-b4fb1fe6f396 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:30:17.882015 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d056b20-1f34-4d4b-96b1-983038a31cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Port 56453cf3-8ac5-4884-9280-dabf752614bf on network 90c709d4-aa7b-43f9-976a-b4fb1fe6f396 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:30:17.882349 dv-neutron-821401-4-hyperv neutron-server[103587]: ERROR neutron.plugins.ml2.managers [None req-6d056b20-1f34-4d4b-96b1-983038a31cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Failed to bind port 56453cf3-8ac5-4884-9280-dabf752614bf on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'beeecbb3-9ae0-4ac6-9b92-bc72010fea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '90c709d4-aa7b-43f9-976a-b4fb1fe6f396'}] Dec 10 15:30:17.882736 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.plugins.ml2.plugin [None req-6d056b20-1f34-4d4b-96b1-983038a31cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempt 8 to bind port 56453cf3-8ac5-4884-9280-dabf752614bf Dec 10 15:30:17.898207 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-83633e67-1448-4f38-9c6d-2324bc74fc76 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:17.899629 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-6d056b20-1f34-4d4b-96b1-983038a31cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 56453cf3-8ac5-4884-9280-dabf752614bf on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:30:17.900104 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-6d056b20-1f34-4d4b-96b1-983038a31cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 56453cf3-8ac5-4884-9280-dabf752614bf by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'beeecbb3-9ae0-4ac6-9b92-bc72010fea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '90c709d4-aa7b-43f9-976a-b4fb1fe6f396'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:30:17.900272 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d056b20-1f34-4d4b-96b1-983038a31cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 56453cf3-8ac5-4884-9280-dabf752614bf on network 90c709d4-aa7b-43f9-976a-b4fb1fe6f396 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:30:17.905127 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d056b20-1f34-4d4b-96b1-983038a31cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Port 56453cf3-8ac5-4884-9280-dabf752614bf on network 90c709d4-aa7b-43f9-976a-b4fb1fe6f396 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:30:17.905504 dv-neutron-821401-4-hyperv neutron-server[103587]: ERROR neutron.plugins.ml2.managers [None req-6d056b20-1f34-4d4b-96b1-983038a31cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Failed to bind port 56453cf3-8ac5-4884-9280-dabf752614bf on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'beeecbb3-9ae0-4ac6-9b92-bc72010fea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '90c709d4-aa7b-43f9-976a-b4fb1fe6f396'}] Dec 10 15:30:17.906126 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.plugins.ml2.plugin [None req-6d056b20-1f34-4d4b-96b1-983038a31cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempt 9 to bind port 56453cf3-8ac5-4884-9280-dabf752614bf Dec 10 15:30:17.918200 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36027f6e-6401-4bd7-9e5f-413f260d6944 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Network 2cee3efd-6c23-41c3-b051-02d9b819d26e is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:30:17.920763 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-6d056b20-1f34-4d4b-96b1-983038a31cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 56453cf3-8ac5-4884-9280-dabf752614bf on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:30:17.921293 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-6d056b20-1f34-4d4b-96b1-983038a31cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 56453cf3-8ac5-4884-9280-dabf752614bf by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'beeecbb3-9ae0-4ac6-9b92-bc72010fea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '90c709d4-aa7b-43f9-976a-b4fb1fe6f396'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:30:17.921869 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d056b20-1f34-4d4b-96b1-983038a31cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 56453cf3-8ac5-4884-9280-dabf752614bf on network 90c709d4-aa7b-43f9-976a-b4fb1fe6f396 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:30:17.923856 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-36027f6e-6401-4bd7-9e5f-413f260d6944 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:30:17.928523 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d056b20-1f34-4d4b-96b1-983038a31cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Port 56453cf3-8ac5-4884-9280-dabf752614bf on network 90c709d4-aa7b-43f9-976a-b4fb1fe6f396 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:30:17.929079 dv-neutron-821401-4-hyperv neutron-server[103587]: ERROR neutron.plugins.ml2.managers [None req-6d056b20-1f34-4d4b-96b1-983038a31cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Failed to bind port 56453cf3-8ac5-4884-9280-dabf752614bf on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'beeecbb3-9ae0-4ac6-9b92-bc72010fea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '90c709d4-aa7b-43f9-976a-b4fb1fe6f396'}] Dec 10 15:30:17.929638 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.plugins.ml2.plugin [None req-6d056b20-1f34-4d4b-96b1-983038a31cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempt 10 to bind port 56453cf3-8ac5-4884-9280-dabf752614bf Dec 10 15:30:17.934774 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9fbd8377-94e5-48c0-b711-15ae66607cc1 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:17.945174 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36027f6e-6401-4bd7-9e5f-413f260d6944 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:30:17.969067 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83633e67-1448-4f38-9c6d-2324bc74fc76 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=103586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:30:17.991413 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-6d056b20-1f34-4d4b-96b1-983038a31cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 56453cf3-8ac5-4884-9280-dabf752614bf on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:30:17.992185 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-6d056b20-1f34-4d4b-96b1-983038a31cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 56453cf3-8ac5-4884-9280-dabf752614bf by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'beeecbb3-9ae0-4ac6-9b92-bc72010fea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '90c709d4-aa7b-43f9-976a-b4fb1fe6f396'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:30:17.992595 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d056b20-1f34-4d4b-96b1-983038a31cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 56453cf3-8ac5-4884-9280-dabf752614bf on network 90c709d4-aa7b-43f9-976a-b4fb1fe6f396 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:30:17.999852 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36027f6e-6401-4bd7-9e5f-413f260d6944 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Pushing event updated for resources: {'Port': ['ID=b529c955-7773-4dc7-abd3-ecae622a8a10,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:18.016966 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d056b20-1f34-4d4b-96b1-983038a31cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Port 56453cf3-8ac5-4884-9280-dabf752614bf on network 90c709d4-aa7b-43f9-976a-b4fb1fe6f396 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:30:18.017586 dv-neutron-821401-4-hyperv neutron-server[103587]: ERROR neutron.plugins.ml2.managers [None req-6d056b20-1f34-4d4b-96b1-983038a31cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Failed to bind port 56453cf3-8ac5-4884-9280-dabf752614bf on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'beeecbb3-9ae0-4ac6-9b92-bc72010fea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '90c709d4-aa7b-43f9-976a-b4fb1fe6f396'}] Dec 10 15:30:18.018702 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6d056b20-1f34-4d4b-96b1-983038a31cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:18.026202 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-83633e67-1448-4f38-9c6d-2324bc74fc76 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:18.026551 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.segments_db [None req-83633e67-1448-4f38-9c6d-2324bc74fc76 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Added segment 50e20903-cb2e-494d-9007-429e67cc872e of type vlan for network 3ef8789a-36b6-41ce-bb61-a20b79104c6a Dec 10 15:30:18.031645 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.44', 53069) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:18.034700 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83633e67-1448-4f38-9c6d-2324bc74fc76 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc12cc86-b10d-460b-beea-61ab7c13b632,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:18.062666 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b0d9bdf0-3148-4080-8afe-856c4e2841fc req-4cc2bbd1-1854-4f5d-ad51-0efb4d4de400 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] 10.222.0.20 "GET /v2.0/ports?device_id=797f140a-378f-4f48-be7d-1e46ffe7f2b6 HTTP/1.1" status: 200 len: 210 time: 0.0515907 Dec 10 15:30:18.071416 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd8377-94e5-48c0-b711-15ae66607cc1 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Pushing event updated for resources: {'Port': ['ID=de845dec-0c7f-475b-9544-bb1459ad0434,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:18.127863 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-9fbd8377-94e5-48c0-b711-15ae66607cc1 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port de845dec-0c7f-475b-9544-bb1459ad0434 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:30:18.128203 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-9fbd8377-94e5-48c0-b711-15ae66607cc1 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port de845dec-0c7f-475b-9544-bb1459ad0434 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '5517990d-253a-4024-aef6-05b67fb3ce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:30:18.128543 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbd8377-94e5-48c0-b711-15ae66607cc1 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port de845dec-0c7f-475b-9544-bb1459ad0434 on network 5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:30:18.137492 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbd8377-94e5-48c0-b711-15ae66607cc1 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Port de845dec-0c7f-475b-9544-bb1459ad0434 on network 5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:30:18.138128 dv-neutron-821401-4-hyperv neutron-server[103587]: ERROR neutron.plugins.ml2.managers [None req-9fbd8377-94e5-48c0-b711-15ae66607cc1 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Failed to bind port de845dec-0c7f-475b-9544-bb1459ad0434 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '5517990d-253a-4024-aef6-05b67fb3ce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c'}] Dec 10 15:30:18.140388 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.plugins.ml2.plugin [None req-9fbd8377-94e5-48c0-b711-15ae66607cc1 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempt 2 to bind port de845dec-0c7f-475b-9544-bb1459ad0434 Dec 10 15:30:18.183159 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-9fbd8377-94e5-48c0-b711-15ae66607cc1 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port de845dec-0c7f-475b-9544-bb1459ad0434 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:30:18.183737 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-9fbd8377-94e5-48c0-b711-15ae66607cc1 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port de845dec-0c7f-475b-9544-bb1459ad0434 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '5517990d-253a-4024-aef6-05b67fb3ce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:30:18.184226 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbd8377-94e5-48c0-b711-15ae66607cc1 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port de845dec-0c7f-475b-9544-bb1459ad0434 on network 5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:30:18.192487 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbd8377-94e5-48c0-b711-15ae66607cc1 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Port de845dec-0c7f-475b-9544-bb1459ad0434 on network 5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:30:18.193038 dv-neutron-821401-4-hyperv neutron-server[103587]: ERROR neutron.plugins.ml2.managers [None req-9fbd8377-94e5-48c0-b711-15ae66607cc1 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Failed to bind port de845dec-0c7f-475b-9544-bb1459ad0434 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '5517990d-253a-4024-aef6-05b67fb3ce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c'}] Dec 10 15:30:18.204543 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-6d056b20-1f34-4d4b-96b1-983038a31cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] For port 56453cf3-8ac5-4884-9280-dabf752614bf, host hv-neutron-8214, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:30:18.204543 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-6d056b20-1f34-4d4b-96b1-983038a31cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempted to set empty binding levels {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 10 15:30:18.204543 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.plugins.ml2.plugin [None req-9fbd8377-94e5-48c0-b711-15ae66607cc1 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempt 3 to bind port de845dec-0c7f-475b-9544-bb1459ad0434 Dec 10 15:30:18.204856 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36027f6e-6401-4bd7-9e5f-413f260d6944 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:18.204856 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-36027f6e-6401-4bd7-9e5f-413f260d6944 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:18.210091 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-9fbd8377-94e5-48c0-b711-15ae66607cc1 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port de845dec-0c7f-475b-9544-bb1459ad0434 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:30:18.210644 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-9fbd8377-94e5-48c0-b711-15ae66607cc1 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port de845dec-0c7f-475b-9544-bb1459ad0434 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '5517990d-253a-4024-aef6-05b67fb3ce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:30:18.211135 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbd8377-94e5-48c0-b711-15ae66607cc1 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port de845dec-0c7f-475b-9544-bb1459ad0434 on network 5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:30:18.216463 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbd8377-94e5-48c0-b711-15ae66607cc1 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Port de845dec-0c7f-475b-9544-bb1459ad0434 on network 5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:30:18.217023 dv-neutron-821401-4-hyperv neutron-server[103587]: ERROR neutron.plugins.ml2.managers [None req-9fbd8377-94e5-48c0-b711-15ae66607cc1 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Failed to bind port de845dec-0c7f-475b-9544-bb1459ad0434 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '5517990d-253a-4024-aef6-05b67fb3ce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c'}] Dec 10 15:30:18.217395 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.plugins.ml2.plugin [None req-9fbd8377-94e5-48c0-b711-15ae66607cc1 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempt 4 to bind port de845dec-0c7f-475b-9544-bb1459ad0434 Dec 10 15:30:18.233132 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-788f9577-b5e5-4d55-a54b-f8bd97755ed4 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Made reservation on behalf of 1e49f9051166405599c938795b5f3853 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:30:18.233132 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-788f9577-b5e5-4d55-a54b-f8bd97755ed4 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:18.241392 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-788f9577-b5e5-4d55-a54b-f8bd97755ed4 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:18.243245 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-9fbd8377-94e5-48c0-b711-15ae66607cc1 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port de845dec-0c7f-475b-9544-bb1459ad0434 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:30:18.243577 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-9fbd8377-94e5-48c0-b711-15ae66607cc1 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port de845dec-0c7f-475b-9544-bb1459ad0434 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '5517990d-253a-4024-aef6-05b67fb3ce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:30:18.243908 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbd8377-94e5-48c0-b711-15ae66607cc1 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port de845dec-0c7f-475b-9544-bb1459ad0434 on network 5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:30:18.259089 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbd8377-94e5-48c0-b711-15ae66607cc1 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Port de845dec-0c7f-475b-9544-bb1459ad0434 on network 5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:30:18.259089 dv-neutron-821401-4-hyperv neutron-server[103587]: ERROR neutron.plugins.ml2.managers [None req-9fbd8377-94e5-48c0-b711-15ae66607cc1 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Failed to bind port de845dec-0c7f-475b-9544-bb1459ad0434 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '5517990d-253a-4024-aef6-05b67fb3ce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c'}] Dec 10 15:30:18.259089 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.plugins.ml2.plugin [None req-9fbd8377-94e5-48c0-b711-15ae66607cc1 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempt 5 to bind port de845dec-0c7f-475b-9544-bb1459ad0434 Dec 10 15:30:18.276951 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6d056b20-1f34-4d4b-96b1-983038a31cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:18.286107 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-9fbd8377-94e5-48c0-b711-15ae66607cc1 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port de845dec-0c7f-475b-9544-bb1459ad0434 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:30:18.286107 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-9fbd8377-94e5-48c0-b711-15ae66607cc1 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port de845dec-0c7f-475b-9544-bb1459ad0434 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '5517990d-253a-4024-aef6-05b67fb3ce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:30:18.286107 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbd8377-94e5-48c0-b711-15ae66607cc1 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port de845dec-0c7f-475b-9544-bb1459ad0434 on network 5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:30:18.293948 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-d564ee41-ae5b-4c60-bb63-e896553624b8 req-53b202bb-afda-4d30-bd7b-e9f4bc1b4e43 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f5e5fac-ee31-44bf-a612-11364724d71a HTTP/1.1" status: 200 len: 210 time: 0.0800877 Dec 10 15:30:18.309048 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-28b087ba-302d-4f64-866d-206a5b3f64cc None None] Provisioning complete for port b529c955-7773-4dc7-abd3-ecae622a8a10 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:30:18.309891 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-28b087ba-302d-4f64-866d-206a5b3f64cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:18.332404 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbd8377-94e5-48c0-b711-15ae66607cc1 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Port de845dec-0c7f-475b-9544-bb1459ad0434 on network 5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:30:18.332735 dv-neutron-821401-4-hyperv neutron-server[103587]: ERROR neutron.plugins.ml2.managers [None req-9fbd8377-94e5-48c0-b711-15ae66607cc1 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Failed to bind port de845dec-0c7f-475b-9544-bb1459ad0434 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '5517990d-253a-4024-aef6-05b67fb3ce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c'}] Dec 10 15:30:18.333948 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-6d056b20-1f34-4d4b-96b1-983038a31cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] In _notify_port_updated(), no bound segment for port 56453cf3-8ac5-4884-9280-dabf752614bf on network 90c709d4-aa7b-43f9-976a-b4fb1fe6f396 {{(pid=103587) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 15:30:18.334353 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d056b20-1f34-4d4b-96b1-983038a31cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:18.334960 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6d056b20-1f34-4d4b-96b1-983038a31cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:18.338714 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-6d056b20-1f34-4d4b-96b1-983038a31cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] 10.222.0.20 "PUT /v2.0/ports/56453cf3-8ac5-4884-9280-dabf752614bf HTTP/1.1" status: 200 len: 981 time: 1.5776365 Dec 10 15:30:18.340559 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.plugins.ml2.plugin [None req-9fbd8377-94e5-48c0-b711-15ae66607cc1 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempt 6 to bind port de845dec-0c7f-475b-9544-bb1459ad0434 Dec 10 15:30:18.344742 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 58696) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:18.349162 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63e6738-61a3-4731-bef4-9b4df015d809 req-6f687c70-a041-48e2-a30f-4924b236fee8 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:18.351333 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-a63e6738-61a3-4731-bef4-9b4df015d809 req-6f687c70-a041-48e2-a30f-4924b236fee8 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] 10.222.0.44 "GET /v2.0/networks?id=f99addda-57f1-4324-933a-6f2a62cbd208 HTTP/1.1" status: 200 len: 806 time: 0.2941971 Dec 10 15:30:18.353485 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-83633e67-1448-4f38-9c6d-2324bc74fc76 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:18.368329 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-28b087ba-302d-4f64-866d-206a5b3f64cc None None] Port b529c955-7773-4dc7-abd3-ecae622a8a10 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:30:18.376771 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-36027f6e-6401-4bd7-9e5f-413f260d6944 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4845738 Dec 10 15:30:18.382333 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 58698) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:18.418240 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d056b20-1f34-4d4b-96b1-983038a31cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Pushing event updated for resources: {'Port': ['ID=56453cf3-8ac5-4884-9280-dabf752614bf,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:18.427633 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-9fbd8377-94e5-48c0-b711-15ae66607cc1 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port de845dec-0c7f-475b-9544-bb1459ad0434 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:30:18.427983 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-9fbd8377-94e5-48c0-b711-15ae66607cc1 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port de845dec-0c7f-475b-9544-bb1459ad0434 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '5517990d-253a-4024-aef6-05b67fb3ce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:30:18.428465 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbd8377-94e5-48c0-b711-15ae66607cc1 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port de845dec-0c7f-475b-9544-bb1459ad0434 on network 5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:30:18.448835 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbd8377-94e5-48c0-b711-15ae66607cc1 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Port de845dec-0c7f-475b-9544-bb1459ad0434 on network 5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:30:18.449168 dv-neutron-821401-4-hyperv neutron-server[103587]: ERROR neutron.plugins.ml2.managers [None req-9fbd8377-94e5-48c0-b711-15ae66607cc1 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Failed to bind port de845dec-0c7f-475b-9544-bb1459ad0434 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '5517990d-253a-4024-aef6-05b67fb3ce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c'}] Dec 10 15:30:18.455700 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.plugins.ml2.plugin [None req-9fbd8377-94e5-48c0-b711-15ae66607cc1 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempt 7 to bind port de845dec-0c7f-475b-9544-bb1459ad0434 Dec 10 15:30:18.531588 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a4c75e-05fd-41b6-90e6-55fa25562e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:18.532107 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a4c75e-05fd-41b6-90e6-55fa25562e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:18.532531 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a4c75e-05fd-41b6-90e6-55fa25562e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:18.532992 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a4c75e-05fd-41b6-90e6-55fa25562e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:18.533450 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a4c75e-05fd-41b6-90e6-55fa25562e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:18.534485 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a4c75e-05fd-41b6-90e6-55fa25562e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:18.534971 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a4c75e-05fd-41b6-90e6-55fa25562e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:18.535407 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a4c75e-05fd-41b6-90e6-55fa25562e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:18.535856 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a4c75e-05fd-41b6-90e6-55fa25562e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:18.536307 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a4c75e-05fd-41b6-90e6-55fa25562e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:18.536760 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a4c75e-05fd-41b6-90e6-55fa25562e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:18.537214 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a4c75e-05fd-41b6-90e6-55fa25562e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:18.537666 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a4c75e-05fd-41b6-90e6-55fa25562e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:18.538156 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a4c75e-05fd-41b6-90e6-55fa25562e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:18.538607 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a4c75e-05fd-41b6-90e6-55fa25562e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:18.539056 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a4c75e-05fd-41b6-90e6-55fa25562e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:18.545062 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a4c75e-05fd-41b6-90e6-55fa25562e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:18.545062 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a4c75e-05fd-41b6-90e6-55fa25562e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:18.545062 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a4c75e-05fd-41b6-90e6-55fa25562e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:18.545062 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a4c75e-05fd-41b6-90e6-55fa25562e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:18.545062 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a4c75e-05fd-41b6-90e6-55fa25562e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:18.545062 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a4c75e-05fd-41b6-90e6-55fa25562e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:18.545062 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a4c75e-05fd-41b6-90e6-55fa25562e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:18.545697 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-23a4c75e-05fd-41b6-90e6-55fa25562e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20110 time: 0.1974864 Dec 10 15:30:18.547563 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-788f9577-b5e5-4d55-a54b-f8bd97755ed4 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:18.548530 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-9fbd8377-94e5-48c0-b711-15ae66607cc1 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port de845dec-0c7f-475b-9544-bb1459ad0434 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:30:18.548862 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-9fbd8377-94e5-48c0-b711-15ae66607cc1 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port de845dec-0c7f-475b-9544-bb1459ad0434 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '5517990d-253a-4024-aef6-05b67fb3ce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:30:18.549193 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbd8377-94e5-48c0-b711-15ae66607cc1 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port de845dec-0c7f-475b-9544-bb1459ad0434 on network 5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:30:18.551168 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 58706) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:18.614981 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.44', 53075) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:18.621587 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbd8377-94e5-48c0-b711-15ae66607cc1 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Port de845dec-0c7f-475b-9544-bb1459ad0434 on network 5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:30:18.622180 dv-neutron-821401-4-hyperv neutron-server[103587]: ERROR neutron.plugins.ml2.managers [None req-9fbd8377-94e5-48c0-b711-15ae66607cc1 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Failed to bind port de845dec-0c7f-475b-9544-bb1459ad0434 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '5517990d-253a-4024-aef6-05b67fb3ce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c'}] Dec 10 15:30:18.637115 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.plugins.ml2.plugin [None req-9fbd8377-94e5-48c0-b711-15ae66607cc1 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempt 8 to bind port de845dec-0c7f-475b-9544-bb1459ad0434 Dec 10 15:30:18.690554 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-9fbd8377-94e5-48c0-b711-15ae66607cc1 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port de845dec-0c7f-475b-9544-bb1459ad0434 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:30:18.690888 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-9fbd8377-94e5-48c0-b711-15ae66607cc1 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port de845dec-0c7f-475b-9544-bb1459ad0434 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '5517990d-253a-4024-aef6-05b67fb3ce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:30:18.691451 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbd8377-94e5-48c0-b711-15ae66607cc1 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port de845dec-0c7f-475b-9544-bb1459ad0434 on network 5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:30:18.699983 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-788f9577-b5e5-4d55-a54b-f8bd97755ed4 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:18.716263 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-83633e67-1448-4f38-9c6d-2324bc74fc76 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:18.718432 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbd8377-94e5-48c0-b711-15ae66607cc1 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Port de845dec-0c7f-475b-9544-bb1459ad0434 on network 5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:30:18.718770 dv-neutron-821401-4-hyperv neutron-server[103587]: ERROR neutron.plugins.ml2.managers [None req-9fbd8377-94e5-48c0-b711-15ae66607cc1 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Failed to bind port de845dec-0c7f-475b-9544-bb1459ad0434 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '5517990d-253a-4024-aef6-05b67fb3ce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c'}] Dec 10 15:30:18.721154 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:18.728736 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.plugins.ml2.plugin [None req-9fbd8377-94e5-48c0-b711-15ae66607cc1 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempt 9 to bind port de845dec-0c7f-475b-9544-bb1459ad0434 Dec 10 15:30:18.734285 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83633e67-1448-4f38-9c6d-2324bc74fc76 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:18.734925 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-83633e67-1448-4f38-9c6d-2324bc74fc76 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:18.740263 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-74b3917e-a79c-4c66-b6e6-9cde73c19942 tempest-FloatingIPAdminTestJSON-1382740142 tempest-FloatingIPAdminTestJSON-1382740142-project-admin] Request body: {'floatingip': {'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'project_id': '08a9ede9187240f682d82a9dc6b069aa', 'port_id': 'b529c955-7773-4dc7-abd3-ecae622a8a10'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:30:18.761234 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-9fbd8377-94e5-48c0-b711-15ae66607cc1 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port de845dec-0c7f-475b-9544-bb1459ad0434 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:30:18.761577 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-9fbd8377-94e5-48c0-b711-15ae66607cc1 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port de845dec-0c7f-475b-9544-bb1459ad0434 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '5517990d-253a-4024-aef6-05b67fb3ce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:30:18.761969 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbd8377-94e5-48c0-b711-15ae66607cc1 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port de845dec-0c7f-475b-9544-bb1459ad0434 on network 5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:30:18.769811 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-788f9577-b5e5-4d55-a54b-f8bd97755ed4 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:30:18.818698 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbd8377-94e5-48c0-b711-15ae66607cc1 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Port de845dec-0c7f-475b-9544-bb1459ad0434 on network 5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:30:18.819249 dv-neutron-821401-4-hyperv neutron-server[103587]: ERROR neutron.plugins.ml2.managers [None req-9fbd8377-94e5-48c0-b711-15ae66607cc1 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Failed to bind port de845dec-0c7f-475b-9544-bb1459ad0434 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '5517990d-253a-4024-aef6-05b67fb3ce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c'}] Dec 10 15:30:18.826377 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.plugins.ml2.plugin [None req-9fbd8377-94e5-48c0-b711-15ae66607cc1 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempt 10 to bind port de845dec-0c7f-475b-9544-bb1459ad0434 Dec 10 15:30:18.829911 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-788f9577-b5e5-4d55-a54b-f8bd97755ed4 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:18.830258 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.segments_db [None req-788f9577-b5e5-4d55-a54b-f8bd97755ed4 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Added segment 9ce8c9cc-6d21-4037-9621-47fa4f37296a of type vlan for network 4a22fd41-5ebb-4716-a8f3-7efff1b9790d Dec 10 15:30:18.850811 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-a44d07ff-47f3-4933-b622-ba67b8899491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Deleting port 56453cf3-8ac5-4884-9280-dabf752614bf {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:30:18.851154 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a44d07ff-47f3-4933-b622-ba67b8899491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:18.853204 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788f9577-b5e5-4d55-a54b-f8bd97755ed4 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf0fa42-71be-483b-a5c3-8dd5b135cedf,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:18.854090 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83633e67-1448-4f38-9c6d-2324bc74fc76 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Pushing event updated for resources: {'Network': ['ID=3ef8789a-36b6-41ce-bb61-a20b79104c6a,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:18.871944 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-a63e6738-61a3-4731-bef4-9b4df015d809 req-fb40828f-4c33-407a-b40c-f5aab4e7f121 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e48df3bebd6c40d8972aebca1c524dd3 HTTP/1.1" status: 200 len: 380 time: 0.4686801 Dec 10 15:30:18.884877 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 3ef8789a-36b6-41ce-bb61-a20b79104c6a details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:30:18.886258 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [req-a63e6738-61a3-4731-bef4-9b4df015d809 req-81fd7d56-228b-46e4-b21d-39291df03d27 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Request body: {'port': {'device_id': '797f140a-378f-4f48-be7d-1e46ffe7f2b6', 'network_id': 'f99addda-57f1-4324-933a-6f2a62cbd208', 'admin_state_up': True, 'tenant_id': 'e48df3bebd6c40d8972aebca1c524dd3', 'security_groups': ['5b38ec32-0b2e-4cf3-bc2f-706a19646bdd']}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:30:18.945805 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-74b3917e-a79c-4c66-b6e6-9cde73c19942 tempest-FloatingIPAdminTestJSON-1382740142 tempest-FloatingIPAdminTestJSON-1382740142-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:18.967851 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-9fbd8377-94e5-48c0-b711-15ae66607cc1 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port de845dec-0c7f-475b-9544-bb1459ad0434 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:30:18.967851 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-9fbd8377-94e5-48c0-b711-15ae66607cc1 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port de845dec-0c7f-475b-9544-bb1459ad0434 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '5517990d-253a-4024-aef6-05b67fb3ce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:30:18.968463 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbd8377-94e5-48c0-b711-15ae66607cc1 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port de845dec-0c7f-475b-9544-bb1459ad0434 on network 5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:30:18.974317 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-6c6a5fbb-3abc-4869-94ed-43310b3bf2e3 req-3c0c832e-5505-4696-8969-a356e09dfc42 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd077330-daa7-4bb9-af7f-4ec0c9daf1bc HTTP/1.1" status: 200 len: 210 time: 0.0868981 Dec 10 15:30:19.015601 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c7b3f-7ce9-485f-a14e-5bac64c4bb8c req-24378f0b-55f2-40df-b3d5-3cba3d7d00a3 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:19.017063 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-9f7c7b3f-7ce9-485f-a14e-5bac64c4bb8c req-24378f0b-55f2-40df-b3d5-3cba3d7d00a3 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] 10.222.0.44 "GET /v2.0/networks?id=a0f35dea-026e-4011-a2fc-8c909b8f7f05 HTTP/1.1" status: 200 len: 812 time: 0.4000161 Dec 10 15:30:19.045216 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbd8377-94e5-48c0-b711-15ae66607cc1 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Port de845dec-0c7f-475b-9544-bb1459ad0434 on network 5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:30:19.045464 dv-neutron-821401-4-hyperv neutron-server[103587]: ERROR neutron.plugins.ml2.managers [None req-9fbd8377-94e5-48c0-b711-15ae66607cc1 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Failed to bind port de845dec-0c7f-475b-9544-bb1459ad0434 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '5517990d-253a-4024-aef6-05b67fb3ce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c'}] Dec 10 15:30:19.045846 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9fbd8377-94e5-48c0-b711-15ae66607cc1 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:19.046436 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-83633e67-1448-4f38-9c6d-2324bc74fc76 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.2519937 Dec 10 15:30:19.080124 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-788f9577-b5e5-4d55-a54b-f8bd97755ed4 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:19.106864 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-a44d07ff-47f3-4933-b622-ba67b8899491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] For port 56453cf3-8ac5-4884-9280-dabf752614bf, host hv-neutron-8214, got binding levels [] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:30:19.107238 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a44d07ff-47f3-4933-b622-ba67b8899491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:19.133311 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-74b3917e-a79c-4c66-b6e6-9cde73c19942 tempest-FloatingIPAdminTestJSON-1382740142 tempest-FloatingIPAdminTestJSON-1382740142-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:19.233733 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.db.resource_extend [None req-788f9577-b5e5-4d55-a54b-f8bd97755ed4 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 15:30:19.280139 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-9fbd8377-94e5-48c0-b711-15ae66607cc1 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] For port de845dec-0c7f-475b-9544-bb1459ad0434, host hv-neutron-8214, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:30:19.281067 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-9fbd8377-94e5-48c0-b711-15ae66607cc1 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempted to set empty binding levels {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 10 15:30:19.308541 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-a44d07ff-47f3-4933-b622-ba67b8899491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Calling delete_port for 56453cf3-8ac5-4884-9280-dabf752614bf owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:30:19.343950 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-74b3917e-a79c-4c66-b6e6-9cde73c19942 tempest-FloatingIPAdminTestJSON-1382740142 tempest-FloatingIPAdminTestJSON-1382740142-project-admin] Allocated IP 172.26.2.16 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/3577c364-a53f-49f9-b135-09a386b98a4d) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:30:19.350397 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a63e6738-61a3-4731-bef4-9b4df015d809 req-81fd7d56-228b-46e4-b21d-39291df03d27 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Made reservation on behalf of e48df3bebd6c40d8972aebca1c524dd3 for: {'port': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:30:19.355636 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-a63e6738-61a3-4731-bef4-9b4df015d809 req-81fd7d56-228b-46e4-b21d-39291df03d27 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:19.379301 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.44', 53078) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:19.461234 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-7a4553b2-b64c-4b9b-9ac6-af776ca0b9ef req-fd7af516-5457-48f4-88dd-f4012f6ba6a8 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] 10.222.0.20 "GET /v2.0/ports?device_id=797f140a-378f-4f48-be7d-1e46ffe7f2b6 HTTP/1.1" status: 200 len: 210 time: 0.1112204 Dec 10 15:30:19.474011 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-9f7c7b3f-7ce9-485f-a14e-5bac64c4bb8c req-d138a082-4fce-4fc9-b8fa-46b03687309e tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=345644153ba74add913c1c222de5850e HTTP/1.1" status: 200 len: 380 time: 0.4338536 Dec 10 15:30:19.474011 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9fbd8377-94e5-48c0-b711-15ae66607cc1 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:19.513421 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [req-9f7c7b3f-7ce9-485f-a14e-5bac64c4bb8c req-b362f70b-e5af-4b67-a817-fc5b0b9569de tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Request body: {'port': {'device_id': 'dd077330-daa7-4bb9-af7f-4ec0c9daf1bc', 'network_id': 'a0f35dea-026e-4011-a2fc-8c909b8f7f05', 'admin_state_up': True, 'tenant_id': '345644153ba74add913c1c222de5850e', 'security_groups': ['46fa4965-a546-4aa0-b6c7-fe2bd953989f']}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:30:19.585045 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-788f9577-b5e5-4d55-a54b-f8bd97755ed4 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:19.586223 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788f9577-b5e5-4d55-a54b-f8bd97755ed4 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:19.587031 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-788f9577-b5e5-4d55-a54b-f8bd97755ed4 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:19.666261 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-7c627407-5dfc-4ede-8b21-b91e302e5d5e req-7eb4788a-0f2d-4ddf-9e33-dc7ef47caabd tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f5e5fac-ee31-44bf-a612-11364724d71a HTTP/1.1" status: 200 len: 210 time: 0.2333298 Dec 10 15:30:19.749551 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd8377-94e5-48c0-b711-15ae66607cc1 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] In _notify_port_updated(), no bound segment for port de845dec-0c7f-475b-9544-bb1459ad0434 on network 5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c {{(pid=103587) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 15:30:19.750872 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbd8377-94e5-48c0-b711-15ae66607cc1 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:19.753095 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9fbd8377-94e5-48c0-b711-15ae66607cc1 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:19.758956 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-9fbd8377-94e5-48c0-b711-15ae66607cc1 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] 10.222.0.20 "PUT /v2.0/ports/de845dec-0c7f-475b-9544-bb1459ad0434 HTTP/1.1" status: 200 len: 977 time: 2.2784972 Dec 10 15:30:19.830016 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 58742) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:19.833242 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788f9577-b5e5-4d55-a54b-f8bd97755ed4 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Pushing event updated for resources: {'Network': ['ID=4a22fd41-5ebb-4716-a8f3-7efff1b9790d,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:19.855467 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 4a22fd41-5ebb-4716-a8f3-7efff1b9790d details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:30:19.883340 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd8377-94e5-48c0-b711-15ae66607cc1 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Pushing event updated for resources: {'Port': ['ID=de845dec-0c7f-475b-9544-bb1459ad0434,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:19.989833 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-788f9577-b5e5-4d55-a54b-f8bd97755ed4 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.6590571 Dec 10 15:30:20.023316 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 58744) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:20.086663 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-16065417-9a66-4a7b-9623-279a985d3391 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Request body: {'subnet': {'network_id': '4a22fd41-5ebb-4716-a8f3-7efff1b9790d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:30:20.120821 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [req-a63e6738-61a3-4731-bef4-9b4df015d809 req-81fd7d56-228b-46e4-b21d-39291df03d27 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Allocated IP 172.20.0.6 (f99addda-57f1-4324-933a-6f2a62cbd208/79f6244b-5844-41f5-8b9a-b3401743a808/fc18c74b-afe0-431d-8aa2-6664526db9f1) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:30:20.166424 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ffec35e0-f4c7-40ba-b142-579edab5f250 req-5289df3c-9b6e-42ec-8096-ae4ff748c1f8 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd077330-daa7-4bb9-af7f-4ec0c9daf1bc HTTP/1.1" status: 200 len: 210 time: 0.0601835 Dec 10 15:30:20.182109 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-74b3917e-a79c-4c66-b6e6-9cde73c19942 tempest-FloatingIPAdminTestJSON-1382740142 tempest-FloatingIPAdminTestJSON-1382740142-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:20.227344 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62448cb2-91b2-4004-b3a4-075e2a4bb368 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:20.227847 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62448cb2-91b2-4004-b3a4-075e2a4bb368 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:20.228323 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62448cb2-91b2-4004-b3a4-075e2a4bb368 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:20.228793 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62448cb2-91b2-4004-b3a4-075e2a4bb368 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:20.229256 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62448cb2-91b2-4004-b3a4-075e2a4bb368 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:20.229741 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62448cb2-91b2-4004-b3a4-075e2a4bb368 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:20.230223 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62448cb2-91b2-4004-b3a4-075e2a4bb368 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:20.230682 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62448cb2-91b2-4004-b3a4-075e2a4bb368 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:20.231138 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62448cb2-91b2-4004-b3a4-075e2a4bb368 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:20.231597 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62448cb2-91b2-4004-b3a4-075e2a4bb368 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:20.232097 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62448cb2-91b2-4004-b3a4-075e2a4bb368 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:20.232646 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62448cb2-91b2-4004-b3a4-075e2a4bb368 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:20.233002 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62448cb2-91b2-4004-b3a4-075e2a4bb368 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:20.233460 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62448cb2-91b2-4004-b3a4-075e2a4bb368 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:20.234349 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62448cb2-91b2-4004-b3a4-075e2a4bb368 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:20.234877 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62448cb2-91b2-4004-b3a4-075e2a4bb368 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:20.235299 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62448cb2-91b2-4004-b3a4-075e2a4bb368 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:20.235666 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62448cb2-91b2-4004-b3a4-075e2a4bb368 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:20.236224 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62448cb2-91b2-4004-b3a4-075e2a4bb368 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:20.236588 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62448cb2-91b2-4004-b3a4-075e2a4bb368 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:20.237591 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62448cb2-91b2-4004-b3a4-075e2a4bb368 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:20.238094 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62448cb2-91b2-4004-b3a4-075e2a4bb368 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:20.238616 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62448cb2-91b2-4004-b3a4-075e2a4bb368 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:20.243754 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-62448cb2-91b2-4004-b3a4-075e2a4bb368 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20117 time: 0.4114141 Dec 10 15:30:20.271247 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 58750) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:20.326017 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027702c4-f29f-4542-a437-48320aec3f85 req-a292f235-7f8d-4018-8650-466ba0a10536 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:20.327864 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-027702c4-f29f-4542-a437-48320aec3f85 req-a292f235-7f8d-4018-8650-466ba0a10536 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.44 "GET /v2.0/networks?id=9f22a23a-8eb3-48df-bc2f-eddd6071e745 HTTP/1.1" status: 200 len: 812 time: 0.9460175 Dec 10 15:30:20.424556 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16065417-9a66-4a7b-9623-279a985d3391 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Made reservation on behalf of 1e49f9051166405599c938795b5f3853 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:30:20.435143 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-16065417-9a66-4a7b-9623-279a985d3391 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11668558'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:20.493217 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-4acddb85-8e1c-4835-9bba-2a345da3a1d4 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Deleting port de845dec-0c7f-475b-9544-bb1459ad0434 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:30:20.493738 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4acddb85-8e1c-4835-9bba-2a345da3a1d4 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:20.507733 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a44d07ff-47f3-4933-b622-ba67b8899491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:20.604618 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-74b3917e-a79c-4c66-b6e6-9cde73c19942 tempest-FloatingIPAdminTestJSON-1382740142 tempest-FloatingIPAdminTestJSON-1382740142-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:20.676282 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-a63e6738-61a3-4731-bef4-9b4df015d809 req-81fd7d56-228b-46e4-b21d-39291df03d27 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:20.719011 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-4acddb85-8e1c-4835-9bba-2a345da3a1d4 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] For port de845dec-0c7f-475b-9544-bb1459ad0434, host hv-neutron-8214, got binding levels [] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:30:20.719822 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4acddb85-8e1c-4835-9bba-2a345da3a1d4 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:20.776468 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b3917e-a79c-4c66-b6e6-9cde73c19942 tempest-FloatingIPAdminTestJSON-1382740142 tempest-FloatingIPAdminTestJSON-1382740142-project-admin] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:30:20.785748 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-4acddb85-8e1c-4835-9bba-2a345da3a1d4 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Calling delete_port for de845dec-0c7f-475b-9544-bb1459ad0434 owned by {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:30:20.819055 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b3917e-a79c-4c66-b6e6-9cde73c19942 tempest-FloatingIPAdminTestJSON-1382740142 tempest-FloatingIPAdminTestJSON-1382740142-project-admin] Pushing event updated for resources: {'Port': ['ID=3577c364-a53f-49f9-b135-09a386b98a4d,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:20.828935 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-74b3917e-a79c-4c66-b6e6-9cde73c19942 tempest-FloatingIPAdminTestJSON-1382740142 tempest-FloatingIPAdminTestJSON-1382740142-project-admin] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:30:20.901140 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b3917e-a79c-4c66-b6e6-9cde73c19942 tempest-FloatingIPAdminTestJSON-1382740142 tempest-FloatingIPAdminTestJSON-1382740142-project-admin] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:30:20.915205 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-a63e6738-61a3-4731-bef4-9b4df015d809 req-81fd7d56-228b-46e4-b21d-39291df03d27 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:21.014198 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fd7d56-228b-46e4-b21d-39291df03d27 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Pushing event updated for resources: {'Port': ['ID=fc18c74b-afe0-431d-8aa2-6664526db9f1,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:21.044179 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ab4b3504-22fb-4c6d-a956-bc54b6ad3eb1 req-88b6b368-8c11-4c1a-a70c-3f3579802234 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f5e5fac-ee31-44bf-a612-11364724d71a HTTP/1.1" status: 200 len: 210 time: 0.2134793 Dec 10 15:30:21.079531 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44d07ff-47f3-4933-b622-ba67b8899491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Pushing event deleted for resources: {'Port': ['ID=56453cf3-8ac5-4884-9280-dabf752614bf,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:21.095247 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a63e6738-61a3-4731-bef4-9b4df015d809 req-81fd7d56-228b-46e4-b21d-39291df03d27 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Network f99addda-57f1-4324-933a-6f2a62cbd208 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:30:21.104937 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a44d07ff-47f3-4933-b622-ba67b8899491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:21.106119 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-a44d07ff-47f3-4933-b622-ba67b8899491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] 10.222.0.20 "DELETE /v2.0/ports/56453cf3-8ac5-4884-9280-dabf752614bf HTTP/1.1" status: 204 len: 168 time: 2.5538709 Dec 10 15:30:21.116315 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 58758) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:21.137350 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [req-a63e6738-61a3-4731-bef4-9b4df015d809 req-81fd7d56-228b-46e4-b21d-39291df03d27 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:30:21.151174 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f7c7b3f-7ce9-485f-a14e-5bac64c4bb8c req-b362f70b-e5af-4b67-a817-fc5b0b9569de tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Made reservation on behalf of 345644153ba74add913c1c222de5850e for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:30:21.174752 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-9f7c7b3f-7ce9-485f-a14e-5bac64c4bb8c req-b362f70b-e5af-4b67-a817-fc5b0b9569de tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:21.316992 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-027702c4-f29f-4542-a437-48320aec3f85 req-5de26826-ce80-4e31-aa93-7c0234ec473a tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c43b3bd3a7142739658566d8b1d83f3 HTTP/1.1" status: 200 len: 380 time: 0.8117583 Dec 10 15:30:21.366050 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875eb7f4-8d39-4dbe-aa99-b6923f8b5eeb req-7c6dafea-35b2-480c-9c45-c40eee1275cb tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:21.368263 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-875eb7f4-8d39-4dbe-aa99-b6923f8b5eeb req-7c6dafea-35b2-480c-9c45-c40eee1275cb tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] 10.222.0.20 "GET /v2.0/ports?device_id=797f140a-378f-4f48-be7d-1e46ffe7f2b6 HTTP/1.1" status: 200 len: 931 time: 0.4965818 Dec 10 15:30:21.374072 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [req-027702c4-f29f-4542-a437-48320aec3f85 req-1aa059f4-d696-454a-9e73-a3e210a3920d tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Request body: {'port': {'device_id': '3f5e5fac-ee31-44bf-a612-11364724d71a', 'network_id': '9f22a23a-8eb3-48df-bc2f-eddd6071e745', 'admin_state_up': True, 'tenant_id': '0c43b3bd3a7142739658566d8b1d83f3', 'security_groups': ['5ed67073-eeed-4d1d-86bf-a50b643bdaa1']}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:30:21.520901 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-81696452-17bd-4795-bb4e-27591147d1f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] GET failed (client error): The resource could not be found. Dec 10 15:30:21.522732 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-81696452-17bd-4795-bb4e-27591147d1f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] 10.222.0.20 "GET /v2.0/ports/56453cf3-8ac5-4884-9280-dabf752614bf HTTP/1.1" status: 404 len: 333 time: 0.4039783 Dec 10 15:30:21.530899 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 58762) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:21.549398 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-24eda38f-d2c3-46e6-b6c0-d28d308ecee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-546009538', 'network_id': '90c709d4-aa7b-43f9-976a-b4fb1fe6f396'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:30:21.555360 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [req-a63e6738-61a3-4731-bef4-9b4df015d809 req-81fd7d56-228b-46e4-b21d-39291df03d27 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:30:21.630686 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-b817c9a3-51f3-48aa-8efe-3c751a299440 None None] Provisioning complete for port fc18c74b-afe0-431d-8aa2-6664526db9f1 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:30:21.632259 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b817c9a3-51f3-48aa-8efe-3c751a299440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:21.720097 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-302b8d5e-4dde-4f36-a1ed-b578334971a9 req-f9edbb7f-99d4-4399-95d0-e2e0605ac705 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd077330-daa7-4bb9-af7f-4ec0c9daf1bc HTTP/1.1" status: 200 len: 210 time: 0.1561725 Dec 10 15:30:21.721210 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-875eb7f4-8d39-4dbe-aa99-b6923f8b5eeb req-9225a33a-b8bf-424a-9b80-90fcd36cb845 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b38ec32-0b2e-4cf3-bc2f-706a19646bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1909747 Dec 10 15:30:21.738480 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-027702c4-f29f-4542-a437-48320aec3f85 req-1aa059f4-d696-454a-9e73-a3e210a3920d tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Made reservation on behalf of 0c43b3bd3a7142739658566d8b1d83f3 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:30:21.738863 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63e6738-61a3-4731-bef4-9b4df015d809 req-81fd7d56-228b-46e4-b21d-39291df03d27 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:21.740710 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-a63e6738-61a3-4731-bef4-9b4df015d809 req-81fd7d56-228b-46e4-b21d-39291df03d27 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:21.745065 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-027702c4-f29f-4542-a437-48320aec3f85 req-1aa059f4-d696-454a-9e73-a3e210a3920d tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:21.763748 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-b817c9a3-51f3-48aa-8efe-3c751a299440 None None] Port fc18c74b-afe0-431d-8aa2-6664526db9f1 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:30:21.852593 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4acddb85-8e1c-4835-9bba-2a345da3a1d4 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:21.961013 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24eda38f-d2c3-46e6-b6c0-d28d308ecee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Made reservation on behalf of afaa70084a044992a6de5b34ba292698 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:30:21.963537 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-24eda38f-d2c3-46e6-b6c0-d28d308ecee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:21.966123 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acddb85-8e1c-4835-9bba-2a345da3a1d4 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Pushing event deleted for resources: {'Port': ['ID=de845dec-0c7f-475b-9544-bb1459ad0434,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:21.990944 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4acddb85-8e1c-4835-9bba-2a345da3a1d4 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:21.997479 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-24eda38f-d2c3-46e6-b6c0-d28d308ecee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] device_id is not set on port eba779e5-d40f-4934-adfa-97cf55f65cb0 yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:30:21.997688 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-4acddb85-8e1c-4835-9bba-2a345da3a1d4 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] 10.222.0.20 "DELETE /v2.0/ports/de845dec-0c7f-475b-9544-bb1459ad0434 HTTP/1.1" status: 204 len: 168 time: 1.7229466 Dec 10 15:30:22.006001 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 58764) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:22.078570 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-07143923-ec08-4804-9811-50c2cf30a838 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] GET failed (client error): The resource could not be found. Dec 10 15:30:22.078570 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-07143923-ec08-4804-9811-50c2cf30a838 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] 10.222.0.20 "GET /v2.0/ports/de845dec-0c7f-475b-9544-bb1459ad0434 HTTP/1.1" status: 404 len: 333 time: 0.0691986 Dec 10 15:30:22.108666 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 58768) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:22.113154 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-1755c2e8-46c8-421c-a73e-b7ada0f6383b tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1029942555', 'network_id': '5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:30:22.301008 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-2488cb0e-1d33-4954-8e70-b29ddc951c68 req-48d165c4-9054-4e80-94d6-f9e214c806e8 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f5e5fac-ee31-44bf-a612-11364724d71a HTTP/1.1" status: 200 len: 210 time: 0.0602174 Dec 10 15:30:22.338622 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-24eda38f-d2c3-46e6-b6c0-d28d308ecee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:22.343918 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-9f7c7b3f-7ce9-485f-a14e-5bac64c4bb8c req-b362f70b-e5af-4b67-a817-fc5b0b9569de tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Allocated IP 172.20.0.7 (a0f35dea-026e-4011-a2fc-8c909b8f7f05/0517fc1e-1822-46ab-b8d5-555d14cfeff4/61a771a6-fd23-4127-b3ba-eb61e5f34f4b) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:30:22.397836 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-74b3917e-a79c-4c66-b6e6-9cde73c19942 tempest-FloatingIPAdminTestJSON-1382740142 tempest-FloatingIPAdminTestJSON-1382740142-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:22.425537 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-a63e6738-61a3-4731-bef4-9b4df015d809 req-81fd7d56-228b-46e4-b21d-39291df03d27 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5461421 Dec 10 15:30:22.433426 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 58770) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:22.440771 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-06664549-70b6-4530-9c95-b32ad4dc9398 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Request body: {'subnet': {'network_id': '3ef8789a-36b6-41ce-bb61-a20b79104c6a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:30:22.450235 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-027702c4-f29f-4542-a437-48320aec3f85 req-1aa059f4-d696-454a-9e73-a3e210a3920d tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Allocated IP 172.20.0.5 (9f22a23a-8eb3-48df-bc2f-eddd6071e745/095a47ab-a3da-4b0b-9511-e17946d815ea/66995093-8f5e-42b9-b8e8-3100f932b851) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:30:22.453441 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1755c2e8-46c8-421c-a73e-b7ada0f6383b tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Made reservation on behalf of d373b36da30b40fc8166953e2260ea57 for: {'port': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:30:22.455887 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1755c2e8-46c8-421c-a73e-b7ada0f6383b tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:22.663836 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-24eda38f-d2c3-46e6-b6c0-d28d308ecee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:22.715212 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [req-a63e6738-61a3-4731-bef4-9b4df015d809 req-014a39e0-66db-4d09-be53-a7eeaafe46f7 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:30:22.716173 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-a63e6738-61a3-4731-bef4-9b4df015d809 req-014a39e0-66db-4d09-be53-a7eeaafe46f7 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052042 Dec 10 15:30:22.738680 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-1755c2e8-46c8-421c-a73e-b7ada0f6383b tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] device_id is not set on port 1af1a485-8455-4e7f-9940-5780022a72f5 yet. {{(pid=103586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:30:22.825176 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24eda38f-d2c3-46e6-b6c0-d28d308ecee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Network 90c709d4-aa7b-43f9-976a-b4fb1fe6f396 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:30:22.846786 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-24eda38f-d2c3-46e6-b6c0-d28d308ecee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:30:22.856651 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eda38f-d2c3-46e6-b6c0-d28d308ecee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Pushing event updated for resources: {'Port': ['ID=eba779e5-d40f-4934-adfa-97cf55f65cb0,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:22.859400 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24eda38f-d2c3-46e6-b6c0-d28d308ecee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:30:22.859875 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24eda38f-d2c3-46e6-b6c0-d28d308ecee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:22.860475 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-24eda38f-d2c3-46e6-b6c0-d28d308ecee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:22.882273 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-9f7c7b3f-7ce9-485f-a14e-5bac64c4bb8c req-b362f70b-e5af-4b67-a817-fc5b0b9569de tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:22.930230 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06664549-70b6-4530-9c95-b32ad4dc9398 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Made reservation on behalf of e42aa0aacd1b476cb9d51b140a9e3e81 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:30:22.935581 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-06664549-70b6-4530-9c95-b32ad4dc9398 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11668558'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:22.978028 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-027702c4-f29f-4542-a437-48320aec3f85 req-1aa059f4-d696-454a-9e73-a3e210a3920d tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:23.025743 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-74b3917e-a79c-4c66-b6e6-9cde73c19942 tempest-FloatingIPAdminTestJSON-1382740142 tempest-FloatingIPAdminTestJSON-1382740142-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:23.034063 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-24eda38f-d2c3-46e6-b6c0-d28d308ecee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.4958832 Dec 10 15:30:23.051063 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 58776) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:23.075174 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-90228fae-5070-45e2-86fa-aeea49cb4069 req-7fa8454e-b830-4b0d-8630-155e001a52f2 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd077330-daa7-4bb9-af7f-4ec0c9daf1bc HTTP/1.1" status: 200 len: 210 time: 0.1105893 Dec 10 15:30:23.126151 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-9f7c7b3f-7ce9-485f-a14e-5bac64c4bb8c req-b362f70b-e5af-4b67-a817-fc5b0b9569de tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:23.129646 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.objects.ports [None req-16065417-9a66-4a7b-9623-279a985d3391 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103587) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 15:30:23.129646 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-16065417-9a66-4a7b-9623-279a985d3391 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11236534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11668560'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:23.167430 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004667fe-be75-436b-b2fd-24391bbe4c7f req-e84e0be3-1fed-4809-aaa4-ebcd4ac996ad tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:23.169270 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-004667fe-be75-436b-b2fd-24391bbe4c7f req-e84e0be3-1fed-4809-aaa4-ebcd4ac996ad tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] 10.222.0.20 "GET /v2.0/ports?device_id=797f140a-378f-4f48-be7d-1e46ffe7f2b6 HTTP/1.1" status: 200 len: 931 time: 0.3104048 Dec 10 15:30:23.204357 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fcd824b-1795-48b5-8c38-1ac9c445ce7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:23.204357 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-3fcd824b-1795-48b5-8c38-1ac9c445ce7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] 10.222.0.20 "GET /v2.0/ports/eba779e5-d40f-4934-adfa-97cf55f65cb0 HTTP/1.1" status: 200 len: 958 time: 0.1461055 Dec 10 15:30:23.212943 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 58780) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:23.216568 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1755c2e8-46c8-421c-a73e-b7ada0f6383b tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:23.277427 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f7c7b3f-7ce9-485f-a14e-5bac64c4bb8c req-b362f70b-e5af-4b67-a817-fc5b0b9569de tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Network a0f35dea-026e-4011-a2fc-8c909b8f7f05 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:30:23.279607 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [req-a63e6738-61a3-4731-bef4-9b4df015d809 req-36702081-4e32-484e-9ed1-30cda25a8747 service neutron] Request body: {'port': {'device_id': '797f140a-378f-4f48-be7d-1e46ffe7f2b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:30:23.291572 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-9f7c7b3f-7ce9-485f-a14e-5bac64c4bb8c req-b362f70b-e5af-4b67-a817-fc5b0b9569de tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:30:23.300731 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f7c7b3f-7ce9-485f-a14e-5bac64c4bb8c req-b362f70b-e5af-4b67-a817-fc5b0b9569de tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:30:23.317237 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16065417-9a66-4a7b-9623-279a985d3391 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e864872a-eae7-4ff3-b8a9-fa4c2f899191,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:23.413008 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b362f70b-e5af-4b67-a817-fc5b0b9569de tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Pushing event updated for resources: {'Port': ['ID=61a771a6-fd23-4127-b3ba-eb61e5f34f4b,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:23.421295 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-027702c4-f29f-4542-a437-48320aec3f85 req-1aa059f4-d696-454a-9e73-a3e210a3920d tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:23.496464 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-004667fe-be75-436b-b2fd-24391bbe4c7f req-5007c89e-45e2-4741-8886-4a818b64202c tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b38ec32-0b2e-4cf3-bc2f-706a19646bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2760067 Dec 10 15:30:23.528997 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-a63e6738-61a3-4731-bef4-9b4df015d809 req-36702081-4e32-484e-9ed1-30cda25a8747 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:23.621344 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1755c2e8-46c8-421c-a73e-b7ada0f6383b tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:23.738313 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-11d277e2-ac91-4355-8c5f-a974d1543033 None None] Provisioning complete for port 61a771a6-fd23-4127-b3ba-eb61e5f34f4b triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:30:23.858657 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-11d277e2-ac91-4355-8c5f-a974d1543033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:23.859472 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c7b3f-7ce9-485f-a14e-5bac64c4bb8c req-b362f70b-e5af-4b67-a817-fc5b0b9569de tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:23.859472 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-9f7c7b3f-7ce9-485f-a14e-5bac64c4bb8c req-b362f70b-e5af-4b67-a817-fc5b0b9569de tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:23.859671 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-11d277e2-ac91-4355-8c5f-a974d1543033 None None] Port 61a771a6-fd23-4127-b3ba-eb61e5f34f4b cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:30:23.859773 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16065417-9a66-4a7b-9623-279a985d3391 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Checking segment: {'id': '9ce8c9cc-6d21-4037-9621-47fa4f37296a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4a22fd41-5ebb-4716-a8f3-7efff1b9790d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:30:23.859773 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16065417-9a66-4a7b-9623-279a985d3391 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Network hostable DHCP agents. Network: 4a22fd41-5ebb-4716-a8f3-7efff1b9790d, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:30:23.872827 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1755c2e8-46c8-421c-a73e-b7ada0f6383b tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Network 5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:30:23.888909 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-1755c2e8-46c8-421c-a73e-b7ada0f6383b tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:30:23.897858 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-027702c4-f29f-4542-a437-48320aec3f85 req-1aa059f4-d696-454a-9e73-a3e210a3920d tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Network 9f22a23a-8eb3-48df-bc2f-eddd6071e745 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:30:23.899603 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1755c2e8-46c8-421c-a73e-b7ada0f6383b tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:30:23.900659 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1755c2e8-46c8-421c-a73e-b7ada0f6383b tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:23.901221 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1755c2e8-46c8-421c-a73e-b7ada0f6383b tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:23.909967 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1755c2e8-46c8-421c-a73e-b7ada0f6383b tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Pushing event updated for resources: {'Port': ['ID=1af1a485-8455-4e7f-9940-5780022a72f5,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:23.962617 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-027702c4-f29f-4542-a437-48320aec3f85 req-1aa059f4-d696-454a-9e73-a3e210a3920d tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:30:23.975216 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-74b3917e-a79c-4c66-b6e6-9cde73c19942 tempest-FloatingIPAdminTestJSON-1382740142 tempest-FloatingIPAdminTestJSON-1382740142-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:23.983062 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa059f4-d696-454a-9e73-a3e210a3920d tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Pushing event updated for resources: {'Port': ['ID=66995093-8f5e-42b9-b8e8-3100f932b851,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:24.004048 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-027702c4-f29f-4542-a437-48320aec3f85 req-1aa059f4-d696-454a-9e73-a3e210a3920d tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:30:24.138006 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [req-a63e6738-61a3-4731-bef4-9b4df015d809 req-36702081-4e32-484e-9ed1-30cda25a8747 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc18c74b-afe0-431d-8aa2-6664526db9f1 {{(pid=103586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 15:30:24.141567 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-a63e6738-61a3-4731-bef4-9b4df015d809 req-36702081-4e32-484e-9ed1-30cda25a8747 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:24.169512 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [req-a63e6738-61a3-4731-bef4-9b4df015d809 req-36702081-4e32-484e-9ed1-30cda25a8747 service neutron] Transition to ACTIVE for port object fc18c74b-afe0-431d-8aa2-6664526db9f1 will not be triggered until provisioned by entity L2. {{(pid=103586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 15:30:24.204133 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-f2144afc-27e0-4c0e-b2a7-a56ba52203ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Deleting port eba779e5-d40f-4934-adfa-97cf55f65cb0 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:30:24.204865 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f2144afc-27e0-4c0e-b2a7-a56ba52203ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:24.219250 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-74b3917e-a79c-4c66-b6e6-9cde73c19942 tempest-FloatingIPAdminTestJSON-1382740142 tempest-FloatingIPAdminTestJSON-1382740142-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:24.226735 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-1755c2e8-46c8-421c-a73e-b7ada0f6383b tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.1170347 Dec 10 15:30:24.235393 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 58786) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:24.270441 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-9f7c7b3f-7ce9-485f-a14e-5bac64c4bb8c req-b362f70b-e5af-4b67-a817-fc5b0b9569de tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7771738 Dec 10 15:30:24.276842 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-a63e6738-61a3-4731-bef4-9b4df015d809 req-36702081-4e32-484e-9ed1-30cda25a8747 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:24.279699 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2560fbd-0855-4266-8441-5c088475c7ae req-5eee9ad3-43bf-4f8f-9bce-c3464f41acb0 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:24.288079 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-a2560fbd-0855-4266-8441-5c088475c7ae req-5eee9ad3-43bf-4f8f-9bce-c3464f41acb0 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f5e5fac-ee31-44bf-a612-11364724d71a HTTP/1.1" status: 200 len: 931 time: 0.8150823 Dec 10 15:30:24.290178 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-06664549-70b6-4530-9c95-b32ad4dc9398 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11236534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11668560'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:24.328099 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16065417-9a66-4a7b-9623-279a985d3391 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Network 4a22fd41-5ebb-4716-a8f3-7efff1b9790d is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:30:24.351714 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027702c4-f29f-4542-a437-48320aec3f85 req-1aa059f4-d696-454a-9e73-a3e210a3920d tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:24.351714 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-027702c4-f29f-4542-a437-48320aec3f85 req-1aa059f4-d696-454a-9e73-a3e210a3920d tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:24.415999 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b3917e-a79c-4c66-b6e6-9cde73c19942 tempest-FloatingIPAdminTestJSON-1382740142 tempest-FloatingIPAdminTestJSON-1382740142-project-admin] Pushing event updated for resources: {'Port': ['ID=3577c364-a53f-49f9-b135-09a386b98a4d,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:24.424114 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06664549-70b6-4530-9c95-b32ad4dc9398 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Pushing event updated for resources: {'Subnet': ['ID=9bdf5f46-658d-4a8f-9aff-b26396102cc5,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:24.434756 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d3015b-0677-4f1a-89c5-8a125a5e5b33 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:24.439751 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-95d3015b-0677-4f1a-89c5-8a125a5e5b33 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] 10.222.0.20 "GET /v2.0/ports/1af1a485-8455-4e7f-9940-5780022a72f5 HTTP/1.1" status: 200 len: 955 time: 0.1754010 Dec 10 15:30:24.439751 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-74b3917e-a79c-4c66-b6e6-9cde73c19942 tempest-FloatingIPAdminTestJSON-1382740142 tempest-FloatingIPAdminTestJSON-1382740142-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552741'] for floatingip, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:24.440368 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f2144afc-27e0-4c0e-b2a7-a56ba52203ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:24.447049 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 58788) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:24.451495 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-db992a06-3a29-4e42-a38c-1dff3654f698 None None] Provisioning complete for port 66995093-8f5e-42b9-b8e8-3100f932b851 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:30:24.452172 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-db992a06-3a29-4e42-a38c-1dff3654f698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:24.485534 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36702081-4e32-484e-9ed1-30cda25a8747 service neutron] Pushing event updated for resources: {'Port': ['ID=fc18c74b-afe0-431d-8aa2-6664526db9f1,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:24.516910 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-db992a06-3a29-4e42-a38c-1dff3654f698 None None] Port 66995093-8f5e-42b9-b8e8-3100f932b851 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:30:24.556830 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-a2560fbd-0855-4266-8441-5c088475c7ae req-466642fa-e61c-4d80-9df1-aefee6051a6b tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ed67073-eeed-4d1d-86bf-a50b643bdaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2628829 Dec 10 15:30:24.597326 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-f2144afc-27e0-4c0e-b2a7-a56ba52203ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Calling delete_port for eba779e5-d40f-4934-adfa-97cf55f65cb0 owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:30:24.611355 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-16065417-9a66-4a7b-9623-279a985d3391 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 4a22fd41-5ebb-4716-a8f3-7efff1b9790d) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:30:24.625506 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16065417-9a66-4a7b-9623-279a985d3391 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:24.626557 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-16065417-9a66-4a7b-9623-279a985d3391 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:24.633098 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786851d-ca36-48ed-ae57-ce9dcaeaa78b req-671ffcdf-6955-41fa-a7a7-85fd417a05a0 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:24.648841 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-8786851d-ca36-48ed-ae57-ce9dcaeaa78b req-671ffcdf-6955-41fa-a7a7-85fd417a05a0 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd077330-daa7-4bb9-af7f-4ec0c9daf1bc HTTP/1.1" status: 200 len: 931 time: 0.3643136 Dec 10 15:30:24.648995 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864243a2-c026-45ec-bce4-1647df51f4f4 None None] Network 4a22fd41-5ebb-4716-a8f3-7efff1b9790d requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:30:24.685956 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-027702c4-f29f-4542-a437-48320aec3f85 req-1aa059f4-d696-454a-9e73-a3e210a3920d tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3437557 Dec 10 15:30:24.722158 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [req-a63e6738-61a3-4731-bef4-9b4df015d809 req-36702081-4e32-484e-9ed1-30cda25a8747 service neutron] Attempting to bind port fc18c74b-afe0-431d-8aa2-6664526db9f1 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:30:24.722443 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [req-a63e6738-61a3-4731-bef4-9b4df015d809 req-36702081-4e32-484e-9ed1-30cda25a8747 service neutron] Attempting to bind port fc18c74b-afe0-431d-8aa2-6664526db9f1 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'a3089138-368b-4775-938f-b3e854ae89fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f99addda-57f1-4324-933a-6f2a62cbd208'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:30:24.722719 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63e6738-61a3-4731-bef4-9b4df015d809 req-36702081-4e32-484e-9ed1-30cda25a8747 service neutron] Attempting to bind port fc18c74b-afe0-431d-8aa2-6664526db9f1 on network f99addda-57f1-4324-933a-6f2a62cbd208 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:30:24.747136 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63e6738-61a3-4731-bef4-9b4df015d809 req-36702081-4e32-484e-9ed1-30cda25a8747 service neutron] Port fc18c74b-afe0-431d-8aa2-6664526db9f1 on network f99addda-57f1-4324-933a-6f2a62cbd208 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:30:24.747460 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63e6738-61a3-4731-bef4-9b4df015d809 req-36702081-4e32-484e-9ed1-30cda25a8747 service neutron] Attempting to bind port fc18c74b-afe0-431d-8aa2-6664526db9f1 on network f99addda-57f1-4324-933a-6f2a62cbd208 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:30:24.757099 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63e6738-61a3-4731-bef4-9b4df015d809 req-36702081-4e32-484e-9ed1-30cda25a8747 service neutron] Checking agent: {'id': 'fa828968-c68f-4b22-9699-a58fe4ab1f05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 28, 13), 'started_at': datetime.datetime(2021, 12, 10, 15, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:30:24.757484 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63e6738-61a3-4731-bef4-9b4df015d809 req-36702081-4e32-484e-9ed1-30cda25a8747 service neutron] Checking segment: {'id': 'a3089138-368b-4775-938f-b3e854ae89fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f99addda-57f1-4324-933a-6f2a62cbd208'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:30:24.758200 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63e6738-61a3-4731-bef4-9b4df015d809 req-36702081-4e32-484e-9ed1-30cda25a8747 service neutron] Bound using segment: {'id': 'a3089138-368b-4775-938f-b3e854ae89fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f99addda-57f1-4324-933a-6f2a62cbd208'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:30:24.758670 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [req-a63e6738-61a3-4731-bef4-9b4df015d809 req-36702081-4e32-484e-9ed1-30cda25a8747 service neutron] Bound port: fc18c74b-afe0-431d-8aa2-6664526db9f1, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3089138-368b-4775-938f-b3e854ae89fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f99addda-57f1-4324-933a-6f2a62cbd208'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:30:24.759030 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-a63e6738-61a3-4731-bef4-9b4df015d809 req-36702081-4e32-484e-9ed1-30cda25a8747 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:24.789691 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06664549-70b6-4530-9c95-b32ad4dc9398 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Checking segment: {'id': '50e20903-cb2e-494d-9007-429e67cc872e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '3ef8789a-36b6-41ce-bb61-a20b79104c6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:30:24.790512 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06664549-70b6-4530-9c95-b32ad4dc9398 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Network hostable DHCP agents. Network: 3ef8789a-36b6-41ce-bb61-a20b79104c6a, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:30:24.807956 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-8786851d-ca36-48ed-ae57-ce9dcaeaa78b req-dedb7bb1-7af4-4ead-a40b-119809ceb6b1 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] 10.222.0.20 "GET /v2.0/security-groups?id=46fa4965-a546-4aa0-b6c7-fe2bd953989f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1650834 Dec 10 15:30:24.821806 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-16065417-9a66-4a7b-9623-279a985d3391 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.7640598 Dec 10 15:30:24.846202 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 58792) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:24.848224 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2101c16-38b1-4d05-9ed5-348fc07dfc3b None None] Network 4a22fd41-5ebb-4716-a8f3-7efff1b9790d requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:30:24.849587 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.l3_db [None req-74b3917e-a79c-4c66-b6e6-9cde73c19942 tempest-FloatingIPAdminTestJSON-1382740142 tempest-FloatingIPAdminTestJSON-1382740142-project-admin] Floating IP f7cf1e7a-92a4-4899-a6dc-5164f7c472ed associated. External IP: 172.26.2.16, port: b529c955-7773-4dc7-abd3-ecae622a8a10. Dec 10 15:30:24.859976 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-390c4e97-41d2-4361-9115-378003c982f3 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-234443807', 'network_id': '4a22fd41-5ebb-4716-a8f3-7efff1b9790d'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:30:24.964326 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a5eb0-e4d5-4e0b-abd5-ccff1796bc78 req-2d81650c-77fe-451b-9bd9-9b31e1a3c863 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:24.970170 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [req-a63e6738-61a3-4731-bef4-9b4df015d809 req-36702081-4e32-484e-9ed1-30cda25a8747 service neutron] For port fc18c74b-afe0-431d-8aa2-6664526db9f1, host hv-neutron-8214, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:30:24.976578 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d77a5eb0-e4d5-4e0b-abd5-ccff1796bc78 req-2d81650c-77fe-451b-9bd9-9b31e1a3c863 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] 10.222.0.20 "GET /v2.0/ports?device_id=797f140a-378f-4f48-be7d-1e46ffe7f2b6 HTTP/1.1" status: 200 len: 943 time: 0.2855439 Dec 10 15:30:25.022988 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06664549-70b6-4530-9c95-b32ad4dc9398 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Network 3ef8789a-36b6-41ce-bb61-a20b79104c6a is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:30:25.026448 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [req-a63e6738-61a3-4731-bef4-9b4df015d809 req-36702081-4e32-484e-9ed1-30cda25a8747 service neutron] For port fc18c74b-afe0-431d-8aa2-6664526db9f1, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=fc18c74b-afe0-431d-8aa2-6664526db9f1,segment=NetworkSegment(a3089138-368b-4775-938f-b3e854ae89fc),segment_id=a3089138-368b-4775-938f-b3e854ae89fc)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:30:25.052276 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-390c4e97-41d2-4361-9115-378003c982f3 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Made reservation on behalf of 1e49f9051166405599c938795b5f3853 for: {'port': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:30:25.055420 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-390c4e97-41d2-4361-9115-378003c982f3 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:25.063210 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-5e56adad-a938-4990-ad0d-1ed114124832 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Deleting port 1af1a485-8455-4e7f-9940-5780022a72f5 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:30:25.063611 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5e56adad-a938-4990-ad0d-1ed114124832 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:25.083272 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-390c4e97-41d2-4361-9115-378003c982f3 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] device_id is not set on port 4575e8dd-9b08-4eec-ab93-2f4e5dfef520 yet. {{(pid=103586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:30:25.115601 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d77a5eb0-e4d5-4e0b-abd5-ccff1796bc78 req-558b9b89-cd74-4063-90a8-e644fcafd990 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b38ec32-0b2e-4cf3-bc2f-706a19646bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322758 Dec 10 15:30:25.121710 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-06664549-70b6-4530-9c95-b32ad4dc9398 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 3ef8789a-36b6-41ce-bb61-a20b79104c6a) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:30:25.127207 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f2144afc-27e0-4c0e-b2a7-a56ba52203ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:25.131074 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db1d8e9-89e7-40fd-ad95-d0d5997c4d25 None None] Network 3ef8789a-36b6-41ce-bb61-a20b79104c6a requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:30:25.131701 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06664549-70b6-4530-9c95-b32ad4dc9398 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:25.132296 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-06664549-70b6-4530-9c95-b32ad4dc9398 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:25.135451 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-a63e6738-61a3-4731-bef4-9b4df015d809 req-36702081-4e32-484e-9ed1-30cda25a8747 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:25.167826 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5e56adad-a938-4990-ad0d-1ed114124832 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:25.202147 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2144afc-27e0-4c0e-b2a7-a56ba52203ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Pushing event deleted for resources: {'Port': ['ID=eba779e5-d40f-4934-adfa-97cf55f65cb0,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:25.209474 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-5e56adad-a938-4990-ad0d-1ed114124832 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Calling delete_port for 1af1a485-8455-4e7f-9940-5780022a72f5 owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:30:25.220484 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f2144afc-27e0-4c0e-b2a7-a56ba52203ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:25.225745 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-f2144afc-27e0-4c0e-b2a7-a56ba52203ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] 10.222.0.20 "DELETE /v2.0/ports/eba779e5-d40f-4934-adfa-97cf55f65cb0 HTTP/1.1" status: 204 len: 168 time: 2.0087569 Dec 10 15:30:25.226748 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 58794) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:25.235610 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63e6738-61a3-4731-bef4-9b4df015d809 req-36702081-4e32-484e-9ed1-30cda25a8747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:25.236240 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-a63e6738-61a3-4731-bef4-9b4df015d809 req-36702081-4e32-484e-9ed1-30cda25a8747 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:25.244107 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-a63e6738-61a3-4731-bef4-9b4df015d809 req-36702081-4e32-484e-9ed1-30cda25a8747 service neutron] 10.222.0.44 "PUT /v2.0/ports/fc18c74b-afe0-431d-8aa2-6664526db9f1 HTTP/1.1" status: 200 len: 1093 time: 2.1021523 Dec 10 15:30:25.259406 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '797f140a-378f-4f48-be7d-1e46ffe7f2b6', 'tag': 'fc18c74b-afe0-431d-8aa2-6664526db9f1'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:30:25.261541 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [req-9f7c7b3f-7ce9-485f-a14e-5bac64c4bb8c req-648f2163-7571-4ee0-92d4-98dedd308a2d service neutron] Request body: {'port': {'device_id': 'dd077330-daa7-4bb9-af7f-4ec0c9daf1bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:30:25.280939 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [req-027702c4-f29f-4542-a437-48320aec3f85 req-cea757b9-ebf2-4338-b593-5c184c4c9130 service neutron] Request body: {'port': {'device_id': '3f5e5fac-ee31-44bf-a612-11364724d71a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:30:25.291430 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-06664549-70b6-4530-9c95-b32ad4dc9398 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.8530965 Dec 10 15:30:25.303430 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642cd38f-ac30-42a0-ab19-1eb9217202d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-3ef8789a-36b6-41ce-bb61-a20b79104c6a', 'network_id': '3ef8789a-36b6-41ce-bb61-a20b79104c6a', 'project_id': 'e42aa0aacd1b476cb9d51b140a9e3e81', 'fixed_ips': [{'subnet_id': '9bdf5f46-658d-4a8f-9aff-b26396102cc5'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:30:25.304789 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-642cd38f-ac30-42a0-ab19-1eb9217202d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:25.309582 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 58798) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:25.373339 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4bb5734-353d-408b-a2d5-3c8503ad84ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] GET failed (client error): The resource could not be found. Dec 10 15:30:25.379614 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-f4bb5734-353d-408b-a2d5-3c8503ad84ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] 10.222.0.20 "GET /v2.0/ports/eba779e5-d40f-4934-adfa-97cf55f65cb0 HTTP/1.1" status: 404 len: 333 time: 0.1485903 Dec 10 15:30:25.404563 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-54806fef-6ea6-48c7-90fe-6eb07e5c86d8 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-102275243'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:30:25.410800 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 58800) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:25.420188 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-7afcc75e-f90f-417a-8178-b3cb913d07b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Request body: {'port': {'network_id': '90c709d4-aa7b-43f9-976a-b4fb1fe6f396', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-633562942'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:30:25.442716 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36702081-4e32-484e-9ed1-30cda25a8747 service neutron] Pushing event updated for resources: {'Port': ['ID=fc18c74b-afe0-431d-8aa2-6664526db9f1,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:25.484749 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-390c4e97-41d2-4361-9115-378003c982f3 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Allocated IP 172.20.0.6 (4a22fd41-5ebb-4716-a8f3-7efff1b9790d/e864872a-eae7-4ff3-b8a9-fa4c2f899191/4575e8dd-9b08-4eec-ab93-2f4e5dfef520) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:30:25.549327 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-642cd38f-ac30-42a0-ab19-1eb9217202d0 None None] Allocated IP 2001:db8:0:ffff::2 (3ef8789a-36b6-41ce-bb61-a20b79104c6a/9bdf5f46-658d-4a8f-9aff-b26396102cc5/f4dc6b00-f007-41c0-a135-c4882723d22f) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:30:25.780628 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-9f7c7b3f-7ce9-485f-a14e-5bac64c4bb8c req-648f2163-7571-4ee0-92d4-98dedd308a2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:25.788309 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde1b47dcd987728a27c8e391f176ee57ea2adf837d2cedb59662361de43515a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa338c28-ca34-405c-b142-85eae4d6d56e" -d '{"events": [{"name": "network-changed", "server_uuid": "797f140a-378f-4f48-be7d-1e46ffe7f2b6", "tag": "fc18c74b-afe0-431d-8aa2-6664526db9f1"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:30:25.792315 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63e6738-61a3-4731-bef4-9b4df015d809 req-2dfb181d-5e0d-4b4e-b7a3-c2a5cd2dc72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:25.793853 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-a63e6738-61a3-4731-bef4-9b4df015d809 req-2dfb181d-5e0d-4b4e-b7a3-c2a5cd2dc72f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e48df3bebd6c40d8972aebca1c524dd3&device_id=797f140a-378f-4f48-be7d-1e46ffe7f2b6 HTTP/1.1" status: 200 len: 1096 time: 0.3352520 Dec 10 15:30:25.814265 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54806fef-6ea6-48c7-90fe-6eb07e5c86d8 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Made reservation on behalf of e42aa0aacd1b476cb9d51b140a9e3e81 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:30:25.824732 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-54806fef-6ea6-48c7-90fe-6eb07e5c86d8 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:25.957284 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-027702c4-f29f-4542-a437-48320aec3f85 req-cea757b9-ebf2-4338-b593-5c184c4c9130 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:26.009801 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-a63e6738-61a3-4731-bef4-9b4df015d809 req-7a24500b-d7d1-48a0-8268-f2ddb62e84ba service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc18c74b-afe0-431d-8aa2-6664526db9f1 HTTP/1.1" status: 200 len: 217 time: 0.1949282 Dec 10 15:30:26.044629 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ccb97b-9925-427a-bd0a-91920112f83b req-1f7c4e05-6f3b-4b8c-bdde-b258ff6b3964 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:26.047425 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-88ccb97b-9925-427a-bd0a-91920112f83b req-1f7c4e05-6f3b-4b8c-bdde-b258ff6b3964 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f5e5fac-ee31-44bf-a612-11364724d71a HTTP/1.1" status: 200 len: 931 time: 0.2956767 Dec 10 15:30:26.072945 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74b3917e-a79c-4c66-b6e6-9cde73c19942 tempest-FloatingIPAdminTestJSON-1382740142 tempest-FloatingIPAdminTestJSON-1382740142-project-admin] Router 6f7e164a-72d9-4abe-810a-68b967db9c9b has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:30:26.169092 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 15:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5811d514-d1ba-45c8-b777-8f6cc3539877 x-openstack-request-id: req-5811d514-d1ba-45c8-b777-8f6cc3539877 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:30:26.169092 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "797f140a-378f-4f48-be7d-1e46ffe7f2b6", "tag": "fc18c74b-afe0-431d-8aa2-6664526db9f1", "status": "completed", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:30:26.169092 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5811d514-d1ba-45c8-b777-8f6cc3539877 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:30:26.169092 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '797f140a-378f-4f48-be7d-1e46ffe7f2b6', 'tag': 'fc18c74b-afe0-431d-8aa2-6664526db9f1', 'status': 'completed', 'code': 200} Dec 10 15:30:26.211042 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-642cd38f-ac30-42a0-ab19-1eb9217202d0 None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:26.266993 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7afcc75e-f90f-417a-8178-b3cb913d07b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Made reservation on behalf of afaa70084a044992a6de5b34ba292698 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:30:26.271563 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7afcc75e-f90f-417a-8178-b3cb913d07b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:26.273688 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5e56adad-a938-4990-ad0d-1ed114124832 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:26.287429 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-642cd38f-ac30-42a0-ab19-1eb9217202d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:26.339784 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642cd38f-ac30-42a0-ab19-1eb9217202d0 None None] Network 3ef8789a-36b6-41ce-bb61-a20b79104c6a is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:30:26.343164 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-642cd38f-ac30-42a0-ab19-1eb9217202d0 None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:30:26.351044 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642cd38f-ac30-42a0-ab19-1eb9217202d0 None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:30:26.365582 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642cd38f-ac30-42a0-ab19-1eb9217202d0 None None] Pushing event updated for resources: {'Port': ['ID=f4dc6b00-f007-41c0-a135-c4882723d22f,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:26.383492 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5e56adad-a938-4990-ad0d-1ed114124832 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:26.390475 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-5e56adad-a938-4990-ad0d-1ed114124832 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] 10.222.0.20 "DELETE /v2.0/ports/1af1a485-8455-4e7f-9940-5780022a72f5 HTTP/1.1" status: 204 len: 168 time: 1.9259448 Dec 10 15:30:26.404682 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54806fef-6ea6-48c7-90fe-6eb07e5c86d8 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:30:26.483171 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-642cd38f-ac30-42a0-ab19-1eb9217202d0 None None] Attempting to bind port f4dc6b00-f007-41c0-a135-c4882723d22f on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:30:26.483546 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-642cd38f-ac30-42a0-ab19-1eb9217202d0 None None] Attempting to bind port f4dc6b00-f007-41c0-a135-c4882723d22f by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '50e20903-cb2e-494d-9007-429e67cc872e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '3ef8789a-36b6-41ce-bb61-a20b79104c6a'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:30:26.483921 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642cd38f-ac30-42a0-ab19-1eb9217202d0 None None] Attempting to bind port f4dc6b00-f007-41c0-a135-c4882723d22f on network 3ef8789a-36b6-41ce-bb61-a20b79104c6a {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:30:26.494302 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 58816) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:26.502937 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642cd38f-ac30-42a0-ab19-1eb9217202d0 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:30:26.503323 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642cd38f-ac30-42a0-ab19-1eb9217202d0 None None] Checking segment: {'id': '50e20903-cb2e-494d-9007-429e67cc872e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '3ef8789a-36b6-41ce-bb61-a20b79104c6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:30:26.503738 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-642cd38f-ac30-42a0-ab19-1eb9217202d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:26.504168 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642cd38f-ac30-42a0-ab19-1eb9217202d0 None None] Bound using segment: {'id': '50e20903-cb2e-494d-9007-429e67cc872e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '3ef8789a-36b6-41ce-bb61-a20b79104c6a'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:30:26.504623 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-642cd38f-ac30-42a0-ab19-1eb9217202d0 None None] Bound port: f4dc6b00-f007-41c0-a135-c4882723d22f, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50e20903-cb2e-494d-9007-429e67cc872e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '3ef8789a-36b6-41ce-bb61-a20b79104c6a'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:30:26.505010 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-642cd38f-ac30-42a0-ab19-1eb9217202d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:26.605457 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e56adad-a938-4990-ad0d-1ed114124832 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Pushing event deleted for resources: {'Port': ['ID=1af1a485-8455-4e7f-9940-5780022a72f5,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:26.645048 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-642cd38f-ac30-42a0-ab19-1eb9217202d0 None None] For port f4dc6b00-f007-41c0-a135-c4882723d22f, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:30:26.650374 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-642cd38f-ac30-42a0-ab19-1eb9217202d0 None None] For port f4dc6b00-f007-41c0-a135-c4882723d22f, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=f4dc6b00-f007-41c0-a135-c4882723d22f,segment=NetworkSegment(50e20903-cb2e-494d-9007-429e67cc872e),segment_id=50e20903-cb2e-494d-9007-429e67cc872e)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:30:26.655598 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74b3917e-a79c-4c66-b6e6-9cde73c19942 tempest-FloatingIPAdminTestJSON-1382740142 tempest-FloatingIPAdminTestJSON-1382740142-project-admin] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:30:26.682212 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a819e0bf-4b25-47f1-b624-81211bec9dbb None None] Sync routers for ids ['6f7e164a-72d9-4abe-810a-68b967db9c9b'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:30:26.683128 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-54806fef-6ea6-48c7-90fe-6eb07e5c86d8 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:26.683738 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.segments_db [None req-54806fef-6ea6-48c7-90fe-6eb07e5c86d8 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Added segment e53631f2-06b9-42d4-8c6b-70fe47bbd72b of type vlan for network 15701ee3-afcb-49a7-b590-ee4a478c6649 Dec 10 15:30:26.684764 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a819e0bf-4b25-47f1-b624-81211bec9dbb None None] Routers {'6f7e164a-72d9-4abe-810a-68b967db9c9b'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:30:26.685639 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-a819e0bf-4b25-47f1-b624-81211bec9dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:30:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['6f7e164a-72d9-4abe-810a-68b967db9c9b'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:30:26.692500 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-7afcc75e-f90f-417a-8178-b3cb913d07b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] device_id is not set on port 0c1a4164-61c6-4526-9f71-59577cdbc358 yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:30:26.730313 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63e6738-61a3-4731-bef4-9b4df015d809 req-f1760dbd-e4dd-4ce0-8237-1a0b0ff93a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:26.732408 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-a63e6738-61a3-4731-bef4-9b4df015d809 req-f1760dbd-e4dd-4ce0-8237-1a0b0ff93a43 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=79f6244b-5844-41f5-8b9a-b3401743a808 HTTP/1.1" status: 200 len: 845 time: 0.7030358 Dec 10 15:30:26.734699 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-a819e0bf-4b25-47f1-b624-81211bec9dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:30:26.748822 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a819e0bf-4b25-47f1-b624-81211bec9dbb None None] Routers {'6f7e164a-72d9-4abe-810a-68b967db9c9b'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:30:26.749675 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-a819e0bf-4b25-47f1-b624-81211bec9dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:30:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['6f7e164a-72d9-4abe-810a-68b967db9c9b'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:30:26.767987 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-88ccb97b-9925-427a-bd0a-91920112f83b req-9d0b744f-c412-4c7e-adae-305c4cce88bd tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ed67073-eeed-4d1d-86bf-a50b643bdaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6928542 Dec 10 15:30:26.805450 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-a819e0bf-4b25-47f1-b624-81211bec9dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:30:26.806137 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a819e0bf-4b25-47f1-b624-81211bec9dbb None None] The sync data for ids ['6f7e164a-72d9-4abe-810a-68b967db9c9b'] in dv-neutron-821401-4-hyperv is: [] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:30:26.857899 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-54806fef-6ea6-48c7-90fe-6eb07e5c86d8 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:26.864500 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-390c4e97-41d2-4361-9115-378003c982f3 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:26.903196 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-6562afcb-98d5-4946-8a88-55e29544432f tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] GET failed (client error): The resource could not be found. Dec 10 15:30:26.909523 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-6562afcb-98d5-4946-8a88-55e29544432f tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] 10.222.0.20 "GET /v2.0/ports/1af1a485-8455-4e7f-9940-5780022a72f5 HTTP/1.1" status: 404 len: 333 time: 0.3336215 Dec 10 15:30:26.912197 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 58818) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:26.922169 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-2866ec9e-c4fa-4fd8-819b-782a29797314 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Request body: {'port': {'network_id': '5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1135152214'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:30:26.998639 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afdcfc0-0503-41b6-abcf-40bfd2e75cd1 req-4a9ad6a9-24dd-4575-a96a-aafacd1c781b tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:27.000249 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-8afdcfc0-0503-41b6-abcf-40bfd2e75cd1 req-4a9ad6a9-24dd-4575-a96a-aafacd1c781b tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd077330-daa7-4bb9-af7f-4ec0c9daf1bc HTTP/1.1" status: 200 len: 931 time: 0.7223191 Dec 10 15:30:27.022914 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9add2aab-0d40-4c56-b54d-8d7814f8e063 req-d458e13d-e688-46d7-a039-44ab7e14f6d9 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:27.024848 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-9add2aab-0d40-4c56-b54d-8d7814f8e063 req-d458e13d-e688-46d7-a039-44ab7e14f6d9 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] 10.222.0.20 "GET /v2.0/ports?device_id=797f140a-378f-4f48-be7d-1e46ffe7f2b6 HTTP/1.1" status: 200 len: 943 time: 0.1341176 Dec 10 15:30:27.106732 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-9add2aab-0d40-4c56-b54d-8d7814f8e063 req-40d6a397-d249-4568-834f-ddd4e6d7dfe8 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b38ec32-0b2e-4cf3-bc2f-706a19646bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675645 Dec 10 15:30:27.168935 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-642cd38f-ac30-42a0-ab19-1eb9217202d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:27.194826 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-390c4e97-41d2-4361-9115-378003c982f3 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:27.198443 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-74b3917e-a79c-4c66-b6e6-9cde73c19942 tempest-FloatingIPAdminTestJSON-1382740142 tempest-FloatingIPAdminTestJSON-1382740142-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:27.209054 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-8afdcfc0-0503-41b6-abcf-40bfd2e75cd1 req-dd9e24df-6fe2-4686-baf9-bfebeb5288ce tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] 10.222.0.20 "GET /v2.0/security-groups?id=46fa4965-a546-4aa0-b6c7-fe2bd953989f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1889889 Dec 10 15:30:27.225027 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-54806fef-6ea6-48c7-90fe-6eb07e5c86d8 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:27.240394 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54806fef-6ea6-48c7-90fe-6eb07e5c86d8 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:27.241029 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-54806fef-6ea6-48c7-90fe-6eb07e5c86d8 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:27.266063 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390c4e97-41d2-4361-9115-378003c982f3 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Pushing event updated for resources: {'Port': ['ID=4575e8dd-9b08-4eec-ab93-2f4e5dfef520,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:27.298767 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642cd38f-ac30-42a0-ab19-1eb9217202d0 None None] Pushing event updated for resources: {'Port': ['ID=f4dc6b00-f007-41c0-a135-c4882723d22f,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:27.312199 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [req-027702c4-f29f-4542-a437-48320aec3f85 req-cea757b9-ebf2-4338-b593-5c184c4c9130 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66995093-8f5e-42b9-b8e8-3100f932b851 {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 15:30:27.313343 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-74b3917e-a79c-4c66-b6e6-9cde73c19942 tempest-FloatingIPAdminTestJSON-1382740142 tempest-FloatingIPAdminTestJSON-1382740142-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 8.9300106 Dec 10 15:30:27.315508 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390c4e97-41d2-4361-9115-378003c982f3 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Network 4a22fd41-5ebb-4716-a8f3-7efff1b9790d is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:30:27.316333 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 58820) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:27.324692 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7afcc75e-f90f-417a-8178-b3cb913d07b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:27.357881 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-027702c4-f29f-4542-a437-48320aec3f85 req-cea757b9-ebf2-4338-b593-5c184c4c9130 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:27.364604 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-390c4e97-41d2-4361-9115-378003c982f3 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:30:27.374673 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2866ec9e-c4fa-4fd8-819b-782a29797314 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Made reservation on behalf of d373b36da30b40fc8166953e2260ea57 for: {'port': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:30:27.377593 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2866ec9e-c4fa-4fd8-819b-782a29797314 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:27.386149 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390c4e97-41d2-4361-9115-378003c982f3 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:30:27.460534 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [req-9f7c7b3f-7ce9-485f-a14e-5bac64c4bb8c req-648f2163-7571-4ee0-92d4-98dedd308a2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61a771a6-fd23-4127-b3ba-eb61e5f34f4b {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 15:30:27.468011 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-027702c4-f29f-4542-a437-48320aec3f85 req-cea757b9-ebf2-4338-b593-5c184c4c9130 service neutron] Transition to ACTIVE for port object 66995093-8f5e-42b9-b8e8-3100f932b851 will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 15:30:27.475770 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-2866ec9e-c4fa-4fd8-819b-782a29797314 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] device_id is not set on port 4a9f5836-dfc3-4eab-af67-0cc8b1c21492 yet. {{(pid=103586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:30:27.483481 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390c4e97-41d2-4361-9115-378003c982f3 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:27.484106 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-390c4e97-41d2-4361-9115-378003c982f3 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:27.488770 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-228b21d0-f2c0-4d17-b2ee-2f7c6783b462 tempest-FloatingIPAdminTestJSON-1382740142 tempest-FloatingIPAdminTestJSON-1382740142-project-admin] 10.222.0.20 "GET /v2.0/floatingips/f7cf1e7a-92a4-4899-a6dc-5164f7c472ed HTTP/1.1" status: 200 len: 982 time: 0.1712010 Dec 10 15:30:27.495530 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-9f7c7b3f-7ce9-485f-a14e-5bac64c4bb8c req-648f2163-7571-4ee0-92d4-98dedd308a2d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:27.505487 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 58822) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:27.526481 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-54806fef-6ea6-48c7-90fe-6eb07e5c86d8 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.1543944 Dec 10 15:30:27.527286 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54806fef-6ea6-48c7-90fe-6eb07e5c86d8 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Pushing event updated for resources: {'Network': ['ID=15701ee3-afcb-49a7-b590-ee4a478c6649,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:27.532480 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 58824) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:27.542065 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 15701ee3-afcb-49a7-b590-ee4a478c6649 details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:30:27.553309 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-7280053b-10fa-49a1-bfdf-790b9020a92c tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Request body: {'subnet': {'network_id': '15701ee3-afcb-49a7-b590-ee4a478c6649', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:30:27.607481 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-027702c4-f29f-4542-a437-48320aec3f85 req-cea757b9-ebf2-4338-b593-5c184c4c9130 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:27.977478 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-390c4e97-41d2-4361-9115-378003c982f3 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 3.1297367 Dec 10 15:30:28.013332 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 58828) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:28.062880 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-9f7c7b3f-7ce9-485f-a14e-5bac64c4bb8c req-648f2163-7571-4ee0-92d4-98dedd308a2d service neutron] Transition to ACTIVE for port object 61a771a6-fd23-4127-b3ba-eb61e5f34f4b will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 15:30:28.122674 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-8ee33002-cceb-4401-9adb-bf4a87cb4f69 tempest-FloatingIPAdminTestJSON-1382740142 tempest-FloatingIPAdminTestJSON-1382740142-project-admin] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2904 time: 0.6191123 Dec 10 15:30:28.126400 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2866ec9e-c4fa-4fd8-819b-782a29797314 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:28.131088 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 58830) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:28.183458 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd3be2-5b69-4f30-9b7a-ef7463ada01d req-64b5e9e5-49b9-47b8-9827-064b5a67c187 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:28.185054 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-abcd3be2-5b69-4f30-9b7a-ef7463ada01d req-64b5e9e5-49b9-47b8-9827-064b5a67c187 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f5e5fac-ee31-44bf-a612-11364724d71a HTTP/1.1" status: 200 len: 943 time: 0.2501047 Dec 10 15:30:28.187434 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-9f7c7b3f-7ce9-485f-a14e-5bac64c4bb8c req-648f2163-7571-4ee0-92d4-98dedd308a2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:28.359000 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-abcd3be2-5b69-4f30-9b7a-ef7463ada01d req-e9eddcc9-ffe7-49de-830a-c39bf276a929 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ed67073-eeed-4d1d-86bf-a50b643bdaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395071 Dec 10 15:30:28.362980 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-d121de0c-46ef-4d25-b2ca-ca4d590a94c2 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Deleting port 4575e8dd-9b08-4eec-ab93-2f4e5dfef520 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:30:28.363612 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d121de0c-46ef-4d25-b2ca-ca4d590a94c2 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:28.378705 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7afcc75e-f90f-417a-8178-b3cb913d07b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:28.539570 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2866ec9e-c4fa-4fd8-819b-782a29797314 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:28.675738 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2866ec9e-c4fa-4fd8-819b-782a29797314 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Pushing event updated for resources: {'Port': ['ID=4a9f5836-dfc3-4eab-af67-0cc8b1c21492,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:28.716329 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea757b9-ebf2-4338-b593-5c184c4c9130 service neutron] Pushing event updated for resources: {'Port': ['ID=66995093-8f5e-42b9-b8e8-3100f932b851,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:28.760329 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d121de0c-46ef-4d25-b2ca-ca4d590a94c2 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:28.826971 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2866ec9e-c4fa-4fd8-819b-782a29797314 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Network 5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:30:28.836446 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-2866ec9e-c4fa-4fd8-819b-782a29797314 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:30:28.836651 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afcc75e-f90f-417a-8178-b3cb913d07b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Network 90c709d4-aa7b-43f9-976a-b4fb1fe6f396 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:30:28.850231 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d0f32b-e50d-4247-8335-2b0ac7df825f req-2f643805-5a21-43a4-a464-66ca10e8fa93 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:28.852185 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-59d0f32b-e50d-4247-8335-2b0ac7df825f req-2f643805-5a21-43a4-a464-66ca10e8fa93 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd077330-daa7-4bb9-af7f-4ec0c9daf1bc HTTP/1.1" status: 200 len: 943 time: 0.3698616 Dec 10 15:30:28.853415 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-d121de0c-46ef-4d25-b2ca-ca4d590a94c2 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Calling delete_port for 4575e8dd-9b08-4eec-ab93-2f4e5dfef520 owned by {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:30:28.861022 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2866ec9e-c4fa-4fd8-819b-782a29797314 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:30:28.864343 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2866ec9e-c4fa-4fd8-819b-782a29797314 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:28.866139 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2866ec9e-c4fa-4fd8-819b-782a29797314 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:28.882122 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device f4dc6b00-f007-41c0-a135-c4882723d22f up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:30:28.910936 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-7afcc75e-f90f-417a-8178-b3cb913d07b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:30:28.944580 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7280053b-10fa-49a1-bfdf-790b9020a92c tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Made reservation on behalf of e42aa0aacd1b476cb9d51b140a9e3e81 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:30:28.948554 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7280053b-10fa-49a1-bfdf-790b9020a92c tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11668558'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:28.958523 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63e6738-61a3-4731-bef4-9b4df015d809 req-c46058fa-e191-436d-9edd-36d8be1948a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:28.960731 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-a63e6738-61a3-4731-bef4-9b4df015d809 req-c46058fa-e191-436d-9edd-36d8be1948a2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f99addda-57f1-4324-933a-6f2a62cbd208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2946861 Dec 10 15:30:28.967348 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afcc75e-f90f-417a-8178-b3cb913d07b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:30:28.968886 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afcc75e-f90f-417a-8178-b3cb913d07b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:28.968886 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7afcc75e-f90f-417a-8178-b3cb913d07b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:28.991021 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port f4dc6b00-f007-41c0-a135-c4882723d22f triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:30:28.992790 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:29.023952 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-2866ec9e-c4fa-4fd8-819b-782a29797314 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.1093323 Dec 10 15:30:29.026421 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 58836) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:29.118948 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a851a0f2-c897-4354-a98d-add31c5c226a req-bfa4dfd3-fdb5-44e8-bbe4-4ccd93d95331 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:29.120807 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-a851a0f2-c897-4354-a98d-add31c5c226a req-bfa4dfd3-fdb5-44e8-bbe4-4ccd93d95331 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] 10.222.0.20 "GET /v2.0/ports?device_id=797f140a-378f-4f48-be7d-1e46ffe7f2b6 HTTP/1.1" status: 200 len: 943 time: 0.8148608 Dec 10 15:30:29.198810 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648f2163-7571-4ee0-92d4-98dedd308a2d service neutron] Pushing event updated for resources: {'Port': ['ID=61a771a6-fd23-4127-b3ba-eb61e5f34f4b,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:29.274867 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:29.321231 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-027702c4-f29f-4542-a437-48320aec3f85 req-cea757b9-ebf2-4338-b593-5c184c4c9130 service neutron] Attempting to bind port 66995093-8f5e-42b9-b8e8-3100f932b851 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:30:29.321611 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-027702c4-f29f-4542-a437-48320aec3f85 req-cea757b9-ebf2-4338-b593-5c184c4c9130 service neutron] Attempting to bind port 66995093-8f5e-42b9-b8e8-3100f932b851 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'ef521c35-8ac9-4897-8760-af6df1516e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9f22a23a-8eb3-48df-bc2f-eddd6071e745'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:30:29.321919 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027702c4-f29f-4542-a437-48320aec3f85 req-cea757b9-ebf2-4338-b593-5c184c4c9130 service neutron] Attempting to bind port 66995093-8f5e-42b9-b8e8-3100f932b851 on network 9f22a23a-8eb3-48df-bc2f-eddd6071e745 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:30:29.371819 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] For port f4dc6b00-f007-41c0-a135-c4882723d22f, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=f4dc6b00-f007-41c0-a135-c4882723d22f,segment=NetworkSegment(50e20903-cb2e-494d-9007-429e67cc872e),segment_id=50e20903-cb2e-494d-9007-429e67cc872e)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:30:29.375900 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027702c4-f29f-4542-a437-48320aec3f85 req-cea757b9-ebf2-4338-b593-5c184c4c9130 service neutron] Port 66995093-8f5e-42b9-b8e8-3100f932b851 on network 9f22a23a-8eb3-48df-bc2f-eddd6071e745 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:30:29.376228 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027702c4-f29f-4542-a437-48320aec3f85 req-cea757b9-ebf2-4338-b593-5c184c4c9130 service neutron] Attempting to bind port 66995093-8f5e-42b9-b8e8-3100f932b851 on network 9f22a23a-8eb3-48df-bc2f-eddd6071e745 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:30:29.380564 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2165262-5605-485c-953b-c9bddff4cedd None None] Network 3ef8789a-36b6-41ce-bb61-a20b79104c6a requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:30:29.397098 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-be742c82-a805-4414-b4b4-c9477a610ac3 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8214'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:30:29.401857 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afcc75e-f90f-417a-8178-b3cb913d07b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Pushing event updated for resources: {'Port': ['ID=0c1a4164-61c6-4526-9f71-59577cdbc358,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:29.419855 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-7afcc75e-f90f-417a-8178-b3cb913d07b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 4.0047431 Dec 10 15:30:29.427128 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 58840) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:29.435766 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-f6175d47-4ab3-4598-8baa-8c1c252c8502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8214'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:30:29.488730 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-a851a0f2-c897-4354-a98d-add31c5c226a req-012ae500-3203-49a3-b4ba-cf540f6424d2 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b38ec32-0b2e-4cf3-bc2f-706a19646bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3462405 Dec 10 15:30:29.489556 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027702c4-f29f-4542-a437-48320aec3f85 req-cea757b9-ebf2-4338-b593-5c184c4c9130 service neutron] Checking agent: {'id': 'fa828968-c68f-4b22-9699-a58fe4ab1f05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 28, 13), 'started_at': datetime.datetime(2021, 12, 10, 15, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:30:29.489950 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027702c4-f29f-4542-a437-48320aec3f85 req-cea757b9-ebf2-4338-b593-5c184c4c9130 service neutron] Checking segment: {'id': 'ef521c35-8ac9-4897-8760-af6df1516e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9f22a23a-8eb3-48df-bc2f-eddd6071e745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:30:29.490514 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027702c4-f29f-4542-a437-48320aec3f85 req-cea757b9-ebf2-4338-b593-5c184c4c9130 service neutron] Bound using segment: {'id': 'ef521c35-8ac9-4897-8760-af6df1516e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9f22a23a-8eb3-48df-bc2f-eddd6071e745'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:30:29.499458 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:29.530845 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-027702c4-f29f-4542-a437-48320aec3f85 req-cea757b9-ebf2-4338-b593-5c184c4c9130 service neutron] Bound port: 66995093-8f5e-42b9-b8e8-3100f932b851, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef521c35-8ac9-4897-8760-af6df1516e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9f22a23a-8eb3-48df-bc2f-eddd6071e745'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:30:29.530845 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-027702c4-f29f-4542-a437-48320aec3f85 req-cea757b9-ebf2-4338-b593-5c184c4c9130 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:29.530845 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-9f7c7b3f-7ce9-485f-a14e-5bac64c4bb8c req-648f2163-7571-4ee0-92d4-98dedd308a2d service neutron] Attempting to bind port 61a771a6-fd23-4127-b3ba-eb61e5f34f4b on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:30:29.530845 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-9f7c7b3f-7ce9-485f-a14e-5bac64c4bb8c req-648f2163-7571-4ee0-92d4-98dedd308a2d service neutron] Attempting to bind port 61a771a6-fd23-4127-b3ba-eb61e5f34f4b by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '5c4fd87b-38ee-4dcd-9bb3-1b601d8648aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a0f35dea-026e-4011-a2fc-8c909b8f7f05'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:30:29.530845 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7c7b3f-7ce9-485f-a14e-5bac64c4bb8c req-648f2163-7571-4ee0-92d4-98dedd308a2d service neutron] Attempting to bind port 61a771a6-fd23-4127-b3ba-eb61e5f34f4b on network a0f35dea-026e-4011-a2fc-8c909b8f7f05 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:30:29.530845 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7c7b3f-7ce9-485f-a14e-5bac64c4bb8c req-648f2163-7571-4ee0-92d4-98dedd308a2d service neutron] Port 61a771a6-fd23-4127-b3ba-eb61e5f34f4b on network a0f35dea-026e-4011-a2fc-8c909b8f7f05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:30:29.530845 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7c7b3f-7ce9-485f-a14e-5bac64c4bb8c req-648f2163-7571-4ee0-92d4-98dedd308a2d service neutron] Attempting to bind port 61a771a6-fd23-4127-b3ba-eb61e5f34f4b on network a0f35dea-026e-4011-a2fc-8c909b8f7f05 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:30:29.580763 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-be742c82-a805-4414-b4b4-c9477a610ac3 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:29.589908 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f6175d47-4ab3-4598-8baa-8c1c252c8502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:29.604206 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-59d0f32b-e50d-4247-8335-2b0ac7df825f req-98203658-0103-4add-a23a-f27a81457622 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] 10.222.0.20 "GET /v2.0/security-groups?id=46fa4965-a546-4aa0-b6c7-fe2bd953989f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7227633 Dec 10 15:30:29.639499 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7c7b3f-7ce9-485f-a14e-5bac64c4bb8c req-648f2163-7571-4ee0-92d4-98dedd308a2d service neutron] Checking agent: {'id': 'fa828968-c68f-4b22-9699-a58fe4ab1f05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 28, 13), 'started_at': datetime.datetime(2021, 12, 10, 15, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:30:29.640725 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7c7b3f-7ce9-485f-a14e-5bac64c4bb8c req-648f2163-7571-4ee0-92d4-98dedd308a2d service neutron] Checking segment: {'id': '5c4fd87b-38ee-4dcd-9bb3-1b601d8648aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a0f35dea-026e-4011-a2fc-8c909b8f7f05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:30:29.641276 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7c7b3f-7ce9-485f-a14e-5bac64c4bb8c req-648f2163-7571-4ee0-92d4-98dedd308a2d service neutron] Bound using segment: {'id': '5c4fd87b-38ee-4dcd-9bb3-1b601d8648aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a0f35dea-026e-4011-a2fc-8c909b8f7f05'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:30:29.642167 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-9f7c7b3f-7ce9-485f-a14e-5bac64c4bb8c req-648f2163-7571-4ee0-92d4-98dedd308a2d service neutron] Bound port: 61a771a6-fd23-4127-b3ba-eb61e5f34f4b, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c4fd87b-38ee-4dcd-9bb3-1b601d8648aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a0f35dea-026e-4011-a2fc-8c909b8f7f05'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:30:29.643279 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-9f7c7b3f-7ce9-485f-a14e-5bac64c4bb8c req-648f2163-7571-4ee0-92d4-98dedd308a2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:29.656085 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d121de0c-46ef-4d25-b2ca-ca4d590a94c2 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:29.677338 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-33c02197-b736-47e3-b98d-0c85952ff03e None None] Provisioning complete for port f4dc6b00-f007-41c0-a135-c4882723d22f triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:30:29.677934 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-33c02197-b736-47e3-b98d-0c85952ff03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:29.722304 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d121de0c-46ef-4d25-b2ca-ca4d590a94c2 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Pushing event deleted for resources: {'Port': ['ID=4575e8dd-9b08-4eec-ab93-2f4e5dfef520,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:29.731666 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Pushing event updated for resources: {'Port': ['ID=f4dc6b00-f007-41c0-a135-c4882723d22f,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:29.756674 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-70abf7cd-4b50-44bd-a59d-1a6c190cc324 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Deleting port 3577c364-a53f-49f9-b135-09a386b98a4d {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:30:29.757244 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-70abf7cd-4b50-44bd-a59d-1a6c190cc324 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:29.772434 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-a63e6738-61a3-4731-bef4-9b4df015d809 req-220989d4-cfd3-49aa-95be-ce526c4cf15d service neutron] 10.222.0.44 "GET /v2.0/networks/f99addda-57f1-4324-933a-6f2a62cbd208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7816973 Dec 10 15:30:29.900397 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d121de0c-46ef-4d25-b2ca-ca4d590a94c2 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:29.904190 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-d121de0c-46ef-4d25-b2ca-ca4d590a94c2 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] 10.222.0.20 "DELETE /v2.0/ports/4575e8dd-9b08-4eec-ab93-2f4e5dfef520 HTTP/1.1" status: 204 len: 168 time: 1.8846502 Dec 10 15:30:29.920909 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-70abf7cd-4b50-44bd-a59d-1a6c190cc324 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:29.921395 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-70abf7cd-4b50-44bd-a59d-1a6c190cc324 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:29.936428 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-70abf7cd-4b50-44bd-a59d-1a6c190cc324 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Calling delete_port for 3577c364-a53f-49f9-b135-09a386b98a4d owned by network:floatingip {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:30:30.016558 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 58842) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:30.045818 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-a63e6738-61a3-4731-bef4-9b4df015d809 req-0908c0f1-50a5-4ef0-ac04-1bf3372a69b9 service neutron] 10.222.0.44 "GET /v2.0/networks/f99addda-57f1-4324-933a-6f2a62cbd208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353235 Dec 10 15:30:30.100011 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-d2286d73-d603-4142-9733-979164bcb853 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4a22fd41-5ebb-4716-a8f3-7efff1b9790d', 'external_fixed_ips': [{'subnet_id': 'e864872a-eae7-4ff3-b8a9-fa4c2f899191', 'ip_address': '172.20.0.6'}]}}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:30:30.157045 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-be742c82-a805-4414-b4b4-c9477a610ac3 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] device_id is not set on port 4a9f5836-dfc3-4eab-af67-0cc8b1c21492 yet. {{(pid=103586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:30:30.188843 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-be742c82-a805-4414-b4b4-c9477a610ac3 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:30.400254 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-027702c4-f29f-4542-a437-48320aec3f85 req-cea757b9-ebf2-4338-b593-5c184c4c9130 service neutron] For port 66995093-8f5e-42b9-b8e8-3100f932b851, host hv-neutron-8214, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:30:30.418236 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d4a0d4-c394-49f7-bcd8-c2bfd70721dc req-992fdadc-9f78-4790-84b7-58737cfb1d07 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:30.422212 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-b80988be-bed6-40ff-b5d0-d0eafc0048ee None None] Provisioning complete for port f4dc6b00-f007-41c0-a135-c4882723d22f triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:30:30.422726 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b80988be-bed6-40ff-b5d0-d0eafc0048ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:30.422968 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-60d4a0d4-c394-49f7-bcd8-c2bfd70721dc req-992fdadc-9f78-4790-84b7-58737cfb1d07 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f5e5fac-ee31-44bf-a612-11364724d71a HTTP/1.1" status: 200 len: 943 time: 0.7969186 Dec 10 15:30:30.461736 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-be742c82-a805-4414-b4b4-c9477a610ac3 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:30.473834 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-027702c4-f29f-4542-a437-48320aec3f85 req-cea757b9-ebf2-4338-b593-5c184c4c9130 service neutron] For port 66995093-8f5e-42b9-b8e8-3100f932b851, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=66995093-8f5e-42b9-b8e8-3100f932b851,segment=NetworkSegment(ef521c35-8ac9-4897-8760-af6df1516e56),segment_id=ef521c35-8ac9-4897-8760-af6df1516e56)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:30:30.490849 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-9f7c7b3f-7ce9-485f-a14e-5bac64c4bb8c req-648f2163-7571-4ee0-92d4-98dedd308a2d service neutron] For port 61a771a6-fd23-4127-b3ba-eb61e5f34f4b, host hv-neutron-8214, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:30:30.535125 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-9f7c7b3f-7ce9-485f-a14e-5bac64c4bb8c req-648f2163-7571-4ee0-92d4-98dedd308a2d service neutron] For port 61a771a6-fd23-4127-b3ba-eb61e5f34f4b, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=61a771a6-fd23-4127-b3ba-eb61e5f34f4b,segment=NetworkSegment(5c4fd87b-38ee-4dcd-9bb3-1b601d8648aa),segment_id=5c4fd87b-38ee-4dcd-9bb3-1b601d8648aa)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:30:30.608892 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d2286d73-d603-4142-9733-979164bcb853 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13912'] for router, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:30.611609 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d2286d73-d603-4142-9733-979164bcb853 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:30.634845 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be742c82-a805-4414-b4b4-c9477a610ac3 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Pushing event updated for resources: {'Port': ['ID=4a9f5836-dfc3-4eab-af67-0cc8b1c21492,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:30.680450 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-be742c82-a805-4414-b4b4-c9477a610ac3 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port 4a9f5836-dfc3-4eab-af67-0cc8b1c21492 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:30:30.681126 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-be742c82-a805-4414-b4b4-c9477a610ac3 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port 4a9f5836-dfc3-4eab-af67-0cc8b1c21492 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '5517990d-253a-4024-aef6-05b67fb3ce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:30:30.681807 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be742c82-a805-4414-b4b4-c9477a610ac3 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port 4a9f5836-dfc3-4eab-af67-0cc8b1c21492 on network 5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:30:30.691630 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-027702c4-f29f-4542-a437-48320aec3f85 req-cea757b9-ebf2-4338-b593-5c184c4c9130 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:30.699782 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device f4dc6b00-f007-41c0-a135-c4882723d22f up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:30:30.727915 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be742c82-a805-4414-b4b4-c9477a610ac3 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Port 4a9f5836-dfc3-4eab-af67-0cc8b1c21492 on network 5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:30:30.728244 dv-neutron-821401-4-hyperv neutron-server[103586]: ERROR neutron.plugins.ml2.managers [None req-be742c82-a805-4414-b4b4-c9477a610ac3 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Failed to bind port 4a9f5836-dfc3-4eab-af67-0cc8b1c21492 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '5517990d-253a-4024-aef6-05b67fb3ce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c'}] Dec 10 15:30:30.731662 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.plugins.ml2.plugin [None req-be742c82-a805-4414-b4b4-c9477a610ac3 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempt 2 to bind port 4a9f5836-dfc3-4eab-af67-0cc8b1c21492 Dec 10 15:30:30.760730 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-be742c82-a805-4414-b4b4-c9477a610ac3 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port 4a9f5836-dfc3-4eab-af67-0cc8b1c21492 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:30:30.761486 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-be742c82-a805-4414-b4b4-c9477a610ac3 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port 4a9f5836-dfc3-4eab-af67-0cc8b1c21492 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '5517990d-253a-4024-aef6-05b67fb3ce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:30:30.762057 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be742c82-a805-4414-b4b4-c9477a610ac3 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port 4a9f5836-dfc3-4eab-af67-0cc8b1c21492 on network 5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:30:30.780865 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d886c12-ae9c-4605-b39a-61c561675f22 req-e39c1c90-6ba6-405a-a0d9-41004c20b1ea tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:30.788434 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-9f7c7b3f-7ce9-485f-a14e-5bac64c4bb8c req-648f2163-7571-4ee0-92d4-98dedd308a2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:30.789581 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port f4dc6b00-f007-41c0-a135-c4882723d22f triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:30:30.791660 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:30.809295 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea757b9-ebf2-4338-b593-5c184c4c9130 service neutron] Pushing event updated for resources: {'Port': ['ID=66995093-8f5e-42b9-b8e8-3100f932b851,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:30.818877 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4d886c12-ae9c-4605-b39a-61c561675f22 req-e39c1c90-6ba6-405a-a0d9-41004c20b1ea tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] 10.222.0.20 "GET /v2.0/ports?device_id=797f140a-378f-4f48-be7d-1e46ffe7f2b6 HTTP/1.1" status: 200 len: 943 time: 0.1619415 Dec 10 15:30:30.828174 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be742c82-a805-4414-b4b4-c9477a610ac3 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Port 4a9f5836-dfc3-4eab-af67-0cc8b1c21492 on network 5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:30:30.828500 dv-neutron-821401-4-hyperv neutron-server[103586]: ERROR neutron.plugins.ml2.managers [None req-be742c82-a805-4414-b4b4-c9477a610ac3 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Failed to bind port 4a9f5836-dfc3-4eab-af67-0cc8b1c21492 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '5517990d-253a-4024-aef6-05b67fb3ce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c'}] Dec 10 15:30:30.842200 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.plugins.ml2.plugin [None req-be742c82-a805-4414-b4b4-c9477a610ac3 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempt 3 to bind port 4a9f5836-dfc3-4eab-af67-0cc8b1c21492 Dec 10 15:30:30.872439 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-be742c82-a805-4414-b4b4-c9477a610ac3 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port 4a9f5836-dfc3-4eab-af67-0cc8b1c21492 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:30:30.872748 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-be742c82-a805-4414-b4b4-c9477a610ac3 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port 4a9f5836-dfc3-4eab-af67-0cc8b1c21492 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '5517990d-253a-4024-aef6-05b67fb3ce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:30:30.873086 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be742c82-a805-4414-b4b4-c9477a610ac3 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port 4a9f5836-dfc3-4eab-af67-0cc8b1c21492 on network 5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:30:30.932306 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be742c82-a805-4414-b4b4-c9477a610ac3 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Port 4a9f5836-dfc3-4eab-af67-0cc8b1c21492 on network 5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:30:30.932635 dv-neutron-821401-4-hyperv neutron-server[103586]: ERROR neutron.plugins.ml2.managers [None req-be742c82-a805-4414-b4b4-c9477a610ac3 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Failed to bind port 4a9f5836-dfc3-4eab-af67-0cc8b1c21492 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '5517990d-253a-4024-aef6-05b67fb3ce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c'}] Dec 10 15:30:30.938769 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.plugins.ml2.plugin [None req-be742c82-a805-4414-b4b4-c9477a610ac3 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempt 4 to bind port 4a9f5836-dfc3-4eab-af67-0cc8b1c21492 Dec 10 15:30:30.956148 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-60d4a0d4-c394-49f7-bcd8-c2bfd70721dc req-a020ebc1-24fb-4c5d-a1cf-1c16ae31a1ba tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ed67073-eeed-4d1d-86bf-a50b643bdaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4911232 Dec 10 15:30:30.980994 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4d886c12-ae9c-4605-b39a-61c561675f22 req-a07b7774-8169-4481-8a83-2f17d45b85ba tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b38ec32-0b2e-4cf3-bc2f-706a19646bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518686 Dec 10 15:30:30.998900 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-be742c82-a805-4414-b4b4-c9477a610ac3 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port 4a9f5836-dfc3-4eab-af67-0cc8b1c21492 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:30:30.999233 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-be742c82-a805-4414-b4b4-c9477a610ac3 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port 4a9f5836-dfc3-4eab-af67-0cc8b1c21492 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '5517990d-253a-4024-aef6-05b67fb3ce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:30:30.999569 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be742c82-a805-4414-b4b4-c9477a610ac3 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port 4a9f5836-dfc3-4eab-af67-0cc8b1c21492 on network 5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:30:31.005181 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be742c82-a805-4414-b4b4-c9477a610ac3 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Port 4a9f5836-dfc3-4eab-af67-0cc8b1c21492 on network 5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:30:31.006370 dv-neutron-821401-4-hyperv neutron-server[103586]: ERROR neutron.plugins.ml2.managers [None req-be742c82-a805-4414-b4b4-c9477a610ac3 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Failed to bind port 4a9f5836-dfc3-4eab-af67-0cc8b1c21492 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '5517990d-253a-4024-aef6-05b67fb3ce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c'}] Dec 10 15:30:31.006796 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.plugins.ml2.plugin [None req-be742c82-a805-4414-b4b4-c9477a610ac3 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempt 5 to bind port 4a9f5836-dfc3-4eab-af67-0cc8b1c21492 Dec 10 15:30:31.034187 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-be742c82-a805-4414-b4b4-c9477a610ac3 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port 4a9f5836-dfc3-4eab-af67-0cc8b1c21492 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:30:31.034864 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-be742c82-a805-4414-b4b4-c9477a610ac3 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port 4a9f5836-dfc3-4eab-af67-0cc8b1c21492 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '5517990d-253a-4024-aef6-05b67fb3ce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:30:31.035407 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be742c82-a805-4414-b4b4-c9477a610ac3 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port 4a9f5836-dfc3-4eab-af67-0cc8b1c21492 on network 5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:30:31.043881 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be742c82-a805-4414-b4b4-c9477a610ac3 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Port 4a9f5836-dfc3-4eab-af67-0cc8b1c21492 on network 5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:30:31.044449 dv-neutron-821401-4-hyperv neutron-server[103586]: ERROR neutron.plugins.ml2.managers [None req-be742c82-a805-4414-b4b4-c9477a610ac3 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Failed to bind port 4a9f5836-dfc3-4eab-af67-0cc8b1c21492 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '5517990d-253a-4024-aef6-05b67fb3ce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c'}] Dec 10 15:30:31.044984 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.plugins.ml2.plugin [None req-be742c82-a805-4414-b4b4-c9477a610ac3 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempt 6 to bind port 4a9f5836-dfc3-4eab-af67-0cc8b1c21492 Dec 10 15:30:31.071629 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-be742c82-a805-4414-b4b4-c9477a610ac3 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port 4a9f5836-dfc3-4eab-af67-0cc8b1c21492 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:30:31.072189 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-be742c82-a805-4414-b4b4-c9477a610ac3 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port 4a9f5836-dfc3-4eab-af67-0cc8b1c21492 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '5517990d-253a-4024-aef6-05b67fb3ce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:30:31.072267 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be742c82-a805-4414-b4b4-c9477a610ac3 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port 4a9f5836-dfc3-4eab-af67-0cc8b1c21492 on network 5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:30:31.081817 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be742c82-a805-4414-b4b4-c9477a610ac3 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Port 4a9f5836-dfc3-4eab-af67-0cc8b1c21492 on network 5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:30:31.082111 dv-neutron-821401-4-hyperv neutron-server[103586]: ERROR neutron.plugins.ml2.managers [None req-be742c82-a805-4414-b4b4-c9477a610ac3 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Failed to bind port 4a9f5836-dfc3-4eab-af67-0cc8b1c21492 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '5517990d-253a-4024-aef6-05b67fb3ce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c'}] Dec 10 15:30:31.082508 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.plugins.ml2.plugin [None req-be742c82-a805-4414-b4b4-c9477a610ac3 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempt 7 to bind port 4a9f5836-dfc3-4eab-af67-0cc8b1c21492 Dec 10 15:30:31.133675 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-be742c82-a805-4414-b4b4-c9477a610ac3 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port 4a9f5836-dfc3-4eab-af67-0cc8b1c21492 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:30:31.134109 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-be742c82-a805-4414-b4b4-c9477a610ac3 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port 4a9f5836-dfc3-4eab-af67-0cc8b1c21492 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '5517990d-253a-4024-aef6-05b67fb3ce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:30:31.134656 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be742c82-a805-4414-b4b4-c9477a610ac3 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port 4a9f5836-dfc3-4eab-af67-0cc8b1c21492 on network 5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:30:31.157333 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be742c82-a805-4414-b4b4-c9477a610ac3 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Port 4a9f5836-dfc3-4eab-af67-0cc8b1c21492 on network 5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:30:31.157944 dv-neutron-821401-4-hyperv neutron-server[103586]: ERROR neutron.plugins.ml2.managers [None req-be742c82-a805-4414-b4b4-c9477a610ac3 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Failed to bind port 4a9f5836-dfc3-4eab-af67-0cc8b1c21492 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '5517990d-253a-4024-aef6-05b67fb3ce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c'}] Dec 10 15:30:31.158667 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.plugins.ml2.plugin [None req-be742c82-a805-4414-b4b4-c9477a610ac3 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempt 8 to bind port 4a9f5836-dfc3-4eab-af67-0cc8b1c21492 Dec 10 15:30:31.213279 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-be742c82-a805-4414-b4b4-c9477a610ac3 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port 4a9f5836-dfc3-4eab-af67-0cc8b1c21492 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:30:31.219882 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-be742c82-a805-4414-b4b4-c9477a610ac3 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port 4a9f5836-dfc3-4eab-af67-0cc8b1c21492 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '5517990d-253a-4024-aef6-05b67fb3ce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:30:31.221742 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be742c82-a805-4414-b4b4-c9477a610ac3 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port 4a9f5836-dfc3-4eab-af67-0cc8b1c21492 on network 5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:30:31.232051 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be742c82-a805-4414-b4b4-c9477a610ac3 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Port 4a9f5836-dfc3-4eab-af67-0cc8b1c21492 on network 5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:30:31.232387 dv-neutron-821401-4-hyperv neutron-server[103586]: ERROR neutron.plugins.ml2.managers [None req-be742c82-a805-4414-b4b4-c9477a610ac3 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Failed to bind port 4a9f5836-dfc3-4eab-af67-0cc8b1c21492 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '5517990d-253a-4024-aef6-05b67fb3ce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c'}] Dec 10 15:30:31.232932 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.plugins.ml2.plugin [None req-be742c82-a805-4414-b4b4-c9477a610ac3 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempt 9 to bind port 4a9f5836-dfc3-4eab-af67-0cc8b1c21492 Dec 10 15:30:31.275153 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-be742c82-a805-4414-b4b4-c9477a610ac3 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port 4a9f5836-dfc3-4eab-af67-0cc8b1c21492 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:30:31.275400 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-be742c82-a805-4414-b4b4-c9477a610ac3 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port 4a9f5836-dfc3-4eab-af67-0cc8b1c21492 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '5517990d-253a-4024-aef6-05b67fb3ce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:30:31.275734 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be742c82-a805-4414-b4b4-c9477a610ac3 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port 4a9f5836-dfc3-4eab-af67-0cc8b1c21492 on network 5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:30:31.290870 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa338c28-ca34-405c-b142-85eae4d6d56e req-9499f7e5-7ac8-4ddc-9610-3c565a0e0a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:31.292514 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-aa338c28-ca34-405c-b142-85eae4d6d56e req-9499f7e5-7ac8-4ddc-9610-3c565a0e0a84 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e48df3bebd6c40d8972aebca1c524dd3&device_id=797f140a-378f-4f48-be7d-1e46ffe7f2b6 HTTP/1.1" status: 200 len: 1096 time: 0.1761854 Dec 10 15:30:31.295006 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be742c82-a805-4414-b4b4-c9477a610ac3 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Port 4a9f5836-dfc3-4eab-af67-0cc8b1c21492 on network 5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:30:31.305578 dv-neutron-821401-4-hyperv neutron-server[103586]: ERROR neutron.plugins.ml2.managers [None req-be742c82-a805-4414-b4b4-c9477a610ac3 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Failed to bind port 4a9f5836-dfc3-4eab-af67-0cc8b1c21492 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '5517990d-253a-4024-aef6-05b67fb3ce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c'}] Dec 10 15:30:31.306670 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.plugins.ml2.plugin [None req-be742c82-a805-4414-b4b4-c9477a610ac3 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempt 10 to bind port 4a9f5836-dfc3-4eab-af67-0cc8b1c21492 Dec 10 15:30:31.342642 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-be742c82-a805-4414-b4b4-c9477a610ac3 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port 4a9f5836-dfc3-4eab-af67-0cc8b1c21492 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:30:31.343466 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [None req-be742c82-a805-4414-b4b4-c9477a610ac3 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port 4a9f5836-dfc3-4eab-af67-0cc8b1c21492 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '5517990d-253a-4024-aef6-05b67fb3ce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:30:31.346990 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be742c82-a805-4414-b4b4-c9477a610ac3 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempting to bind port 4a9f5836-dfc3-4eab-af67-0cc8b1c21492 on network 5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:30:31.363009 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be742c82-a805-4414-b4b4-c9477a610ac3 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Port 4a9f5836-dfc3-4eab-af67-0cc8b1c21492 on network 5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:30:31.364551 dv-neutron-821401-4-hyperv neutron-server[103586]: ERROR neutron.plugins.ml2.managers [None req-be742c82-a805-4414-b4b4-c9477a610ac3 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Failed to bind port 4a9f5836-dfc3-4eab-af67-0cc8b1c21492 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '5517990d-253a-4024-aef6-05b67fb3ce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c'}] Dec 10 15:30:31.365077 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-be742c82-a805-4414-b4b4-c9477a610ac3 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:31.378229 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c7b3f-7ce9-485f-a14e-5bac64c4bb8c req-648f2163-7571-4ee0-92d4-98dedd308a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:31.387252 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-9f7c7b3f-7ce9-485f-a14e-5bac64c4bb8c req-648f2163-7571-4ee0-92d4-98dedd308a2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:31.390885 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-9f7c7b3f-7ce9-485f-a14e-5bac64c4bb8c req-648f2163-7571-4ee0-92d4-98dedd308a2d service neutron] 10.222.0.44 "PUT /v2.0/ports/61a771a6-fd23-4127-b3ba-eb61e5f34f4b HTTP/1.1" status: 200 len: 1093 time: 6.1490228 Dec 10 15:30:31.404011 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd077330-daa7-4bb9-af7f-4ec0c9daf1bc', 'tag': '61a771a6-fd23-4127-b3ba-eb61e5f34f4b'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:30:31.432998 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027702c4-f29f-4542-a437-48320aec3f85 req-cea757b9-ebf2-4338-b593-5c184c4c9130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:31.434229 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-027702c4-f29f-4542-a437-48320aec3f85 req-cea757b9-ebf2-4338-b593-5c184c4c9130 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:31.442546 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-027702c4-f29f-4542-a437-48320aec3f85 req-cea757b9-ebf2-4338-b593-5c184c4c9130 service neutron] 10.222.0.44 "PUT /v2.0/ports/66995093-8f5e-42b9-b8e8-3100f932b851 HTTP/1.1" status: 200 len: 1093 time: 6.1993856 Dec 10 15:30:31.496960 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d2286d73-d603-4142-9733-979164bcb853 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:31.512865 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-f6175d47-4ab3-4598-8baa-8c1c252c8502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] device_id is not set on port 0c1a4164-61c6-4526-9f71-59577cdbc358 yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:30:31.538084 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648f2163-7571-4ee0-92d4-98dedd308a2d service neutron] Pushing event updated for resources: {'Port': ['ID=61a771a6-fd23-4127-b3ba-eb61e5f34f4b,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:31.581418 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f6175d47-4ab3-4598-8baa-8c1c252c8502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:31.601435 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9ca57131bc4931768ac29058952438d1fdd62308db7b17540cc34ffe8faef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd53ef12-4f5f-4058-bd65-98d3dff4efa5" -d '{"events": [{"name": "network-changed", "server_uuid": "dd077330-daa7-4bb9-af7f-4ec0c9daf1bc", "tag": "61a771a6-fd23-4127-b3ba-eb61e5f34f4b"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:30:31.725356 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-be742c82-a805-4414-b4b4-c9477a610ac3 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] For port 4a9f5836-dfc3-4eab-af67-0cc8b1c21492, host hv-neutron-8214, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:30:31.725871 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-be742c82-a805-4414-b4b4-c9477a610ac3 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attempted to set empty binding levels {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 10 15:30:31.744246 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa338c28-ca34-405c-b142-85eae4d6d56e req-bb247ff0-b08b-411c-91b9-bb9cfa5b2ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:31.746332 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-aa338c28-ca34-405c-b142-85eae4d6d56e req-bb247ff0-b08b-411c-91b9-bb9cfa5b2ce3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f99addda-57f1-4324-933a-6f2a62cbd208 HTTP/1.1" status: 200 len: 907 time: 0.3546915 Dec 10 15:30:31.764790 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f6175d47-4ab3-4598-8baa-8c1c252c8502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:31.838133 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-be742c82-a805-4414-b4b4-c9477a610ac3 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:31.842661 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-aa338c28-ca34-405c-b142-85eae4d6d56e req-ee10129f-2c94-41e0-a135-269757ca43a4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc18c74b-afe0-431d-8aa2-6664526db9f1 HTTP/1.1" status: 200 len: 217 time: 0.0581381 Dec 10 15:30:31.871953 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 15:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd1dadd3-2080-4b3e-b063-d1bc79b330a3 x-openstack-request-id: req-cd1dadd3-2080-4b3e-b063-d1bc79b330a3 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:30:31.871953 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd077330-daa7-4bb9-af7f-4ec0c9daf1bc", "tag": "61a771a6-fd23-4127-b3ba-eb61e5f34f4b", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:30:31.871953 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cd1dadd3-2080-4b3e-b063-d1bc79b330a3 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:30:31.872636 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd077330-daa7-4bb9-af7f-4ec0c9daf1bc', 'tag': '61a771a6-fd23-4127-b3ba-eb61e5f34f4b', 'status': 'completed', 'code': 200} Dec 10 15:30:31.907401 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-be742c82-a805-4414-b4b4-c9477a610ac3 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] In _notify_port_updated(), no bound segment for port 4a9f5836-dfc3-4eab-af67-0cc8b1c21492 on network 5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c {{(pid=103586) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 15:30:31.908379 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be742c82-a805-4414-b4b4-c9477a610ac3 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:31.909067 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-be742c82-a805-4414-b4b4-c9477a610ac3 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:31.913840 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-be742c82-a805-4414-b4b4-c9477a610ac3 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] 10.222.0.20 "PUT /v2.0/ports/4a9f5836-dfc3-4eab-af67-0cc8b1c21492 HTTP/1.1" status: 200 len: 977 time: 2.5207222 Dec 10 15:30:31.917533 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69104fca-9f84-4f89-ab04-7b59b8c92aa0 req-29c498a9-c0b4-498a-a52a-01bef278a327 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:31.918632 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 58858) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:31.919340 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-69104fca-9f84-4f89-ab04-7b59b8c92aa0 req-29c498a9-c0b4-498a-a52a-01bef278a327 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd077330-daa7-4bb9-af7f-4ec0c9daf1bc HTTP/1.1" status: 200 len: 943 time: 0.4885001 Dec 10 15:30:31.941272 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.objects.ports [None req-7280053b-10fa-49a1-bfdf-790b9020a92c tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103587) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 15:30:31.955293 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-70abf7cd-4b50-44bd-a59d-1a6c190cc324 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:31.955750 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be742c82-a805-4414-b4b4-c9477a610ac3 tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Pushing event updated for resources: {'Port': ['ID=4a9f5836-dfc3-4eab-af67-0cc8b1c21492,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:31.973509 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa338c28-ca34-405c-b142-85eae4d6d56e req-c16117c2-ee9a-4738-b3f7-a9bae2d7d84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:31.976243 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-aa338c28-ca34-405c-b142-85eae4d6d56e req-c16117c2-ee9a-4738-b3f7-a9bae2d7d84e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=79f6244b-5844-41f5-8b9a-b3401743a808 HTTP/1.1" status: 200 len: 845 time: 0.1080053 Dec 10 15:30:31.998811 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c7b3f-7ce9-485f-a14e-5bac64c4bb8c req-9cd90b84-dc79-40eb-8306-46dbab6da43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:32.000387 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-9f7c7b3f-7ce9-485f-a14e-5bac64c4bb8c req-9cd90b84-dc79-40eb-8306-46dbab6da43d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=345644153ba74add913c1c222de5850e&device_id=dd077330-daa7-4bb9-af7f-4ec0c9daf1bc HTTP/1.1" status: 200 len: 1096 time: 0.4148920 Dec 10 15:30:32.003808 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7280053b-10fa-49a1-bfdf-790b9020a92c tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11236534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11668560'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:32.074840 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa338c28-ca34-405c-b142-85eae4d6d56e req-4a511116-c540-4911-b929-dd0c543e280e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:32.076238 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-aa338c28-ca34-405c-b142-85eae4d6d56e req-4a511116-c540-4911-b929-dd0c543e280e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f99addda-57f1-4324-933a-6f2a62cbd208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0907023 Dec 10 15:30:32.101280 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6175d47-4ab3-4598-8baa-8c1c252c8502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Pushing event updated for resources: {'Port': ['ID=0c1a4164-61c6-4526-9f71-59577cdbc358,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:32.114845 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-4ce423cf-3b4b-4c69-a9d7-58d24a7dc7dd tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Deleting port 4a9f5836-dfc3-4eab-af67-0cc8b1c21492 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:30:32.115241 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4ce423cf-3b4b-4c69-a9d7-58d24a7dc7dd tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:32.171953 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-9f7c7b3f-7ce9-485f-a14e-5bac64c4bb8c req-1c47d368-d545-45be-8321-ac4e3b254157 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61a771a6-fd23-4127-b3ba-eb61e5f34f4b HTTP/1.1" status: 200 len: 217 time: 0.1423101 Dec 10 15:30:32.194038 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d2286d73-d603-4142-9733-979164bcb853 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:32.227266 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da35d397-516d-4f9b-8d4c-09f5d2e99ee6 req-f5f43350-7f7e-434f-8ce2-b1099a1756f5 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:32.232976 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-da35d397-516d-4f9b-8d4c-09f5d2e99ee6 req-f5f43350-7f7e-434f-8ce2-b1099a1756f5 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f5e5fac-ee31-44bf-a612-11364724d71a HTTP/1.1" status: 200 len: 943 time: 0.1673315 Dec 10 15:30:32.234639 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-4ce423cf-3b4b-4c69-a9d7-58d24a7dc7dd tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] For port 4a9f5836-dfc3-4eab-af67-0cc8b1c21492, host hv-neutron-8214, got binding levels [] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:30:32.234996 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4ce423cf-3b4b-4c69-a9d7-58d24a7dc7dd tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:32.276269 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-4ce423cf-3b4b-4c69-a9d7-58d24a7dc7dd tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Calling delete_port for 4a9f5836-dfc3-4eab-af67-0cc8b1c21492 owned by {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:30:32.300153 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70abf7cd-4b50-44bd-a59d-1a6c190cc324 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Pushing event deleted for resources: {'Port': ['ID=3577c364-a53f-49f9-b135-09a386b98a4d,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:32.310162 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-aa338c28-ca34-405c-b142-85eae4d6d56e req-10930f12-1b5f-40c4-8158-dcb6eac5c0c9 service neutron] 10.222.0.44 "GET /v2.0/networks/f99addda-57f1-4324-933a-6f2a62cbd208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164159 Dec 10 15:30:32.339434 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-f6175d47-4ab3-4598-8baa-8c1c252c8502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 0c1a4164-61c6-4526-9f71-59577cdbc358 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:30:32.339687 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-f6175d47-4ab3-4598-8baa-8c1c252c8502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 0c1a4164-61c6-4526-9f71-59577cdbc358 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'beeecbb3-9ae0-4ac6-9b92-bc72010fea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '90c709d4-aa7b-43f9-976a-b4fb1fe6f396'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:30:32.340033 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6175d47-4ab3-4598-8baa-8c1c252c8502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 0c1a4164-61c6-4526-9f71-59577cdbc358 on network 90c709d4-aa7b-43f9-976a-b4fb1fe6f396 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:30:32.344291 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027702c4-f29f-4542-a437-48320aec3f85 req-fe60414c-c1ca-4478-9a0a-24495e1ea41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:32.345882 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-027702c4-f29f-4542-a437-48320aec3f85 req-fe60414c-c1ca-4478-9a0a-24495e1ea41c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0c43b3bd3a7142739658566d8b1d83f3&device_id=3f5e5fac-ee31-44bf-a612-11364724d71a HTTP/1.1" status: 200 len: 1096 time: 0.5282342 Dec 10 15:30:32.388367 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6175d47-4ab3-4598-8baa-8c1c252c8502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Port 0c1a4164-61c6-4526-9f71-59577cdbc358 on network 90c709d4-aa7b-43f9-976a-b4fb1fe6f396 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:30:32.388738 dv-neutron-821401-4-hyperv neutron-server[103587]: ERROR neutron.plugins.ml2.managers [None req-f6175d47-4ab3-4598-8baa-8c1c252c8502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Failed to bind port 0c1a4164-61c6-4526-9f71-59577cdbc358 on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'beeecbb3-9ae0-4ac6-9b92-bc72010fea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '90c709d4-aa7b-43f9-976a-b4fb1fe6f396'}] Dec 10 15:30:32.404900 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-da35d397-516d-4f9b-8d4c-09f5d2e99ee6 req-64679e8b-d649-4797-b99a-70c01805d8e6 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ed67073-eeed-4d1d-86bf-a50b643bdaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1658692 Dec 10 15:30:32.420436 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.plugins.ml2.plugin [None req-f6175d47-4ab3-4598-8baa-8c1c252c8502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempt 2 to bind port 0c1a4164-61c6-4526-9f71-59577cdbc358 Dec 10 15:30:32.423062 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7280053b-10fa-49a1-bfdf-790b9020a92c tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Pushing event updated for resources: {'Subnet': ['ID=3e32ecd9-5ce6-46b3-b05e-ea6c1c9f2d6c,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:32.462725 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c7b3f-7ce9-485f-a14e-5bac64c4bb8c req-c1dc4079-93d4-44b5-95a8-0d277cdd82bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:32.464479 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-9f7c7b3f-7ce9-485f-a14e-5bac64c4bb8c req-c1dc4079-93d4-44b5-95a8-0d277cdd82bc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0517fc1e-1822-46ab-b8d5-555d14cfeff4 HTTP/1.1" status: 200 len: 851 time: 0.2479424 Dec 10 15:30:32.476214 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-aa338c28-ca34-405c-b142-85eae4d6d56e req-f6759430-ba08-4db5-ba1e-1509813a7d3e service neutron] 10.222.0.44 "GET /v2.0/networks/f99addda-57f1-4324-933a-6f2a62cbd208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573083 Dec 10 15:30:32.487021 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-027702c4-f29f-4542-a437-48320aec3f85 req-42d81ffa-a682-40d4-929c-1c7443b28904 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66995093-8f5e-42b9-b8e8-3100f932b851 HTTP/1.1" status: 200 len: 217 time: 0.1252849 Dec 10 15:30:32.496762 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-69104fca-9f84-4f89-ab04-7b59b8c92aa0 req-3b48e7b9-c98a-4e36-adaf-e9d78702e213 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] 10.222.0.20 "GET /v2.0/security-groups?id=46fa4965-a546-4aa0-b6c7-fe2bd953989f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5368793 Dec 10 15:30:32.501052 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-70abf7cd-4b50-44bd-a59d-1a6c190cc324 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks [] for floatingip, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:32.501457 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.l3_db [None req-70abf7cd-4b50-44bd-a59d-1a6c190cc324 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Floating IP f7cf1e7a-92a4-4899-a6dc-5164f7c472ed disassociated (deleted). External IP: 172.26.2.16, port: b529c955-7773-4dc7-abd3-ecae622a8a10. Dec 10 15:30:32.567292 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e1ee99-483f-488d-a8e6-700194a3da70 req-df6cb121-5e7f-4d20-adfb-3d76bad598aa tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:32.568807 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-b3e1ee99-483f-488d-a8e6-700194a3da70 req-df6cb121-5e7f-4d20-adfb-3d76bad598aa tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] 10.222.0.20 "GET /v2.0/ports?device_id=797f140a-378f-4f48-be7d-1e46ffe7f2b6 HTTP/1.1" status: 200 len: 943 time: 0.0554535 Dec 10 15:30:32.615690 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-f6175d47-4ab3-4598-8baa-8c1c252c8502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 0c1a4164-61c6-4526-9f71-59577cdbc358 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:30:32.616026 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-f6175d47-4ab3-4598-8baa-8c1c252c8502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 0c1a4164-61c6-4526-9f71-59577cdbc358 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'beeecbb3-9ae0-4ac6-9b92-bc72010fea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '90c709d4-aa7b-43f9-976a-b4fb1fe6f396'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:30:32.616361 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6175d47-4ab3-4598-8baa-8c1c252c8502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 0c1a4164-61c6-4526-9f71-59577cdbc358 on network 90c709d4-aa7b-43f9-976a-b4fb1fe6f396 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:30:32.619258 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4ce423cf-3b4b-4c69-a9d7-58d24a7dc7dd tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:32.627955 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-b3e1ee99-483f-488d-a8e6-700194a3da70 req-ec3d011f-c007-4c79-bec4-eba811471202 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b38ec32-0b2e-4cf3-bc2f-706a19646bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524256 Dec 10 15:30:32.658423 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce423cf-3b4b-4c69-a9d7-58d24a7dc7dd tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Pushing event deleted for resources: {'Port': ['ID=4a9f5836-dfc3-4eab-af67-0cc8b1c21492,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:32.664123 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4ce423cf-3b4b-4c69-a9d7-58d24a7dc7dd tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:32.669922 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-4ce423cf-3b4b-4c69-a9d7-58d24a7dc7dd tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] 10.222.0.20 "DELETE /v2.0/ports/4a9f5836-dfc3-4eab-af67-0cc8b1c21492 HTTP/1.1" status: 204 len: 168 time: 0.7478650 Dec 10 15:30:32.670223 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 58866) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:32.681229 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6175d47-4ab3-4598-8baa-8c1c252c8502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Port 0c1a4164-61c6-4526-9f71-59577cdbc358 on network 90c709d4-aa7b-43f9-976a-b4fb1fe6f396 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:30:32.681559 dv-neutron-821401-4-hyperv neutron-server[103587]: ERROR neutron.plugins.ml2.managers [None req-f6175d47-4ab3-4598-8baa-8c1c252c8502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Failed to bind port 0c1a4164-61c6-4526-9f71-59577cdbc358 on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'beeecbb3-9ae0-4ac6-9b92-bc72010fea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '90c709d4-aa7b-43f9-976a-b4fb1fe6f396'}] Dec 10 15:30:32.683424 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7280053b-10fa-49a1-bfdf-790b9020a92c tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Checking segment: {'id': 'e53631f2-06b9-42d4-8c6b-70fe47bbd72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '15701ee3-afcb-49a7-b590-ee4a478c6649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:30:32.683424 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7280053b-10fa-49a1-bfdf-790b9020a92c tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Network hostable DHCP agents. Network: 15701ee3-afcb-49a7-b590-ee4a478c6649, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:30:32.690996 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.plugins.ml2.plugin [None req-f6175d47-4ab3-4598-8baa-8c1c252c8502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempt 3 to bind port 0c1a4164-61c6-4526-9f71-59577cdbc358 Dec 10 15:30:32.695415 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc24309e-a588-4b6b-9fce-c520bd639e3e tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] GET failed (client error): The resource could not be found. Dec 10 15:30:32.700228 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-fc24309e-a588-4b6b-9fce-c520bd639e3e tempest-PortsAdminExtendedAttrsTestJSON-1766688939 tempest-PortsAdminExtendedAttrsTestJSON-1766688939-project-admin] 10.222.0.20 "GET /v2.0/ports/4a9f5836-dfc3-4eab-af67-0cc8b1c21492 HTTP/1.1" status: 404 len: 333 time: 0.0259368 Dec 10 15:30:32.700950 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 58868) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:32.774052 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-f6175d47-4ab3-4598-8baa-8c1c252c8502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 0c1a4164-61c6-4526-9f71-59577cdbc358 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:30:32.774384 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-f6175d47-4ab3-4598-8baa-8c1c252c8502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 0c1a4164-61c6-4526-9f71-59577cdbc358 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'beeecbb3-9ae0-4ac6-9b92-bc72010fea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '90c709d4-aa7b-43f9-976a-b4fb1fe6f396'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:30:32.774727 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6175d47-4ab3-4598-8baa-8c1c252c8502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 0c1a4164-61c6-4526-9f71-59577cdbc358 on network 90c709d4-aa7b-43f9-976a-b4fb1fe6f396 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:30:32.779259 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027702c4-f29f-4542-a437-48320aec3f85 req-e2130cc4-99a7-4bd1-ac7c-9871d09c0e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:32.780725 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-027702c4-f29f-4542-a437-48320aec3f85 req-e2130cc4-99a7-4bd1-ac7c-9871d09c0e98 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=095a47ab-a3da-4b0b-9511-e17946d815ea HTTP/1.1" status: 200 len: 851 time: 0.2765372 Dec 10 15:30:32.780849 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7a438b3a-30e6-4679-9ab2-cc6d64d77732 tempest-PortsAdminExtendedAttrsTestJSON-1712289161 tempest-PortsAdminExtendedAttrsTestJSON-1712289161-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:32.811002 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6175d47-4ab3-4598-8baa-8c1c252c8502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Port 0c1a4164-61c6-4526-9f71-59577cdbc358 on network 90c709d4-aa7b-43f9-976a-b4fb1fe6f396 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:30:32.811522 dv-neutron-821401-4-hyperv neutron-server[103587]: ERROR neutron.plugins.ml2.managers [None req-f6175d47-4ab3-4598-8baa-8c1c252c8502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Failed to bind port 0c1a4164-61c6-4526-9f71-59577cdbc358 on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'beeecbb3-9ae0-4ac6-9b92-bc72010fea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '90c709d4-aa7b-43f9-976a-b4fb1fe6f396'}] Dec 10 15:30:32.816517 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.plugins.ml2.plugin [None req-f6175d47-4ab3-4598-8baa-8c1c252c8502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempt 4 to bind port 0c1a4164-61c6-4526-9f71-59577cdbc358 Dec 10 15:30:32.818779 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c7b3f-7ce9-485f-a14e-5bac64c4bb8c req-9b18ca03-0231-46be-b64d-95519c51efc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:32.820406 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-9f7c7b3f-7ce9-485f-a14e-5bac64c4bb8c req-9b18ca03-0231-46be-b64d-95519c51efc8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a0f35dea-026e-4011-a2fc-8c909b8f7f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3286848 Dec 10 15:30:32.874859 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7a438b3a-30e6-4679-9ab2-cc6d64d77732 tempest-PortsAdminExtendedAttrsTestJSON-1712289161 tempest-PortsAdminExtendedAttrsTestJSON-1712289161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:32.876315 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-f6175d47-4ab3-4598-8baa-8c1c252c8502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 0c1a4164-61c6-4526-9f71-59577cdbc358 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:30:32.877287 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-f6175d47-4ab3-4598-8baa-8c1c252c8502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 0c1a4164-61c6-4526-9f71-59577cdbc358 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'beeecbb3-9ae0-4ac6-9b92-bc72010fea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '90c709d4-aa7b-43f9-976a-b4fb1fe6f396'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:30:32.877987 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6175d47-4ab3-4598-8baa-8c1c252c8502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 0c1a4164-61c6-4526-9f71-59577cdbc358 on network 90c709d4-aa7b-43f9-976a-b4fb1fe6f396 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:30:32.897917 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-7a438b3a-30e6-4679-9ab2-cc6d64d77732 tempest-PortsAdminExtendedAttrsTestJSON-1712289161 tempest-PortsAdminExtendedAttrsTestJSON-1712289161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c']}} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:30:32.907458 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-7a438b3a-30e6-4679-9ab2-cc6d64d77732 tempest-PortsAdminExtendedAttrsTestJSON-1712289161 tempest-PortsAdminExtendedAttrsTestJSON-1712289161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5517990d-253a-4024-aef6-05b67fb3ce25') {'for_net_delete': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:30:32.908652 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-7a438b3a-30e6-4679-9ab2-cc6d64d77732 tempest-PortsAdminExtendedAttrsTestJSON-1712289161 tempest-PortsAdminExtendedAttrsTestJSON-1712289161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5517990d-253a-4024-aef6-05b67fb3ce25') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:30:32.923147 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7a438b3a-30e6-4679-9ab2-cc6d64d77732 tempest-PortsAdminExtendedAttrsTestJSON-1712289161 tempest-PortsAdminExtendedAttrsTestJSON-1712289161-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12392235'] for segment, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:32.926635 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6175d47-4ab3-4598-8baa-8c1c252c8502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Port 0c1a4164-61c6-4526-9f71-59577cdbc358 on network 90c709d4-aa7b-43f9-976a-b4fb1fe6f396 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:30:32.926962 dv-neutron-821401-4-hyperv neutron-server[103587]: ERROR neutron.plugins.ml2.managers [None req-f6175d47-4ab3-4598-8baa-8c1c252c8502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Failed to bind port 0c1a4164-61c6-4526-9f71-59577cdbc358 on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'beeecbb3-9ae0-4ac6-9b92-bc72010fea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '90c709d4-aa7b-43f9-976a-b4fb1fe6f396'}] Dec 10 15:30:32.927467 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7280053b-10fa-49a1-bfdf-790b9020a92c tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Network 15701ee3-afcb-49a7-b590-ee4a478c6649 is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:30:32.933992 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.plugins.ml2.plugin [None req-f6175d47-4ab3-4598-8baa-8c1c252c8502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempt 5 to bind port 0c1a4164-61c6-4526-9f71-59577cdbc358 Dec 10 15:30:32.938842 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7a438b3a-30e6-4679-9ab2-cc6d64d77732 tempest-PortsAdminExtendedAttrsTestJSON-1712289161 tempest-PortsAdminExtendedAttrsTestJSON-1712289161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:32.946691 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a438b3a-30e6-4679-9ab2-cc6d64d77732 tempest-PortsAdminExtendedAttrsTestJSON-1712289161 tempest-PortsAdminExtendedAttrsTestJSON-1712289161-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=103586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:30:32.956006 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7a438b3a-30e6-4679-9ab2-cc6d64d77732 tempest-PortsAdminExtendedAttrsTestJSON-1712289161 tempest-PortsAdminExtendedAttrsTestJSON-1712289161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11695586'] for segment, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:32.956006 dv-neutron-821401-4-hyperv neutron-server[103586]: Traceback (most recent call last): Dec 10 15:30:32.956006 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:30:32.956006 dv-neutron-821401-4-hyperv neutron-server[103586]: timer() Dec 10 15:30:32.956006 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:30:32.956006 dv-neutron-821401-4-hyperv neutron-server[103586]: cb(*args, **kw) Dec 10 15:30:32.956006 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:30:32.956006 dv-neutron-821401-4-hyperv neutron-server[103586]: return func(*args, **kwargs) Dec 10 15:30:32.956006 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:30:32.956006 dv-neutron-821401-4-hyperv neutron-server[103586]: self._notify() Dec 10 15:30:32.956006 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:30:32.956006 dv-neutron-821401-4-hyperv neutron-server[103586]: self.callback(batched_events) Dec 10 15:30:32.956006 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:30:32.956006 dv-neutron-821401-4-hyperv neutron-server[103586]: event.method(event) Dec 10 15:30:32.956006 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:30:32.956006 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:30:32.956006 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:30:32.956006 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:30:32.956006 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:30:32.956006 dv-neutron-821401-4-hyperv neutron-server[103586]: return f(self, *a, **k) Dec 10 15:30:32.956006 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:30:32.956006 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._get(url).json() Dec 10 15:30:32.956006 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:30:32.956006 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:30:32.956006 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:30:32.956006 dv-neutron-821401-4-hyperv neutron-server[103586]: return self.request(url, 'GET', **kwargs) Dec 10 15:30:32.956006 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:30:32.956006 dv-neutron-821401-4-hyperv neutron-server[103586]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:30:32.956006 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:30:32.956006 dv-neutron-821401-4-hyperv neutron-server[103586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:30:32.956006 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:30:32.956006 dv-neutron-821401-4-hyperv neutron-server[103586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:30:32.956006 dv-neutron-821401-4-hyperv neutron-server[103586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:30:33.003627 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027702c4-f29f-4542-a437-48320aec3f85 req-a2542f0a-1948-42f0-b04d-146457fc81a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:33.005183 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-027702c4-f29f-4542-a437-48320aec3f85 req-a2542f0a-1948-42f0-b04d-146457fc81a4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9f22a23a-8eb3-48df-bc2f-eddd6071e745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2053015 Dec 10 15:30:33.009730 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-f6175d47-4ab3-4598-8baa-8c1c252c8502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 0c1a4164-61c6-4526-9f71-59577cdbc358 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:30:33.010086 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-f6175d47-4ab3-4598-8baa-8c1c252c8502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 0c1a4164-61c6-4526-9f71-59577cdbc358 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'beeecbb3-9ae0-4ac6-9b92-bc72010fea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '90c709d4-aa7b-43f9-976a-b4fb1fe6f396'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:30:33.010424 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6175d47-4ab3-4598-8baa-8c1c252c8502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 0c1a4164-61c6-4526-9f71-59577cdbc358 on network 90c709d4-aa7b-43f9-976a-b4fb1fe6f396 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:30:33.046915 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6175d47-4ab3-4598-8baa-8c1c252c8502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Port 0c1a4164-61c6-4526-9f71-59577cdbc358 on network 90c709d4-aa7b-43f9-976a-b4fb1fe6f396 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:30:33.047241 dv-neutron-821401-4-hyperv neutron-server[103587]: ERROR neutron.plugins.ml2.managers [None req-f6175d47-4ab3-4598-8baa-8c1c252c8502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Failed to bind port 0c1a4164-61c6-4526-9f71-59577cdbc358 on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'beeecbb3-9ae0-4ac6-9b92-bc72010fea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '90c709d4-aa7b-43f9-976a-b4fb1fe6f396'}] Dec 10 15:30:33.062269 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.plugins.ml2.plugin [None req-f6175d47-4ab3-4598-8baa-8c1c252c8502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempt 6 to bind port 0c1a4164-61c6-4526-9f71-59577cdbc358 Dec 10 15:30:33.124823 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7a438b3a-30e6-4679-9ab2-cc6d64d77732 tempest-PortsAdminExtendedAttrsTestJSON-1712289161 tempest-PortsAdminExtendedAttrsTestJSON-1712289161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:33.135779 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7a438b3a-30e6-4679-9ab2-cc6d64d77732 tempest-PortsAdminExtendedAttrsTestJSON-1712289161 tempest-PortsAdminExtendedAttrsTestJSON-1712289161-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:33.142031 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-7a438b3a-30e6-4679-9ab2-cc6d64d77732 tempest-PortsAdminExtendedAttrsTestJSON-1712289161 tempest-PortsAdminExtendedAttrsTestJSON-1712289161-project] 10.222.0.20 "DELETE /v2.0/networks/5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c HTTP/1.1" status: 204 len: 168 time: 0.4369719 Dec 10 15:30:33.159984 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a438b3a-30e6-4679-9ab2-cc6d64d77732 tempest-PortsAdminExtendedAttrsTestJSON-1712289161 tempest-PortsAdminExtendedAttrsTestJSON-1712289161-project] Pushing event deleted for resources: {'Network': ['ID=5b9f2412-2a62-43bd-a1aa-4a5d5fccac3c,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:33.347633 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-7280053b-10fa-49a1-bfdf-790b9020a92c tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 15701ee3-afcb-49a7-b590-ee4a478c6649) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:30:33.356714 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ebc6f7-1efa-46a0-bce6-d1095b95b01e None None] Network 15701ee3-afcb-49a7-b590-ee4a478c6649 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:30:33.363445 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-9f7c7b3f-7ce9-485f-a14e-5bac64c4bb8c req-82c33974-1fbb-446a-8a73-13943da88389 service neutron] 10.222.0.44 "GET /v2.0/networks/a0f35dea-026e-4011-a2fc-8c909b8f7f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5242839 Dec 10 15:30:33.369547 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7280053b-10fa-49a1-bfdf-790b9020a92c tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:33.370334 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7280053b-10fa-49a1-bfdf-790b9020a92c tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:33.391479 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-f6175d47-4ab3-4598-8baa-8c1c252c8502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 0c1a4164-61c6-4526-9f71-59577cdbc358 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:30:33.391956 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-f6175d47-4ab3-4598-8baa-8c1c252c8502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 0c1a4164-61c6-4526-9f71-59577cdbc358 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'beeecbb3-9ae0-4ac6-9b92-bc72010fea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '90c709d4-aa7b-43f9-976a-b4fb1fe6f396'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:30:33.392905 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6175d47-4ab3-4598-8baa-8c1c252c8502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 0c1a4164-61c6-4526-9f71-59577cdbc358 on network 90c709d4-aa7b-43f9-976a-b4fb1fe6f396 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:30:33.479380 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a2878c-7102-4d6e-9e49-1960d29e86a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-15701ee3-afcb-49a7-b590-ee4a478c6649', 'network_id': '15701ee3-afcb-49a7-b590-ee4a478c6649', 'project_id': 'e42aa0aacd1b476cb9d51b140a9e3e81', 'fixed_ips': [{'subnet_id': '3e32ecd9-5ce6-46b3-b05e-ea6c1c9f2d6c'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:30:33.480797 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d2a2878c-7102-4d6e-9e49-1960d29e86a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:33.492390 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6175d47-4ab3-4598-8baa-8c1c252c8502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Port 0c1a4164-61c6-4526-9f71-59577cdbc358 on network 90c709d4-aa7b-43f9-976a-b4fb1fe6f396 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:30:33.492724 dv-neutron-821401-4-hyperv neutron-server[103587]: ERROR neutron.plugins.ml2.managers [None req-f6175d47-4ab3-4598-8baa-8c1c252c8502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Failed to bind port 0c1a4164-61c6-4526-9f71-59577cdbc358 on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'beeecbb3-9ae0-4ac6-9b92-bc72010fea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '90c709d4-aa7b-43f9-976a-b4fb1fe6f396'}] Dec 10 15:30:33.499895 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.plugins.ml2.plugin [None req-f6175d47-4ab3-4598-8baa-8c1c252c8502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempt 7 to bind port 0c1a4164-61c6-4526-9f71-59577cdbc358 Dec 10 15:30:33.583036 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70abf7cd-4b50-44bd-a59d-1a6c190cc324 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Router 6f7e164a-72d9-4abe-810a-68b967db9c9b has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:30:33.583036 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-7280053b-10fa-49a1-bfdf-790b9020a92c tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 6.0426695 Dec 10 15:30:33.586631 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 58876) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:33.611406 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-79a72958-d264-48c8-bd12-814d89bfb387 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Request body: {'port': {'network_id': '15701ee3-afcb-49a7-b590-ee4a478c6649', 'name': 'tempest-NetworksIpV6TestAttrs-1244753236'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:30:33.616952 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-f6175d47-4ab3-4598-8baa-8c1c252c8502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 0c1a4164-61c6-4526-9f71-59577cdbc358 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:30:33.617289 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-f6175d47-4ab3-4598-8baa-8c1c252c8502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 0c1a4164-61c6-4526-9f71-59577cdbc358 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'beeecbb3-9ae0-4ac6-9b92-bc72010fea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '90c709d4-aa7b-43f9-976a-b4fb1fe6f396'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:30:33.617623 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6175d47-4ab3-4598-8baa-8c1c252c8502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 0c1a4164-61c6-4526-9f71-59577cdbc358 on network 90c709d4-aa7b-43f9-976a-b4fb1fe6f396 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:30:33.640749 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-027702c4-f29f-4542-a437-48320aec3f85 req-00763bad-6304-4a23-acac-09f7d26ddd81 service neutron] 10.222.0.44 "GET /v2.0/networks/9f22a23a-8eb3-48df-bc2f-eddd6071e745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6145787 Dec 10 15:30:33.648610 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b10bb3-fbcb-4644-bf43-c4c7efc2e6d6 req-d96d99fb-e803-4f78-a5e7-6375274f4b90 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:33.660645 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f1b10bb3-fbcb-4644-bf43-c4c7efc2e6d6 req-d96d99fb-e803-4f78-a5e7-6375274f4b90 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd077330-daa7-4bb9-af7f-4ec0c9daf1bc HTTP/1.1" status: 200 len: 943 time: 0.0881789 Dec 10 15:30:33.672031 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-d2a2878c-7102-4d6e-9e49-1960d29e86a7 None None] Allocated IP 2001:db8::f816:3eff:febc:f603 (15701ee3-afcb-49a7-b590-ee4a478c6649/3e32ecd9-5ce6-46b3-b05e-ea6c1c9f2d6c/807e57fe-87f3-4df5-b7b9-eede292cafc7) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:30:33.730402 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f1b10bb3-fbcb-4644-bf43-c4c7efc2e6d6 req-051f0086-acf6-4d34-b4e5-282d4a7c74b7 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] 10.222.0.20 "GET /v2.0/security-groups?id=46fa4965-a546-4aa0-b6c7-fe2bd953989f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644722 Dec 10 15:30:33.732971 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6175d47-4ab3-4598-8baa-8c1c252c8502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Port 0c1a4164-61c6-4526-9f71-59577cdbc358 on network 90c709d4-aa7b-43f9-976a-b4fb1fe6f396 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:30:33.732971 dv-neutron-821401-4-hyperv neutron-server[103587]: ERROR neutron.plugins.ml2.managers [None req-f6175d47-4ab3-4598-8baa-8c1c252c8502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Failed to bind port 0c1a4164-61c6-4526-9f71-59577cdbc358 on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'beeecbb3-9ae0-4ac6-9b92-bc72010fea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '90c709d4-aa7b-43f9-976a-b4fb1fe6f396'}] Dec 10 15:30:33.744655 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.plugins.ml2.plugin [None req-f6175d47-4ab3-4598-8baa-8c1c252c8502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempt 8 to bind port 0c1a4164-61c6-4526-9f71-59577cdbc358 Dec 10 15:30:33.855341 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ef5c5-ca18-4400-b9e1-eea8f4caa86c req-d560dae7-1300-4001-a66d-03836e129ba5 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:33.856997 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ed0ef5c5-ca18-4400-b9e1-eea8f4caa86c req-d560dae7-1300-4001-a66d-03836e129ba5 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] 10.222.0.20 "GET /v2.0/ports?device_id=797f140a-378f-4f48-be7d-1e46ffe7f2b6 HTTP/1.1" status: 200 len: 943 time: 0.0656455 Dec 10 15:30:33.873082 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 58882) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:33.881664 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f5e5fac-ee31-44bf-a612-11364724d71a', 'tag': '66995093-8f5e-42b9-b8e8-3100f932b851'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:30:33.884077 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9ca57131bc4931768ac29058952438d1fdd62308db7b17540cc34ffe8faef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ae8dec-5697-4ea3-905e-121b71b16e10" -d '{"events": [{"name": "network-changed", "server_uuid": "3f5e5fac-ee31-44bf-a612-11364724d71a", "tag": "66995093-8f5e-42b9-b8e8-3100f932b851"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:30:33.897374 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-f6175d47-4ab3-4598-8baa-8c1c252c8502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 0c1a4164-61c6-4526-9f71-59577cdbc358 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:30:33.898207 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-f6175d47-4ab3-4598-8baa-8c1c252c8502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 0c1a4164-61c6-4526-9f71-59577cdbc358 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'beeecbb3-9ae0-4ac6-9b92-bc72010fea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '90c709d4-aa7b-43f9-976a-b4fb1fe6f396'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:30:33.898207 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6175d47-4ab3-4598-8baa-8c1c252c8502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 0c1a4164-61c6-4526-9f71-59577cdbc358 on network 90c709d4-aa7b-43f9-976a-b4fb1fe6f396 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:30:33.907104 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd8f941-3ff1-4b48-9c20-bde44e9f5aca req-522fdf3b-c956-461b-8e50-a4abf411299a tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:33.909108 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-0cd8f941-3ff1-4b48-9c20-bde44e9f5aca req-522fdf3b-c956-461b-8e50-a4abf411299a tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f5e5fac-ee31-44bf-a612-11364724d71a HTTP/1.1" status: 200 len: 943 time: 0.3666537 Dec 10 15:30:33.910972 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-9f7c7b3f-7ce9-485f-a14e-5bac64c4bb8c req-ca6ad291-7d79-456a-97a8-b2b280b0efd4 service neutron] 10.222.0.44 "GET /v2.0/networks/a0f35dea-026e-4011-a2fc-8c909b8f7f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5337160 Dec 10 15:30:33.932360 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d2286d73-d603-4142-9733-979164bcb853 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:33.934004 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d2a2878c-7102-4d6e-9e49-1960d29e86a7 None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:33.955964 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ed0ef5c5-ca18-4400-b9e1-eea8f4caa86c req-f56496da-0da4-46f3-ab1d-4196b6ef7e2d tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b38ec32-0b2e-4cf3-bc2f-706a19646bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898798 Dec 10 15:30:33.958724 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6175d47-4ab3-4598-8baa-8c1c252c8502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Port 0c1a4164-61c6-4526-9f71-59577cdbc358 on network 90c709d4-aa7b-43f9-976a-b4fb1fe6f396 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:30:33.959055 dv-neutron-821401-4-hyperv neutron-server[103587]: ERROR neutron.plugins.ml2.managers [None req-f6175d47-4ab3-4598-8baa-8c1c252c8502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Failed to bind port 0c1a4164-61c6-4526-9f71-59577cdbc358 on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'beeecbb3-9ae0-4ac6-9b92-bc72010fea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '90c709d4-aa7b-43f9-976a-b4fb1fe6f396'}] Dec 10 15:30:33.982698 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.plugins.ml2.plugin [None req-f6175d47-4ab3-4598-8baa-8c1c252c8502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempt 9 to bind port 0c1a4164-61c6-4526-9f71-59577cdbc358 Dec 10 15:30:34.028498 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d2286d73-d603-4142-9733-979164bcb853 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:34.032045 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 15:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e9dac19-4d05-4a2b-ac83-f88c4ab34655 x-openstack-request-id: req-6e9dac19-4d05-4a2b-ac83-f88c4ab34655 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:30:34.032045 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f5e5fac-ee31-44bf-a612-11364724d71a", "tag": "66995093-8f5e-42b9-b8e8-3100f932b851", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:30:34.032045 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6e9dac19-4d05-4a2b-ac83-f88c4ab34655 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:30:34.032399 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f5e5fac-ee31-44bf-a612-11364724d71a', 'tag': '66995093-8f5e-42b9-b8e8-3100f932b851', 'status': 'completed', 'code': 200} Dec 10 15:30:34.053475 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d2a2878c-7102-4d6e-9e49-1960d29e86a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:34.098873 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a2878c-7102-4d6e-9e49-1960d29e86a7 None None] Network 15701ee3-afcb-49a7-b590-ee4a478c6649 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:30:34.100431 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-f6175d47-4ab3-4598-8baa-8c1c252c8502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 0c1a4164-61c6-4526-9f71-59577cdbc358 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:30:34.100769 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-f6175d47-4ab3-4598-8baa-8c1c252c8502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 0c1a4164-61c6-4526-9f71-59577cdbc358 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'beeecbb3-9ae0-4ac6-9b92-bc72010fea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '90c709d4-aa7b-43f9-976a-b4fb1fe6f396'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:30:34.101361 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6175d47-4ab3-4598-8baa-8c1c252c8502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 0c1a4164-61c6-4526-9f71-59577cdbc358 on network 90c709d4-aa7b-43f9-976a-b4fb1fe6f396 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:30:34.102451 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-d2a2878c-7102-4d6e-9e49-1960d29e86a7 None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:30:34.105057 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a2878c-7102-4d6e-9e49-1960d29e86a7 None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:30:34.114738 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a2878c-7102-4d6e-9e49-1960d29e86a7 None None] Pushing event updated for resources: {'Port': ['ID=807e57fe-87f3-4df5-b7b9-eede292cafc7,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:34.124639 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-075a8d3d-8a9f-42d7-bad2-f4d49f1d03bc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7c415a031dab456f8016ec3bbb1f9c8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2483313 Dec 10 15:30:34.125040 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 58888) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:34.192795 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-d2a2878c-7102-4d6e-9e49-1960d29e86a7 None None] Attempting to bind port 807e57fe-87f3-4df5-b7b9-eede292cafc7 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:30:34.192795 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-d2a2878c-7102-4d6e-9e49-1960d29e86a7 None None] Attempting to bind port 807e57fe-87f3-4df5-b7b9-eede292cafc7 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'e53631f2-06b9-42d4-8c6b-70fe47bbd72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '15701ee3-afcb-49a7-b590-ee4a478c6649'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:30:34.193106 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a2878c-7102-4d6e-9e49-1960d29e86a7 None None] Attempting to bind port 807e57fe-87f3-4df5-b7b9-eede292cafc7 on network 15701ee3-afcb-49a7-b590-ee4a478c6649 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:30:34.195529 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f1c59488-3d86-485c-8443-9a1161fbda38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:34.198638 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a2878c-7102-4d6e-9e49-1960d29e86a7 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:30:34.199080 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a2878c-7102-4d6e-9e49-1960d29e86a7 None None] Checking segment: {'id': 'e53631f2-06b9-42d4-8c6b-70fe47bbd72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '15701ee3-afcb-49a7-b590-ee4a478c6649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:30:34.199654 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d2a2878c-7102-4d6e-9e49-1960d29e86a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:34.200048 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a2878c-7102-4d6e-9e49-1960d29e86a7 None None] Bound using segment: {'id': 'e53631f2-06b9-42d4-8c6b-70fe47bbd72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '15701ee3-afcb-49a7-b590-ee4a478c6649'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:30:34.200645 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-d2a2878c-7102-4d6e-9e49-1960d29e86a7 None None] Bound port: 807e57fe-87f3-4df5-b7b9-eede292cafc7, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e53631f2-06b9-42d4-8c6b-70fe47bbd72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '15701ee3-afcb-49a7-b590-ee4a478c6649'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:30:34.201820 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d2a2878c-7102-4d6e-9e49-1960d29e86a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:34.217622 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-0cd8f941-3ff1-4b48-9c20-bde44e9f5aca req-785bdb65-e267-4293-b16b-ed8312f9259c tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ed67073-eeed-4d1d-86bf-a50b643bdaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2848802 Dec 10 15:30:34.219044 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-027702c4-f29f-4542-a437-48320aec3f85 req-a368c8a2-c538-404b-98d1-049d44ca7e4d service neutron] 10.222.0.44 "GET /v2.0/networks/9f22a23a-8eb3-48df-bc2f-eddd6071e745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5563216 Dec 10 15:30:34.223472 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f1c59488-3d86-485c-8443-9a1161fbda38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:34.245362 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6175d47-4ab3-4598-8baa-8c1c252c8502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Port 0c1a4164-61c6-4526-9f71-59577cdbc358 on network 90c709d4-aa7b-43f9-976a-b4fb1fe6f396 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:30:34.245707 dv-neutron-821401-4-hyperv neutron-server[103587]: ERROR neutron.plugins.ml2.managers [None req-f6175d47-4ab3-4598-8baa-8c1c252c8502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Failed to bind port 0c1a4164-61c6-4526-9f71-59577cdbc358 on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'beeecbb3-9ae0-4ac6-9b92-bc72010fea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '90c709d4-aa7b-43f9-976a-b4fb1fe6f396'}] Dec 10 15:30:34.257418 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.plugins.ml2.plugin [None req-f6175d47-4ab3-4598-8baa-8c1c252c8502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempt 10 to bind port 0c1a4164-61c6-4526-9f71-59577cdbc358 Dec 10 15:30:34.290702 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-f6175d47-4ab3-4598-8baa-8c1c252c8502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 0c1a4164-61c6-4526-9f71-59577cdbc358 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:30:34.292865 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-f6175d47-4ab3-4598-8baa-8c1c252c8502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 0c1a4164-61c6-4526-9f71-59577cdbc358 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'beeecbb3-9ae0-4ac6-9b92-bc72010fea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '90c709d4-aa7b-43f9-976a-b4fb1fe6f396'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:30:34.293212 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6175d47-4ab3-4598-8baa-8c1c252c8502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempting to bind port 0c1a4164-61c6-4526-9f71-59577cdbc358 on network 90c709d4-aa7b-43f9-976a-b4fb1fe6f396 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:30:34.293430 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-d2a2878c-7102-4d6e-9e49-1960d29e86a7 None None] For port 807e57fe-87f3-4df5-b7b9-eede292cafc7, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:30:34.295704 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70abf7cd-4b50-44bd-a59d-1a6c190cc324 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:30:34.297360 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-d2a2878c-7102-4d6e-9e49-1960d29e86a7 None None] For port 807e57fe-87f3-4df5-b7b9-eede292cafc7, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=807e57fe-87f3-4df5-b7b9-eede292cafc7,segment=NetworkSegment(e53631f2-06b9-42d4-8c6b-70fe47bbd72b),segment_id=e53631f2-06b9-42d4-8c6b-70fe47bbd72b)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:30:34.304122 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-70abf7cd-4b50-44bd-a59d-1a6c190cc324 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:34.311043 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823cb2b3-5c89-4dc0-bb25-7d07fce4f586 None None] Sync routers for ids ['6f7e164a-72d9-4abe-810a-68b967db9c9b'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:30:34.323152 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823cb2b3-5c89-4dc0-bb25-7d07fce4f586 None None] Routers {'6f7e164a-72d9-4abe-810a-68b967db9c9b'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:30:34.323852 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-823cb2b3-5c89-4dc0-bb25-7d07fce4f586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:30:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['6f7e164a-72d9-4abe-810a-68b967db9c9b'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:30:34.358532 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-823cb2b3-5c89-4dc0-bb25-7d07fce4f586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:30:34.359219 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6175d47-4ab3-4598-8baa-8c1c252c8502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Port 0c1a4164-61c6-4526-9f71-59577cdbc358 on network 90c709d4-aa7b-43f9-976a-b4fb1fe6f396 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:30:34.359219 dv-neutron-821401-4-hyperv neutron-server[103587]: ERROR neutron.plugins.ml2.managers [None req-f6175d47-4ab3-4598-8baa-8c1c252c8502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Failed to bind port 0c1a4164-61c6-4526-9f71-59577cdbc358 on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'beeecbb3-9ae0-4ac6-9b92-bc72010fea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '90c709d4-aa7b-43f9-976a-b4fb1fe6f396'}] Dec 10 15:30:34.359219 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f6175d47-4ab3-4598-8baa-8c1c252c8502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:34.367067 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823cb2b3-5c89-4dc0-bb25-7d07fce4f586 None None] Routers {'6f7e164a-72d9-4abe-810a-68b967db9c9b'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:30:34.367943 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-823cb2b3-5c89-4dc0-bb25-7d07fce4f586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:30:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['6f7e164a-72d9-4abe-810a-68b967db9c9b'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:30:34.389276 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f1c59488-3d86-485c-8443-9a1161fbda38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:34.392930 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f1c59488-3d86-485c-8443-9a1161fbda38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:34.397333 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-f1c59488-3d86-485c-8443-9a1161fbda38 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/068d559d-e16e-4732-b378-c068ceb7dca5 HTTP/1.1" status: 204 len: 168 time: 0.2691927 Dec 10 15:30:34.410239 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c59488-3d86-485c-8443-9a1161fbda38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=068d559d-e16e-4732-b378-c068ceb7dca5,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:34.415819 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d2a2878c-7102-4d6e-9e49-1960d29e86a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:34.417927 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-823cb2b3-5c89-4dc0-bb25-7d07fce4f586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:30:34.418561 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823cb2b3-5c89-4dc0-bb25-7d07fce4f586 None None] The sync data for ids ['6f7e164a-72d9-4abe-810a-68b967db9c9b'] in dv-neutron-821401-4-hyperv is: [] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:30:34.472908 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd53ef12-4f5f-4058-bd65-98d3dff4efa5 req-308d1434-e332-407f-9452-dbfbcad07a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:34.472908 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-fd53ef12-4f5f-4058-bd65-98d3dff4efa5 req-308d1434-e332-407f-9452-dbfbcad07a29 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=345644153ba74add913c1c222de5850e&device_id=dd077330-daa7-4bb9-af7f-4ec0c9daf1bc HTTP/1.1" status: 200 len: 1096 time: 0.3828807 Dec 10 15:30:34.477010 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-70abf7cd-4b50-44bd-a59d-1a6c190cc324 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] 10.222.0.20 "DELETE /v2.0/floatingips/f7cf1e7a-92a4-4899-a6dc-5164f7c472ed HTTP/1.1" status: 204 len: 168 time: 6.3393748 Dec 10 15:30:34.480406 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 58892) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:34.486009 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-22b1b253-1961-4db2-99e7-0702c8fdbf79 tempest-FloatingIPAdminTestJSON-1382740142 tempest-FloatingIPAdminTestJSON-1382740142-project-admin] Request body: {'floatingip': {'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:30:34.495859 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a2878c-7102-4d6e-9e49-1960d29e86a7 None None] Pushing event updated for resources: {'Port': ['ID=807e57fe-87f3-4df5-b7b9-eede292cafc7,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:34.500850 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a72958-d264-48c8-bd12-814d89bfb387 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Made reservation on behalf of e42aa0aacd1b476cb9d51b140a9e3e81 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:30:34.504871 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-79a72958-d264-48c8-bd12-814d89bfb387 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:34.658862 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-22b1b253-1961-4db2-99e7-0702c8fdbf79 tempest-FloatingIPAdminTestJSON-1382740142 tempest-FloatingIPAdminTestJSON-1382740142-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:34.659998 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-79a72958-d264-48c8-bd12-814d89bfb387 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] device_id is not set on port 3320c059-8272-447a-9b74-0c7751db271e yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:30:34.666961 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-d2286d73-d603-4142-9733-979164bcb853 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Allocated IP 172.20.0.6 (4a22fd41-5ebb-4716-a8f3-7efff1b9790d/e864872a-eae7-4ff3-b8a9-fa4c2f899191/303b05a3-3f24-495d-9624-15d1c770a9a1) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:30:34.677684 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-f6175d47-4ab3-4598-8baa-8c1c252c8502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] For port 0c1a4164-61c6-4526-9f71-59577cdbc358, host hv-neutron-8214, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:30:34.678922 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-f6175d47-4ab3-4598-8baa-8c1c252c8502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attempted to set empty binding levels {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 10 15:30:34.728013 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae8dec-5697-4ea3-905e-121b71b16e10 req-372c54d8-f6b9-4e68-829c-4f97f2961449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:34.731056 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-e1ae8dec-5697-4ea3-905e-121b71b16e10 req-372c54d8-f6b9-4e68-829c-4f97f2961449 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0c43b3bd3a7142739658566d8b1d83f3&device_id=3f5e5fac-ee31-44bf-a612-11364724d71a HTTP/1.1" status: 200 len: 1096 time: 0.3331766 Dec 10 15:30:34.845474 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f6175d47-4ab3-4598-8baa-8c1c252c8502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:34.849720 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-22b1b253-1961-4db2-99e7-0702c8fdbf79 tempest-FloatingIPAdminTestJSON-1382740142 tempest-FloatingIPAdminTestJSON-1382740142-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:35.029303 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc14ea-d368-4b0b-8cfb-9cf2de77d2a5 req-4714a261-b333-4917-a4aa-cf16f275b009 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:35.032071 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-c8bc14ea-d368-4b0b-8cfb-9cf2de77d2a5 req-4714a261-b333-4917-a4aa-cf16f275b009 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd077330-daa7-4bb9-af7f-4ec0c9daf1bc HTTP/1.1" status: 200 len: 943 time: 0.1640506 Dec 10 15:30:35.063665 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-f6175d47-4ab3-4598-8baa-8c1c252c8502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] In _notify_port_updated(), no bound segment for port 0c1a4164-61c6-4526-9f71-59577cdbc358 on network 90c709d4-aa7b-43f9-976a-b4fb1fe6f396 {{(pid=103587) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 15:30:35.065152 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6175d47-4ab3-4598-8baa-8c1c252c8502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:35.065860 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f6175d47-4ab3-4598-8baa-8c1c252c8502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:35.067363 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-f6175d47-4ab3-4598-8baa-8c1c252c8502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] 10.222.0.20 "PUT /v2.0/ports/0c1a4164-61c6-4526-9f71-59577cdbc358 HTTP/1.1" status: 200 len: 980 time: 5.6368449 Dec 10 15:30:35.073873 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-22b1b253-1961-4db2-99e7-0702c8fdbf79 tempest-FloatingIPAdminTestJSON-1382740142 tempest-FloatingIPAdminTestJSON-1382740142-project-admin] Allocated IP 172.26.2.167 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/0bc0265a-4ae5-4fb6-8ab3-6d3f569db5ef) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:30:35.075109 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 58900) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:35.137070 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-79a72958-d264-48c8-bd12-814d89bfb387 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Allocated IP 2001:db8::f816:3eff:fee4:d01a (15701ee3-afcb-49a7-b590-ee4a478c6649/3e32ecd9-5ce6-46b3-b05e-ea6c1c9f2d6c/3320c059-8272-447a-9b74-0c7751db271e) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:30:35.139855 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd53ef12-4f5f-4058-bd65-98d3dff4efa5 req-878850bb-4a3f-4a39-a0a8-a36c0306b9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:35.141309 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-fd53ef12-4f5f-4058-bd65-98d3dff4efa5 req-878850bb-4a3f-4a39-a0a8-a36c0306b9ea service neutron] 10.222.0.44 "GET /v2.0/networks?id=a0f35dea-026e-4011-a2fc-8c909b8f7f05 HTTP/1.1" status: 200 len: 913 time: 0.6451387 Dec 10 15:30:35.160444 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6175d47-4ab3-4598-8baa-8c1c252c8502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Pushing event updated for resources: {'Port': ['ID=0c1a4164-61c6-4526-9f71-59577cdbc358,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:35.182166 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae8dec-5697-4ea3-905e-121b71b16e10 req-63bed1b9-92be-4cea-9b8a-a3874f4aa5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:35.183690 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-e1ae8dec-5697-4ea3-905e-121b71b16e10 req-63bed1b9-92be-4cea-9b8a-a3874f4aa5b4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9f22a23a-8eb3-48df-bc2f-eddd6071e745 HTTP/1.1" status: 200 len: 913 time: 0.4421020 Dec 10 15:30:35.461515 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 58904) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:35.537764 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-c8bc14ea-d368-4b0b-8cfb-9cf2de77d2a5 req-6f6808e4-04d8-4f9b-8023-4307915a8273 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] 10.222.0.20 "GET /v2.0/security-groups?id=46fa4965-a546-4aa0-b6c7-fe2bd953989f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4966638 Dec 10 15:30:35.564804 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-fd53ef12-4f5f-4058-bd65-98d3dff4efa5 req-d09b6bc0-b991-44c7-89f4-8f0c48d4135d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61a771a6-fd23-4127-b3ba-eb61e5f34f4b HTTP/1.1" status: 200 len: 217 time: 0.4017003 Dec 10 15:30:35.603527 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-5c20357b-f012-4cca-a62f-71b5e895ae0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Deleting port 0c1a4164-61c6-4526-9f71-59577cdbc358 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:30:35.604989 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5c20357b-f012-4cca-a62f-71b5e895ae0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:35.623561 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-d0b0d9fd-3ca1-4afb-81b9-e528e5e6042c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d373b36da30b40fc8166953e2260ea57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1597061 Dec 10 15:30:35.630506 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 58906) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:35.648291 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d2286d73-d603-4142-9733-979164bcb853 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:35.687273 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-e1ae8dec-5697-4ea3-905e-121b71b16e10 req-d4f34a0e-08be-4762-8cdb-795afc010bd5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66995093-8f5e-42b9-b8e8-3100f932b851 HTTP/1.1" status: 200 len: 217 time: 0.4878099 Dec 10 15:30:35.705411 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-22b1b253-1961-4db2-99e7-0702c8fdbf79 tempest-FloatingIPAdminTestJSON-1382740142 tempest-FloatingIPAdminTestJSON-1382740142-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:35.720980 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d575823-2591-4b0d-8188-40b53d0067bb req-e14fcae3-37c2-47f4-9440-386209a71353 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:35.721268 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-2d575823-2591-4b0d-8188-40b53d0067bb req-e14fcae3-37c2-47f4-9440-386209a71353 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] 10.222.0.20 "GET /v2.0/ports?device_id=797f140a-378f-4f48-be7d-1e46ffe7f2b6 HTTP/1.1" status: 200 len: 943 time: 0.6285985 Dec 10 15:30:35.764718 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-5c20357b-f012-4cca-a62f-71b5e895ae0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] For port 0c1a4164-61c6-4526-9f71-59577cdbc358, host hv-neutron-8214, got binding levels [] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:30:35.765094 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5c20357b-f012-4cca-a62f-71b5e895ae0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:35.788064 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device fc18c74b-afe0-431d-8aa2-6664526db9f1 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 15:30:35.794342 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510f28c6-0a77-4434-bc53-3f96aea16772 req-76533725-d808-44f4-b868-82be2d16d98c tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:35.796101 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-510f28c6-0a77-4434-bc53-3f96aea16772 req-76533725-d808-44f4-b868-82be2d16d98c tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f5e5fac-ee31-44bf-a612-11364724d71a HTTP/1.1" status: 200 len: 943 time: 0.1448379 Dec 10 15:30:35.816393 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-5c20357b-f012-4cca-a62f-71b5e895ae0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Calling delete_port for 0c1a4164-61c6-4526-9f71-59577cdbc358 owned by {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:30:35.818248 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad564f1c-1524-44dc-8a8f-dfb2b524654c None None] Network 15701ee3-afcb-49a7-b590-ee4a478c6649 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:30:35.916561 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-22b1b253-1961-4db2-99e7-0702c8fdbf79 tempest-FloatingIPAdminTestJSON-1382740142 tempest-FloatingIPAdminTestJSON-1382740142-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:35.928879 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-510f28c6-0a77-4434-bc53-3f96aea16772 req-35b43f81-0a3a-45ed-9b7d-1e37824c20ca tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ed67073-eeed-4d1d-86bf-a50b643bdaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228390 Dec 10 15:30:35.942283 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-e7681c08-2207-4eb0-89f9-0a6fdc14c947 None None] Provisioning complete for port 807e57fe-87f3-4df5-b7b9-eede292cafc7 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:30:35.942883 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e7681c08-2207-4eb0-89f9-0a6fdc14c947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:35.943570 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b1b253-1961-4db2-99e7-0702c8fdbf79 tempest-FloatingIPAdminTestJSON-1382740142 tempest-FloatingIPAdminTestJSON-1382740142-project-admin] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:30:35.951411 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-22b1b253-1961-4db2-99e7-0702c8fdbf79 tempest-FloatingIPAdminTestJSON-1382740142 tempest-FloatingIPAdminTestJSON-1382740142-project-admin] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:30:35.965822 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-79a72958-d264-48c8-bd12-814d89bfb387 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:35.977677 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd53ef12-4f5f-4058-bd65-98d3dff4efa5 req-4dad55ad-0b36-4445-ac39-8ede16935d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:35.979338 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-fd53ef12-4f5f-4058-bd65-98d3dff4efa5 req-4dad55ad-0b36-4445-ac39-8ede16935d0f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0517fc1e-1822-46ab-b8d5-555d14cfeff4 HTTP/1.1" status: 200 len: 851 time: 0.3965282 Dec 10 15:30:35.997641 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b1b253-1961-4db2-99e7-0702c8fdbf79 tempest-FloatingIPAdminTestJSON-1382740142 tempest-FloatingIPAdminTestJSON-1382740142-project-admin] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:30:36.030490 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port fc18c74b-afe0-431d-8aa2-6664526db9f1, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=fc18c74b-afe0-431d-8aa2-6664526db9f1,segment=NetworkSegment(a3089138-368b-4775-938f-b3e854ae89fc),segment_id=a3089138-368b-4775-938f-b3e854ae89fc)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:30:36.041217 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae8dec-5697-4ea3-905e-121b71b16e10 req-5b6a2fc4-01a2-4817-9b17-2af5b21ed4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:36.042954 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-e1ae8dec-5697-4ea3-905e-121b71b16e10 req-5b6a2fc4-01a2-4817-9b17-2af5b21ed4e6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=095a47ab-a3da-4b0b-9511-e17946d815ea HTTP/1.1" status: 200 len: 851 time: 0.3189795 Dec 10 15:30:36.067720 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b1b253-1961-4db2-99e7-0702c8fdbf79 tempest-FloatingIPAdminTestJSON-1382740142 tempest-FloatingIPAdminTestJSON-1382740142-project-admin] Pushing event updated for resources: {'Port': ['ID=0bc0265a-4ae5-4fb6-8ab3-6d3f569db5ef,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:36.077580 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Returning: {'device': 'fc18c74b-afe0-431d-8aa2-6664526db9f1', 'network_id': 'f99addda-57f1-4324-933a-6f2a62cbd208', 'port_id': 'fc18c74b-afe0-431d-8aa2-6664526db9f1', 'mac_address': 'fa:16:3e:98:c8:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79f6244b-5844-41f5-8b9a-b3401743a808', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 15:30:36.080892 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5c20357b-f012-4cca-a62f-71b5e895ae0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:36.084532 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d2286d73-d603-4142-9733-979164bcb853 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:36.118711 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c20357b-f012-4cca-a62f-71b5e895ae0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Pushing event deleted for resources: {'Port': ['ID=0c1a4164-61c6-4526-9f71-59577cdbc358,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:36.136732 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:36.164610 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5c20357b-f012-4cca-a62f-71b5e895ae0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:36.170491 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-5c20357b-f012-4cca-a62f-71b5e895ae0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] 10.222.0.20 "DELETE /v2.0/ports/0c1a4164-61c6-4526-9f71-59577cdbc358 HTTP/1.1" status: 204 len: 168 time: 1.0920773 Dec 10 15:30:36.170633 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2286d73-d603-4142-9733-979164bcb853 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Pushing event updated for resources: {'Port': ['ID=303b05a3-3f24-495d-9624-15d1c770a9a1,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:36.171444 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 58908) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:36.196129 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-2d575823-2591-4b0d-8188-40b53d0067bb req-44437d0e-bd54-4b02-9ef2-3c752349414f tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b38ec32-0b2e-4cf3-bc2f-706a19646bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4523308 Dec 10 15:30:36.203340 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ebe92173-9ce2-4486-9fa0-a1267222d755 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:36.203520 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-dae3b164-b6fc-4a5f-b9e1-85ea835a0730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] GET failed (client error): The resource could not be found. Dec 10 15:30:36.210057 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-dae3b164-b6fc-4a5f-b9e1-85ea835a0730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451255449-project-admin] 10.222.0.20 "GET /v2.0/ports/0c1a4164-61c6-4526-9f71-59577cdbc358 HTTP/1.1" status: 404 len: 333 time: 0.0374622 Dec 10 15:30:36.212751 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 58910) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:36.228811 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-22b1b253-1961-4db2-99e7-0702c8fdbf79 tempest-FloatingIPAdminTestJSON-1382740142 tempest-FloatingIPAdminTestJSON-1382740142-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:36.254889 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2286d73-d603-4142-9733-979164bcb853 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Network 4a22fd41-5ebb-4716-a8f3-7efff1b9790d is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:30:36.258568 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd53ef12-4f5f-4058-bd65-98d3dff4efa5 req-3bfa91da-8823-4090-9de1-7c9b380ff632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:36.261227 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-fd53ef12-4f5f-4058-bd65-98d3dff4efa5 req-3bfa91da-8823-4090-9de1-7c9b380ff632 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a0f35dea-026e-4011-a2fc-8c909b8f7f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2450783 Dec 10 15:30:36.269237 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ebe92173-9ce2-4486-9fa0-a1267222d755 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:36.272797 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-d2286d73-d603-4142-9733-979164bcb853 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:30:36.290873 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2286d73-d603-4142-9733-979164bcb853 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:30:36.325766 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc18c74b-afe0-431d-8aa2-6664526db9f1 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 15:30:36.331173 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e7681c08-2207-4eb0-89f9-0a6fdc14c947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:36.338934 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9759de85-8c75-4fe3-bdb4-64ae300b9fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146725548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146725548-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:36.364345 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port fc18c74b-afe0-431d-8aa2-6664526db9f1, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=fc18c74b-afe0-431d-8aa2-6664526db9f1,segment=NetworkSegment(a3089138-368b-4775-938f-b3e854ae89fc),segment_id=a3089138-368b-4775-938f-b3e854ae89fc)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:30:36.375600 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae8dec-5697-4ea3-905e-121b71b16e10 req-a29f7bbf-3d31-4288-a498-24e3fe9fbf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:36.379969 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-e1ae8dec-5697-4ea3-905e-121b71b16e10 req-a29f7bbf-3d31-4288-a498-24e3fe9fbf98 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9f22a23a-8eb3-48df-bc2f-eddd6071e745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3081639 Dec 10 15:30:36.387937 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-e7681c08-2207-4eb0-89f9-0a6fdc14c947 None None] For port 807e57fe-87f3-4df5-b7b9-eede292cafc7, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=807e57fe-87f3-4df5-b7b9-eede292cafc7,segment=NetworkSegment(e53631f2-06b9-42d4-8c6b-70fe47bbd72b),segment_id=e53631f2-06b9-42d4-8c6b-70fe47bbd72b)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:30:36.388596 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-79a72958-d264-48c8-bd12-814d89bfb387 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:36.431155 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-22b1b253-1961-4db2-99e7-0702c8fdbf79 tempest-FloatingIPAdminTestJSON-1382740142 tempest-FloatingIPAdminTestJSON-1382740142-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:36.458343 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:36.511518 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e7681c08-2207-4eb0-89f9-0a6fdc14c947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:36.527637 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9759de85-8c75-4fe3-bdb4-64ae300b9fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146725548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146725548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:36.557287 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=fc18c74b-afe0-431d-8aa2-6664526db9f1,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:36.560020 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a72958-d264-48c8-bd12-814d89bfb387 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Network 15701ee3-afcb-49a7-b590-ee4a478c6649 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:30:36.566271 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-9759de85-8c75-4fe3-bdb4-64ae300b9fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146725548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146725548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90c709d4-aa7b-43f9-976a-b4fb1fe6f396']}} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:30:36.603244 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-9759de85-8c75-4fe3-bdb4-64ae300b9fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146725548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146725548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'beeecbb3-9ae0-4ac6-9b92-bc72010fea79') {'for_net_delete': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:30:36.603667 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-9759de85-8c75-4fe3-bdb4-64ae300b9fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146725548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146725548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'beeecbb3-9ae0-4ac6-9b92-bc72010fea79') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:30:36.616046 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9759de85-8c75-4fe3-bdb4-64ae300b9fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146725548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146725548-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12392235'] for segment, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:36.694751 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7681c08-2207-4eb0-89f9-0a6fdc14c947 None None] Pushing event updated for resources: {'Port': ['ID=807e57fe-87f3-4df5-b7b9-eede292cafc7,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:36.695805 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ebe92173-9ce2-4486-9fa0-a1267222d755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:36.702402 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ebe92173-9ce2-4486-9fa0-a1267222d755 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:36.703575 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-ebe92173-9ce2-4486-9fa0-a1267222d755 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/202c5873-9325-4ea9-b1ca-7ffa3bdc5ebd HTTP/1.1" status: 204 len: 168 time: 1.0657952 Dec 10 15:30:36.705143 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-79a72958-d264-48c8-bd12-814d89bfb387 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:30:36.733165 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a72958-d264-48c8-bd12-814d89bfb387 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:30:36.749770 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9759de85-8c75-4fe3-bdb4-64ae300b9fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146725548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146725548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:36.756065 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a72958-d264-48c8-bd12-814d89bfb387 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:36.756844 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-79a72958-d264-48c8-bd12-814d89bfb387 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:36.763374 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] get_ports_and_sgs() called for port_ids ['fc18c74b-afe0-431d-8aa2-6664526db9f1'] {{(pid=103588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 15:30:36.783368 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe92173-9ce2-4486-9fa0-a1267222d755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=202c5873-9325-4ea9-b1ca-7ffa3bdc5ebd,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:36.809837 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a72958-d264-48c8-bd12-814d89bfb387 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Pushing event updated for resources: {'Port': ['ID=3320c059-8272-447a-9b74-0c7751db271e,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:36.835737 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-fd53ef12-4f5f-4058-bd65-98d3dff4efa5 req-eb04237b-b754-4852-abe0-adb47c3a7956 service neutron] 10.222.0.44 "GET /v2.0/networks/a0f35dea-026e-4011-a2fc-8c909b8f7f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5544133 Dec 10 15:30:36.836022 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9759de85-8c75-4fe3-bdb4-64ae300b9fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146725548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146725548-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=103586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:30:36.836022 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9759de85-8c75-4fe3-bdb4-64ae300b9fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146725548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146725548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11695586'] for segment, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:36.836022 dv-neutron-821401-4-hyperv neutron-server[103586]: Traceback (most recent call last): Dec 10 15:30:36.836022 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:30:36.836022 dv-neutron-821401-4-hyperv neutron-server[103586]: timer() Dec 10 15:30:36.836022 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:30:36.836022 dv-neutron-821401-4-hyperv neutron-server[103586]: cb(*args, **kw) Dec 10 15:30:36.836022 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:30:36.836022 dv-neutron-821401-4-hyperv neutron-server[103586]: return func(*args, **kwargs) Dec 10 15:30:36.836022 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:30:36.836022 dv-neutron-821401-4-hyperv neutron-server[103586]: self._notify() Dec 10 15:30:36.836022 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:30:36.836022 dv-neutron-821401-4-hyperv neutron-server[103586]: self.callback(batched_events) Dec 10 15:30:36.836022 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:30:36.836022 dv-neutron-821401-4-hyperv neutron-server[103586]: event.method(event) Dec 10 15:30:36.836022 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:30:36.836022 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:30:36.836022 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:30:36.836022 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:30:36.836022 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:30:36.836022 dv-neutron-821401-4-hyperv neutron-server[103586]: return f(self, *a, **k) Dec 10 15:30:36.836022 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:30:36.836022 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._get(url).json() Dec 10 15:30:36.836022 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:30:36.836022 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:30:36.836022 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:30:36.836022 dv-neutron-821401-4-hyperv neutron-server[103586]: return self.request(url, 'GET', **kwargs) Dec 10 15:30:36.836022 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:30:36.836022 dv-neutron-821401-4-hyperv neutron-server[103586]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:30:36.836022 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:30:36.836022 dv-neutron-821401-4-hyperv neutron-server[103586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:30:36.836022 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:30:36.836022 dv-neutron-821401-4-hyperv neutron-server[103586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:30:36.836022 dv-neutron-821401-4-hyperv neutron-server[103586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:30:36.858127 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 807e57fe-87f3-4df5-b7b9-eede292cafc7 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:30:36.970215 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-21e7e0a4-3a30-4cc7-afc5-f30b0fdb511b None None] Provisioning complete for port 807e57fe-87f3-4df5-b7b9-eede292cafc7 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:30:36.972242 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-21e7e0a4-3a30-4cc7-afc5-f30b0fdb511b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:36.987819 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e2066c-0220-4721-97db-7c58cf12f565 req-cc4a9e1e-f105-44f5-a120-f3c68b17a8f6 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:36.990006 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-a9e2066c-0220-4721-97db-7c58cf12f565 req-cc4a9e1e-f105-44f5-a120-f3c68b17a8f6 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd077330-daa7-4bb9-af7f-4ec0c9daf1bc HTTP/1.1" status: 200 len: 943 time: 0.2896929 Dec 10 15:30:37.002274 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-79a72958-d264-48c8-bd12-814d89bfb387 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.3980434 Dec 10 15:30:37.008301 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 58918) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:37.013469 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-e1ae8dec-5697-4ea3-905e-121b71b16e10 req-b9bd20ce-113b-4b1f-a5ea-e27e5caeb631 service neutron] 10.222.0.44 "GET /v2.0/networks/9f22a23a-8eb3-48df-bc2f-eddd6071e745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6227870 Dec 10 15:30:37.157481 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9759de85-8c75-4fe3-bdb4-64ae300b9fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146725548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146725548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:37.180690 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 807e57fe-87f3-4df5-b7b9-eede292cafc7 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:30:37.181079 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:37.181526 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9759de85-8c75-4fe3-bdb4-64ae300b9fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146725548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146725548-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:37.196527 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-9759de85-8c75-4fe3-bdb4-64ae300b9fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146725548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146725548-project] 10.222.0.20 "DELETE /v2.0/networks/90c709d4-aa7b-43f9-976a-b4fb1fe6f396 HTTP/1.1" status: 204 len: 168 time: 0.9751346 Dec 10 15:30:37.324501 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-a9e2066c-0220-4721-97db-7c58cf12f565 req-2bcf3710-41fe-4630-b75e-36b63daad6ca tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] 10.222.0.20 "GET /v2.0/security-groups?id=46fa4965-a546-4aa0-b6c7-fe2bd953989f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3264592 Dec 10 15:30:37.333246 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-22b1b253-1961-4db2-99e7-0702c8fdbf79 tempest-FloatingIPAdminTestJSON-1382740142 tempest-FloatingIPAdminTestJSON-1382740142-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:37.335170 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9759de85-8c75-4fe3-bdb4-64ae300b9fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146725548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146725548-project] Pushing event deleted for resources: {'Network': ['ID=90c709d4-aa7b-43f9-976a-b4fb1fe6f396,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:37.364536 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddf895c9-2551-474e-9663-34d5aec4f329 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Deleting subnet 3e32ecd9-5ce6-46b3-b05e-ea6c1c9f2d6c {{(pid=103586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:30:37.379963 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ddf895c9-2551-474e-9663-34d5aec4f329 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks [] for subnet, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:37.434301 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-22b1b253-1961-4db2-99e7-0702c8fdbf79 tempest-FloatingIPAdminTestJSON-1382740142 tempest-FloatingIPAdminTestJSON-1382740142-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:37.451357 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d2286d73-d603-4142-9733-979164bcb853 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:37.522183 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-e5ef731f-3450-4b7a-8998-2bddff280588 None None] Provisioning complete for port 3320c059-8272-447a-9b74-0c7751db271e triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:30:37.522556 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e5ef731f-3450-4b7a-8998-2bddff280588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:37.525687 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-e1ae8dec-5697-4ea3-905e-121b71b16e10 req-e5614712-ba00-4998-b72e-ae4e2b0e66a1 service neutron] 10.222.0.44 "GET /v2.0/networks/9f22a23a-8eb3-48df-bc2f-eddd6071e745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5012650 Dec 10 15:30:37.548558 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ddf895c9-2551-474e-9663-34d5aec4f329 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12392400'] for subnet, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:37.565289 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8848ed0-7adc-4017-8f38-1d204b4cca15 req-558e918f-5c95-4c40-973b-ff53c40921c0 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:37.566894 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-f8848ed0-7adc-4017-8f38-1d204b4cca15 req-558e918f-5c95-4c40-973b-ff53c40921c0 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f5e5fac-ee31-44bf-a612-11364724d71a HTTP/1.1" status: 200 len: 943 time: 0.4263825 Dec 10 15:30:37.569320 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-fd53ef12-4f5f-4058-bd65-98d3dff4efa5 req-065d8c6a-0686-4391-8d1b-0d0941463670 service neutron] 10.222.0.44 "GET /v2.0/networks/a0f35dea-026e-4011-a2fc-8c909b8f7f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7190163 Dec 10 15:30:37.588535 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-e5ef731f-3450-4b7a-8998-2bddff280588 None None] Port 3320c059-8272-447a-9b74-0c7751db271e cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:30:37.613869 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b1b253-1961-4db2-99e7-0702c8fdbf79 tempest-FloatingIPAdminTestJSON-1382740142 tempest-FloatingIPAdminTestJSON-1382740142-project-admin] Pushing event updated for resources: {'Port': ['ID=0bc0265a-4ae5-4fb6-8ab3-6d3f569db5ef,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:37.664522 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-22b1b253-1961-4db2-99e7-0702c8fdbf79 tempest-FloatingIPAdminTestJSON-1382740142 tempest-FloatingIPAdminTestJSON-1382740142-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552741'] for floatingip, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:37.674230 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-f8848ed0-7adc-4017-8f38-1d204b4cca15 req-b470edc4-3182-4f6b-95c0-b5f86bcb31e6 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ed67073-eeed-4d1d-86bf-a50b643bdaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975404 Dec 10 15:30:37.677731 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db978626-47fb-48b9-ad11-d44f161797b1 req-e6ec70fb-c8bd-49c0-a441-8b6fcf424f6b tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:37.679318 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-db978626-47fb-48b9-ad11-d44f161797b1 req-e6ec70fb-c8bd-49c0-a441-8b6fcf424f6b tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] 10.222.0.20 "GET /v2.0/ports?device_id=797f140a-378f-4f48-be7d-1e46ffe7f2b6 HTTP/1.1" status: 200 len: 944 time: 0.1807089 Dec 10 15:30:37.759243 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 66995093-8f5e-42b9-b8e8-3100f932b851 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 15:30:37.797838 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d2286d73-d603-4142-9733-979164bcb853 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363'] for router, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:37.816362 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device fc18c74b-afe0-431d-8aa2-6664526db9f1 up at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:30:37.843954 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-22b1b253-1961-4db2-99e7-0702c8fdbf79 tempest-FloatingIPAdminTestJSON-1382740142 tempest-FloatingIPAdminTestJSON-1382740142-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:37.845218 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-22b1b253-1961-4db2-99e7-0702c8fdbf79 tempest-FloatingIPAdminTestJSON-1382740142 tempest-FloatingIPAdminTestJSON-1382740142-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3633528 Dec 10 15:30:37.859142 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 58936) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:37.865214 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-db978626-47fb-48b9-ad11-d44f161797b1 req-0eee401e-d3ef-4dfd-a2df-81cbe85eed92 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b38ec32-0b2e-4cf3-bc2f-706a19646bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419754 Dec 10 15:30:37.902054 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.db.resource_extend [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 15:30:37.907924 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ddf895c9-2551-474e-9663-34d5aec4f329 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:38.020705 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 58940) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:38.065425 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port 66995093-8f5e-42b9-b8e8-3100f932b851, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=66995093-8f5e-42b9-b8e8-3100f932b851,segment=NetworkSegment(ef521c35-8ac9-4897-8760-af6df1516e56),segment_id=ef521c35-8ac9-4897-8760-af6df1516e56)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:30:38.086958 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Returning: {'device': '66995093-8f5e-42b9-b8e8-3100f932b851', 'network_id': '9f22a23a-8eb3-48df-bc2f-eddd6071e745', 'port_id': '66995093-8f5e-42b9-b8e8-3100f932b851', 'mac_address': 'fa:16:3e:97:c6:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '095a47ab-a3da-4b0b-9511-e17946d815ea', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 15:30:38.113852 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ddf895c9-2551-474e-9663-34d5aec4f329 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:38.161648 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning for port fc18c74b-afe0-431d-8aa2-6664526db9f1 completed by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 15:30:38.171754 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning complete for port fc18c74b-afe0-431d-8aa2-6664526db9f1 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:30:38.172120 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:38.178942 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:38.193302 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf895c9-2551-474e-9663-34d5aec4f329 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Pushing event deleted for resources: {'Subnet': ['ID=3e32ecd9-5ce6-46b3-b05e-ea6c1c9f2d6c,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:38.197942 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ddf895c9-2551-474e-9663-34d5aec4f329 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:38.201578 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-ddf895c9-2551-474e-9663-34d5aec4f329 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] 10.222.0.20 "DELETE /v2.0/subnets/3e32ecd9-5ce6-46b3-b05e-ea6c1c9f2d6c HTTP/1.1" status: 204 len: 168 time: 1.1918561 Dec 10 15:30:38.205092 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 58946) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:38.254024 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd52850-4071-419a-bb3b-520ab4439ca7 None None] Network 15701ee3-afcb-49a7-b590-ee4a478c6649 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:30:38.337959 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-6a075aac-a72a-4bcb-8211-d71ba2fd206d tempest-FloatingIPAdminTestJSON-631357425 tempest-FloatingIPAdminTestJSON-631357425-project] Request body: {'floatingip': {'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:30:38.341412 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66995093-8f5e-42b9-b8e8-3100f932b851 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 15:30:38.391137 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5d04ce-c401-4e06-8578-6ccc6c7df248 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:38.391137 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5d04ce-c401-4e06-8578-6ccc6c7df248 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:38.391137 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-1e5d04ce-c401-4e06-8578-6ccc6c7df248 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1822009 Dec 10 15:30:38.397597 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port 66995093-8f5e-42b9-b8e8-3100f932b851, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=66995093-8f5e-42b9-b8e8-3100f932b851,segment=NetworkSegment(ef521c35-8ac9-4897-8760-af6df1516e56),segment_id=ef521c35-8ac9-4897-8760-af6df1516e56)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:30:38.405718 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 58954) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:38.428717 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-ebf6888d-307a-4d5d-869d-aa4f5060071d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a968096e23474ab0beb3fe67228eae0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4069216 Dec 10 15:30:38.431771 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 58956) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:38.480317 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:38.481032 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 61a771a6-fd23-4127-b3ba-eb61e5f34f4b details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 15:30:38.481555 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6a075aac-a72a-4bcb-8211-d71ba2fd206d tempest-FloatingIPAdminTestJSON-631357425 tempest-FloatingIPAdminTestJSON-631357425-project] Publish callbacks [] for floatingip, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:38.526549 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-81740c43-3e19-41e0-87a3-14cc5060f184 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:38.537350 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:38.538508 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-81740c43-3e19-41e0-87a3-14cc5060f184 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 10 15:30:38.539045 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81740c43-3e19-41e0-87a3-14cc5060f184 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:30:38.551177 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-81740c43-3e19-41e0-87a3-14cc5060f184 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] 10.222.0.20 "DELETE /v2.0/networks/15701ee3-afcb-49a7-b590-ee4a478c6649 HTTP/1.1" status: 409 len: 405 time: 0.1408913 Dec 10 15:30:38.552310 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 58960) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:38.557637 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-6acf2872-79a9-4831-87e0-cf45b7880e7c tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1284457025'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:30:38.614902 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=66995093-8f5e-42b9-b8e8-3100f932b851,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:38.643797 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6acf2872-79a9-4831-87e0-cf45b7880e7c tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Made reservation on behalf of e42aa0aacd1b476cb9d51b140a9e3e81 for: {'network': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:30:38.647185 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6acf2872-79a9-4831-87e0-cf45b7880e7c tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:38.679849 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b4a8fb-603c-4602-a472-e18ac0ea9393 None None] DHCP port deletion for 15701ee3-afcb-49a7-b590-ee4a478c6649 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:30:38.685008 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '797f140a-378f-4f48-be7d-1e46ffe7f2b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc18c74b-afe0-431d-8aa2-6664526db9f1'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:30:38.708862 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6acf2872-79a9-4831-87e0-cf45b7880e7c tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=103586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:30:38.716487 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9939b0-ccb4-40cb-8146-358d454d1fb3 req-0275331b-b1ca-49fc-aa3a-b3b9e17c3bc9 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:38.724458 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6acf2872-79a9-4831-87e0-cf45b7880e7c tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:38.726602 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.segments_db [None req-6acf2872-79a9-4831-87e0-cf45b7880e7c tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Added segment e1bdea02-f207-4b7b-a2a0-65b599715d1c of type vlan for network 7c0d1a01-4770-4401-9eda-3e0e72f0dceb Dec 10 15:30:38.728753 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-5a9939b0-ccb4-40cb-8146-358d454d1fb3 req-0275331b-b1ca-49fc-aa3a-b3b9e17c3bc9 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd077330-daa7-4bb9-af7f-4ec0c9daf1bc HTTP/1.1" status: 200 len: 943 time: 0.2552607 Dec 10 15:30:38.733499 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3e6c3b99-e160-4442-80b3-d00e7819b966 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:38.764550 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2286d73-d603-4142-9733-979164bcb853 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Router 13a76025-2be4-4ba4-a9a2-f2bdd940ff3d is scheduled to L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d with binding_index 1 {{(pid=103587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 15:30:38.793741 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6acf2872-79a9-4831-87e0-cf45b7880e7c tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:38.810297 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3e6c3b99-e160-4442-80b3-d00e7819b966 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:38.811167 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 807e57fe-87f3-4df5-b7b9-eede292cafc7 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:30:38.833533 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port fc18c74b-afe0-431d-8aa2-6664526db9f1, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=fc18c74b-afe0-431d-8aa2-6664526db9f1,segment=NetworkSegment(a3089138-368b-4775-938f-b3e854ae89fc),segment_id=a3089138-368b-4775-938f-b3e854ae89fc)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:30:38.910572 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:38.949595 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a04c34-66f6-4297-88c7-5f68b20b5480 req-02d768ef-fcca-4551-bd16-abe58f57e09f tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:38.953755 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-11a04c34-66f6-4297-88c7-5f68b20b5480 req-02d768ef-fcca-4551-bd16-abe58f57e09f tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f5e5fac-ee31-44bf-a612-11364724d71a HTTP/1.1" status: 200 len: 944 time: 0.1256425 Dec 10 15:30:38.963362 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6acf2872-79a9-4831-87e0-cf45b7880e7c tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:38.973655 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acf2872-79a9-4831-87e0-cf45b7880e7c tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:38.974346 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6acf2872-79a9-4831-87e0-cf45b7880e7c tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:38.983839 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-5a9939b0-ccb4-40cb-8146-358d454d1fb3 req-abe8ac30-e832-48d3-a9da-a891ba7cb717 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] 10.222.0.20 "GET /v2.0/security-groups?id=46fa4965-a546-4aa0-b6c7-fe2bd953989f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2536600 Dec 10 15:30:38.992031 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port 61a771a6-fd23-4127-b3ba-eb61e5f34f4b, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=61a771a6-fd23-4127-b3ba-eb61e5f34f4b,segment=NetworkSegment(5c4fd87b-38ee-4dcd-9bb3-1b601d8648aa),segment_id=5c4fd87b-38ee-4dcd-9bb3-1b601d8648aa)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:30:39.035655 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Returning: {'device': '61a771a6-fd23-4127-b3ba-eb61e5f34f4b', 'network_id': 'a0f35dea-026e-4011-a2fc-8c909b8f7f05', 'port_id': '61a771a6-fd23-4127-b3ba-eb61e5f34f4b', 'mac_address': 'fa:16:3e:9b:14:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0517fc1e-1822-46ab-b8d5-555d14cfeff4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 15:30:39.038733 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=fc18c74b-afe0-431d-8aa2-6664526db9f1,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:39.124506 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-6acf2872-79a9-4831-87e0-cf45b7880e7c tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5708914 Dec 10 15:30:39.136444 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 58974) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:39.137169 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa4b92c408489e2c982394a5a7b3518bb1b22554638321e3ea6c5cabb2c75d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49dad038-bf3c-43d8-ac44-70b32a7e26df" -d '{"events": [{"server_uuid": "797f140a-378f-4f48-be7d-1e46ffe7f2b6", "name": "network-vif-plugged", "status": "completed", "tag": "fc18c74b-afe0-431d-8aa2-6664526db9f1"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:30:39.141612 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-12b4a8fb-603c-4602-a472-e18ac0ea9393 None None] Deleting port 807e57fe-87f3-4df5-b7b9-eede292cafc7 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:30:39.142353 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-12b4a8fb-603c-4602-a472-e18ac0ea9393 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:39.154475 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acf2872-79a9-4831-87e0-cf45b7880e7c tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Pushing event updated for resources: {'Network': ['ID=7c0d1a01-4770-4401-9eda-3e0e72f0dceb,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:39.162237 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:39.165885 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:39.171642 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-63c8e81b-2826-421f-a03f-797a1cac705c tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Request body: {'subnet': {'network_id': '7c0d1a01-4770-4401-9eda-3e0e72f0dceb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:30:39.178481 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-11a04c34-66f6-4297-88c7-5f68b20b5480 req-4bf63edb-18a5-4459-a1b7-39f797114a92 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ed67073-eeed-4d1d-86bf-a50b643bdaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1872289 Dec 10 15:30:39.238488 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 7c0d1a01-4770-4401-9eda-3e0e72f0dceb details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:30:39.277949 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61a771a6-fd23-4127-b3ba-eb61e5f34f4b {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 15:30:39.326038 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2286d73-d603-4142-9733-979164bcb853 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:30:39.341088 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66897d6e-3d2c-4aa8-b1db-fcb4936a4664 None None] Sync routers for ids ['13a76025-2be4-4ba4-a9a2-f2bdd940ff3d'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:30:39.354421 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6a075aac-a72a-4bcb-8211-d71ba2fd206d tempest-FloatingIPAdminTestJSON-631357425 tempest-FloatingIPAdminTestJSON-631357425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:39.356911 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66897d6e-3d2c-4aa8-b1db-fcb4936a4664 None None] Routers {'13a76025-2be4-4ba4-a9a2-f2bdd940ff3d'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:30:39.357633 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-66897d6e-3d2c-4aa8-b1db-fcb4936a4664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:30:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['13a76025-2be4-4ba4-a9a2-f2bdd940ff3d'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:30:39.395202 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] For port 807e57fe-87f3-4df5-b7b9-eede292cafc7, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=807e57fe-87f3-4df5-b7b9-eede292cafc7,segment=NetworkSegment(e53631f2-06b9-42d4-8c6b-70fe47bbd72b),segment_id=e53631f2-06b9-42d4-8c6b-70fe47bbd72b)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:30:39.397857 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-12b4a8fb-603c-4602-a472-e18ac0ea9393 None None] For port 807e57fe-87f3-4df5-b7b9-eede292cafc7, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=807e57fe-87f3-4df5-b7b9-eede292cafc7,segment=NetworkSegment(e53631f2-06b9-42d4-8c6b-70fe47bbd72b),segment_id=e53631f2-06b9-42d4-8c6b-70fe47bbd72b)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:30:39.398373 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-12b4a8fb-603c-4602-a472-e18ac0ea9393 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:39.419454 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f5fb0-db18-452a-9564-a255368bce4b req-3a96a5d5-35d7-4ab4-bea0-130fa148cbd3 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:39.421398 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-ec8f5fb0-db18-452a-9564-a255368bce4b req-3a96a5d5-35d7-4ab4-bea0-130fa148cbd3 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] 10.222.0.20 "GET /v2.0/ports?device_id=797f140a-378f-4f48-be7d-1e46ffe7f2b6 HTTP/1.1" status: 200 len: 945 time: 0.2430975 Dec 10 15:30:39.445064 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port 61a771a6-fd23-4127-b3ba-eb61e5f34f4b, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=61a771a6-fd23-4127-b3ba-eb61e5f34f4b,segment=NetworkSegment(5c4fd87b-38ee-4dcd-9bb3-1b601d8648aa),segment_id=5c4fd87b-38ee-4dcd-9bb3-1b601d8648aa)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:30:39.456144 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-12b4a8fb-603c-4602-a472-e18ac0ea9393 None None] Calling delete_port for 807e57fe-87f3-4df5-b7b9-eede292cafc7 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:30:39.491865 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3e6c3b99-e160-4442-80b3-d00e7819b966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:39.493101 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3e6c3b99-e160-4442-80b3-d00e7819b966 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:39.496781 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-3e6c3b99-e160-4442-80b3-d00e7819b966 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/72526757-e214-4892-b7ca-3fd27fc6d0be HTTP/1.1" status: 204 len: 168 time: 1.0617657 Dec 10 15:30:39.507606 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d2286d73-d603-4142-9733-979164bcb853 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:39.514923 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-d2286d73-d603-4142-9733-979164bcb853 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 9.4537959 Dec 10 15:30:39.516398 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 58986) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:39.584388 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6c3b99-e160-4442-80b3-d00e7819b966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72526757-e214-4892-b7ca-3fd27fc6d0be,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:39.658370 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-ec8f5fb0-db18-452a-9564-a255368bce4b req-5656be69-87fa-4d90-9758-8cafb48a612e tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b38ec32-0b2e-4cf3-bc2f-706a19646bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1692677 Dec 10 15:30:39.662006 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c8e81b-2826-421f-a03f-797a1cac705c tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Made reservation on behalf of e42aa0aacd1b476cb9d51b140a9e3e81 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:30:39.671703 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-63c8e81b-2826-421f-a03f-797a1cac705c tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11668558'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:39.741163 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-66897d6e-3d2c-4aa8-b1db-fcb4936a4664 None None] Set router 13a76025-2be4-4ba4-a9a2-f2bdd940ff3d gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:30:39.784160 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 15:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee31656-e383-424c-a81a-75863af5ee9f x-openstack-request-id: req-fee31656-e383-424c-a81a-75863af5ee9f {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:30:39.784904 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "797f140a-378f-4f48-be7d-1e46ffe7f2b6", "name": "network-vif-plugged", "status": "completed", "tag": "fc18c74b-afe0-431d-8aa2-6664526db9f1", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:30:39.785293 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fee31656-e383-424c-a81a-75863af5ee9f {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:30:39.785970 dv-neutron-821401-4-hyperv neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '797f140a-378f-4f48-be7d-1e46ffe7f2b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc18c74b-afe0-431d-8aa2-6664526db9f1', 'code': 200} Dec 10 15:30:39.790361 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:39.805449 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-748882f0-4182-4974-ab3c-cb282708c1b3 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks [] for router, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:39.809146 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:40.015752 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Pushing event updated for resources: {'Port': ['ID=807e57fe-87f3-4df5-b7b9-eede292cafc7,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:40.026140 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-6a075aac-a72a-4bcb-8211-d71ba2fd206d tempest-FloatingIPAdminTestJSON-631357425 tempest-FloatingIPAdminTestJSON-631357425-project] Allocated IP 172.26.2.141 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/005331f9-3f99-4c17-92b4-8ef61cbcb6dd) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:30:40.059909 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] get_ports_and_sgs() called for port_ids ['61a771a6-fd23-4127-b3ba-eb61e5f34f4b'] {{(pid=103588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 15:30:40.062866 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] get_ports_and_sgs() called for port_ids ['66995093-8f5e-42b9-b8e8-3100f932b851'] {{(pid=103588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 15:30:40.077681 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-748882f0-4182-4974-ab3c-cb282708c1b3 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:40.206098 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-66897d6e-3d2c-4aa8-b1db-fcb4936a4664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13a76025-2be4-4ba4-a9a2-f2bdd940ff3d', 'name': '', 'tenant_id': '1e49f9051166405599c938795b5f3853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a22fd41-5ebb-4716-a8f3-7efff1b9790d', 'external_fixed_ips': [{'subnet_id': 'e864872a-eae7-4ff3-b8a9-fa4c2f899191', 'ip_address': '172.20.0.6'}], 'enable_snat': True}, 'gw_port_id': '303b05a3-3f24-495d-9624-15d1c770a9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:30:30Z', 'updated_at': '2021-12-10T15:30:36Z', 'revision_number': 3, 'project_id': '1e49f9051166405599c938795b5f3853', 'gw_port': {'id': '303b05a3-3f24-495d-9624-15d1c770a9a1', 'name': '', 'network_id': '4a22fd41-5ebb-4716-a8f3-7efff1b9790d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e8:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13a76025-2be4-4ba4-a9a2-f2bdd940ff3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': 'e864872a-eae7-4ff3-b8a9-fa4c2f899191', 'ip_address': '172.20.0.6', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:30:34Z', 'updated_at': '2021-12-10T15:30:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e864872a-eae7-4ff3-b8a9-fa4c2f899191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:30:40.241912 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-12b4a8fb-603c-4602-a472-e18ac0ea9393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:40.288024 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b4a8fb-603c-4602-a472-e18ac0ea9393 None None] No DVR routers for this DVR port 807e57fe-87f3-4df5-b7b9-eede292cafc7 on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:30:40.318723 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15525964-b446-4f70-8558-5f4e8c1a9f6b req-eccd00e5-1bb8-48c3-862f-4248b5c3819f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:40.319518 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=61a771a6-fd23-4127-b3ba-eb61e5f34f4b,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:40.323348 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-15525964-b446-4f70-8558-5f4e8c1a9f6b req-eccd00e5-1bb8-48c3-862f-4248b5c3819f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=797f140a-378f-4f48-be7d-1e46ffe7f2b6 HTTP/1.1" status: 200 len: 1098 time: 0.3850873 Dec 10 15:30:40.358918 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66897d6e-3d2c-4aa8-b1db-fcb4936a4664 None None] Checking router: 13a76025-2be4-4ba4-a9a2-f2bdd940ff3d for host: dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:30:40.359461 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66897d6e-3d2c-4aa8-b1db-fcb4936a4664 None None] Updating router 13a76025-2be4-4ba4-a9a2-f2bdd940ff3d port 303b05a3-3f24-495d-9624-15d1c770a9a1 binding host dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 15:30:40.364891 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b4a8fb-603c-4602-a472-e18ac0ea9393 None None] Pushing event deleted for resources: {'Port': ['ID=807e57fe-87f3-4df5-b7b9-eede292cafc7,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:40.440652 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-15525964-b446-4f70-8558-5f4e8c1a9f6b req-0488468f-5b95-43be-be7d-16ee5944922f service neutron] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:40.486889 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-66897d6e-3d2c-4aa8-b1db-fcb4936a4664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:40.537972 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f280b15f-78f0-4d11-bdd6-e9768bc68624 req-6589bf5e-2db0-49a5-af09-9f15dbc77673 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:40.546552 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f280b15f-78f0-4d11-bdd6-e9768bc68624 req-6589bf5e-2db0-49a5-af09-9f15dbc77673 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd077330-daa7-4bb9-af7f-4ec0c9daf1bc HTTP/1.1" status: 200 len: 944 time: 0.2893889 Dec 10 15:30:40.562944 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7e9dbe-bc8f-415b-844e-89e85d5533b9 req-1e7109a4-bd65-4dd4-9075-29babec5faa7 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:40.570898 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4a7e9dbe-bc8f-415b-844e-89e85d5533b9 req-1e7109a4-bd65-4dd4-9075-29babec5faa7 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f5e5fac-ee31-44bf-a612-11364724d71a HTTP/1.1" status: 200 len: 944 time: 0.2312691 Dec 10 15:30:40.639350 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6a075aac-a72a-4bcb-8211-d71ba2fd206d tempest-FloatingIPAdminTestJSON-631357425 tempest-FloatingIPAdminTestJSON-631357425-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:40.662601 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-748882f0-4182-4974-ab3c-cb282708c1b3 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Deleting port 303b05a3-3f24-495d-9624-15d1c770a9a1 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:30:40.662950 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-748882f0-4182-4974-ab3c-cb282708c1b3 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:40.686149 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59000) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:40.724592 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59004) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:40.758453 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4a7e9dbe-bc8f-415b-844e-89e85d5533b9 req-e78644f5-e50f-4bc1-ab58-c2a4050303fb tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ed67073-eeed-4d1d-86bf-a50b643bdaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1821632 Dec 10 15:30:40.763808 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f280b15f-78f0-4d11-bdd6-e9768bc68624 req-26c40da8-1839-4a62-866d-c3d5c8b4b158 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] 10.222.0.20 "GET /v2.0/security-groups?id=46fa4965-a546-4aa0-b6c7-fe2bd953989f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1879265 Dec 10 15:30:40.823869 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-748882f0-4182-4974-ab3c-cb282708c1b3 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:40.846256 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-748882f0-4182-4974-ab3c-cb282708c1b3 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Calling delete_port for 303b05a3-3f24-495d-9624-15d1c770a9a1 owned by network:router_gateway {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:30:40.943769 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-7382eb00-e88b-4a59-8a80-9713ec2497a1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=afaa70084a044992a6de5b34ba292698&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2157578 Dec 10 15:30:40.944942 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-15525964-b446-4f70-8558-5f4e8c1a9f6b req-0488468f-5b95-43be-be7d-16ee5944922f service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:40.946112 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59008) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:41.028406 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-68f6a1fc-cb16-436c-a30f-bdb9da5508e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:41.034294 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.objects.ports [None req-63c8e81b-2826-421f-a03f-797a1cac705c tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103587) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 15:30:41.039863 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-9d966149-c20a-400d-ac71-bdeaf204b4f9 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1638494099', 'router:external': True}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:30:41.043629 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-66897d6e-3d2c-4aa8-b1db-fcb4936a4664 None None] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:41.052572 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-15525964-b446-4f70-8558-5f4e8c1a9f6b req-0488468f-5b95-43be-be7d-16ee5944922f service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:41.070382 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-63c8e81b-2826-421f-a03f-797a1cac705c tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11236534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11668560'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:41.099806 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-68f6a1fc-cb16-436c-a30f-bdb9da5508e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:41.125629 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-66897d6e-3d2c-4aa8-b1db-fcb4936a4664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:41.140137 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6a075aac-a72a-4bcb-8211-d71ba2fd206d tempest-FloatingIPAdminTestJSON-631357425 tempest-FloatingIPAdminTestJSON-631357425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:41.164075 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-15525964-b446-4f70-8558-5f4e8c1a9f6b req-0488468f-5b95-43be-be7d-16ee5944922f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5b38ec32-0b2e-4cf3-bc2f-706a19646bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8208270 Dec 10 15:30:41.176790 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb6305f-b6d1-47af-a33f-a84d58dbe648 req-e27b0497-bbb1-447f-9d64-bfcf028f0cae tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:41.178369 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-0bb6305f-b6d1-47af-a33f-a84d58dbe648 req-e27b0497-bbb1-447f-9d64-bfcf028f0cae tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] 10.222.0.20 "GET /v2.0/ports?device_id=797f140a-378f-4f48-be7d-1e46ffe7f2b6 HTTP/1.1" status: 200 len: 945 time: 0.3106771 Dec 10 15:30:41.179012 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0488468f-5b95-43be-be7d-16ee5944922f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e72294-4c07-4f4e-954d-b2e608a6389c,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:41.210011 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-66897d6e-3d2c-4aa8-b1db-fcb4936a4664 None None] Attempting to bind port 303b05a3-3f24-495d-9624-15d1c770a9a1 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:30:41.215204 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-66897d6e-3d2c-4aa8-b1db-fcb4936a4664 None None] Attempting to bind port 303b05a3-3f24-495d-9624-15d1c770a9a1 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '9ce8c9cc-6d21-4037-9621-47fa4f37296a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4a22fd41-5ebb-4716-a8f3-7efff1b9790d'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:30:41.215204 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66897d6e-3d2c-4aa8-b1db-fcb4936a4664 None None] Attempting to bind port 303b05a3-3f24-495d-9624-15d1c770a9a1 on network 4a22fd41-5ebb-4716-a8f3-7efff1b9790d {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:30:41.221069 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66897d6e-3d2c-4aa8-b1db-fcb4936a4664 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:30:41.221461 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66897d6e-3d2c-4aa8-b1db-fcb4936a4664 None None] Checking segment: {'id': '9ce8c9cc-6d21-4037-9621-47fa4f37296a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4a22fd41-5ebb-4716-a8f3-7efff1b9790d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:30:41.221950 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-66897d6e-3d2c-4aa8-b1db-fcb4936a4664 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:41.222435 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66897d6e-3d2c-4aa8-b1db-fcb4936a4664 None None] Bound using segment: {'id': '9ce8c9cc-6d21-4037-9621-47fa4f37296a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4a22fd41-5ebb-4716-a8f3-7efff1b9790d'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:30:41.223016 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-66897d6e-3d2c-4aa8-b1db-fcb4936a4664 None None] Bound port: 303b05a3-3f24-495d-9624-15d1c770a9a1, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ce8c9cc-6d21-4037-9621-47fa4f37296a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4a22fd41-5ebb-4716-a8f3-7efff1b9790d'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:30:41.223421 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-66897d6e-3d2c-4aa8-b1db-fcb4936a4664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:41.224788 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d966149-c20a-400d-ac71-bdeaf204b4f9 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Made reservation on behalf of 8a2e2b3e345b4bb2ba03c605c9d3cb36 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:30:41.226464 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c91951-6e96-404a-89e6-7a04086754bd None None] Pushing event updated for resources: {'Port': ['ID=303b05a3-3f24-495d-9624-15d1c770a9a1,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:41.231815 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9d966149-c20a-400d-ac71-bdeaf204b4f9 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:41.252766 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a075aac-a72a-4bcb-8211-d71ba2fd206d tempest-FloatingIPAdminTestJSON-631357425 tempest-FloatingIPAdminTestJSON-631357425-project] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:30:41.263004 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c8e81b-2826-421f-a03f-797a1cac705c tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Pushing event updated for resources: {'Subnet': ['ID=69e663c8-58a9-417a-830a-e92dd4795d2b,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:41.275744 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-6a075aac-a72a-4bcb-8211-d71ba2fd206d tempest-FloatingIPAdminTestJSON-631357425 tempest-FloatingIPAdminTestJSON-631357425-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:30:41.282670 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9d966149-c20a-400d-ac71-bdeaf204b4f9 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:41.290206 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a075aac-a72a-4bcb-8211-d71ba2fd206d tempest-FloatingIPAdminTestJSON-631357425 tempest-FloatingIPAdminTestJSON-631357425-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:30:41.300653 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a075aac-a72a-4bcb-8211-d71ba2fd206d tempest-FloatingIPAdminTestJSON-631357425 tempest-FloatingIPAdminTestJSON-631357425-project] Pushing event updated for resources: {'Port': ['ID=005331f9-3f99-4c17-92b4-8ef61cbcb6dd,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:41.315031 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-748882f0-4182-4974-ab3c-cb282708c1b3 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:41.318971 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.db.api [None req-66897d6e-3d2c-4aa8-b1db-fcb4936a4664 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 15:30:41.319502 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG oslo_db.api [None req-66897d6e-3d2c-4aa8-b1db-fcb4936a4664 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 15:30:41.345968 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748882f0-4182-4974-ab3c-cb282708c1b3 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Pushing event deleted for resources: {'Port': ['ID=303b05a3-3f24-495d-9624-15d1c770a9a1,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:41.349088 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-68f6a1fc-cb16-436c-a30f-bdb9da5508e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:41.357321 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-68f6a1fc-cb16-436c-a30f-bdb9da5508e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:41.357321 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-68f6a1fc-cb16-436c-a30f-bdb9da5508e8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/21ffc5d0-9f58-4937-b418-c80447988464 HTTP/1.1" status: 204 len: 168 time: 0.4061968 Dec 10 15:30:41.366158 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c8e81b-2826-421f-a03f-797a1cac705c tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Checking segment: {'id': 'e1bdea02-f207-4b7b-a2a0-65b599715d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7c0d1a01-4770-4401-9eda-3e0e72f0dceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:30:41.366582 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c8e81b-2826-421f-a03f-797a1cac705c tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Network hostable DHCP agents. Network: 7c0d1a01-4770-4401-9eda-3e0e72f0dceb, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:30:41.368801 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f6a1fc-cb16-436c-a30f-bdb9da5508e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ffc5d0-9f58-4937-b418-c80447988464,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:41.386282 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-0bb6305f-b6d1-47af-a33f-a84d58dbe648 req-392e6ebe-5210-4f86-8db8-44c3616ae77a tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b38ec32-0b2e-4cf3-bc2f-706a19646bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1749928 Dec 10 15:30:41.460609 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-748882f0-4182-4974-ab3c-cb282708c1b3 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552731'] for router_gateway, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:41.494134 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6a075aac-a72a-4bcb-8211-d71ba2fd206d tempest-FloatingIPAdminTestJSON-631357425 tempest-FloatingIPAdminTestJSON-631357425-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:41.511350 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9d966149-c20a-400d-ac71-bdeaf204b4f9 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:41.527976 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c8e81b-2826-421f-a03f-797a1cac705c tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Network 7c0d1a01-4770-4401-9eda-3e0e72f0dceb is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:30:41.573978 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-748882f0-4182-4974-ab3c-cb282708c1b3 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13898'] for router, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:41.576181 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-748882f0-4182-4974-ab3c-cb282708c1b3 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:41.598402 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6a075aac-a72a-4bcb-8211-d71ba2fd206d tempest-FloatingIPAdminTestJSON-631357425 tempest-FloatingIPAdminTestJSON-631357425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:41.623292 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9d966149-c20a-400d-ac71-bdeaf204b4f9 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:41.630121 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-63c8e81b-2826-421f-a03f-797a1cac705c tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 7c0d1a01-4770-4401-9eda-3e0e72f0dceb) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:30:41.634840 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c8e81b-2826-421f-a03f-797a1cac705c tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:41.635515 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-63c8e81b-2826-421f-a03f-797a1cac705c tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:41.639890 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e9b078-445c-47a6-a148-257f34fe18f8 None None] Network 7c0d1a01-4770-4401-9eda-3e0e72f0dceb requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:30:41.675104 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-748882f0-4182-4974-ab3c-cb282708c1b3 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549250'] for router, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:41.675754 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-748882f0-4182-4974-ab3c-cb282708c1b3 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 13a76025-2be4-4ba4-a9a2-f2bdd940ff3d {{(pid=103586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 15:30:41.685461 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d966149-c20a-400d-ac71-bdeaf204b4f9 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:30:41.687126 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-748882f0-4182-4974-ab3c-cb282708c1b3 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:41.693334 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-748882f0-4182-4974-ab3c-cb282708c1b3 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] 10.222.0.20 "DELETE /v2.0/routers/13a76025-2be4-4ba4-a9a2-f2bdd940ff3d HTTP/1.1" status: 204 len: 168 time: 2.1721582 Dec 10 15:30:41.693334 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59012) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:41.706827 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9d966149-c20a-400d-ac71-bdeaf204b4f9 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:41.707099 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.segments_db [None req-9d966149-c20a-400d-ac71-bdeaf204b4f9 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Added segment 59b8ab53-e48f-4c9d-9bb6-0c29968463c9 of type vlan for network 3656ac5d-e1a6-46da-9056-26b60f5e77f4 Dec 10 15:30:41.717888 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d966149-c20a-400d-ac71-bdeaf204b4f9 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a97d376-c410-4d63-bf2e-ee7cf32d09ed,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:41.768415 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4df850-813e-4493-a867-a21f2e0efcb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-7c0d1a01-4770-4401-9eda-3e0e72f0dceb', 'network_id': '7c0d1a01-4770-4401-9eda-3e0e72f0dceb', 'project_id': 'e42aa0aacd1b476cb9d51b140a9e3e81', 'fixed_ips': [{'subnet_id': '69e663c8-58a9-417a-830a-e92dd4795d2b'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:30:41.769297 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5c4df850-813e-4493-a867-a21f2e0efcb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:41.831774 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-63c8e81b-2826-421f-a03f-797a1cac705c tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6809597 Dec 10 15:30:41.835340 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f66c0ba-90ed-4b88-b4f2-277a71b39feb tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Deleting subnet e864872a-eae7-4ff3-b8a9-fa4c2f899191 {{(pid=103586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:30:41.852648 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 66995093-8f5e-42b9-b8e8-3100f932b851 up at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:30:41.854685 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-66897d6e-3d2c-4aa8-b1db-fcb4936a4664 None None] Attempting to bind port 303b05a3-3f24-495d-9624-15d1c770a9a1 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:30:41.855593 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59020) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:41.856798 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-66897d6e-3d2c-4aa8-b1db-fcb4936a4664 None None] Attempting to bind port 303b05a3-3f24-495d-9624-15d1c770a9a1 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '9ce8c9cc-6d21-4037-9621-47fa4f37296a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4a22fd41-5ebb-4716-a8f3-7efff1b9790d'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:30:41.857185 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66897d6e-3d2c-4aa8-b1db-fcb4936a4664 None None] Attempting to bind port 303b05a3-3f24-495d-9624-15d1c770a9a1 on network 4a22fd41-5ebb-4716-a8f3-7efff1b9790d {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:30:41.881419 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-ccecdd68-c7c1-410a-b82b-7f057f7d4244 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Request body: {'port': {'network_id': '7c0d1a01-4770-4401-9eda-3e0e72f0dceb', 'name': 'tempest-NetworksIpV6TestAttrs-602569512'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:30:41.902681 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0f66c0ba-90ed-4b88-b4f2-277a71b39feb tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:41.908624 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66897d6e-3d2c-4aa8-b1db-fcb4936a4664 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:30:41.917247 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66897d6e-3d2c-4aa8-b1db-fcb4936a4664 None None] Checking segment: {'id': '9ce8c9cc-6d21-4037-9621-47fa4f37296a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4a22fd41-5ebb-4716-a8f3-7efff1b9790d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:30:41.917247 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-66897d6e-3d2c-4aa8-b1db-fcb4936a4664 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:41.917443 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9d966149-c20a-400d-ac71-bdeaf204b4f9 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:41.917521 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66897d6e-3d2c-4aa8-b1db-fcb4936a4664 None None] Bound using segment: {'id': '9ce8c9cc-6d21-4037-9621-47fa4f37296a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4a22fd41-5ebb-4716-a8f3-7efff1b9790d'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:30:41.917521 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-66897d6e-3d2c-4aa8-b1db-fcb4936a4664 None None] Bound port: 303b05a3-3f24-495d-9624-15d1c770a9a1, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ce8c9cc-6d21-4037-9621-47fa4f37296a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4a22fd41-5ebb-4716-a8f3-7efff1b9790d'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:30:41.917521 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-66897d6e-3d2c-4aa8-b1db-fcb4936a4664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:41.962427 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-5c4df850-813e-4493-a867-a21f2e0efcb0 None None] Allocated IP 2001:db8::f816:3eff:fe99:9b91 (7c0d1a01-4770-4401-9eda-3e0e72f0dceb/69e663c8-58a9-417a-830a-e92dd4795d2b/da084bb5-bef5-4b0b-9973-9629fbc76c26) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:30:41.979319 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-66897d6e-3d2c-4aa8-b1db-fcb4936a4664 None None] Port 303b05a3-3f24-495d-9624-15d1c770a9a1 has been deleted concurrently {{(pid=103589) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Dec 10 15:30:41.994765 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 15:30:42.000164 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66897d6e-3d2c-4aa8-b1db-fcb4936a4664 None None] Routers set() bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:30:42.000580 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66897d6e-3d2c-4aa8-b1db-fcb4936a4664 None None] Router IDs set() for agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 10 15:30:42.002172 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_agentschedulers_db [None req-66897d6e-3d2c-4aa8-b1db-fcb4936a4664 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'13a76025-2be4-4ba4-a9a2-f2bdd940ff3d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:30:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent'). {{(pid=103589) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 10 15:30:42.002172 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66897d6e-3d2c-4aa8-b1db-fcb4936a4664 None None] The sync data for ids ['13a76025-2be4-4ba4-a9a2-f2bdd940ff3d'] in dv-neutron-821401-4-hyperv is: [] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:30:42.050460 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning for port 66995093-8f5e-42b9-b8e8-3100f932b851 completed by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 15:30:42.051354 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebe38f6-5042-4b4c-a0a6-9690146da340 req-8cf33cfc-46f9-4627-bca6-964995a7de8e tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:42.059182 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-eebe38f6-5042-4b4c-a0a6-9690146da340 req-8cf33cfc-46f9-4627-bca6-964995a7de8e tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd077330-daa7-4bb9-af7f-4ec0c9daf1bc HTTP/1.1" status: 200 len: 944 time: 0.1508071 Dec 10 15:30:42.059378 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning complete for port 66995093-8f5e-42b9-b8e8-3100f932b851 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:30:42.059575 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:42.109142 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9d966149-c20a-400d-ac71-bdeaf204b4f9 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:42.110526 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d966149-c20a-400d-ac71-bdeaf204b4f9 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:42.111307 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9d966149-c20a-400d-ac71-bdeaf204b4f9 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:42.143230 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0f66c0ba-90ed-4b88-b4f2-277a71b39feb tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12392400'] for subnet, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:42.199300 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6a075aac-a72a-4bcb-8211-d71ba2fd206d tempest-FloatingIPAdminTestJSON-631357425 tempest-FloatingIPAdminTestJSON-631357425-project] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:42.204026 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d966149-c20a-400d-ac71-bdeaf204b4f9 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Pushing event updated for resources: {'Network': ['ID=3656ac5d-e1a6-46da-9056-26b60f5e77f4,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:42.220857 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 3656ac5d-e1a6-46da-9056-26b60f5e77f4 details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:30:42.232415 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e918b2b3-08b7-4b32-bfb6-7c77e55d917b req-c1a907db-3bb1-4770-af8c-cbcab6c61999 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:42.232415 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-e918b2b3-08b7-4b32-bfb6-7c77e55d917b req-c1a907db-3bb1-4770-af8c-cbcab6c61999 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f5e5fac-ee31-44bf-a612-11364724d71a HTTP/1.1" status: 200 len: 944 time: 0.1968100 Dec 10 15:30:42.243928 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:42.244739 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-eebe38f6-5042-4b4c-a0a6-9690146da340 req-d3b1d7d7-98a8-4e88-b491-56503a048200 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] 10.222.0.20 "GET /v2.0/security-groups?id=46fa4965-a546-4aa0-b6c7-fe2bd953989f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1840446 Dec 10 15:30:42.246097 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5c4df850-813e-4493-a867-a21f2e0efcb0 None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:42.269447 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6a075aac-a72a-4bcb-8211-d71ba2fd206d tempest-FloatingIPAdminTestJSON-631357425 tempest-FloatingIPAdminTestJSON-631357425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:42.316795 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f5e5fac-ee31-44bf-a612-11364724d71a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66995093-8f5e-42b9-b8e8-3100f932b851'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:30:42.319173 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa4b92c408489e2c982394a5a7b3518bb1b22554638321e3ea6c5cabb2c75d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e58144-57e7-4fe5-9dfa-c0eb47b0238f" -d '{"events": [{"server_uuid": "3f5e5fac-ee31-44bf-a612-11364724d71a", "name": "network-vif-plugged", "status": "completed", "tag": "66995093-8f5e-42b9-b8e8-3100f932b851"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:30:42.320735 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0f66c0ba-90ed-4b88-b4f2-277a71b39feb tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:42.334365 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port 66995093-8f5e-42b9-b8e8-3100f932b851, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=66995093-8f5e-42b9-b8e8-3100f932b851,segment=NetworkSegment(ef521c35-8ac9-4897-8760-af6df1516e56),segment_id=ef521c35-8ac9-4897-8760-af6df1516e56)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:30:42.347405 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-9d966149-c20a-400d-ac71-bdeaf204b4f9 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.6563520 Dec 10 15:30:42.352514 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59030) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:42.354920 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a075aac-a72a-4bcb-8211-d71ba2fd206d tempest-FloatingIPAdminTestJSON-631357425 tempest-FloatingIPAdminTestJSON-631357425-project] Pushing event updated for resources: {'Port': ['ID=005331f9-3f99-4c17-92b4-8ef61cbcb6dd,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:42.360390 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5c4df850-813e-4493-a867-a21f2e0efcb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:42.360570 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-9c2f5b49-bc66-43f1-8fad-c8718cf29aeb tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Request body: {'subnet': {'network_id': '3656ac5d-e1a6-46da-9056-26b60f5e77f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:30:42.394859 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6a075aac-a72a-4bcb-8211-d71ba2fd206d tempest-FloatingIPAdminTestJSON-631357425 tempest-FloatingIPAdminTestJSON-631357425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552741'] for floatingip, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:42.400910 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 15:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58dc6f02-9d3a-400a-983f-44da6bedadc5 x-openstack-request-id: req-58dc6f02-9d3a-400a-983f-44da6bedadc5 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:30:42.401221 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f5e5fac-ee31-44bf-a612-11364724d71a", "name": "network-vif-plugged", "status": "completed", "tag": "66995093-8f5e-42b9-b8e8-3100f932b851", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:30:42.401476 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-58dc6f02-9d3a-400a-983f-44da6bedadc5 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:30:42.401888 dv-neutron-821401-4-hyperv neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f5e5fac-ee31-44bf-a612-11364724d71a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66995093-8f5e-42b9-b8e8-3100f932b851', 'code': 200} Dec 10 15:30:42.406744 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:42.408179 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 61a771a6-fd23-4127-b3ba-eb61e5f34f4b up at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:30:42.439525 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4df850-813e-4493-a867-a21f2e0efcb0 None None] Network 7c0d1a01-4770-4401-9eda-3e0e72f0dceb is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:30:42.439984 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-e918b2b3-08b7-4b32-bfb6-7c77e55d917b req-075cad80-91a5-4bdc-9ede-dbd3ee1175c4 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ed67073-eeed-4d1d-86bf-a50b643bdaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1933813 Dec 10 15:30:42.448967 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-5c4df850-813e-4493-a867-a21f2e0efcb0 None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:30:42.453045 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4df850-813e-4493-a867-a21f2e0efcb0 None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:30:42.455560 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4df850-813e-4493-a867-a21f2e0efcb0 None None] Pushing event updated for resources: {'Port': ['ID=da084bb5-bef5-4b0b-9973-9629fbc76c26,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:42.508091 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c2f5b49-bc66-43f1-8fad-c8718cf29aeb tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Made reservation on behalf of 8a2e2b3e345b4bb2ba03c605c9d3cb36 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:30:42.511723 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9c2f5b49-bc66-43f1-8fad-c8718cf29aeb tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11668558'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:42.563794 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-5c4df850-813e-4493-a867-a21f2e0efcb0 None None] Attempting to bind port da084bb5-bef5-4b0b-9973-9629fbc76c26 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:30:42.564159 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-5c4df850-813e-4493-a867-a21f2e0efcb0 None None] Attempting to bind port da084bb5-bef5-4b0b-9973-9629fbc76c26 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'e1bdea02-f207-4b7b-a2a0-65b599715d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7c0d1a01-4770-4401-9eda-3e0e72f0dceb'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:30:42.564517 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4df850-813e-4493-a867-a21f2e0efcb0 None None] Attempting to bind port da084bb5-bef5-4b0b-9973-9629fbc76c26 on network 7c0d1a01-4770-4401-9eda-3e0e72f0dceb {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:30:42.570929 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=66995093-8f5e-42b9-b8e8-3100f932b851,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:42.574798 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4df850-813e-4493-a867-a21f2e0efcb0 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:30:42.575174 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4df850-813e-4493-a867-a21f2e0efcb0 None None] Checking segment: {'id': 'e1bdea02-f207-4b7b-a2a0-65b599715d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7c0d1a01-4770-4401-9eda-3e0e72f0dceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:30:42.579888 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5c4df850-813e-4493-a867-a21f2e0efcb0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:42.579888 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4df850-813e-4493-a867-a21f2e0efcb0 None None] Bound using segment: {'id': 'e1bdea02-f207-4b7b-a2a0-65b599715d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7c0d1a01-4770-4401-9eda-3e0e72f0dceb'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:30:42.579888 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-5c4df850-813e-4493-a867-a21f2e0efcb0 None None] Bound port: da084bb5-bef5-4b0b-9973-9629fbc76c26, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1bdea02-f207-4b7b-a2a0-65b599715d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7c0d1a01-4770-4401-9eda-3e0e72f0dceb'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:30:42.579888 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5c4df850-813e-4493-a867-a21f2e0efcb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:42.598457 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0f66c0ba-90ed-4b88-b4f2-277a71b39feb tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:42.628863 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6a075aac-a72a-4bcb-8211-d71ba2fd206d tempest-FloatingIPAdminTestJSON-631357425 tempest-FloatingIPAdminTestJSON-631357425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:42.630719 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-6a075aac-a72a-4bcb-8211-d71ba2fd206d tempest-FloatingIPAdminTestJSON-631357425 tempest-FloatingIPAdminTestJSON-631357425-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7706101 Dec 10 15:30:42.638102 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59036) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:42.642857 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f66c0ba-90ed-4b88-b4f2-277a71b39feb tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e864872a-eae7-4ff3-b8a9-fa4c2f899191,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:42.644329 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0f66c0ba-90ed-4b88-b4f2-277a71b39feb tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:42.647693 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-0f66c0ba-90ed-4b88-b4f2-277a71b39feb tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] 10.222.0.20 "DELETE /v2.0/subnets/e864872a-eae7-4ff3-b8a9-fa4c2f899191 HTTP/1.1" status: 204 len: 168 time: 0.9536545 Dec 10 15:30:42.652967 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59040) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:42.662373 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning for port 61a771a6-fd23-4127-b3ba-eb61e5f34f4b completed by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 15:30:42.671198 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning complete for port 61a771a6-fd23-4127-b3ba-eb61e5f34f4b triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:30:42.671737 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:42.673757 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-5c4df850-813e-4493-a867-a21f2e0efcb0 None None] For port da084bb5-bef5-4b0b-9973-9629fbc76c26, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:30:42.677760 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-5c4df850-813e-4493-a867-a21f2e0efcb0 None None] For port da084bb5-bef5-4b0b-9973-9629fbc76c26, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=da084bb5-bef5-4b0b-9973-9629fbc76c26,segment=NetworkSegment(e1bdea02-f207-4b7b-a2a0-65b599715d1c),segment_id=e1bdea02-f207-4b7b-a2a0-65b599715d1c)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:30:42.714842 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccecdd68-c7c1-410a-b82b-7f057f7d4244 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Made reservation on behalf of e42aa0aacd1b476cb9d51b140a9e3e81 for: {'port': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:30:42.718334 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ccecdd68-c7c1-410a-b82b-7f057f7d4244 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:42.746621 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dc9985d2-a979-480f-a98e-f5b60e1823d3 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:42.756859 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-5a5e1869-570c-4d4b-aeb8-9483dca85678 tempest-FloatingIPAdminTestJSON-1382740142 tempest-FloatingIPAdminTestJSON-1382740142-project-admin] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3090 time: 0.1152718 Dec 10 15:30:42.760471 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59046) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:42.764899 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adffb6c8-1d76-42ff-aad1-d3c6e47513ae req-ae7aba6c-7fde-4723-ac3c-ec70932d08c0 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:42.766515 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-adffb6c8-1d76-42ff-aad1-d3c6e47513ae req-ae7aba6c-7fde-4723-ac3c-ec70932d08c0 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] 10.222.0.20 "GET /v2.0/ports?device_id=797f140a-378f-4f48-be7d-1e46ffe7f2b6 HTTP/1.1" status: 200 len: 945 time: 0.2510939 Dec 10 15:30:42.772416 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5c4df850-813e-4493-a867-a21f2e0efcb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:42.845567 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-ccecdd68-c7c1-410a-b82b-7f057f7d4244 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] device_id is not set on port 2abcceb1-a5be-49f7-b724-0a8382a99440 yet. {{(pid=103586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:30:42.863319 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:42.864067 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-2d19a25e-f426-4911-886a-05ea8858e00e tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0932169 Dec 10 15:30:42.864679 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59048) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:42.900664 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9bbc15-f927-49ab-9a5b-46804cc1d5c0 req-a237ed73-95c8-4e21-ac56-23c668c24f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:42.906364 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-ad9bbc15-f927-49ab-9a5b-46804cc1d5c0 req-a237ed73-95c8-4e21-ac56-23c668c24f19 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3f5e5fac-ee31-44bf-a612-11364724d71a HTTP/1.1" status: 200 len: 1098 time: 0.1506600 Dec 10 15:30:42.937591 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-adffb6c8-1d76-42ff-aad1-d3c6e47513ae req-70986137-903a-448e-8e7e-a5d7acb44879 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b38ec32-0b2e-4cf3-bc2f-706a19646bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571946 Dec 10 15:30:42.965991 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4df850-813e-4493-a867-a21f2e0efcb0 None None] Pushing event updated for resources: {'Port': ['ID=da084bb5-bef5-4b0b-9973-9629fbc76c26,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:42.987393 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port 61a771a6-fd23-4127-b3ba-eb61e5f34f4b, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=61a771a6-fd23-4127-b3ba-eb61e5f34f4b,segment=NetworkSegment(5c4fd87b-38ee-4dcd-9bb3-1b601d8648aa),segment_id=5c4fd87b-38ee-4dcd-9bb3-1b601d8648aa)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:30:42.988885 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-405219bf-9c62-46be-bc99-1a7f6de8d365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:43.062893 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:43.190407 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=61a771a6-fd23-4127-b3ba-eb61e5f34f4b,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:43.362060 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:43.369517 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59052) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:43.413674 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-ad9bbc15-f927-49ab-9a5b-46804cc1d5c0 req-6ec2d786-ab7b-4b70-8fc7-833140da5346 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5ed67073-eeed-4d1d-86bf-a50b643bdaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4937093 Dec 10 15:30:43.599629 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-e4c77cb9-a600-43ca-8008-1333ebc6887a tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-120242619'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:30:43.685861 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6855d3ad-b995-4cf8-8818-889571419835 req-1efd2a0a-020e-4e4a-8fee-d736c981019c tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:43.687543 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-6855d3ad-b995-4cf8-8818-889571419835 req-1efd2a0a-020e-4e4a-8fee-d736c981019c tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f5e5fac-ee31-44bf-a612-11364724d71a HTTP/1.1" status: 200 len: 945 time: 0.1263521 Dec 10 15:30:43.707408 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dc9985d2-a979-480f-a98e-f5b60e1823d3 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:43.721913 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c77cb9-a600-43ca-8008-1333ebc6887a tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Made reservation on behalf of 1e082ee43ec6499790d7f3f2cf8a2215 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:30:43.725877 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e4c77cb9-a600-43ca-8008-1333ebc6887a tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:43.751510 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e4c77cb9-a600-43ca-8008-1333ebc6887a tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:43.781688 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-6855d3ad-b995-4cf8-8818-889571419835 req-5924dae3-ed96-4184-a320-a2024362625f tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ed67073-eeed-4d1d-86bf-a50b643bdaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847735 Dec 10 15:30:43.835746 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-dc9985d2-a979-480f-a98e-f5b60e1823d3 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a22fd41-5ebb-4716-a8f3-7efff1b9790d']}} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:30:43.867943 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-dc9985d2-a979-480f-a98e-f5b60e1823d3 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ce8c9cc-6d21-4037-9621-47fa4f37296a') {'for_net_delete': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:30:43.868719 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-dc9985d2-a979-480f-a98e-f5b60e1823d3 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ce8c9cc-6d21-4037-9621-47fa4f37296a') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:30:43.874362 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.objects.ports [None req-9c2f5b49-bc66-43f1-8fad-c8718cf29aeb tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103587) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 15:30:43.874828 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9c2f5b49-bc66-43f1-8fad-c8718cf29aeb tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11236534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11668560'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:43.877771 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c26434d-53ad-41c9-a957-5c38eaa051ef req-d0fc0d2e-1ab9-4944-9b34-497940550f32 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:43.879346 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-1c26434d-53ad-41c9-a957-5c38eaa051ef req-d0fc0d2e-1ab9-4944-9b34-497940550f32 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd077330-daa7-4bb9-af7f-4ec0c9daf1bc HTTP/1.1" status: 200 len: 945 time: 0.2721531 Dec 10 15:30:43.888965 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-ccecdd68-c7c1-410a-b82b-7f057f7d4244 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Allocated IP 2001:db8::f816:3eff:fe4f:1c83 (7c0d1a01-4770-4401-9eda-3e0e72f0dceb/69e663c8-58a9-417a-830a-e92dd4795d2b/2abcceb1-a5be-49f7-b724-0a8382a99440) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:30:43.905943 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dc9985d2-a979-480f-a98e-f5b60e1823d3 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12392235'] for segment, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:43.940101 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e4c77cb9-a600-43ca-8008-1333ebc6887a tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:43.945687 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dc9985d2-a979-480f-a98e-f5b60e1823d3 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:43.951277 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f5b49-bc66-43f1-8fad-c8718cf29aeb tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2166f2e9-bcab-436f-b092-0a6cf7daea00,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:43.966875 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2f5b49-bc66-43f1-8fad-c8718cf29aeb tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Checking segment: {'id': '59b8ab53-e48f-4c9d-9bb6-0c29968463c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3656ac5d-e1a6-46da-9056-26b60f5e77f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:30:43.967238 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2f5b49-bc66-43f1-8fad-c8718cf29aeb tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Network hostable DHCP agents. Network: 3656ac5d-e1a6-46da-9056-26b60f5e77f4, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:30:43.983295 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc9985d2-a979-480f-a98e-f5b60e1823d3 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:30:43.983711 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dc9985d2-a979-480f-a98e-f5b60e1823d3 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11695586'] for segment, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:43.991576 dv-neutron-821401-4-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:30:43.991576 dv-neutron-821401-4-hyperv neutron-server[103586]: items = [ Dec 10 15:30:43.991576 dv-neutron-821401-4-hyperv neutron-server[103586]: Traceback (most recent call last): Dec 10 15:30:43.991576 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:30:43.991576 dv-neutron-821401-4-hyperv neutron-server[103586]: timer() Dec 10 15:30:43.991576 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:30:43.991576 dv-neutron-821401-4-hyperv neutron-server[103586]: cb(*args, **kw) Dec 10 15:30:43.991576 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:30:43.991576 dv-neutron-821401-4-hyperv neutron-server[103586]: return func(*args, **kwargs) Dec 10 15:30:43.991576 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:30:43.991576 dv-neutron-821401-4-hyperv neutron-server[103586]: self._notify() Dec 10 15:30:43.991576 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:30:43.991576 dv-neutron-821401-4-hyperv neutron-server[103586]: self.callback(batched_events) Dec 10 15:30:43.991576 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:30:43.991576 dv-neutron-821401-4-hyperv neutron-server[103586]: event.method(event) Dec 10 15:30:43.991576 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:30:43.991576 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:30:43.991576 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:30:43.991576 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:30:43.991576 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:30:43.991576 dv-neutron-821401-4-hyperv neutron-server[103586]: return f(self, *a, **k) Dec 10 15:30:43.991576 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:30:43.991576 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._get(url).json() Dec 10 15:30:43.991576 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:30:43.991576 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:30:43.991576 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:30:43.991576 dv-neutron-821401-4-hyperv neutron-server[103586]: return self.request(url, 'GET', **kwargs) Dec 10 15:30:43.991576 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:30:43.991576 dv-neutron-821401-4-hyperv neutron-server[103586]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:30:43.991576 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:30:43.991576 dv-neutron-821401-4-hyperv neutron-server[103586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:30:43.991576 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:30:43.991576 dv-neutron-821401-4-hyperv neutron-server[103586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:30:43.991576 dv-neutron-821401-4-hyperv neutron-server[103586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:30:43.997645 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e4c77cb9-a600-43ca-8008-1333ebc6887a tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:44.016402 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-39b8b319-16c3-4212-8c52-255f6b7681a5 tempest-FloatingIPAdminTestJSON-631357425 tempest-FloatingIPAdminTestJSON-631357425-project] Deleting port 005331f9-3f99-4c17-92b4-8ef61cbcb6dd {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:30:44.016738 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-39b8b319-16c3-4212-8c52-255f6b7681a5 tempest-FloatingIPAdminTestJSON-631357425 tempest-FloatingIPAdminTestJSON-631357425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:44.025845 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4c77cb9-a600-43ca-8008-1333ebc6887a tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:30:44.043458 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c77cb9-a600-43ca-8008-1333ebc6887a tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=deaf5cce-30b8-4ba5-b1bd-4b2a66f32884,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:44.056399 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e4c77cb9-a600-43ca-8008-1333ebc6887a tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:44.058838 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.segments_db [None req-e4c77cb9-a600-43ca-8008-1333ebc6887a tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Added segment 7ff8e88c-dd70-4d6c-a1b0-56ac0bf6bc6b of type vlan for network 594b404b-ae6c-49f9-b111-dabdbaffac2b Dec 10 15:30:44.084010 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2f5b49-bc66-43f1-8fad-c8718cf29aeb tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Network 3656ac5d-e1a6-46da-9056-26b60f5e77f4 is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:30:44.095021 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-1c26434d-53ad-41c9-a957-5c38eaa051ef req-60827f92-8b24-4763-9e3a-f54b685fbb52 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] 10.222.0.20 "GET /v2.0/security-groups?id=46fa4965-a546-4aa0-b6c7-fe2bd953989f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2000585 Dec 10 15:30:44.163179 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e4c77cb9-a600-43ca-8008-1333ebc6887a tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:44.217489 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4292b1-aa9c-407b-b1f3-ccb6df137e26 req-a3ebc0cc-d385-4279-9102-92b8b77f6128 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:44.220147 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-3a4292b1-aa9c-407b-b1f3-ccb6df137e26 req-a3ebc0cc-d385-4279-9102-92b8b77f6128 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] 10.222.0.20 "GET /v2.0/ports?device_id=797f140a-378f-4f48-be7d-1e46ffe7f2b6 HTTP/1.1" status: 200 len: 945 time: 0.1561203 Dec 10 15:30:44.221033 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-9c2f5b49-bc66-43f1-8fad-c8718cf29aeb tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 3656ac5d-e1a6-46da-9056-26b60f5e77f4) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:30:44.227637 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2f5b49-bc66-43f1-8fad-c8718cf29aeb tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:44.228148 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9c2f5b49-bc66-43f1-8fad-c8718cf29aeb tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:44.232077 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768264af-57d0-4924-aef9-0f30693321a5 None None] Network 3656ac5d-e1a6-46da-9056-26b60f5e77f4 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:30:44.275045 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e4c77cb9-a600-43ca-8008-1333ebc6887a tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:44.283141 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c77cb9-a600-43ca-8008-1333ebc6887a tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:44.284711 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e4c77cb9-a600-43ca-8008-1333ebc6887a tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:44.317658 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-9c2f5b49-bc66-43f1-8fad-c8718cf29aeb tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.9634218 Dec 10 15:30:44.322154 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59062) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:44.327303 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-39b8b319-16c3-4212-8c52-255f6b7681a5 tempest-FloatingIPAdminTestJSON-631357425 tempest-FloatingIPAdminTestJSON-631357425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:44.327632 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-39b8b319-16c3-4212-8c52-255f6b7681a5 tempest-FloatingIPAdminTestJSON-631357425 tempest-FloatingIPAdminTestJSON-631357425-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:44.331505 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-6d28a9f7-b41d-425d-bd56-1d667c6ebd40 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-2136830005', 'network_id': '3656ac5d-e1a6-46da-9056-26b60f5e77f4'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:30:44.341356 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dc9985d2-a979-480f-a98e-f5b60e1823d3 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:44.373429 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3377f7a-599e-4417-a8f9-2fe9f3071cba None None] Network 3656ac5d-e1a6-46da-9056-26b60f5e77f4 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:30:44.377471 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc9985d2-a979-480f-a98e-f5b60e1823d3 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4a22fd41-5ebb-4716-a8f3-7efff1b9790d {{(pid=103586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 10 15:30:44.387803 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-39b8b319-16c3-4212-8c52-255f6b7681a5 tempest-FloatingIPAdminTestJSON-631357425 tempest-FloatingIPAdminTestJSON-631357425-project] Calling delete_port for 005331f9-3f99-4c17-92b4-8ef61cbcb6dd owned by network:floatingip {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:30:44.405282 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dc9985d2-a979-480f-a98e-f5b60e1823d3 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:44.414590 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-dc9985d2-a979-480f-a98e-f5b60e1823d3 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] 10.222.0.20 "DELETE /v2.0/networks/4a22fd41-5ebb-4716-a8f3-7efff1b9790d HTTP/1.1" status: 204 len: 168 time: 1.7567942 Dec 10 15:30:44.419095 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9985d2-a979-480f-a98e-f5b60e1823d3 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Pushing event deleted for resources: {'Network': ['ID=4a22fd41-5ebb-4716-a8f3-7efff1b9790d,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:44.426104 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd077330-daa7-4bb9-af7f-4ec0c9daf1bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61a771a6-fd23-4127-b3ba-eb61e5f34f4b'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:30:44.429315 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa4b92c408489e2c982394a5a7b3518bb1b22554638321e3ea6c5cabb2c75d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b89a96-2555-421a-8846-7a20dad37c4c" -d '{"events": [{"server_uuid": "dd077330-daa7-4bb9-af7f-4ec0c9daf1bc", "name": "network-vif-plugged", "status": "completed", "tag": "61a771a6-fd23-4127-b3ba-eb61e5f34f4b"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:30:44.434264 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ccecdd68-c7c1-410a-b82b-7f057f7d4244 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:44.435353 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2562d7e-9336-4afd-a6c5-54ca87edcbeb None None] Network 7c0d1a01-4770-4401-9eda-3e0e72f0dceb requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:30:44.512021 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-3a4292b1-aa9c-407b-b1f3-ccb6df137e26 req-f9544141-1379-4626-8139-53e8569153c3 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b38ec32-0b2e-4cf3-bc2f-706a19646bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2692690 Dec 10 15:30:44.522705 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-e4c77cb9-a600-43ca-8008-1333ebc6887a tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.1240723 Dec 10 15:30:44.531458 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59068) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:44.547016 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-aa801d96-bda5-4337-992a-3e249bd29277 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Request body: {'subnet': {'network_id': '594b404b-ae6c-49f9-b111-dabdbaffac2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:30:44.612574 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d28a9f7-b41d-425d-bd56-1d667c6ebd40 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Made reservation on behalf of 8a2e2b3e345b4bb2ba03c605c9d3cb36 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:30:44.618098 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 15:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fffd8207-d8af-4757-a5d0-fd76c489fdec x-openstack-request-id: req-fffd8207-d8af-4757-a5d0-fd76c489fdec {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:30:44.618532 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd077330-daa7-4bb9-af7f-4ec0c9daf1bc", "name": "network-vif-plugged", "status": "completed", "tag": "61a771a6-fd23-4127-b3ba-eb61e5f34f4b", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:30:44.618885 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fffd8207-d8af-4757-a5d0-fd76c489fdec {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:30:44.619305 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6d28a9f7-b41d-425d-bd56-1d667c6ebd40 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:44.619520 dv-neutron-821401-4-hyperv neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd077330-daa7-4bb9-af7f-4ec0c9daf1bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61a771a6-fd23-4127-b3ba-eb61e5f34f4b', 'code': 200} Dec 10 15:30:44.651645 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-6d28a9f7-b41d-425d-bd56-1d667c6ebd40 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] device_id is not set on port 232c12e2-ebe8-4491-a78f-0aa5a8170eff yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:30:44.671846 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c77cb9-a600-43ca-8008-1333ebc6887a tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Pushing event updated for resources: {'Network': ['ID=594b404b-ae6c-49f9-b111-dabdbaffac2b,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:44.754303 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 594b404b-ae6c-49f9-b111-dabdbaffac2b details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:30:44.769619 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-7156de29-f634-41ef-a038-284c1ca4a85b None None] Provisioning complete for port da084bb5-bef5-4b0b-9973-9629fbc76c26 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:30:44.770150 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7156de29-f634-41ef-a038-284c1ca4a85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:44.922490 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-6d28a9f7-b41d-425d-bd56-1d667c6ebd40 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Allocated IP 2001:db8::3b3 (3656ac5d-e1a6-46da-9056-26b60f5e77f4/2166f2e9-bcab-436f-b092-0a6cf7daea00/232c12e2-ebe8-4491-a78f-0aa5a8170eff) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:30:44.982608 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97adbe6e-64c9-4a3b-815d-6128716f1faa req-260c4549-3c22-4714-a455-c20c9d4fddc5 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:44.996883 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-97adbe6e-64c9-4a3b-815d-6128716f1faa req-260c4549-3c22-4714-a455-c20c9d4fddc5 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] 10.222.0.20 "GET /v2.0/ports?device_id=797f140a-378f-4f48-be7d-1e46ffe7f2b6 HTTP/1.1" status: 200 len: 945 time: 0.2087078 Dec 10 15:30:45.008207 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59078) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:45.017875 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-1632365a-995b-4e28-b96b-6f843aff308b tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Request body: {'floatingip': {'port_id': 'fc18c74b-afe0-431d-8aa2-6664526db9f1'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:30:45.033649 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa801d96-bda5-4337-992a-3e249bd29277 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Made reservation on behalf of 1e082ee43ec6499790d7f3f2cf8a2215 for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:30:45.037794 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-aa801d96-bda5-4337-992a-3e249bd29277 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:45.100784 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device da084bb5-bef5-4b0b-9973-9629fbc76c26 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:30:45.196421 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ccecdd68-c7c1-410a-b82b-7f057f7d4244 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:45.200637 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59080) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:45.202946 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1632365a-995b-4e28-b96b-6f843aff308b tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Publish callbacks [] for floatingip, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:45.206933 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-180ca647-680c-481f-9681-f3922647d48e tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Request body: {'router': {'name': 'tempest-router--1409717135', 'project_id': '9d9a27a00de9433aaeec3e5944e94672'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:30:45.295986 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port da084bb5-bef5-4b0b-9973-9629fbc76c26 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:30:45.296546 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:45.320071 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccecdd68-c7c1-410a-b82b-7f057f7d4244 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Network 7c0d1a01-4770-4401-9eda-3e0e72f0dceb is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:30:45.334502 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b57f69a7-7fd8-4586-b3de-59d664219ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:45.340728 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249a7aeb-2b27-43eb-9280-3a1cb271e919 req-fae90141-5fd9-4837-a812-42b0dca002e2 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:45.340910 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-249a7aeb-2b27-43eb-9280-3a1cb271e919 req-fae90141-5fd9-4837-a812-42b0dca002e2 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f5e5fac-ee31-44bf-a612-11364724d71a HTTP/1.1" status: 200 len: 945 time: 0.4045258 Dec 10 15:30:45.346370 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7156de29-f634-41ef-a038-284c1ca4a85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:45.350422 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-ccecdd68-c7c1-410a-b82b-7f057f7d4244 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:30:45.358109 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccecdd68-c7c1-410a-b82b-7f057f7d4244 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:30:45.364537 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccecdd68-c7c1-410a-b82b-7f057f7d4244 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:45.369496 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ccecdd68-c7c1-410a-b82b-7f057f7d4244 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:45.388718 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccecdd68-c7c1-410a-b82b-7f057f7d4244 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Pushing event updated for resources: {'Port': ['ID=2abcceb1-a5be-49f7-b724-0a8382a99440,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:45.406435 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6d28a9f7-b41d-425d-bd56-1d667c6ebd40 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:45.440509 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfabd2ce-b466-4483-8182-58362223db01 req-4430a948-c44a-4aa8-a738-250f789a8db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:45.442230 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-dfabd2ce-b466-4483-8182-58362223db01 req-4430a948-c44a-4aa8-a738-250f789a8db8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=dd077330-daa7-4bb9-af7f-4ec0c9daf1bc HTTP/1.1" status: 200 len: 1098 time: 0.4947348 Dec 10 15:30:45.453610 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-180ca647-680c-481f-9681-f3922647d48e tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13912'] for router, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:45.455013 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-180ca647-680c-481f-9681-f3922647d48e tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:45.457300 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-7156de29-f634-41ef-a038-284c1ca4a85b None None] For port da084bb5-bef5-4b0b-9973-9629fbc76c26, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=da084bb5-bef5-4b0b-9973-9629fbc76c26,segment=NetworkSegment(e1bdea02-f207-4b7b-a2a0-65b599715d1c),segment_id=e1bdea02-f207-4b7b-a2a0-65b599715d1c)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:30:45.459341 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccecdd68-c7c1-410a-b82b-7f057f7d4244 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:30:45.459793 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccecdd68-c7c1-410a-b82b-7f057f7d4244 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:30:45.460210 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccecdd68-c7c1-410a-b82b-7f057f7d4244 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:30:45.460655 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccecdd68-c7c1-410a-b82b-7f057f7d4244 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:30:45.461219 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccecdd68-c7c1-410a-b82b-7f057f7d4244 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:30:45.461414 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccecdd68-c7c1-410a-b82b-7f057f7d4244 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:30:45.462548 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccecdd68-c7c1-410a-b82b-7f057f7d4244 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:30:45.463337 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccecdd68-c7c1-410a-b82b-7f057f7d4244 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:30:45.463337 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccecdd68-c7c1-410a-b82b-7f057f7d4244 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:30:45.463792 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccecdd68-c7c1-410a-b82b-7f057f7d4244 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:30:45.464200 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccecdd68-c7c1-410a-b82b-7f057f7d4244 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:30:45.464643 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccecdd68-c7c1-410a-b82b-7f057f7d4244 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:30:45.464989 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccecdd68-c7c1-410a-b82b-7f057f7d4244 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:30:45.555677 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-249a7aeb-2b27-43eb-9280-3a1cb271e919 req-029e7f8c-11cf-472b-ae81-edf2997e17fc tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ed67073-eeed-4d1d-86bf-a50b643bdaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1990359 Dec 10 15:30:45.556242 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:45.581007 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-39b8b319-16c3-4212-8c52-255f6b7681a5 tempest-FloatingIPAdminTestJSON-631357425 tempest-FloatingIPAdminTestJSON-631357425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:45.608459 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ab98b-e65e-4002-a13d-d76de5770bc1 req-7f43e46e-632e-4d45-8614-38e5411ba64c tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:45.616780 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-656ab98b-e65e-4002-a13d-d76de5770bc1 req-7f43e46e-632e-4d45-8614-38e5411ba64c tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd077330-daa7-4bb9-af7f-4ec0c9daf1bc HTTP/1.1" status: 200 len: 945 time: 0.4085355 Dec 10 15:30:45.621033 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7156de29-f634-41ef-a038-284c1ca4a85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:45.648993 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-ccecdd68-c7c1-410a-b82b-7f057f7d4244 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.7845042 Dec 10 15:30:45.654110 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b8b319-16c3-4212-8c52-255f6b7681a5 tempest-FloatingIPAdminTestJSON-631357425 tempest-FloatingIPAdminTestJSON-631357425-project] Pushing event deleted for resources: {'Port': ['ID=005331f9-3f99-4c17-92b4-8ef61cbcb6dd,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:45.654110 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59086) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:45.724313 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-180ca647-680c-481f-9681-f3922647d48e tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:45.728337 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-aa801d96-bda5-4337-992a-3e249bd29277 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11695183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581935'] for subnet, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:45.728690 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6d28a9f7-b41d-425d-bd56-1d667c6ebd40 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:45.752932 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.db.api [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 15:30:45.753374 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG oslo_db.api [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 15:30:45.755535 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-dfabd2ce-b466-4483-8182-58362223db01 req-c551e7bc-9d8b-405b-a94c-4a779ce6ccd0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=46fa4965-a546-4aa0-b6c7-fe2bd953989f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2903533 Dec 10 15:30:45.760959 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7156de29-f634-41ef-a038-284c1ca4a85b None None] Pushing event updated for resources: {'Port': ['ID=da084bb5-bef5-4b0b-9973-9629fbc76c26,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:45.774506 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-60f4e906-701d-4c11-82e0-af8ffe1cf7eb None None] Provisioning complete for port da084bb5-bef5-4b0b-9973-9629fbc76c26 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:30:45.775005 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-60f4e906-701d-4c11-82e0-af8ffe1cf7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:45.822903 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-656ab98b-e65e-4002-a13d-d76de5770bc1 req-8ac6bfbb-1e33-4712-a2dd-a48e82726248 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] 10.222.0.20 "GET /v2.0/security-groups?id=46fa4965-a546-4aa0-b6c7-fe2bd953989f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1962950 Dec 10 15:30:45.837290 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-180ca647-680c-481f-9681-f3922647d48e tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363'] for router, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:45.873376 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d28a9f7-b41d-425d-bd56-1d667c6ebd40 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Network 3656ac5d-e1a6-46da-9056-26b60f5e77f4 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:30:45.879798 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-6d28a9f7-b41d-425d-bd56-1d667c6ebd40 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:30:45.880897 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_v2 [None req-d67715ed-60f5-4e02-a71b-1748eb34db7f tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Deleting subnet 69e663c8-58a9-417a-830a-e92dd4795d2b {{(pid=103586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:30:45.887951 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d28a9f7-b41d-425d-bd56-1d667c6ebd40 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:30:45.889509 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d28a9f7-b41d-425d-bd56-1d667c6ebd40 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:45.889509 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6d28a9f7-b41d-425d-bd56-1d667c6ebd40 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:45.890063 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-60f4e906-701d-4c11-82e0-af8ffe1cf7eb None None] Provisioning complete for port 2abcceb1-a5be-49f7-b724-0a8382a99440 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:30:45.890556 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-60f4e906-701d-4c11-82e0-af8ffe1cf7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:45.894703 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d28a9f7-b41d-425d-bd56-1d667c6ebd40 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Pushing event updated for resources: {'Port': ['ID=232c12e2-ebe8-4491-a78f-0aa5a8170eff,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:45.907232 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d67715ed-60f5-4e02-a71b-1748eb34db7f tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks [] for subnet, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:45.940735 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-60f4e906-701d-4c11-82e0-af8ffe1cf7eb None None] Port 2abcceb1-a5be-49f7-b724-0a8382a99440 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:30:45.945534 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-39b8b319-16c3-4212-8c52-255f6b7681a5 tempest-FloatingIPAdminTestJSON-631357425 tempest-FloatingIPAdminTestJSON-631357425-project] Publish callbacks [] for floatingip, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:45.948166 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-39b8b319-16c3-4212-8c52-255f6b7681a5 tempest-FloatingIPAdminTestJSON-631357425 tempest-FloatingIPAdminTestJSON-631357425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:45.950948 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-39b8b319-16c3-4212-8c52-255f6b7681a5 tempest-FloatingIPAdminTestJSON-631357425 tempest-FloatingIPAdminTestJSON-631357425-project] 10.222.0.20 "DELETE /v2.0/floatingips/f839479a-affc-4fdf-b349-c31ebd073fc3 HTTP/1.1" status: 204 len: 168 time: 3.0638597 Dec 10 15:30:45.953414 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa801d96-bda5-4337-992a-3e249bd29277 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Pushing event updated for resources: {'Subnet': ['ID=d2f2e864-f44c-4871-a160-7332e1da4cc8,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:45.955855 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59088) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:46.001578 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d67715ed-60f5-4e02-a71b-1748eb34db7f tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12392400'] for subnet, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:46.008597 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-180ca647-680c-481f-9681-f3922647d48e tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:46.012496 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-180ca647-680c-481f-9681-f3922647d48e tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.8084013 Dec 10 15:30:46.036039 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8908b237-f280-4bea-b3d7-c8034dc8ba19 req-abbbe795-eca7-45c4-83a9-b10059e767e3 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:46.037608 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-8908b237-f280-4bea-b3d7-c8034dc8ba19 req-abbbe795-eca7-45c4-83a9-b10059e767e3 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f5e5fac-ee31-44bf-a612-11364724d71a HTTP/1.1" status: 200 len: 945 time: 0.2747819 Dec 10 15:30:46.038233 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59090) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:46.048583 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa801d96-bda5-4337-992a-3e249bd29277 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Checking segment: {'id': '7ff8e88c-dd70-4d6c-a1b0-56ac0bf6bc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '594b404b-ae6c-49f9-b111-dabdbaffac2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:30:46.048874 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa801d96-bda5-4337-992a-3e249bd29277 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Network hostable DHCP agents. Network: 594b404b-ae6c-49f9-b111-dabdbaffac2b, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:30:46.052668 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59092) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:46.069922 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-b150c782-3d36-4237-96c7-22c9b5042cb2 None None] Provisioning complete for port 2abcceb1-a5be-49f7-b724-0a8382a99440 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:30:46.070769 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b150c782-3d36-4237-96c7-22c9b5042cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:46.087757 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-6d28a9f7-b41d-425d-bd56-1d667c6ebd40 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.7611201 Dec 10 15:30:46.093216 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-96cc078e-1465-4991-b64e-1fa894da882f tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Request body: {'floatingip': {'port_id': '66995093-8f5e-42b9-b8e8-3100f932b851'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:30:46.094214 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59094) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:46.098619 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:46.113195 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-b150c782-3d36-4237-96c7-22c9b5042cb2 None None] Port 2abcceb1-a5be-49f7-b724-0a8382a99440 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:30:46.178756 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-96cc078e-1465-4991-b64e-1fa894da882f tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Publish callbacks [] for floatingip, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:46.187977 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0d4f6cce-0b45-41b0-9eb6-66026c2e43d8 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks [] for router, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:46.330451 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa801d96-bda5-4337-992a-3e249bd29277 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Network 594b404b-ae6c-49f9-b111-dabdbaffac2b is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:30:46.440369 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-aa801d96-bda5-4337-992a-3e249bd29277 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 594b404b-ae6c-49f9-b111-dabdbaffac2b) {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:30:46.450303 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2f98d1-5382-447f-beb0-4c1e68f0811b None None] Network 594b404b-ae6c-49f9-b111-dabdbaffac2b requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:30:46.468916 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa801d96-bda5-4337-992a-3e249bd29277 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:46.470061 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-aa801d96-bda5-4337-992a-3e249bd29277 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:46.515740 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0d4f6cce-0b45-41b0-9eb6-66026c2e43d8 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13898'] for router, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:46.520773 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0d4f6cce-0b45-41b0-9eb6-66026c2e43d8 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:46.571045 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c7eba8-ebd5-4f55-aef8-9eacac6e6ab1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-594b404b-ae6c-49f9-b111-dabdbaffac2b', 'network_id': '594b404b-ae6c-49f9-b111-dabdbaffac2b', 'project_id': '1e082ee43ec6499790d7f3f2cf8a2215', 'fixed_ips': [{'subnet_id': 'd2f2e864-f44c-4871-a160-7332e1da4cc8'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:30:46.572494 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f9c7eba8-ebd5-4f55-aef8-9eacac6e6ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:46.602938 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d67715ed-60f5-4e02-a71b-1748eb34db7f tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:46.636954 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.db.resource_extend [None req-1632365a-995b-4e28-b96b-6f843aff308b tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 15:30:46.642322 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-30a21d7a-4f4c-4041-a63c-4ead97759e5a tempest-FloatingIPAdminTestJSON-1382740142 tempest-FloatingIPAdminTestJSON-1382740142-project-admin] Deleting port 0bc0265a-4ae5-4fb6-8ab3-6d3f569db5ef {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:30:46.642674 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-30a21d7a-4f4c-4041-a63c-4ead97759e5a tempest-FloatingIPAdminTestJSON-1382740142 tempest-FloatingIPAdminTestJSON-1382740142-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:46.672111 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-de6e6f44-85f4-45a0-964d-03b962fdd783 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Deleting port 232c12e2-ebe8-4491-a78f-0aa5a8170eff {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:30:46.673160 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-de6e6f44-85f4-45a0-964d-03b962fdd783 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:46.690720 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-aa801d96-bda5-4337-992a-3e249bd29277 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1527381 Dec 10 15:30:46.694623 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59096) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:46.696334 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device da084bb5-bef5-4b0b-9973-9629fbc76c26 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:30:46.713859 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0d4f6cce-0b45-41b0-9eb6-66026c2e43d8 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549250'] for router, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:46.715056 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d4f6cce-0b45-41b0-9eb6-66026c2e43d8 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4e80fec1-663b-440f-a327-02fdac23bb83 {{(pid=103586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 15:30:46.732425 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0d4f6cce-0b45-41b0-9eb6-66026c2e43d8 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:46.737346 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-0d4f6cce-0b45-41b0-9eb6-66026c2e43d8 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] 10.222.0.20 "DELETE /v2.0/routers/4e80fec1-663b-440f-a327-02fdac23bb83 HTTP/1.1" status: 204 len: 168 time: 0.6911316 Dec 10 15:30:46.737818 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-23925eee-8af0-4fc2-acf2-616981bc03d8 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Request body: {'port': {'network_id': '594b404b-ae6c-49f9-b111-dabdbaffac2b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-462569204'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:30:46.829009 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1632365a-995b-4e28-b96b-6f843aff308b tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:46.871357 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port da084bb5-bef5-4b0b-9973-9629fbc76c26 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:30:46.871834 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:46.887186 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-30a21d7a-4f4c-4041-a63c-4ead97759e5a tempest-FloatingIPAdminTestJSON-1382740142 tempest-FloatingIPAdminTestJSON-1382740142-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:46.887507 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-30a21d7a-4f4c-4041-a63c-4ead97759e5a tempest-FloatingIPAdminTestJSON-1382740142 tempest-FloatingIPAdminTestJSON-1382740142-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:46.897084 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-f9c7eba8-ebd5-4f55-aef8-9eacac6e6ab1 None None] Allocated IP 2001:db8::2 (594b404b-ae6c-49f9-b111-dabdbaffac2b/d2f2e864-f44c-4871-a160-7332e1da4cc8/d0bb240d-525f-4a64-b7e7-ee06174e2f8a) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:30:46.927367 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-30a21d7a-4f4c-4041-a63c-4ead97759e5a tempest-FloatingIPAdminTestJSON-1382740142 tempest-FloatingIPAdminTestJSON-1382740142-project-admin] Calling delete_port for 0bc0265a-4ae5-4fb6-8ab3-6d3f569db5ef owned by network:floatingip {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:30:46.938031 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-de6e6f44-85f4-45a0-964d-03b962fdd783 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:46.968384 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-de6e6f44-85f4-45a0-964d-03b962fdd783 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Calling delete_port for 232c12e2-ebe8-4491-a78f-0aa5a8170eff owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:30:46.994421 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1632365a-995b-4e28-b96b-6f843aff308b tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552741'] for floatingip, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:47.010395 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d67715ed-60f5-4e02-a71b-1748eb34db7f tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:47.048215 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d67715ed-60f5-4e02-a71b-1748eb34db7f tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:47.051736 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-d67715ed-60f5-4e02-a71b-1748eb34db7f tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] 10.222.0.20 "DELETE /v2.0/subnets/69e663c8-58a9-417a-830a-e92dd4795d2b HTTP/1.1" status: 204 len: 168 time: 1.3959434 Dec 10 15:30:47.055301 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67715ed-60f5-4e02-a71b-1748eb34db7f tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Pushing event deleted for resources: {'Subnet': ['ID=69e663c8-58a9-417a-830a-e92dd4795d2b,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:47.060340 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59102) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:47.088819 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6313187a-07f4-421d-9fad-d546dad9c42f None None] Network 7c0d1a01-4770-4401-9eda-3e0e72f0dceb requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:30:47.093074 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59104) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:47.128809 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f9c7eba8-ebd5-4f55-aef8-9eacac6e6ab1 None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:47.167572 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4fe935-fd46-47d4-9c52-7d3c51a77c39 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:47.169405 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4fe935-fd46-47d4-9c52-7d3c51a77c39 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:47.171002 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-8e4fe935-fd46-47d4-9c52-7d3c51a77c39 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1097488 Dec 10 15:30:47.174997 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59108) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:47.223630 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f9c7eba8-ebd5-4f55-aef8-9eacac6e6ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:47.231051 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71dd0ea-fc8a-4e8c-b7a0-612df56c5e68 req-4d89066a-0ba1-4251-842e-c8297f3efac2 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:47.239142 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-c71dd0ea-fc8a-4e8c-b7a0-612df56c5e68 req-4d89066a-0ba1-4251-842e-c8297f3efac2 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd077330-daa7-4bb9-af7f-4ec0c9daf1bc HTTP/1.1" status: 200 len: 945 time: 0.2854817 Dec 10 15:30:47.272456 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c7eba8-ebd5-4f55-aef8-9eacac6e6ab1 None None] Pushing event updated for resources: {'Port': ['ID=d0bb240d-525f-4a64-b7e7-ee06174e2f8a,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:47.286350 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23925eee-8af0-4fc2-acf2-616981bc03d8 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Made reservation on behalf of 1e082ee43ec6499790d7f3f2cf8a2215 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:30:47.290136 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-23925eee-8af0-4fc2-acf2-616981bc03d8 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:47.297283 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c7eba8-ebd5-4f55-aef8-9eacac6e6ab1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:30:47.298319 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c7eba8-ebd5-4f55-aef8-9eacac6e6ab1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:30:47.300279 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c7eba8-ebd5-4f55-aef8-9eacac6e6ab1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:30:47.300279 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c7eba8-ebd5-4f55-aef8-9eacac6e6ab1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:30:47.300279 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c7eba8-ebd5-4f55-aef8-9eacac6e6ab1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:30:47.300279 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c7eba8-ebd5-4f55-aef8-9eacac6e6ab1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:30:47.300618 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c7eba8-ebd5-4f55-aef8-9eacac6e6ab1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:30:47.300865 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c7eba8-ebd5-4f55-aef8-9eacac6e6ab1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:30:47.301099 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c7eba8-ebd5-4f55-aef8-9eacac6e6ab1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:30:47.301506 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c7eba8-ebd5-4f55-aef8-9eacac6e6ab1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:30:47.301861 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c7eba8-ebd5-4f55-aef8-9eacac6e6ab1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:30:47.302762 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c7eba8-ebd5-4f55-aef8-9eacac6e6ab1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:30:47.302762 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c7eba8-ebd5-4f55-aef8-9eacac6e6ab1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:30:47.316163 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c7eba8-ebd5-4f55-aef8-9eacac6e6ab1 None None] Network 594b404b-ae6c-49f9-b111-dabdbaffac2b is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:30:47.319135 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-f9c7eba8-ebd5-4f55-aef8-9eacac6e6ab1 None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:30:47.322383 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c7eba8-ebd5-4f55-aef8-9eacac6e6ab1 None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:30:47.327397 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.l3_db [None req-1632365a-995b-4e28-b96b-6f843aff308b tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Floating IP 252f7044-6a18-4cd5-a6cc-b22bc3b2fd4e associated. External IP: 172.26.2.54, port: fc18c74b-afe0-431d-8aa2-6664526db9f1. Dec 10 15:30:47.408277 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-f9c7eba8-ebd5-4f55-aef8-9eacac6e6ab1 None None] Attempting to bind port d0bb240d-525f-4a64-b7e7-ee06174e2f8a on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:30:47.408974 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-f9c7eba8-ebd5-4f55-aef8-9eacac6e6ab1 None None] Attempting to bind port d0bb240d-525f-4a64-b7e7-ee06174e2f8a by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '7ff8e88c-dd70-4d6c-a1b0-56ac0bf6bc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '594b404b-ae6c-49f9-b111-dabdbaffac2b'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:30:47.409507 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c7eba8-ebd5-4f55-aef8-9eacac6e6ab1 None None] Attempting to bind port d0bb240d-525f-4a64-b7e7-ee06174e2f8a on network 594b404b-ae6c-49f9-b111-dabdbaffac2b {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:30:47.417446 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34672fa-317f-4fe7-8c94-6820dd73f5dd None None] DHCP port deletion for 7c0d1a01-4770-4401-9eda-3e0e72f0dceb request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:30:47.424491 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-23925eee-8af0-4fc2-acf2-616981bc03d8 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] device_id is not set on port d63a4c60-3bd8-4cca-8e35-1d468b0c86a7 yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:30:47.433810 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c7eba8-ebd5-4f55-aef8-9eacac6e6ab1 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:30:47.433810 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c7eba8-ebd5-4f55-aef8-9eacac6e6ab1 None None] Checking segment: {'id': '7ff8e88c-dd70-4d6c-a1b0-56ac0bf6bc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '594b404b-ae6c-49f9-b111-dabdbaffac2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:30:47.433810 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f9c7eba8-ebd5-4f55-aef8-9eacac6e6ab1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:47.433810 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c7eba8-ebd5-4f55-aef8-9eacac6e6ab1 None None] Bound using segment: {'id': '7ff8e88c-dd70-4d6c-a1b0-56ac0bf6bc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '594b404b-ae6c-49f9-b111-dabdbaffac2b'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:30:47.433810 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-f9c7eba8-ebd5-4f55-aef8-9eacac6e6ab1 None None] Bound port: d0bb240d-525f-4a64-b7e7-ee06174e2f8a, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ff8e88c-dd70-4d6c-a1b0-56ac0bf6bc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '594b404b-ae6c-49f9-b111-dabdbaffac2b'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:30:47.433810 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f9c7eba8-ebd5-4f55-aef8-9eacac6e6ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:47.480033 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-c71dd0ea-fc8a-4e8c-b7a0-612df56c5e68 req-ba969570-d4cc-4d74-ad0f-3e8115aa4fa4 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] 10.222.0.20 "GET /v2.0/security-groups?id=46fa4965-a546-4aa0-b6c7-fe2bd953989f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2399111 Dec 10 15:30:47.551493 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f9c7eba8-ebd5-4f55-aef8-9eacac6e6ab1 None None] For port d0bb240d-525f-4a64-b7e7-ee06174e2f8a, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:30:47.553436 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-1631c8fe-c794-4613-a5f5-2472df0f2524 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1864819554', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}, 'admin_state_up': False}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:30:47.556483 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f9c7eba8-ebd5-4f55-aef8-9eacac6e6ab1 None None] For port d0bb240d-525f-4a64-b7e7-ee06174e2f8a, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=d0bb240d-525f-4a64-b7e7-ee06174e2f8a,segment=NetworkSegment(7ff8e88c-dd70-4d6c-a1b0-56ac0bf6bc6b),segment_id=7ff8e88c-dd70-4d6c-a1b0-56ac0bf6bc6b)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:30:47.562322 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f34672fa-317f-4fe7-8c94-6820dd73f5dd None None] Deleting port da084bb5-bef5-4b0b-9973-9629fbc76c26 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:30:47.568500 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f34672fa-317f-4fe7-8c94-6820dd73f5dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:47.640381 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f9c7eba8-ebd5-4f55-aef8-9eacac6e6ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:47.661040 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-96cc078e-1465-4991-b64e-1fa894da882f tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:47.666694 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-eaea99ed-de65-4c51-b2bb-e13366dce42c tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:47.674613 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaea99ed-de65-4c51-b2bb-e13366dce42c tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 10 15:30:47.675114 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaea99ed-de65-4c51-b2bb-e13366dce42c tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:30:47.682005 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-eaea99ed-de65-4c51-b2bb-e13366dce42c tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] 10.222.0.20 "DELETE /v2.0/networks/7c0d1a01-4770-4401-9eda-3e0e72f0dceb HTTP/1.1" status: 409 len: 405 time: 0.5008228 Dec 10 15:30:47.682267 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59110) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:47.687252 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-270449a5-06f2-41ea-a1c8-a39cac3c79db tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-550292970'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:30:47.695533 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-de6e6f44-85f4-45a0-964d-03b962fdd783 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:47.696872 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f34672fa-317f-4fe7-8c94-6820dd73f5dd None None] For port da084bb5-bef5-4b0b-9973-9629fbc76c26, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=da084bb5-bef5-4b0b-9973-9629fbc76c26,segment=NetworkSegment(e1bdea02-f207-4b7b-a2a0-65b599715d1c),segment_id=e1bdea02-f207-4b7b-a2a0-65b599715d1c)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:30:47.697306 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f34672fa-317f-4fe7-8c94-6820dd73f5dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:47.715609 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:47.718225 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f34672fa-317f-4fe7-8c94-6820dd73f5dd None None] Calling delete_port for da084bb5-bef5-4b0b-9973-9629fbc76c26 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:30:47.741972 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-23925eee-8af0-4fc2-acf2-616981bc03d8 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Allocated IP 2001:db8::19b (594b404b-ae6c-49f9-b111-dabdbaffac2b/d2f2e864-f44c-4871-a160-7332e1da4cc8/d63a4c60-3bd8-4cca-8e35-1d468b0c86a7) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:30:47.744144 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c7eba8-ebd5-4f55-aef8-9eacac6e6ab1 None None] Pushing event updated for resources: {'Port': ['ID=d0bb240d-525f-4a64-b7e7-ee06174e2f8a,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:47.746435 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-30a21d7a-4f4c-4041-a63c-4ead97759e5a tempest-FloatingIPAdminTestJSON-1382740142 tempest-FloatingIPAdminTestJSON-1382740142-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:47.766687 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-96cc078e-1465-4991-b64e-1fa894da882f tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552741'] for floatingip, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:47.790102 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1631c8fe-c794-4613-a5f5-2472df0f2524 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13912'] for router, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:47.791154 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1631c8fe-c794-4613-a5f5-2472df0f2524 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:47.794339 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6e6f44-85f4-45a0-964d-03b962fdd783 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Pushing event deleted for resources: {'Port': ['ID=232c12e2-ebe8-4491-a78f-0aa5a8170eff,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:47.858775 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a21d7a-4f4c-4041-a63c-4ead97759e5a tempest-FloatingIPAdminTestJSON-1382740142 tempest-FloatingIPAdminTestJSON-1382740142-project-admin] Pushing event deleted for resources: {'Port': ['ID=0bc0265a-4ae5-4fb6-8ab3-6d3f569db5ef,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:47.903917 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f34672fa-317f-4fe7-8c94-6820dd73f5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:47.914259 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-de6e6f44-85f4-45a0-964d-03b962fdd783 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:47.920155 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-de6e6f44-85f4-45a0-964d-03b962fdd783 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] 10.222.0.20 "DELETE /v2.0/ports/232c12e2-ebe8-4491-a78f-0aa5a8170eff HTTP/1.1" status: 204 len: 168 time: 1.8220367 Dec 10 15:30:47.920435 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59112) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:47.923895 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34672fa-317f-4fe7-8c94-6820dd73f5dd None None] No DVR routers for this DVR port da084bb5-bef5-4b0b-9973-9629fbc76c26 on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:30:47.933963 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-fdae4eb5-fd4f-4b97-942b-46b8b2756863 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3656ac5d-e1a6-46da-9056-26b60f5e77f4', 'external_fixed_ips': [{'subnet_id': '2166f2e9-bcab-436f-b092-0a6cf7daea00', 'ip_address': '2001:db8::3b3'}]}}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:30:47.940068 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.l3_db [None req-96cc078e-1465-4991-b64e-1fa894da882f tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Floating IP 2a20a1a5-aecf-4ae9-8a3b-562817948e85 associated. External IP: 172.26.2.164, port: 66995093-8f5e-42b9-b8e8-3100f932b851. Dec 10 15:30:47.948322 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-270449a5-06f2-41ea-a1c8-a39cac3c79db tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Made reservation on behalf of e42aa0aacd1b476cb9d51b140a9e3e81 for: {'network': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:30:47.953109 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34672fa-317f-4fe7-8c94-6820dd73f5dd None None] Pushing event deleted for resources: {'Port': ['ID=da084bb5-bef5-4b0b-9973-9629fbc76c26,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:47.961899 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-270449a5-06f2-41ea-a1c8-a39cac3c79db tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:48.045093 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1631c8fe-c794-4613-a5f5-2472df0f2524 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:48.073503 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1632365a-995b-4e28-b96b-6f843aff308b tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Router e829bec7-9000-42a1-98b0-49c1a3daa5b5 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:30:48.077339 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-270449a5-06f2-41ea-a1c8-a39cac3c79db tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=103586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:30:48.104396 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-30a21d7a-4f4c-4041-a63c-4ead97759e5a tempest-FloatingIPAdminTestJSON-1382740142 tempest-FloatingIPAdminTestJSON-1382740142-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:48.106968 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-30a21d7a-4f4c-4041-a63c-4ead97759e5a tempest-FloatingIPAdminTestJSON-1382740142 tempest-FloatingIPAdminTestJSON-1382740142-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:48.108234 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-30a21d7a-4f4c-4041-a63c-4ead97759e5a tempest-FloatingIPAdminTestJSON-1382740142 tempest-FloatingIPAdminTestJSON-1382740142-project-admin] 10.222.0.20 "DELETE /v2.0/floatingips/bcd40948-624a-4fc2-bf92-bc332760867f HTTP/1.1" status: 204 len: 168 time: 2.1513903 Dec 10 15:30:48.113317 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59114) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:48.119629 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-270449a5-06f2-41ea-a1c8-a39cac3c79db tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:48.120102 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.segments_db [None req-270449a5-06f2-41ea-a1c8-a39cac3c79db tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Added segment 4aadd2b2-7e48-4503-98b5-6cd9b245b27c of type vlan for network 1ba77746-7c1f-4cc5-8a81-1221b2e6c0ec Dec 10 15:30:48.172917 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-270449a5-06f2-41ea-a1c8-a39cac3c79db tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:48.184429 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fdae4eb5-fd4f-4b97-942b-46b8b2756863 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13912'] for router, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:48.185524 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fdae4eb5-fd4f-4b97-942b-46b8b2756863 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:48.332446 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fdae4eb5-fd4f-4b97-942b-46b8b2756863 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:48.335017 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-270449a5-06f2-41ea-a1c8-a39cac3c79db tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:48.340788 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270449a5-06f2-41ea-a1c8-a39cac3c79db tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:48.341484 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-270449a5-06f2-41ea-a1c8-a39cac3c79db tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:48.428605 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96cc078e-1465-4991-b64e-1fa894da882f tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Router a06cceec-0d40-4047-bbd1-c8f49e165bda has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:30:48.506953 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-270449a5-06f2-41ea-a1c8-a39cac3c79db tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8204679 Dec 10 15:30:48.507674 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59118) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:48.513605 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-edcdc23f-cd91-488f-8587-b7233a310282 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Request body: {'subnet': {'network_id': '1ba77746-7c1f-4cc5-8a81-1221b2e6c0ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:30:48.517374 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270449a5-06f2-41ea-a1c8-a39cac3c79db tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Pushing event updated for resources: {'Network': ['ID=1ba77746-7c1f-4cc5-8a81-1221b2e6c0ec,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:48.534748 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 1ba77746-7c1f-4cc5-8a81-1221b2e6c0ec details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:30:48.626779 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fdae4eb5-fd4f-4b97-942b-46b8b2756863 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:48.701536 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1631c8fe-c794-4613-a5f5-2472df0f2524 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:48.737945 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-23925eee-8af0-4fc2-acf2-616981bc03d8 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:48.779205 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:48.802847 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device d0bb240d-525f-4a64-b7e7-ee06174e2f8a up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:30:48.809895 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff2e6c4-98ac-4126-841e-54e8f897d249 req-43ae765f-f1af-42ff-9822-09fc1927bcdc tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:48.818317 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-dff2e6c4-98ac-4126-841e-54e8f897d249 req-43ae765f-f1af-42ff-9822-09fc1927bcdc tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd077330-daa7-4bb9-af7f-4ec0c9daf1bc HTTP/1.1" status: 200 len: 945 time: 0.1836913 Dec 10 15:30:48.871852 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port d0bb240d-525f-4a64-b7e7-ee06174e2f8a triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:30:48.872308 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:48.879963 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1632365a-995b-4e28-b96b-6f843aff308b tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:30:48.886945 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1632365a-995b-4e28-b96b-6f843aff308b tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:48.925574 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3afaae-5380-4012-8026-df22e7f7b04f None None] Sync routers for ids ['e829bec7-9000-42a1-98b0-49c1a3daa5b5'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:30:48.942821 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-23925eee-8af0-4fc2-acf2-616981bc03d8 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:48.959153 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-7ce9877f-55ad-4294-9498-765dd4c23680 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Deleting port b529c955-7773-4dc7-abd3-ecae622a8a10 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:30:48.959520 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7ce9877f-55ad-4294-9498-765dd4c23680 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:48.977024 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3afaae-5380-4012-8026-df22e7f7b04f None None] Routers {'e829bec7-9000-42a1-98b0-49c1a3daa5b5'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:30:48.977896 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-9f3afaae-5380-4012-8026-df22e7f7b04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:30:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['e829bec7-9000-42a1-98b0-49c1a3daa5b5'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:30:48.980381 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96cc078e-1465-4991-b64e-1fa894da882f tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:30:48.987909 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-dff2e6c4-98ac-4126-841e-54e8f897d249 req-812473c8-13a3-4608-bb82-3a813d2c9079 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] 10.222.0.20 "GET /v2.0/security-groups?id=46fa4965-a546-4aa0-b6c7-fe2bd953989f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1687481 Dec 10 15:30:48.991107 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-96cc078e-1465-4991-b64e-1fa894da882f tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:48.994366 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53888265-a096-4d8f-9d26-a7063d18bec0 None None] Sync routers for ids ['a06cceec-0d40-4047-bbd1-c8f49e165bda'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:30:49.016744 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53888265-a096-4d8f-9d26-a7063d18bec0 None None] Routers {'a06cceec-0d40-4047-bbd1-c8f49e165bda'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:30:49.019589 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-53888265-a096-4d8f-9d26-a7063d18bec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:30:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['a06cceec-0d40-4047-bbd1-c8f49e165bda'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:30:49.044196 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-1632365a-995b-4e28-b96b-6f843aff308b tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] 10.222.0.20 "PUT /v2.0/floatingips/252f7044-6a18-4cd5-a6cc-b22bc3b2fd4e HTTP/1.1" status: 200 len: 990 time: 4.0206113 Dec 10 15:30:49.061082 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edcdc23f-cd91-488f-8587-b7233a310282 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Made reservation on behalf of e42aa0aacd1b476cb9d51b140a9e3e81 for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:30:49.065060 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-edcdc23f-cd91-488f-8587-b7233a310282 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:49.074294 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-96cc078e-1465-4991-b64e-1fa894da882f tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "PUT /v2.0/floatingips/2a20a1a5-aecf-4ae9-8a3b-562817948e85 HTTP/1.1" status: 200 len: 991 time: 3.0161946 Dec 10 15:30:49.086379 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f5e5fac-ee31-44bf-a612-11364724d71a', 'tag': '66995093-8f5e-42b9-b8e8-3100f932b851'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:30:49.088799 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde1b47dcd987728a27c8e391f176ee57ea2adf837d2cedb59662361de43515a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d84342-4789-4400-bc94-ce576fb30786" -d '{"events": [{"name": "network-changed", "server_uuid": "3f5e5fac-ee31-44bf-a612-11364724d71a", "tag": "66995093-8f5e-42b9-b8e8-3100f932b851"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:30:49.103510 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '797f140a-378f-4f48-be7d-1e46ffe7f2b6', 'tag': 'fc18c74b-afe0-431d-8aa2-6664526db9f1'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:30:49.114671 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9ca57131bc4931768ac29058952438d1fdd62308db7b17540cc34ffe8faef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1ba55f-6544-476f-98d2-83744075b07e" -d '{"events": [{"name": "network-changed", "server_uuid": "797f140a-378f-4f48-be7d-1e46ffe7f2b6", "tag": "fc18c74b-afe0-431d-8aa2-6664526db9f1"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:30:49.182478 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23925eee-8af0-4fc2-acf2-616981bc03d8 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Network 594b404b-ae6c-49f9-b111-dabdbaffac2b is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:30:49.213332 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-53888265-a096-4d8f-9d26-a7063d18bec0 None None] Set router a06cceec-0d40-4047-bbd1-c8f49e165bda gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:30:49.216824 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-23925eee-8af0-4fc2-acf2-616981bc03d8 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:30:49.224490 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23925eee-8af0-4fc2-acf2-616981bc03d8 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:30:49.230741 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23925eee-8af0-4fc2-acf2-616981bc03d8 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:49.231337 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-23925eee-8af0-4fc2-acf2-616981bc03d8 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:49.249261 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23925eee-8af0-4fc2-acf2-616981bc03d8 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Pushing event updated for resources: {'Port': ['ID=d63a4c60-3bd8-4cca-8e35-1d468b0c86a7,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:49.266681 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e8f813-bcff-4a3c-84a3-9488825f2cd2 None None] Network 594b404b-ae6c-49f9-b111-dabdbaffac2b requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:30:49.274416 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:49.305427 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23925eee-8af0-4fc2-acf2-616981bc03d8 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:30:49.305833 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23925eee-8af0-4fc2-acf2-616981bc03d8 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:30:49.314413 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23925eee-8af0-4fc2-acf2-616981bc03d8 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:30:49.314413 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23925eee-8af0-4fc2-acf2-616981bc03d8 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:30:49.314413 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23925eee-8af0-4fc2-acf2-616981bc03d8 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:30:49.314413 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23925eee-8af0-4fc2-acf2-616981bc03d8 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:30:49.314413 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23925eee-8af0-4fc2-acf2-616981bc03d8 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:30:49.314413 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23925eee-8af0-4fc2-acf2-616981bc03d8 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:30:49.314413 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23925eee-8af0-4fc2-acf2-616981bc03d8 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:30:49.314413 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23925eee-8af0-4fc2-acf2-616981bc03d8 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:30:49.314413 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23925eee-8af0-4fc2-acf2-616981bc03d8 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:30:49.314413 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23925eee-8af0-4fc2-acf2-616981bc03d8 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:30:49.314413 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23925eee-8af0-4fc2-acf2-616981bc03d8 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:30:49.342647 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7ce9877f-55ad-4294-9498-765dd4c23680 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:49.369754 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-7ce9877f-55ad-4294-9498-765dd4c23680 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Calling delete_port for b529c955-7773-4dc7-abd3-ecae622a8a10 owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:30:49.381121 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb9f1e2-426b-450a-a24a-31fd372141b3 req-d42b6bdc-353e-4a14-9a0f-9606663aefd2 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:49.382684 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-5fb9f1e2-426b-450a-a24a-31fd372141b3 req-d42b6bdc-353e-4a14-9a0f-9606663aefd2 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd077330-daa7-4bb9-af7f-4ec0c9daf1bc HTTP/1.1" status: 200 len: 945 time: 0.1990795 Dec 10 15:30:49.395798 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59132) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:49.406971 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-a6298729-41bd-4c5b-807a-d92b0d760541 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Request body: {'floatingip': {'port_id': '61a771a6-fd23-4127-b3ba-eb61e5f34f4b'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:30:49.416267 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-23925eee-8af0-4fc2-acf2-616981bc03d8 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.6846006 Dec 10 15:30:49.419789 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59134) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:49.493483 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-466a7db6-b6e4-406e-903d-b270ded95924 None None] Provisioning complete for port d0bb240d-525f-4a64-b7e7-ee06174e2f8a triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:30:49.494110 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-466a7db6-b6e4-406e-903d-b270ded95924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:49.495240 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 15:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46b02840-8012-42d3-a57b-7af1c12374fb x-openstack-request-id: req-46b02840-8012-42d3-a57b-7af1c12374fb {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:30:49.495529 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f5e5fac-ee31-44bf-a612-11364724d71a", "tag": "66995093-8f5e-42b9-b8e8-3100f932b851", "status": "completed", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:30:49.495836 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-46b02840-8012-42d3-a57b-7af1c12374fb {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:30:49.496239 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f5e5fac-ee31-44bf-a612-11364724d71a', 'tag': '66995093-8f5e-42b9-b8e8-3100f932b851', 'status': 'completed', 'code': 200} Dec 10 15:30:49.514630 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 15:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a77201-9b57-4757-ae0d-eb0a014bd058 x-openstack-request-id: req-48a77201-9b57-4757-ae0d-eb0a014bd058 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:30:49.514934 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "797f140a-378f-4f48-be7d-1e46ffe7f2b6", "tag": "fc18c74b-afe0-431d-8aa2-6664526db9f1", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:30:49.515192 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-48a77201-9b57-4757-ae0d-eb0a014bd058 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:30:49.515577 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '797f140a-378f-4f48-be7d-1e46ffe7f2b6', 'tag': 'fc18c74b-afe0-431d-8aa2-6664526db9f1', 'status': 'completed', 'code': 200} Dec 10 15:30:49.523658 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-223d0033-43d8-4354-a33c-67df0ad809b2 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Request body: {'port': {'network_id': '594b404b-ae6c-49f9-b111-dabdbaffac2b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1831254804', 'allowed_address_pairs': [{'ip_address': '2001:db8::19b', 'mac_address': 'fa:16:3e:8e:83:71'}]}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:30:49.551040 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-53888265-a096-4d8f-9d26-a7063d18bec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a06cceec-0d40-4047-bbd1-c8f49e165bda', 'name': 'tempest-ServerActionsTestJSON-1114801807-router', 'tenant_id': '0c43b3bd3a7142739658566d8b1d83f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.12'}], 'enable_snat': True}, 'gw_port_id': '39a76a45-f3d7-4ecd-aab5-1de15359ff6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:29:50Z', 'updated_at': '2021-12-10T15:30:02Z', 'revision_number': 4, 'project_id': '0c43b3bd3a7142739658566d8b1d83f3', 'gw_port': {'id': '39a76a45-f3d7-4ecd-aab5-1de15359ff6a', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:64:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a06cceec-0d40-4047-bbd1-c8f49e165bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:29:52Z', 'updated_at': '2021-12-10T15:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': '2a20a1a5-aecf-4ae9-8a3b-562817948e85', 'tenant_id': '0c43b3bd3a7142739658566d8b1d83f3', 'floating_ip_address': '172.26.2.164', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': 'a06cceec-0d40-4047-bbd1-c8f49e165bda', 'port_id': '66995093-8f5e-42b9-b8e8-3100f932b851', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 185, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f22a23a-8eb3-48df-bc2f-eddd6071e745', 'mac_address': 'fa:16:3e:97:c6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5e5fac-ee31-44bf-a612-11364724d71a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T15:30:11Z', 'updated_at': '2021-12-10T15:30:47Z', 'revision_number': 1, 'project_id': '0c43b3bd3a7142739658566d8b1d83f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0551861-9504-4874-834a-552a99ce66e7', 'name': '', 'network_id': '9f22a23a-8eb3-48df-bc2f-eddd6071e745', 'tenant_id': '0c43b3bd3a7142739658566d8b1d83f3', 'mac_address': 'fa:16:3e:8d:0f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a06cceec-0d40-4047-bbd1-c8f49e165bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '095a47ab-a3da-4b0b-9511-e17946d815ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:30:00Z', 'updated_at': '2021-12-10T15:30:11Z', 'revision_number': 5, 'project_id': '0c43b3bd3a7142739658566d8b1d83f3', 'subnets': [{'id': '095a47ab-a3da-4b0b-9511-e17946d815ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:30:49.553659 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] For port d0bb240d-525f-4a64-b7e7-ee06174e2f8a, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=d0bb240d-525f-4a64-b7e7-ee06174e2f8a,segment=NetworkSegment(7ff8e88c-dd70-4d6c-a1b0-56ac0bf6bc6b),segment_id=7ff8e88c-dd70-4d6c-a1b0-56ac0bf6bc6b)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:30:49.554233 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fdae4eb5-fd4f-4b97-942b-46b8b2756863 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:49.580567 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a6298729-41bd-4c5b-807a-d92b0d760541 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Publish callbacks [] for floatingip, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:49.590001 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53888265-a096-4d8f-9d26-a7063d18bec0 None None] Checking router: a06cceec-0d40-4047-bbd1-c8f49e165bda for host: dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:30:49.592650 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fdae4eb5-fd4f-4b97-942b-46b8b2756863 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:49.601559 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53888265-a096-4d8f-9d26-a7063d18bec0 None None] Routers {'a06cceec-0d40-4047-bbd1-c8f49e165bda'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:30:49.602595 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-53888265-a096-4d8f-9d26-a7063d18bec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:30:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['a06cceec-0d40-4047-bbd1-c8f49e165bda'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:30:49.616924 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-9f3afaae-5380-4012-8026-df22e7f7b04f None None] Set router e829bec7-9000-42a1-98b0-49c1a3daa5b5 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:30:49.658387 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:49.719648 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-53888265-a096-4d8f-9d26-a7063d18bec0 None None] Set router a06cceec-0d40-4047-bbd1-c8f49e165bda gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:30:49.799318 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-fdae4eb5-fd4f-4b97-942b-46b8b2756863 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Allocated IP 2001:db8::3b3 (3656ac5d-e1a6-46da-9056-26b60f5e77f4/2166f2e9-bcab-436f-b092-0a6cf7daea00/83941e0b-2469-4d9f-a87f-da0e94a07487) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:30:49.802846 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device da084bb5-bef5-4b0b-9973-9629fbc76c26 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:30:49.878135 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ba55f-6544-476f-98d2-83744075b07e req-71ce7f6b-3bfa-42a5-abcb-185d26ffec5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:49.879637 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-1f1ba55f-6544-476f-98d2-83744075b07e req-71ce7f6b-3bfa-42a5-abcb-185d26ffec5c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e48df3bebd6c40d8972aebca1c524dd3&device_id=797f140a-378f-4f48-be7d-1e46ffe7f2b6 HTTP/1.1" status: 200 len: 1098 time: 0.3689477 Dec 10 15:30:49.887255 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d84342-4789-4400-bc94-ce576fb30786 req-cf3e6285-c896-43a4-a3ce-b6a526caae3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:49.888717 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d7d84342-4789-4400-bc94-ce576fb30786 req-cf3e6285-c896-43a4-a3ce-b6a526caae3b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0c43b3bd3a7142739658566d8b1d83f3&device_id=3f5e5fac-ee31-44bf-a612-11364724d71a HTTP/1.1" status: 200 len: 1098 time: 0.3769436 Dec 10 15:30:49.917068 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: da084bb5-bef5-4b0b-9973-9629fbc76c26 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:30:49.917068 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device da084bb5-bef5-4b0b-9973-9629fbc76c26 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:30:49.924751 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fdae4eb5-fd4f-4b97-942b-46b8b2756863 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:49.936645 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1631c8fe-c794-4613-a5f5-2472df0f2524 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks [] for router_gateway, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:49.979464 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Pushing event updated for resources: {'Port': ['ID=d0bb240d-525f-4a64-b7e7-ee06174e2f8a,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:50.058540 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.objects.ports [None req-edcdc23f-cd91-488f-8587-b7233a310282 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103586) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 15:30:50.060281 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-edcdc23f-cd91-488f-8587-b7233a310282 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11695183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581935'] for subnet, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:50.064885 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-53888265-a096-4d8f-9d26-a7063d18bec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a06cceec-0d40-4047-bbd1-c8f49e165bda', 'name': 'tempest-ServerActionsTestJSON-1114801807-router', 'tenant_id': '0c43b3bd3a7142739658566d8b1d83f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.12'}], 'enable_snat': True}, 'gw_port_id': '39a76a45-f3d7-4ecd-aab5-1de15359ff6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:29:50Z', 'updated_at': '2021-12-10T15:30:02Z', 'revision_number': 4, 'project_id': '0c43b3bd3a7142739658566d8b1d83f3', 'gw_port': {'id': '39a76a45-f3d7-4ecd-aab5-1de15359ff6a', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:64:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a06cceec-0d40-4047-bbd1-c8f49e165bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:29:52Z', 'updated_at': '2021-12-10T15:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': '2a20a1a5-aecf-4ae9-8a3b-562817948e85', 'tenant_id': '0c43b3bd3a7142739658566d8b1d83f3', 'floating_ip_address': '172.26.2.164', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': 'a06cceec-0d40-4047-bbd1-c8f49e165bda', 'port_id': '66995093-8f5e-42b9-b8e8-3100f932b851', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 185, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f22a23a-8eb3-48df-bc2f-eddd6071e745', 'mac_address': 'fa:16:3e:97:c6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5e5fac-ee31-44bf-a612-11364724d71a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T15:30:11Z', 'updated_at': '2021-12-10T15:30:47Z', 'revision_number': 1, 'project_id': '0c43b3bd3a7142739658566d8b1d83f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0551861-9504-4874-834a-552a99ce66e7', 'name': '', 'network_id': '9f22a23a-8eb3-48df-bc2f-eddd6071e745', 'tenant_id': '0c43b3bd3a7142739658566d8b1d83f3', 'mac_address': 'fa:16:3e:8d:0f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a06cceec-0d40-4047-bbd1-c8f49e165bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '095a47ab-a3da-4b0b-9511-e17946d815ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:30:00Z', 'updated_at': '2021-12-10T15:30:11Z', 'revision_number': 5, 'project_id': '0c43b3bd3a7142739658566d8b1d83f3', 'subnets': [{'id': '095a47ab-a3da-4b0b-9511-e17946d815ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:30:50.079476 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fdae4eb5-fd4f-4b97-942b-46b8b2756863 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:50.093202 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1631c8fe-c794-4613-a5f5-2472df0f2524 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:50.128253 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53888265-a096-4d8f-9d26-a7063d18bec0 None None] The sync data for ids ['a06cceec-0d40-4047-bbd1-c8f49e165bda'] in dv-neutron-821401-4-hyperv is: [{'id': 'a06cceec-0d40-4047-bbd1-c8f49e165bda', 'name': 'tempest-ServerActionsTestJSON-1114801807-router', 'tenant_id': '0c43b3bd3a7142739658566d8b1d83f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.12'}], 'enable_snat': True}, 'gw_port_id': '39a76a45-f3d7-4ecd-aab5-1de15359ff6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:29:50Z', 'updated_at': '2021-12-10T15:30:02Z', 'revision_number': 4, 'project_id': '0c43b3bd3a7142739658566d8b1d83f3', 'gw_port': {'id': '39a76a45-f3d7-4ecd-aab5-1de15359ff6a', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:64:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a06cceec-0d40-4047-bbd1-c8f49e165bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:29:52Z', 'updated_at': '2021-12-10T15:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': '2a20a1a5-aecf-4ae9-8a3b-562817948e85', 'tenant_id': '0c43b3bd3a7142739658566d8b1d83f3', 'floating_ip_address': '172.26.2.164', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': 'a06cceec-0d40-4047-bbd1-c8f49e165bda', 'port_id': '66995093-8f5e-42b9-b8e8-3100f932b851', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 185, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f22a23a-8eb3-48df-bc2f-eddd6071e745', 'mac_address': 'fa:16:3e:97:c6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5e5fac-ee31-44bf-a612-11364724d71a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T15:30:11Z', 'updated_at': '2021-12-10T15:30:47Z', 'revision_number': 1, 'project_id': '0c43b3bd3a7142739658566d8b1d83f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0551861-9504-4874-834a-552a99ce66e7', 'name': '', 'network_id': '9f22a23a-8eb3-48df-bc2f-eddd6071e745', 'tenant_id': '0c43b3bd3a7142739658566d8b1d83f3', 'mac_address': 'fa:16:3e:8d:0f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a06cceec-0d40-4047-bbd1-c8f49e165bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '095a47ab-a3da-4b0b-9511-e17946d815ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:30:00Z', 'updated_at': '2021-12-10T15:30:11Z', 'revision_number': 5, 'project_id': '0c43b3bd3a7142739658566d8b1d83f3', 'subnets': [{'id': '095a47ab-a3da-4b0b-9511-e17946d815ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:30:50.158956 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdae4eb5-fd4f-4b97-942b-46b8b2756863 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Pushing event updated for resources: {'Port': ['ID=83941e0b-2469-4d9f-a87f-da0e94a07487,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:50.183410 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-9f3afaae-5380-4012-8026-df22e7f7b04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e829bec7-9000-42a1-98b0-49c1a3daa5b5', 'name': 'tempest-ServersTestJSON-1578590148-router', 'tenant_id': 'e48df3bebd6c40d8972aebca1c524dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.218'}], 'enable_snat': True}, 'gw_port_id': '84f9f897-9b33-44cd-bce0-489856e97899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:29:45Z', 'updated_at': '2021-12-10T15:29:53Z', 'revision_number': 4, 'project_id': 'e48df3bebd6c40d8972aebca1c524dd3', 'gw_port': {'id': '84f9f897-9b33-44cd-bce0-489856e97899', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e829bec7-9000-42a1-98b0-49c1a3daa5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:29:46Z', 'updated_at': '2021-12-10T15:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': '252f7044-6a18-4cd5-a6cc-b22bc3b2fd4e', 'tenant_id': 'e48df3bebd6c40d8972aebca1c524dd3', 'floating_ip_address': '172.26.2.54', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': 'e829bec7-9000-42a1-98b0-49c1a3daa5b5', 'port_id': 'fc18c74b-afe0-431d-8aa2-6664526db9f1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f99addda-57f1-4324-933a-6f2a62cbd208', 'mac_address': 'fa:16:3e:98:c8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797f140a-378f-4f48-be7d-1e46ffe7f2b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T15:30:07Z', 'updated_at': '2021-12-10T15:30:46Z', 'revision_number': 1, 'project_id': 'e48df3bebd6c40d8972aebca1c524dd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '016387a7-c1c3-4e68-af38-2f335644d953', 'name': '', 'network_id': 'f99addda-57f1-4324-933a-6f2a62cbd208', 'tenant_id': 'e48df3bebd6c40d8972aebca1c524dd3', 'mac_address': 'fa:16:3e:c4:92:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e829bec7-9000-42a1-98b0-49c1a3daa5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '79f6244b-5844-41f5-8b9a-b3401743a808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:29:51Z', 'updated_at': '2021-12-10T15:30:00Z', 'revision_number': 5, 'project_id': 'e48df3bebd6c40d8972aebca1c524dd3', 'subnets': [{'id': '79f6244b-5844-41f5-8b9a-b3401743a808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:30:50.193008 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcdc23f-cd91-488f-8587-b7233a310282 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Pushing event updated for resources: {'Subnet': ['ID=f2f88caf-ccf0-41f6-9c8d-eed5b4273a52,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:50.217158 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdae4eb5-fd4f-4b97-942b-46b8b2756863 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Network 3656ac5d-e1a6-46da-9056-26b60f5e77f4 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:30:50.221051 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-fdae4eb5-fd4f-4b97-942b-46b8b2756863 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:30:50.227503 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdae4eb5-fd4f-4b97-942b-46b8b2756863 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:30:50.246834 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3afaae-5380-4012-8026-df22e7f7b04f None None] Checking router: e829bec7-9000-42a1-98b0-49c1a3daa5b5 for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:30:50.258824 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3afaae-5380-4012-8026-df22e7f7b04f None None] Routers {'e829bec7-9000-42a1-98b0-49c1a3daa5b5'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:30:50.259502 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-9f3afaae-5380-4012-8026-df22e7f7b04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:30:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['e829bec7-9000-42a1-98b0-49c1a3daa5b5'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:30:50.271670 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcdc23f-cd91-488f-8587-b7233a310282 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Checking segment: {'id': '4aadd2b2-7e48-4503-98b5-6cd9b245b27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '1ba77746-7c1f-4cc5-8a81-1221b2e6c0ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:30:50.272170 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcdc23f-cd91-488f-8587-b7233a310282 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Network hostable DHCP agents. Network: 1ba77746-7c1f-4cc5-8a81-1221b2e6c0ec, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:30:50.363205 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d84342-4789-4400-bc94-ce576fb30786 req-113ffc84-61b6-4dda-96d1-d220d1a0dd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:50.365037 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d7d84342-4789-4400-bc94-ce576fb30786 req-113ffc84-61b6-4dda-96d1-d220d1a0dd75 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9f22a23a-8eb3-48df-bc2f-eddd6071e745 HTTP/1.1" status: 200 len: 913 time: 0.4499567 Dec 10 15:30:50.418897 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-d83b3947-3421-4f9c-9532-bf747fbc79c9 None None] Provisioning complete for port d0bb240d-525f-4a64-b7e7-ee06174e2f8a triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:30:50.419736 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d83b3947-3421-4f9c-9532-bf747fbc79c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:50.436031 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcdc23f-cd91-488f-8587-b7233a310282 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Network 1ba77746-7c1f-4cc5-8a81-1221b2e6c0ec is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:30:50.488515 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa48355-657d-48ba-900a-df0461a83f62 None None] New status for floating IP 2a20a1a5-aecf-4ae9-8a3b-562817948e85: ACTIVE {{(pid=103588) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 15:30:50.588454 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-9f3afaae-5380-4012-8026-df22e7f7b04f None None] Set router e829bec7-9000-42a1-98b0-49c1a3daa5b5 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:30:50.609954 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-edcdc23f-cd91-488f-8587-b7233a310282 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 1ba77746-7c1f-4cc5-8a81-1221b2e6c0ec) {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:30:50.630407 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edcdc23f-cd91-488f-8587-b7233a310282 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:50.633370 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-edcdc23f-cd91-488f-8587-b7233a310282 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:50.633605 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72985f2-f909-493d-a2df-e1e0b9fdd900 None None] Network 1ba77746-7c1f-4cc5-8a81-1221b2e6c0ec requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:30:50.650073 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fdae4eb5-fd4f-4b97-942b-46b8b2756863 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:50.711117 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device d0bb240d-525f-4a64-b7e7-ee06174e2f8a up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:30:50.757992 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-edcdc23f-cd91-488f-8587-b7233a310282 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.2497294 Dec 10 15:30:50.760629 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59144) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:50.828085 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7ce9877f-55ad-4294-9498-765dd4c23680 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:50.829667 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-223d0033-43d8-4354-a33c-67df0ad809b2 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Made reservation on behalf of 1e082ee43ec6499790d7f3f2cf8a2215 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:30:50.937087 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b12690ae-98e9-4aa9-b171-ee4e38f2969f tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:50.962522 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fdae4eb5-fd4f-4b97-942b-46b8b2756863 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363'] for router, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:50.967880 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce9877f-55ad-4294-9498-765dd4c23680 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Pushing event deleted for resources: {'Port': ['ID=b529c955-7773-4dc7-abd3-ecae622a8a10,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:50.979971 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ba55f-6544-476f-98d2-83744075b07e req-9dcad96e-6ff4-47cf-90fc-9167206af290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:50.981456 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-1f1ba55f-6544-476f-98d2-83744075b07e req-9dcad96e-6ff4-47cf-90fc-9167206af290 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f99addda-57f1-4324-933a-6f2a62cbd208 HTTP/1.1" status: 200 len: 907 time: 1.0694265 Dec 10 15:30:51.027222 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b1e6f8-ae16-4ac8-9518-e4dc53c3fb47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-1ba77746-7c1f-4cc5-8a81-1221b2e6c0ec', 'network_id': '1ba77746-7c1f-4cc5-8a81-1221b2e6c0ec', 'project_id': 'e42aa0aacd1b476cb9d51b140a9e3e81', 'fixed_ips': [{'subnet_id': 'f2f88caf-ccf0-41f6-9c8d-eed5b4273a52'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:30:51.027222 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-86b1e6f8-ae16-4ac8-9518-e4dc53c3fb47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:51.081582 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b12690ae-98e9-4aa9-b171-ee4e38f2969f tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:51.150852 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d7d84342-4789-4400-bc94-ce576fb30786 req-f0fbeaf1-53c3-44eb-8bba-0a18e4201d2e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66995093-8f5e-42b9-b8e8-3100f932b851 HTTP/1.1" status: 200 len: 999 time: 0.7611132 Dec 10 15:30:51.240900 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-d83b3947-3421-4f9c-9532-bf747fbc79c9 None None] Provisioning complete for port d63a4c60-3bd8-4cca-8e35-1d468b0c86a7 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:30:51.241277 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d83b3947-3421-4f9c-9532-bf747fbc79c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:51.264755 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7ce9877f-55ad-4294-9498-765dd4c23680 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:51.270653 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-7ce9877f-55ad-4294-9498-765dd4c23680 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] 10.222.0.20 "DELETE /v2.0/ports/b529c955-7773-4dc7-abd3-ecae622a8a10 HTTP/1.1" status: 204 len: 168 time: 3.1519911 Dec 10 15:30:51.270823 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b12690ae-98e9-4aa9-b171-ee4e38f2969f tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:51.275810 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59146) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:51.303015 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-1631c8fe-c794-4613-a5f5-2472df0f2524 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Allocated IP 172.26.2.65 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/9d8a8752-f44d-4b98-a1b1-0d07327a8ee8) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:30:51.316605 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdae4eb5-fd4f-4b97-942b-46b8b2756863 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Router 0e4c8711-9a27-4584-96a3-9bbf20b29e7e is scheduled to L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d with binding_index 1 {{(pid=103586) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 15:30:51.341093 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12690ae-98e9-4aa9-b171-ee4e38f2969f tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Pushing event deleted for resources: {'Subnet': ['ID=f2f88caf-ccf0-41f6-9c8d-eed5b4273a52,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:51.358275 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port d0bb240d-525f-4a64-b7e7-ee06174e2f8a triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:30:51.358513 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:51.407473 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-1f1ba55f-6544-476f-98d2-83744075b07e req-4a396912-4192-4675-a5e4-867ce9026726 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc18c74b-afe0-431d-8aa2-6664526db9f1 HTTP/1.1" status: 200 len: 998 time: 0.3979349 Dec 10 15:30:51.408894 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-d83b3947-3421-4f9c-9532-bf747fbc79c9 None None] Port d63a4c60-3bd8-4cca-8e35-1d468b0c86a7 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:30:51.416941 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-223d0033-43d8-4354-a33c-67df0ad809b2 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:51.475971 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d84342-4789-4400-bc94-ce576fb30786 req-75680fe6-e17b-4441-8ef5-c35069499f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:51.477520 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d7d84342-4789-4400-bc94-ce576fb30786 req-75680fe6-e17b-4441-8ef5-c35069499f50 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=095a47ab-a3da-4b0b-9511-e17946d815ea HTTP/1.1" status: 200 len: 851 time: 0.2434101 Dec 10 15:30:51.488601 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server [None req-86b1e6f8-ae16-4ac8-9518-e4dc53c3fb47 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f2f88caf-ccf0-41f6-9c8d-eed5b4273a52: This subnet is being modified by another concurrent operation. Dec 10 15:30:51.488601 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 10 15:30:51.488601 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 10 15:30:51.488601 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 10 15:30:51.488601 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 10 15:30:51.488601 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 10 15:30:51.488601 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 10 15:30:51.488601 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 10 15:30:51.488601 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 10 15:30:51.488601 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 10 15:30:51.488601 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 15:30:51.488601 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 15:30:51.488601 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 15:30:51.488601 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 15:30:51.488601 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 15:30:51.488601 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 15:30:51.488601 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 15:30:51.488601 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 15:30:51.488601 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 15:30:51.488601 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 15:30:51.488601 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 15:30:51.488601 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 15:30:51.488601 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 15:30:51.488601 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 15:30:51.488601 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 15:30:51.488601 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 15:30:51.488601 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 15:30:51.488601 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 15:30:51.488601 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 15:30:51.488601 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 15:30:51.488601 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 15:30:51.488601 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 15:30:51.488601 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 15:30:51.488601 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 15:30:51.488601 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 10 15:30:51.488601 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 10 15:30:51.488601 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 10 15:30:51.488601 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 10 15:30:51.488601 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 10 15:30:51.488601 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 10 15:30:51.488601 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 10 15:30:51.488601 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 10 15:30:51.488601 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 10 15:30:51.488601 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 15:30:51.488601 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 10 15:30:51.488601 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 15:30:51.488601 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 15:30:51.488601 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 15:30:51.488601 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 15:30:51.488601 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 15:30:51.488601 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 15:30:51.488601 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 15:30:51.488601 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 15:30:51.488601 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 15:30:51.492333 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 15:30:51.492333 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 15:30:51.492333 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 15:30:51.492333 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 15:30:51.492333 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 15:30:51.492333 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 15:30:51.492333 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 15:30:51.492333 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 15:30:51.492333 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 15:30:51.492333 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 15:30:51.492333 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 15:30:51.492333 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 15:30:51.492333 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 15:30:51.492333 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 15:30:51.492333 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 15:30:51.492333 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 15:30:51.492333 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 10 15:30:51.492333 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 10 15:30:51.492333 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 10 15:30:51.492333 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 10 15:30:51.492333 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 10 15:30:51.492333 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 10 15:30:51.492333 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 10 15:30:51.492333 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 10 15:30:51.492333 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 15:30:51.492333 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 15:30:51.492333 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 15:30:51.492333 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 15:30:51.492333 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 10 15:30:51.492333 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 10 15:30:51.492333 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 10 15:30:51.492333 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 10 15:30:51.492333 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 10 15:30:51.492333 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 10 15:30:51.492333 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 10 15:30:51.492333 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server raise exception Dec 10 15:30:51.492333 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f2f88caf-ccf0-41f6-9c8d-eed5b4273a52: This subnet is being modified by another concurrent operation. Dec 10 15:30:51.492333 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server Dec 10 15:30:51.496169 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-223d0033-43d8-4354-a33c-67df0ad809b2 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] device_id is not set on port ea2414fe-e7a5-41f4-b4a4-bf9bc2f268fe yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:30:51.595088 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d97acd4-04c3-4d20-bb66-49f94519a192 None None] Network 1ba77746-7c1f-4cc5-8a81-1221b2e6c0ec requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:30:51.666152 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ba55f-6544-476f-98d2-83744075b07e req-665f8073-a6b6-4d8d-9be0-be617f870c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:51.667638 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-1f1ba55f-6544-476f-98d2-83744075b07e req-665f8073-a6b6-4d8d-9be0-be617f870c38 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=79f6244b-5844-41f5-8b9a-b3401743a808 HTTP/1.1" status: 200 len: 845 time: 0.2260213 Dec 10 15:30:51.680202 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-9f3afaae-5380-4012-8026-df22e7f7b04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e829bec7-9000-42a1-98b0-49c1a3daa5b5', 'name': 'tempest-ServersTestJSON-1578590148-router', 'tenant_id': 'e48df3bebd6c40d8972aebca1c524dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.218'}], 'enable_snat': True}, 'gw_port_id': '84f9f897-9b33-44cd-bce0-489856e97899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:29:45Z', 'updated_at': '2021-12-10T15:29:53Z', 'revision_number': 4, 'project_id': 'e48df3bebd6c40d8972aebca1c524dd3', 'gw_port': {'id': '84f9f897-9b33-44cd-bce0-489856e97899', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e829bec7-9000-42a1-98b0-49c1a3daa5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:29:46Z', 'updated_at': '2021-12-10T15:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': '252f7044-6a18-4cd5-a6cc-b22bc3b2fd4e', 'tenant_id': 'e48df3bebd6c40d8972aebca1c524dd3', 'floating_ip_address': '172.26.2.54', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': 'e829bec7-9000-42a1-98b0-49c1a3daa5b5', 'port_id': 'fc18c74b-afe0-431d-8aa2-6664526db9f1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f99addda-57f1-4324-933a-6f2a62cbd208', 'mac_address': 'fa:16:3e:98:c8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797f140a-378f-4f48-be7d-1e46ffe7f2b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T15:30:07Z', 'updated_at': '2021-12-10T15:30:46Z', 'revision_number': 1, 'project_id': 'e48df3bebd6c40d8972aebca1c524dd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '016387a7-c1c3-4e68-af38-2f335644d953', 'name': '', 'network_id': 'f99addda-57f1-4324-933a-6f2a62cbd208', 'tenant_id': 'e48df3bebd6c40d8972aebca1c524dd3', 'mac_address': 'fa:16:3e:c4:92:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e829bec7-9000-42a1-98b0-49c1a3daa5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '79f6244b-5844-41f5-8b9a-b3401743a808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:29:51Z', 'updated_at': '2021-12-10T15:30:00Z', 'revision_number': 5, 'project_id': 'e48df3bebd6c40d8972aebca1c524dd3', 'subnets': [{'id': '79f6244b-5844-41f5-8b9a-b3401743a808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:30:51.717078 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-623741c4-e0f9-4509-b0de-21876ec8273b None None] Provisioning complete for port d63a4c60-3bd8-4cca-8e35-1d468b0c86a7 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:30:51.717446 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-623741c4-e0f9-4509-b0de-21876ec8273b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:51.752555 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3afaae-5380-4012-8026-df22e7f7b04f None None] The sync data for ids ['e829bec7-9000-42a1-98b0-49c1a3daa5b5'] in dv-neutron-821401-4-hyperv is: [{'id': 'e829bec7-9000-42a1-98b0-49c1a3daa5b5', 'name': 'tempest-ServersTestJSON-1578590148-router', 'tenant_id': 'e48df3bebd6c40d8972aebca1c524dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.218'}], 'enable_snat': True}, 'gw_port_id': '84f9f897-9b33-44cd-bce0-489856e97899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:29:45Z', 'updated_at': '2021-12-10T15:29:53Z', 'revision_number': 4, 'project_id': 'e48df3bebd6c40d8972aebca1c524dd3', 'gw_port': {'id': '84f9f897-9b33-44cd-bce0-489856e97899', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e829bec7-9000-42a1-98b0-49c1a3daa5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:29:46Z', 'updated_at': '2021-12-10T15:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': '252f7044-6a18-4cd5-a6cc-b22bc3b2fd4e', 'tenant_id': 'e48df3bebd6c40d8972aebca1c524dd3', 'floating_ip_address': '172.26.2.54', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': 'e829bec7-9000-42a1-98b0-49c1a3daa5b5', 'port_id': 'fc18c74b-afe0-431d-8aa2-6664526db9f1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f99addda-57f1-4324-933a-6f2a62cbd208', 'mac_address': 'fa:16:3e:98:c8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797f140a-378f-4f48-be7d-1e46ffe7f2b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T15:30:07Z', 'updated_at': '2021-12-10T15:30:46Z', 'revision_number': 1, 'project_id': 'e48df3bebd6c40d8972aebca1c524dd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '016387a7-c1c3-4e68-af38-2f335644d953', 'name': '', 'network_id': 'f99addda-57f1-4324-933a-6f2a62cbd208', 'tenant_id': 'e48df3bebd6c40d8972aebca1c524dd3', 'mac_address': 'fa:16:3e:c4:92:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e829bec7-9000-42a1-98b0-49c1a3daa5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '79f6244b-5844-41f5-8b9a-b3401743a808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:29:51Z', 'updated_at': '2021-12-10T15:30:00Z', 'revision_number': 5, 'project_id': 'e48df3bebd6c40d8972aebca1c524dd3', 'subnets': [{'id': '79f6244b-5844-41f5-8b9a-b3401743a808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:30:51.779200 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e6f41c-9fd6-4602-8665-5cc117a41f2a None None] get_active_networks_info from dv-neutron-821401-4-hyperv {{(pid=103588) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 15:30:51.782148 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc70ef32-4c55-4c51-934b-9819ca4e4462 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:51.783770 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-bc70ef32-4c55-4c51-934b-9819ca4e4462 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f7e164a-72d9-4abe-810a-68b967db9c9b HTTP/1.1" status: 200 len: 913 time: 0.5014331 Dec 10 15:30:51.787857 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b12690ae-98e9-4aa9-b171-ee4e38f2969f tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:51.790657 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59152) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:51.814584 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d84342-4789-4400-bc94-ce576fb30786 req-1be4b67c-a635-4752-a79a-cc6a2340f38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:51.816188 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d7d84342-4789-4400-bc94-ce576fb30786 req-1be4b67c-a635-4752-a79a-cc6a2340f38d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9f22a23a-8eb3-48df-bc2f-eddd6071e745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2891526 Dec 10 15:30:51.817655 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-623741c4-e0f9-4509-b0de-21876ec8273b None None] Port d63a4c60-3bd8-4cca-8e35-1d468b0c86a7 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:30:51.826880 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1631c8fe-c794-4613-a5f5-2472df0f2524 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:51.863432 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.db.resource_extend [None req-a6298729-41bd-4c5b-807a-d92b0d760541 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 15:30:51.896319 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-b12690ae-98e9-4aa9-b171-ee4e38f2969f tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ba77746-7c1f-4cc5-8a81-1221b2e6c0ec']}} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:30:51.908527 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-223d0033-43d8-4354-a33c-67df0ad809b2 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Allocated IP 2001:db8::1b0 (594b404b-ae6c-49f9-b111-dabdbaffac2b/d2f2e864-f44c-4871-a160-7332e1da4cc8/ea2414fe-e7a5-41f4-b4a4-bf9bc2f268fe) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:30:51.912812 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-b12690ae-98e9-4aa9-b171-ee4e38f2969f tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aadd2b2-7e48-4503-98b5-6cd9b245b27c') {'for_net_delete': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:30:51.913173 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-b12690ae-98e9-4aa9-b171-ee4e38f2969f tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aadd2b2-7e48-4503-98b5-6cd9b245b27c') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:30:51.946734 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e6f41c-9fd6-4602-8665-5cc117a41f2a None None] Resources bound (agent type, host, resource id): {{(pid=103588) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 15:30:51.956509 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b12690ae-98e9-4aa9-b171-ee4e38f2969f tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12392235'] for segment, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:51.973307 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ba55f-6544-476f-98d2-83744075b07e req-81495d5c-9e04-4221-93a3-c214858daceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:51.976462 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-1f1ba55f-6544-476f-98d2-83744075b07e req-81495d5c-9e04-4221-93a3-c214858daceb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f99addda-57f1-4324-933a-6f2a62cbd208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2947006 Dec 10 15:30:51.980299 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdae4eb5-fd4f-4b97-942b-46b8b2756863 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:30:51.982236 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b12690ae-98e9-4aa9-b171-ee4e38f2969f tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:51.993102 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b12690ae-98e9-4aa9-b171-ee4e38f2969f tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=103586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:30:51.993224 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f411419-4cf5-49c7-a325-cc4206cff4a9 None None] Sync routers for ids ['0e4c8711-9a27-4584-96a3-9bbf20b29e7e'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:30:51.993799 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b12690ae-98e9-4aa9-b171-ee4e38f2969f tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11695586'] for segment, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:52.006068 dv-neutron-821401-4-hyperv neutron-server[103586]: Traceback (most recent call last): Dec 10 15:30:52.006068 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:30:52.006068 dv-neutron-821401-4-hyperv neutron-server[103586]: timer() Dec 10 15:30:52.006068 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:30:52.006068 dv-neutron-821401-4-hyperv neutron-server[103586]: cb(*args, **kw) Dec 10 15:30:52.006068 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:30:52.006068 dv-neutron-821401-4-hyperv neutron-server[103586]: return func(*args, **kwargs) Dec 10 15:30:52.006068 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:30:52.006068 dv-neutron-821401-4-hyperv neutron-server[103586]: self._notify() Dec 10 15:30:52.006068 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:30:52.006068 dv-neutron-821401-4-hyperv neutron-server[103586]: self.callback(batched_events) Dec 10 15:30:52.006068 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:30:52.006068 dv-neutron-821401-4-hyperv neutron-server[103586]: event.method(event) Dec 10 15:30:52.006068 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:30:52.006068 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:30:52.006068 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:30:52.006068 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:30:52.006068 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:30:52.006068 dv-neutron-821401-4-hyperv neutron-server[103586]: return f(self, *a, **k) Dec 10 15:30:52.006068 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:30:52.006068 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._get(url).json() Dec 10 15:30:52.006068 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:30:52.006068 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:30:52.006068 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:30:52.006068 dv-neutron-821401-4-hyperv neutron-server[103586]: return self.request(url, 'GET', **kwargs) Dec 10 15:30:52.006068 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:30:52.006068 dv-neutron-821401-4-hyperv neutron-server[103586]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:30:52.006068 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:30:52.006068 dv-neutron-821401-4-hyperv neutron-server[103586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:30:52.006068 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:30:52.006068 dv-neutron-821401-4-hyperv neutron-server[103586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:30:52.006068 dv-neutron-821401-4-hyperv neutron-server[103586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:30:52.113220 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-1f1ba55f-6544-476f-98d2-83744075b07e req-dbf3a1ed-fec4-4f22-8f64-6d14a75bc2cb service neutron] 10.222.0.44 "GET /v2.0/networks/f99addda-57f1-4324-933a-6f2a62cbd208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156826 Dec 10 15:30:52.128812 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a6298729-41bd-4c5b-807a-d92b0d760541 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:52.152935 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f411419-4cf5-49c7-a325-cc4206cff4a9 None None] Routers {'0e4c8711-9a27-4584-96a3-9bbf20b29e7e'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:30:52.162747 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-7f411419-4cf5-49c7-a325-cc4206cff4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:30:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['0e4c8711-9a27-4584-96a3-9bbf20b29e7e'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:30:52.179366 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fdae4eb5-fd4f-4b97-942b-46b8b2756863 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:52.180485 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-fdae4eb5-fd4f-4b97-942b-46b8b2756863 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.2590473 Dec 10 15:30:52.189141 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59154) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:52.195871 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b82d67-43c6-4a2a-a86e-d788d5e66468 None None] New status for floating IP 252f7044-6a18-4cd5-a6cc-b22bc3b2fd4e: ACTIVE {{(pid=103588) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 15:30:52.237132 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b12690ae-98e9-4aa9-b171-ee4e38f2969f tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:52.241052 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a6298729-41bd-4c5b-807a-d92b0d760541 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552741'] for floatingip, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:52.250799 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b12690ae-98e9-4aa9-b171-ee4e38f2969f tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:52.258625 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-b12690ae-98e9-4aa9-b171-ee4e38f2969f tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] 10.222.0.20 "DELETE /v2.0/networks/1ba77746-7c1f-4cc5-8a81-1221b2e6c0ec HTTP/1.1" status: 204 len: 168 time: 1.4970379 Dec 10 15:30:52.264525 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59156) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:52.281264 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-15107559-0fb0-4940-ac92-702f72dbc2f2 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-747575781'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:30:52.291339 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12690ae-98e9-4aa9-b171-ee4e38f2969f tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Pushing event deleted for resources: {'Network': ['ID=1ba77746-7c1f-4cc5-8a81-1221b2e6c0ec,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:52.316635 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-7f411419-4cf5-49c7-a325-cc4206cff4a9 None None] Set router 0e4c8711-9a27-4584-96a3-9bbf20b29e7e gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:30:52.330789 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d7d84342-4789-4400-bc94-ce576fb30786 req-ae33b8ab-541d-4a6d-a0a9-7224a60160ec service neutron] 10.222.0.44 "GET /v2.0/networks/9f22a23a-8eb3-48df-bc2f-eddd6071e745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5015478 Dec 10 15:30:52.339472 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1631c8fe-c794-4613-a5f5-2472df0f2524 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:52.404142 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a3667963-d220-4888-814a-0ca0b9e30227 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks [] for router, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:52.457014 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1631c8fe-c794-4613-a5f5-2472df0f2524 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Pushing event updated for resources: {'Port': ['ID=9d8a8752-f44d-4b98-a1b1-0d07327a8ee8,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:52.483068 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15107559-0fb0-4940-ac92-702f72dbc2f2 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Made reservation on behalf of e42aa0aacd1b476cb9d51b140a9e3e81 for: {'network': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:30:52.487158 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-15107559-0fb0-4940-ac92-702f72dbc2f2 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:52.586342 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-7f411419-4cf5-49c7-a325-cc4206cff4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e4c8711-9a27-4584-96a3-9bbf20b29e7e', 'name': '', 'tenant_id': '8a2e2b3e345b4bb2ba03c605c9d3cb36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3656ac5d-e1a6-46da-9056-26b60f5e77f4', 'external_fixed_ips': [{'subnet_id': '2166f2e9-bcab-436f-b092-0a6cf7daea00', 'ip_address': '2001:db8::3b3'}], 'enable_snat': True}, 'gw_port_id': '83941e0b-2469-4d9f-a87f-da0e94a07487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:30:48Z', 'updated_at': '2021-12-10T15:30:50Z', 'revision_number': 3, 'project_id': '8a2e2b3e345b4bb2ba03c605c9d3cb36', 'gw_port': {'id': '83941e0b-2469-4d9f-a87f-da0e94a07487', 'name': '', 'network_id': '3656ac5d-e1a6-46da-9056-26b60f5e77f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:38:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e4c8711-9a27-4584-96a3-9bbf20b29e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '2166f2e9-bcab-436f-b092-0a6cf7daea00', 'ip_address': '2001:db8::3b3', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:30:49Z', 'updated_at': '2021-12-10T15:30:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2166f2e9-bcab-436f-b092-0a6cf7daea00', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:30:52.591972 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15107559-0fb0-4940-ac92-702f72dbc2f2 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=103586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:30:52.620368 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-15107559-0fb0-4940-ac92-702f72dbc2f2 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:52.620718 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.segments_db [None req-15107559-0fb0-4940-ac92-702f72dbc2f2 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Added segment 2e3eaee2-7dff-446c-ba60-d95a42bc58aa of type vlan for network 889cbc24-6438-4f81-ba01-b0fdcb626c42 Dec 10 15:30:52.629650 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f411419-4cf5-49c7-a325-cc4206cff4a9 None None] Checking router: 0e4c8711-9a27-4584-96a3-9bbf20b29e7e for host: dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:30:52.630037 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f411419-4cf5-49c7-a325-cc4206cff4a9 None None] Updating router 0e4c8711-9a27-4584-96a3-9bbf20b29e7e port 83941e0b-2469-4d9f-a87f-da0e94a07487 binding host dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 15:30:52.650881 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a3667963-d220-4888-814a-0ca0b9e30227 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:52.671469 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7f411419-4cf5-49c7-a325-cc4206cff4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:52.713999 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-15107559-0fb0-4940-ac92-702f72dbc2f2 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:52.798591 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d8bf42f8-ddf2-4310-8473-fa1212bd9985 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549925'] for router_interface, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:52.840232 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-15107559-0fb0-4940-ac92-702f72dbc2f2 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:52.846651 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15107559-0fb0-4940-ac92-702f72dbc2f2 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:52.847282 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-15107559-0fb0-4940-ac92-702f72dbc2f2 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:52.885969 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-49888661-12d3-4856-9532-c3fe804633cb None None] Provisioning complete for port 84f9f897-9b33-44cd-bce0-489856e97899 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:30:52.887846 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-49888661-12d3-4856-9532-c3fe804633cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:52.974575 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15107559-0fb0-4940-ac92-702f72dbc2f2 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Pushing event updated for resources: {'Network': ['ID=889cbc24-6438-4f81-ba01-b0fdcb626c42,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:52.987647 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1631c8fe-c794-4613-a5f5-2472df0f2524 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:30:52.990801 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-15107559-0fb0-4940-ac92-702f72dbc2f2 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7235484 Dec 10 15:30:52.993568 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59162) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:53.001710 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-e439cba7-3253-46c2-a30e-dce4a0fda8af tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Request body: {'subnet': {'network_id': '889cbc24-6438-4f81-ba01-b0fdcb626c42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:30:53.018203 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-1631c8fe-c794-4613-a5f5-2472df0f2524 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:30:53.024359 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-a3667963-d220-4888-814a-0ca0b9e30227 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Deleting port 83941e0b-2469-4d9f-a87f-da0e94a07487 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:30:53.024629 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a3667963-d220-4888-814a-0ca0b9e30227 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:53.032382 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1631c8fe-c794-4613-a5f5-2472df0f2524 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:30:53.045602 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7f411419-4cf5-49c7-a325-cc4206cff4a9 None None] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:53.054078 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 889cbc24-6438-4f81-ba01-b0fdcb626c42 details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:30:53.056799 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2892b3-fffb-4944-a8db-40feb027b683 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:30:53.081932 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.l3_db [None req-a6298729-41bd-4c5b-807a-d92b0d760541 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Floating IP eb7c1f81-5c40-4a73-bf68-830a681336ed associated. External IP: 172.26.2.91, port: 61a771a6-fd23-4127-b3ba-eb61e5f34f4b. Dec 10 15:30:53.095977 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-1f1ba55f-6544-476f-98d2-83744075b07e req-10f71e07-0aa4-4557-b553-3bd1c4a85309 service neutron] 10.222.0.44 "GET /v2.0/networks/f99addda-57f1-4324-933a-6f2a62cbd208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9649086 Dec 10 15:30:53.125760 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7f411419-4cf5-49c7-a325-cc4206cff4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:53.131579 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-49888661-12d3-4856-9532-c3fe804633cb None None] Provisioning complete for port 83941e0b-2469-4d9f-a87f-da0e94a07487 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:30:53.132026 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-49888661-12d3-4856-9532-c3fe804633cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:53.177350 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e578f3-850a-4c3a-8db2-fda30f7246e6 None None] Pushing event updated for resources: {'Port': ['ID=83941e0b-2469-4d9f-a87f-da0e94a07487,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:53.190052 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e578f3-850a-4c3a-8db2-fda30f7246e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:30:53.190570 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e578f3-850a-4c3a-8db2-fda30f7246e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:30:53.190921 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e578f3-850a-4c3a-8db2-fda30f7246e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:30:53.191262 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e578f3-850a-4c3a-8db2-fda30f7246e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:30:53.191594 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e578f3-850a-4c3a-8db2-fda30f7246e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:30:53.192163 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e578f3-850a-4c3a-8db2-fda30f7246e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:30:53.192523 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e578f3-850a-4c3a-8db2-fda30f7246e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:30:53.192851 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e578f3-850a-4c3a-8db2-fda30f7246e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:30:53.193193 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e578f3-850a-4c3a-8db2-fda30f7246e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:30:53.193544 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e578f3-850a-4c3a-8db2-fda30f7246e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:30:53.193895 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e578f3-850a-4c3a-8db2-fda30f7246e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:30:53.194725 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e578f3-850a-4c3a-8db2-fda30f7246e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:30:53.194725 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e578f3-850a-4c3a-8db2-fda30f7246e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:30:53.195409 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-49888661-12d3-4856-9532-c3fe804633cb None None] Port 83941e0b-2469-4d9f-a87f-da0e94a07487 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:30:53.202081 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-223d0033-43d8-4354-a33c-67df0ad809b2 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:53.214451 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-49888661-12d3-4856-9532-c3fe804633cb None None] Provisioning complete for port 88c0433d-172e-4b54-91bc-fe217210b46b triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:30:53.221366 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-49888661-12d3-4856-9532-c3fe804633cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:53.245884 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-7f411419-4cf5-49c7-a325-cc4206cff4a9 None None] Attempting to bind port 83941e0b-2469-4d9f-a87f-da0e94a07487 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:30:53.246934 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-7f411419-4cf5-49c7-a325-cc4206cff4a9 None None] Attempting to bind port 83941e0b-2469-4d9f-a87f-da0e94a07487 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '59b8ab53-e48f-4c9d-9bb6-0c29968463c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3656ac5d-e1a6-46da-9056-26b60f5e77f4'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:30:53.247563 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f411419-4cf5-49c7-a325-cc4206cff4a9 None None] Attempting to bind port 83941e0b-2469-4d9f-a87f-da0e94a07487 on network 3656ac5d-e1a6-46da-9056-26b60f5e77f4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:30:53.248821 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ebdba7-54e6-43d2-84ad-c04428b34196 None None] DHCP port deletion for 3656ac5d-e1a6-46da-9056-26b60f5e77f4 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:30:53.255959 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f411419-4cf5-49c7-a325-cc4206cff4a9 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:30:53.261486 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f411419-4cf5-49c7-a325-cc4206cff4a9 None None] Checking segment: {'id': '59b8ab53-e48f-4c9d-9bb6-0c29968463c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3656ac5d-e1a6-46da-9056-26b60f5e77f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:30:53.261486 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7f411419-4cf5-49c7-a325-cc4206cff4a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:53.261486 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f411419-4cf5-49c7-a325-cc4206cff4a9 None None] Bound using segment: {'id': '59b8ab53-e48f-4c9d-9bb6-0c29968463c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3656ac5d-e1a6-46da-9056-26b60f5e77f4'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:30:53.261486 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-7f411419-4cf5-49c7-a325-cc4206cff4a9 None None] Bound port: 83941e0b-2469-4d9f-a87f-da0e94a07487, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59b8ab53-e48f-4c9d-9bb6-0c29968463c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3656ac5d-e1a6-46da-9056-26b60f5e77f4'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:30:53.261486 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7f411419-4cf5-49c7-a325-cc4206cff4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:53.275159 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d7d84342-4789-4400-bc94-ce576fb30786 req-f9c30720-8f2c-4e13-ab15-0c093135fc56 service neutron] 10.222.0.44 "GET /v2.0/networks/9f22a23a-8eb3-48df-bc2f-eddd6071e745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9101810 Dec 10 15:30:53.279251 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-49888661-12d3-4856-9532-c3fe804633cb None None] Port 88c0433d-172e-4b54-91bc-fe217210b46b cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:30:53.282422 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a3667963-d220-4888-814a-0ca0b9e30227 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:53.292702 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-49888661-12d3-4856-9532-c3fe804633cb None None] Provisioning complete for port 899b659f-c0d4-47f1-b0e5-c531b345b605 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:30:53.293086 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-49888661-12d3-4856-9532-c3fe804633cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:53.302597 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-a3667963-d220-4888-814a-0ca0b9e30227 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Calling delete_port for 83941e0b-2469-4d9f-a87f-da0e94a07487 owned by network:router_gateway {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:30:53.338006 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-49888661-12d3-4856-9532-c3fe804633cb None None] Port 899b659f-c0d4-47f1-b0e5-c531b345b605 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:30:53.351839 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-49888661-12d3-4856-9532-c3fe804633cb None None] Provisioning complete for port 39a76a45-f3d7-4ecd-aab5-1de15359ff6a triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:30:53.352614 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-49888661-12d3-4856-9532-c3fe804633cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:53.353145 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-7f411419-4cf5-49c7-a325-cc4206cff4a9 None None] For port 83941e0b-2469-4d9f-a87f-da0e94a07487, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:30:53.364928 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-7f411419-4cf5-49c7-a325-cc4206cff4a9 None None] For port 83941e0b-2469-4d9f-a87f-da0e94a07487, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=83941e0b-2469-4d9f-a87f-da0e94a07487,segment=NetworkSegment(59b8ab53-e48f-4c9d-9bb6-0c29968463c9),segment_id=59b8ab53-e48f-4c9d-9bb6-0c29968463c9)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:30:53.374530 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e439cba7-3253-46c2-a30e-dce4a0fda8af tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Made reservation on behalf of e42aa0aacd1b476cb9d51b140a9e3e81 for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:30:53.378617 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e439cba7-3253-46c2-a30e-dce4a0fda8af tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:53.455469 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7f411419-4cf5-49c7-a325-cc4206cff4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:53.536246 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f411419-4cf5-49c7-a325-cc4206cff4a9 None None] Routers {'0e4c8711-9a27-4584-96a3-9bbf20b29e7e'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:30:53.537445 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-7f411419-4cf5-49c7-a325-cc4206cff4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:30:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['0e4c8711-9a27-4584-96a3-9bbf20b29e7e'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:30:53.583244 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e578f3-850a-4c3a-8db2-fda30f7246e6 None None] Pushing event updated for resources: {'Port': ['ID=83941e0b-2469-4d9f-a87f-da0e94a07487,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:53.612712 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-d8bf42f8-ddf2-4310-8473-fa1212bd9985 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Deleting port fbf766a3-2db8-4d82-ab31-94fd1bf57db2 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:30:53.613071 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d8bf42f8-ddf2-4310-8473-fa1212bd9985 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:53.619348 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-223d0033-43d8-4354-a33c-67df0ad809b2 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:53.640540 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6298729-41bd-4c5b-807a-d92b0d760541 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Router 5be9e820-47cc-4ecf-becc-5a0618d9675d has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:30:53.664378 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-7f411419-4cf5-49c7-a325-cc4206cff4a9 None None] Set router 0e4c8711-9a27-4584-96a3-9bbf20b29e7e gateway port host: None {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:30:53.689479 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ea2641-4d57-4e86-8831-c4674bd87054 None None] DHCP port deletion for 3656ac5d-e1a6-46da-9056-26b60f5e77f4 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:30:53.705127 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-49888661-12d3-4856-9532-c3fe804633cb None None] Provisioning complete for port a9df6d58-19e7-4b67-9f47-e25b64721994 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:30:53.705660 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-49888661-12d3-4856-9532-c3fe804633cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:53.732967 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-7f411419-4cf5-49c7-a325-cc4206cff4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e4c8711-9a27-4584-96a3-9bbf20b29e7e', 'name': '', 'tenant_id': '8a2e2b3e345b4bb2ba03c605c9d3cb36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:30:48Z', 'updated_at': '2021-12-10T15:30:52Z', 'revision_number': 4, 'project_id': '8a2e2b3e345b4bb2ba03c605c9d3cb36', 'gw_port_host': None}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:30:53.757875 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223d0033-43d8-4354-a33c-67df0ad809b2 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Network 594b404b-ae6c-49f9-b111-dabdbaffac2b is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:30:53.773954 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f411419-4cf5-49c7-a325-cc4206cff4a9 None None] The sync data for ids ['0e4c8711-9a27-4584-96a3-9bbf20b29e7e'] in dv-neutron-821401-4-hyperv is: [{'id': '0e4c8711-9a27-4584-96a3-9bbf20b29e7e', 'name': '', 'tenant_id': '8a2e2b3e345b4bb2ba03c605c9d3cb36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:30:48Z', 'updated_at': '2021-12-10T15:30:52Z', 'revision_number': 4, 'project_id': '8a2e2b3e345b4bb2ba03c605c9d3cb36', 'gw_port_host': None}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:30:53.783540 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d8bf42f8-ddf2-4310-8473-fa1212bd9985 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:53.789272 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-223d0033-43d8-4354-a33c-67df0ad809b2 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:30:53.794839 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223d0033-43d8-4354-a33c-67df0ad809b2 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:30:53.803744 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223d0033-43d8-4354-a33c-67df0ad809b2 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:53.804530 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-223d0033-43d8-4354-a33c-67df0ad809b2 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:53.809661 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-d8bf42f8-ddf2-4310-8473-fa1212bd9985 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Calling delete_port for fbf766a3-2db8-4d82-ab31-94fd1bf57db2 owned by network:router_interface {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:30:53.812130 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a3667963-d220-4888-814a-0ca0b9e30227 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:53.858383 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3667963-d220-4888-814a-0ca0b9e30227 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Pushing event deleted for resources: {'Port': ['ID=83941e0b-2469-4d9f-a87f-da0e94a07487,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:53.864507 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-49888661-12d3-4856-9532-c3fe804633cb None None] Provisioning complete for port b07225b1-82e8-4656-aed1-fbe37ef586ea triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:30:53.864887 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-49888661-12d3-4856-9532-c3fe804633cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:53.910070 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e439cba7-3253-46c2-a30e-dce4a0fda8af tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11695183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581935'] for subnet, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:53.913920 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2b1841-72f6-4df3-b1a7-34a32b9f7ef0 None None] DHCP port deletion for 3656ac5d-e1a6-46da-9056-26b60f5e77f4 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:30:53.946211 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-49888661-12d3-4856-9532-c3fe804633cb None None] Port b07225b1-82e8-4656-aed1-fbe37ef586ea cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:30:53.958927 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-49888661-12d3-4856-9532-c3fe804633cb None None] Provisioning complete for port 34ccac02-887c-466b-ac44-549ca7ce9549 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:30:53.959727 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-49888661-12d3-4856-9532-c3fe804633cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:53.960154 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a3667963-d220-4888-814a-0ca0b9e30227 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552731'] for router_gateway, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:54.002276 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-49888661-12d3-4856-9532-c3fe804633cb None None] Port 34ccac02-887c-466b-ac44-549ca7ce9549 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:30:54.012455 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-49888661-12d3-4856-9532-c3fe804633cb None None] Provisioning complete for port 1d6b2ade-c876-4c7b-af56-ac816f3a9fa7 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:30:54.013319 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-49888661-12d3-4856-9532-c3fe804633cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:54.062208 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a3667963-d220-4888-814a-0ca0b9e30227 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13898'] for router, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:54.065807 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a3667963-d220-4888-814a-0ca0b9e30227 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:54.125742 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6298729-41bd-4c5b-807a-d92b0d760541 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:30:54.128661 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-49888661-12d3-4856-9532-c3fe804633cb None None] Provisioning complete for port eb17808c-e901-4e61-999b-3384c681e63d triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:30:54.129014 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-49888661-12d3-4856-9532-c3fe804633cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:54.137326 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a6298729-41bd-4c5b-807a-d92b0d760541 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:54.138734 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20a01c1-3617-40b8-b6df-4b090a2dd343 None None] Sync routers for ids ['5be9e820-47cc-4ecf-becc-5a0618d9675d'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:30:54.158665 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223d0033-43d8-4354-a33c-67df0ad809b2 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Pushing event updated for resources: {'Port': ['ID=ea2414fe-e7a5-41f4-b4a4-bf9bc2f268fe,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:54.163627 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20a01c1-3617-40b8-b6df-4b090a2dd343 None None] Routers {'5be9e820-47cc-4ecf-becc-5a0618d9675d'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:30:54.164260 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-b20a01c1-3617-40b8-b6df-4b090a2dd343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:30:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['5be9e820-47cc-4ecf-becc-5a0618d9675d'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:30:54.184629 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a3667963-d220-4888-814a-0ca0b9e30227 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549250'] for router, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:54.185443 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3667963-d220-4888-814a-0ca0b9e30227 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0e4c8711-9a27-4584-96a3-9bbf20b29e7e {{(pid=103586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 15:30:54.199696 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a3667963-d220-4888-814a-0ca0b9e30227 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:54.205106 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-a3667963-d220-4888-814a-0ca0b9e30227 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] 10.222.0.20 "DELETE /v2.0/routers/0e4c8711-9a27-4584-96a3-9bbf20b29e7e HTTP/1.1" status: 204 len: 168 time: 2.0147848 Dec 10 15:30:54.206508 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-49888661-12d3-4856-9532-c3fe804633cb None None] Port eb17808c-e901-4e61-999b-3384c681e63d cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:30:54.209391 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59168) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:54.221204 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-49888661-12d3-4856-9532-c3fe804633cb None None] Provisioning complete for port 9d8a8752-f44d-4b98-a1b1-0d07327a8ee8 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:30:54.227139 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-49888661-12d3-4856-9532-c3fe804633cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:54.227266 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-a6298729-41bd-4c5b-807a-d92b0d760541 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] 10.222.0.20 "PUT /v2.0/floatingips/eb7c1f81-5c40-4a73-bf68-830a681336ed HTTP/1.1" status: 200 len: 990 time: 4.8236282 Dec 10 15:30:54.229997 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e439cba7-3253-46c2-a30e-dce4a0fda8af tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Pushing event updated for resources: {'Subnet': ['ID=86751e25-3617-4edf-9845-83aa25687c51,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:54.251219 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-223d0033-43d8-4354-a33c-67df0ad809b2 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 4.8142316 Dec 10 15:30:54.251437 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd077330-daa7-4bb9-af7f-4ec0c9daf1bc', 'tag': '61a771a6-fd23-4127-b3ba-eb61e5f34f4b'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:30:54.254812 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59172) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:54.269822 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9ca57131bc4931768ac29058952438d1fdd62308db7b17540cc34ffe8faef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e79bf6c-470f-4749-9d94-c6661b33fd14" -d '{"events": [{"name": "network-changed", "server_uuid": "dd077330-daa7-4bb9-af7f-4ec0c9daf1bc", "tag": "61a771a6-fd23-4127-b3ba-eb61e5f34f4b"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:30:54.279604 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-49888661-12d3-4856-9532-c3fe804633cb None None] Port 9d8a8752-f44d-4b98-a1b1-0d07327a8ee8 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:30:54.300287 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1631c8fe-c794-4613-a5f5-2472df0f2524 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks [] for router_gateway, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:54.342880 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-b20a01c1-3617-40b8-b6df-4b090a2dd343 None None] Set router 5be9e820-47cc-4ecf-becc-5a0618d9675d gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:30:54.358727 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 15:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad2ec11d-3b1d-4c7b-b691-e745b4a83472 x-openstack-request-id: req-ad2ec11d-3b1d-4c7b-b691-e745b4a83472 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:30:54.359017 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd077330-daa7-4bb9-af7f-4ec0c9daf1bc", "tag": "61a771a6-fd23-4127-b3ba-eb61e5f34f4b", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:30:54.359295 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ad2ec11d-3b1d-4c7b-b691-e745b4a83472 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:30:54.360212 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd077330-daa7-4bb9-af7f-4ec0c9daf1bc', 'tag': '61a771a6-fd23-4127-b3ba-eb61e5f34f4b', 'status': 'completed', 'code': 200} Dec 10 15:30:54.369147 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e439cba7-3253-46c2-a30e-dce4a0fda8af tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Checking segment: {'id': '2e3eaee2-7dff-446c-ba60-d95a42bc58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '889cbc24-6438-4f81-ba01-b0fdcb626c42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:30:54.370160 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e439cba7-3253-46c2-a30e-dce4a0fda8af tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Network hostable DHCP agents. Network: 889cbc24-6438-4f81-ba01-b0fdcb626c42, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:30:54.379754 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_v2 [None req-5200ad29-6376-48ae-bb3b-e36074b16e14 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Deleting subnet 2166f2e9-bcab-436f-b092-0a6cf7daea00 {{(pid=103586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:30:54.389531 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5200ad29-6376-48ae-bb3b-e36074b16e14 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:54.410578 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-ab6879f7-b96b-4d57-9a29-1a3f81d1cd6d None None] Provisioning complete for port 9d8a8752-f44d-4b98-a1b1-0d07327a8ee8 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:30:54.411979 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ab6879f7-b96b-4d57-9a29-1a3f81d1cd6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:54.453232 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e79bf6c-470f-4749-9d94-c6661b33fd14 req-72546aa0-af8b-4237-a659-811fcf5cdedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:54.454885 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-6e79bf6c-470f-4749-9d94-c6661b33fd14 req-72546aa0-af8b-4237-a659-811fcf5cdedc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=345644153ba74add913c1c222de5850e&device_id=dd077330-daa7-4bb9-af7f-4ec0c9daf1bc HTTP/1.1" status: 200 len: 1098 time: 0.0938523 Dec 10 15:30:54.461620 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-ab6879f7-b96b-4d57-9a29-1a3f81d1cd6d None None] Port 9d8a8752-f44d-4b98-a1b1-0d07327a8ee8 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:30:54.474551 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-ab6879f7-b96b-4d57-9a29-1a3f81d1cd6d None None] Provisioning complete for port ea2414fe-e7a5-41f4-b4a4-bf9bc2f268fe triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:30:54.476618 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ab6879f7-b96b-4d57-9a29-1a3f81d1cd6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:54.543916 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-ab6879f7-b96b-4d57-9a29-1a3f81d1cd6d None None] Port ea2414fe-e7a5-41f4-b4a4-bf9bc2f268fe cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:30:54.547952 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-ab6879f7-b96b-4d57-9a29-1a3f81d1cd6d None None] Could not find standard attr ID for object 83941e0b-2469-4d9f-a87f-da0e94a07487. {{(pid=103588) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 15:30:54.617413 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-b20a01c1-3617-40b8-b6df-4b090a2dd343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be9e820-47cc-4ecf-becc-5a0618d9675d', 'name': 'tempest-ServersTestManualDisk-1302300938-router', 'tenant_id': '345644153ba74add913c1c222de5850e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': 'a9df6d58-19e7-4b67-9f47-e25b64721994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:29:49Z', 'updated_at': '2021-12-10T15:29:59Z', 'revision_number': 4, 'project_id': '345644153ba74add913c1c222de5850e', 'gw_port': {'id': 'a9df6d58-19e7-4b67-9f47-e25b64721994', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:dd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be9e820-47cc-4ecf-becc-5a0618d9675d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:29:51Z', 'updated_at': '2021-12-10T15:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': 'eb7c1f81-5c40-4a73-bf68-830a681336ed', 'tenant_id': '345644153ba74add913c1c222de5850e', 'floating_ip_address': '172.26.2.91', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': '5be9e820-47cc-4ecf-becc-5a0618d9675d', 'port_id': '61a771a6-fd23-4127-b3ba-eb61e5f34f4b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 177, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0f35dea-026e-4011-a2fc-8c909b8f7f05', 'mac_address': 'fa:16:3e:9b:14:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd077330-daa7-4bb9-af7f-4ec0c9daf1bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T15:30:10Z', 'updated_at': '2021-12-10T15:30:51Z', 'revision_number': 1, 'project_id': '345644153ba74add913c1c222de5850e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61314020-3784-4ea6-ac9f-b215d71ee791', 'name': '', 'network_id': 'a0f35dea-026e-4011-a2fc-8c909b8f7f05', 'tenant_id': '345644153ba74add913c1c222de5850e', 'mac_address': 'fa:16:3e:57:a6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be9e820-47cc-4ecf-becc-5a0618d9675d', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '0517fc1e-1822-46ab-b8d5-555d14cfeff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:29:58Z', 'updated_at': '2021-12-10T15:30:06Z', 'revision_number': 5, 'project_id': '345644153ba74add913c1c222de5850e', 'subnets': [{'id': '0517fc1e-1822-46ab-b8d5-555d14cfeff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:30:54.653220 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e79bf6c-470f-4749-9d94-c6661b33fd14 req-08fc1bab-017f-4b5b-8440-3e3ecc0a59ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:54.654756 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-6e79bf6c-470f-4749-9d94-c6661b33fd14 req-08fc1bab-017f-4b5b-8440-3e3ecc0a59ee service neutron] 10.222.0.44 "GET /v2.0/networks?id=a0f35dea-026e-4011-a2fc-8c909b8f7f05 HTTP/1.1" status: 200 len: 913 time: 0.1900997 Dec 10 15:30:54.656124 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1631c8fe-c794-4613-a5f5-2472df0f2524 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363'] for router, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:54.665495 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20a01c1-3617-40b8-b6df-4b090a2dd343 None None] Checking router: 5be9e820-47cc-4ecf-becc-5a0618d9675d for host: dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:30:54.674312 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20a01c1-3617-40b8-b6df-4b090a2dd343 None None] Routers {'5be9e820-47cc-4ecf-becc-5a0618d9675d'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:30:54.674932 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-b20a01c1-3617-40b8-b6df-4b090a2dd343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:30:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['5be9e820-47cc-4ecf-becc-5a0618d9675d'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:30:54.779239 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d2b93c-48ec-4b86-8c57-7341043bb42d tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:54.786445 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d2b93c-48ec-4b86-8c57-7341043bb42d tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:54.792589 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d2b93c-48ec-4b86-8c57-7341043bb42d tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:54.794310 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-f2d2b93c-48ec-4b86-8c57-7341043bb42d tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.5355318 Dec 10 15:30:54.796910 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5200ad29-6376-48ae-bb3b-e36074b16e14 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12392400'] for subnet, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:54.799232 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-b20a01c1-3617-40b8-b6df-4b090a2dd343 None None] Set router 5be9e820-47cc-4ecf-becc-5a0618d9675d gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:30:54.804491 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59176) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:54.852969 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e439cba7-3253-46c2-a30e-dce4a0fda8af tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Network 889cbc24-6438-4f81-ba01-b0fdcb626c42 is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:30:54.855783 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-6e79bf6c-470f-4749-9d94-c6661b33fd14 req-47bdebae-134d-413c-a03f-4658c5aeef84 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61a771a6-fd23-4127-b3ba-eb61e5f34f4b HTTP/1.1" status: 200 len: 998 time: 0.1931436 Dec 10 15:30:54.880359 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5200ad29-6376-48ae-bb3b-e36074b16e14 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:54.922091 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-e439cba7-3253-46c2-a30e-dce4a0fda8af tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 889cbc24-6438-4f81-ba01-b0fdcb626c42) {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:30:54.932055 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a296ef-90f3-45a9-b88c-3ad09508cc3b None None] Network 889cbc24-6438-4f81-ba01-b0fdcb626c42 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:30:54.932223 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e439cba7-3253-46c2-a30e-dce4a0fda8af tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:54.932652 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e439cba7-3253-46c2-a30e-dce4a0fda8af tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:54.988667 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d8bf42f8-ddf2-4310-8473-fa1212bd9985 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:55.011535 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-e86859cc-f39e-4ccf-861e-44619c3e7df2 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Deleting port ea2414fe-e7a5-41f4-b4a4-bf9bc2f268fe {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:30:55.012007 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e86859cc-f39e-4ccf-861e-44619c3e7df2 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:55.022201 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bf42f8-ddf2-4310-8473-fa1212bd9985 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Pushing event deleted for resources: {'Port': ['ID=fbf766a3-2db8-4d82-ab31-94fd1bf57db2,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:55.047285 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e79bf6c-470f-4749-9d94-c6661b33fd14 req-91d790e0-daac-4045-8aeb-7598fb4c348f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:55.050040 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-6e79bf6c-470f-4749-9d94-c6661b33fd14 req-91d790e0-daac-4045-8aeb-7598fb4c348f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0517fc1e-1822-46ab-b8d5-555d14cfeff4 HTTP/1.1" status: 200 len: 851 time: 0.1704934 Dec 10 15:30:55.107745 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-e439cba7-3253-46c2-a30e-dce4a0fda8af tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1105437 Dec 10 15:30:55.111209 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59182) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:55.112303 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5200ad29-6376-48ae-bb3b-e36074b16e14 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:55.138080 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5200ad29-6376-48ae-bb3b-e36074b16e14 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:55.141628 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64e11f7-753d-4959-a19d-62599f8a30a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-889cbc24-6438-4f81-ba01-b0fdcb626c42', 'network_id': '889cbc24-6438-4f81-ba01-b0fdcb626c42', 'project_id': 'e42aa0aacd1b476cb9d51b140a9e3e81', 'fixed_ips': [{'subnet_id': '86751e25-3617-4edf-9845-83aa25687c51'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:30:55.143083 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e64e11f7-753d-4959-a19d-62599f8a30a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:55.144938 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-5200ad29-6376-48ae-bb3b-e36074b16e14 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] 10.222.0.20 "DELETE /v2.0/subnets/2166f2e9-bcab-436f-b092-0a6cf7daea00 HTTP/1.1" status: 204 len: 168 time: 0.9328928 Dec 10 15:30:55.163918 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59184) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:55.203847 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d27e65-2df7-4567-a3df-bf8814ebe071 None None] Network 3656ac5d-e1a6-46da-9056-26b60f5e77f4 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:30:55.237710 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5200ad29-6376-48ae-bb3b-e36074b16e14 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2166f2e9-bcab-436f-b092-0a6cf7daea00,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:55.266836 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-978ea92c-cf0d-4739-ab75-48a4b68bbee4 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:55.382530 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-b20a01c1-3617-40b8-b6df-4b090a2dd343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be9e820-47cc-4ecf-becc-5a0618d9675d', 'name': 'tempest-ServersTestManualDisk-1302300938-router', 'tenant_id': '345644153ba74add913c1c222de5850e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': 'a9df6d58-19e7-4b67-9f47-e25b64721994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:29:49Z', 'updated_at': '2021-12-10T15:29:59Z', 'revision_number': 4, 'project_id': '345644153ba74add913c1c222de5850e', 'gw_port': {'id': 'a9df6d58-19e7-4b67-9f47-e25b64721994', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:dd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be9e820-47cc-4ecf-becc-5a0618d9675d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:29:51Z', 'updated_at': '2021-12-10T15:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': 'eb7c1f81-5c40-4a73-bf68-830a681336ed', 'tenant_id': '345644153ba74add913c1c222de5850e', 'floating_ip_address': '172.26.2.91', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': '5be9e820-47cc-4ecf-becc-5a0618d9675d', 'port_id': '61a771a6-fd23-4127-b3ba-eb61e5f34f4b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 177, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0f35dea-026e-4011-a2fc-8c909b8f7f05', 'mac_address': 'fa:16:3e:9b:14:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd077330-daa7-4bb9-af7f-4ec0c9daf1bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T15:30:10Z', 'updated_at': '2021-12-10T15:30:51Z', 'revision_number': 1, 'project_id': '345644153ba74add913c1c222de5850e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61314020-3784-4ea6-ac9f-b215d71ee791', 'name': '', 'network_id': 'a0f35dea-026e-4011-a2fc-8c909b8f7f05', 'tenant_id': '345644153ba74add913c1c222de5850e', 'mac_address': 'fa:16:3e:57:a6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be9e820-47cc-4ecf-becc-5a0618d9675d', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '0517fc1e-1822-46ab-b8d5-555d14cfeff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:29:58Z', 'updated_at': '2021-12-10T15:30:06Z', 'revision_number': 5, 'project_id': '345644153ba74add913c1c222de5850e', 'subnets': [{'id': '0517fc1e-1822-46ab-b8d5-555d14cfeff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:30:55.428626 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20a01c1-3617-40b8-b6df-4b090a2dd343 None None] The sync data for ids ['5be9e820-47cc-4ecf-becc-5a0618d9675d'] in dv-neutron-821401-4-hyperv is: [{'id': '5be9e820-47cc-4ecf-becc-5a0618d9675d', 'name': 'tempest-ServersTestManualDisk-1302300938-router', 'tenant_id': '345644153ba74add913c1c222de5850e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': 'a9df6d58-19e7-4b67-9f47-e25b64721994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:29:49Z', 'updated_at': '2021-12-10T15:29:59Z', 'revision_number': 4, 'project_id': '345644153ba74add913c1c222de5850e', 'gw_port': {'id': 'a9df6d58-19e7-4b67-9f47-e25b64721994', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:dd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be9e820-47cc-4ecf-becc-5a0618d9675d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:29:51Z', 'updated_at': '2021-12-10T15:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': 'eb7c1f81-5c40-4a73-bf68-830a681336ed', 'tenant_id': '345644153ba74add913c1c222de5850e', 'floating_ip_address': '172.26.2.91', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': '5be9e820-47cc-4ecf-becc-5a0618d9675d', 'port_id': '61a771a6-fd23-4127-b3ba-eb61e5f34f4b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 177, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0f35dea-026e-4011-a2fc-8c909b8f7f05', 'mac_address': 'fa:16:3e:9b:14:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd077330-daa7-4bb9-af7f-4ec0c9daf1bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T15:30:10Z', 'updated_at': '2021-12-10T15:30:51Z', 'revision_number': 1, 'project_id': '345644153ba74add913c1c222de5850e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61314020-3784-4ea6-ac9f-b215d71ee791', 'name': '', 'network_id': 'a0f35dea-026e-4011-a2fc-8c909b8f7f05', 'tenant_id': '345644153ba74add913c1c222de5850e', 'mac_address': 'fa:16:3e:57:a6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be9e820-47cc-4ecf-becc-5a0618d9675d', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '0517fc1e-1822-46ab-b8d5-555d14cfeff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:29:58Z', 'updated_at': '2021-12-10T15:30:06Z', 'revision_number': 5, 'project_id': '345644153ba74add913c1c222de5850e', 'subnets': [{'id': '0517fc1e-1822-46ab-b8d5-555d14cfeff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:30:55.497372 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-63a2f1dc-23ec-4e1e-87db-976d464a5547 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:55.512058 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c4c221-14c6-4162-b2f5-ef7a9bab3e0a None None] DHCP port deletion for 3656ac5d-e1a6-46da-9056-26b60f5e77f4 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:30:55.568732 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d8bf42f8-ddf2-4310-8473-fa1212bd9985 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550073'] for router_interface, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:55.602008 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-e64e11f7-753d-4959-a19d-62599f8a30a9 None None] Allocated IP 2001:db8::2 (889cbc24-6438-4f81-ba01-b0fdcb626c42/86751e25-3617-4edf-9845-83aa25687c51/be517e09-dea3-4b4c-9a72-193194700e9e) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:30:55.642885 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-63a2f1dc-23ec-4e1e-87db-976d464a5547 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:55.659817 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1631c8fe-c794-4613-a5f5-2472df0f2524 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Router 755ebfd7-210d-4e00-99a1-db2156e93005 is scheduled to L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d with binding_index 1 {{(pid=103587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 15:30:55.690309 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e79bf6c-470f-4749-9d94-c6661b33fd14 req-0b25b211-d485-4523-a3c9-ae5a704641f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:55.691823 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-6e79bf6c-470f-4749-9d94-c6661b33fd14 req-0b25b211-d485-4523-a3c9-ae5a704641f3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a0f35dea-026e-4011-a2fc-8c909b8f7f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5964625 Dec 10 15:30:55.703697 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e86859cc-f39e-4ccf-861e-44619c3e7df2 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:55.786815 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a17efcf-ed70-4340-846a-70fbcdcda78e None None] New status for floating IP eb7c1f81-5c40-4a73-bf68-830a681336ed: ACTIVE {{(pid=103588) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 15:30:55.796566 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e64e11f7-753d-4959-a19d-62599f8a30a9 None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:55.846103 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-e86859cc-f39e-4ccf-861e-44619c3e7df2 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Calling delete_port for ea2414fe-e7a5-41f4-b4a4-bf9bc2f268fe owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:30:55.875968 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-978ea92c-cf0d-4739-ab75-48a4b68bbee4 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:55.879446 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8bf42f8-ddf2-4310-8473-fa1212bd9985 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Router 6f7e164a-72d9-4abe-810a-68b967db9c9b has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:30:55.898381 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e64e11f7-753d-4959-a19d-62599f8a30a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:55.954820 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64e11f7-753d-4959-a19d-62599f8a30a9 None None] Network 889cbc24-6438-4f81-ba01-b0fdcb626c42 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:30:55.983329 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-e64e11f7-753d-4959-a19d-62599f8a30a9 None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:30:55.986194 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-978ea92c-cf0d-4739-ab75-48a4b68bbee4 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3656ac5d-e1a6-46da-9056-26b60f5e77f4']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:30:55.988438 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64e11f7-753d-4959-a19d-62599f8a30a9 None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:30:56.001070 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64e11f7-753d-4959-a19d-62599f8a30a9 None None] Pushing event updated for resources: {'Port': ['ID=be517e09-dea3-4b4c-9a72-193194700e9e,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:56.008762 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8bf42f8-ddf2-4310-8473-fa1212bd9985 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:30:56.017490 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-978ea92c-cf0d-4739-ab75-48a4b68bbee4 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59b8ab53-e48f-4c9d-9bb6-0c29968463c9') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:30:56.017811 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-978ea92c-cf0d-4739-ab75-48a4b68bbee4 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59b8ab53-e48f-4c9d-9bb6-0c29968463c9') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:30:56.018123 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-d8bf42f8-ddf2-4310-8473-fa1212bd9985 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] 10.222.0.20 "PUT /v2.0/routers/6f7e164a-72d9-4abe-810a-68b967db9c9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2248375 Dec 10 15:30:56.018752 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59188) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:56.025465 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581ef002-8d0c-430c-bf93-2b64b5c1208e None None] Sync routers for ids ['6f7e164a-72d9-4abe-810a-68b967db9c9b'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:30:56.033754 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-6e79bf6c-470f-4749-9d94-c6661b33fd14 req-d837f41d-b075-4b8e-a3b5-f9c52e0ed993 service neutron] 10.222.0.44 "GET /v2.0/networks/a0f35dea-026e-4011-a2fc-8c909b8f7f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3273954 Dec 10 15:30:56.037915 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581ef002-8d0c-430c-bf93-2b64b5c1208e None None] Routers {'6f7e164a-72d9-4abe-810a-68b967db9c9b'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:30:56.041929 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-978ea92c-cf0d-4739-ab75-48a4b68bbee4 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11806923'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:56.042065 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-581ef002-8d0c-430c-bf93-2b64b5c1208e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:30:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['6f7e164a-72d9-4abe-810a-68b967db9c9b'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:30:56.057855 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-e64e11f7-753d-4959-a19d-62599f8a30a9 None None] Attempting to bind port be517e09-dea3-4b4c-9a72-193194700e9e on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:30:56.058806 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-e64e11f7-753d-4959-a19d-62599f8a30a9 None None] Attempting to bind port be517e09-dea3-4b4c-9a72-193194700e9e by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '2e3eaee2-7dff-446c-ba60-d95a42bc58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '889cbc24-6438-4f81-ba01-b0fdcb626c42'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:30:56.059777 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64e11f7-753d-4959-a19d-62599f8a30a9 None None] Attempting to bind port be517e09-dea3-4b4c-9a72-193194700e9e on network 889cbc24-6438-4f81-ba01-b0fdcb626c42 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:30:56.069160 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64e11f7-753d-4959-a19d-62599f8a30a9 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:30:56.069160 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64e11f7-753d-4959-a19d-62599f8a30a9 None None] Checking segment: {'id': '2e3eaee2-7dff-446c-ba60-d95a42bc58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '889cbc24-6438-4f81-ba01-b0fdcb626c42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:30:56.069160 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e64e11f7-753d-4959-a19d-62599f8a30a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:56.069947 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64e11f7-753d-4959-a19d-62599f8a30a9 None None] Bound using segment: {'id': '2e3eaee2-7dff-446c-ba60-d95a42bc58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '889cbc24-6438-4f81-ba01-b0fdcb626c42'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:30:56.070567 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-e64e11f7-753d-4959-a19d-62599f8a30a9 None None] Bound port: be517e09-dea3-4b4c-9a72-193194700e9e, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e3eaee2-7dff-446c-ba60-d95a42bc58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '889cbc24-6438-4f81-ba01-b0fdcb626c42'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:30:56.071013 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e64e11f7-753d-4959-a19d-62599f8a30a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:56.130803 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-581ef002-8d0c-430c-bf93-2b64b5c1208e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:30:56.159057 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-e64e11f7-753d-4959-a19d-62599f8a30a9 None None] For port be517e09-dea3-4b4c-9a72-193194700e9e, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:30:56.163360 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-e64e11f7-753d-4959-a19d-62599f8a30a9 None None] For port be517e09-dea3-4b4c-9a72-193194700e9e, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=be517e09-dea3-4b4c-9a72-193194700e9e,segment=NetworkSegment(2e3eaee2-7dff-446c-ba60-d95a42bc58aa),segment_id=2e3eaee2-7dff-446c-ba60-d95a42bc58aa)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:30:56.163723 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581ef002-8d0c-430c-bf93-2b64b5c1208e None None] Routers {'6f7e164a-72d9-4abe-810a-68b967db9c9b'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:30:56.164233 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-581ef002-8d0c-430c-bf93-2b64b5c1208e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:30:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['6f7e164a-72d9-4abe-810a-68b967db9c9b'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:30:56.187578 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1631c8fe-c794-4613-a5f5-2472df0f2524 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:30:56.199692 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785d4f61-b62a-40ed-9b3e-e771c9868136 None None] Sync routers for ids ['755ebfd7-210d-4e00-99a1-db2156e93005'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:30:56.210658 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-581ef002-8d0c-430c-bf93-2b64b5c1208e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:30:56.211374 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581ef002-8d0c-430c-bf93-2b64b5c1208e None None] The sync data for ids ['6f7e164a-72d9-4abe-810a-68b967db9c9b'] in dv-neutron-821401-4-hyperv is: [] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:30:56.218452 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-978ea92c-cf0d-4739-ab75-48a4b68bbee4 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:56.227506 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-63a2f1dc-23ec-4e1e-87db-976d464a5547 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:56.231982 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785d4f61-b62a-40ed-9b3e-e771c9868136 None None] Routers {'755ebfd7-210d-4e00-99a1-db2156e93005'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:30:56.232445 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-785d4f61-b62a-40ed-9b3e-e771c9868136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:30:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['755ebfd7-210d-4e00-99a1-db2156e93005'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:30:56.248470 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-978ea92c-cf0d-4739-ab75-48a4b68bbee4 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:30:56.261312 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-978ea92c-cf0d-4739-ab75-48a4b68bbee4 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11236635'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:56.261312 dv-neutron-821401-4-hyperv neutron-server[103587]: Traceback (most recent call last): Dec 10 15:30:56.261312 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:30:56.261312 dv-neutron-821401-4-hyperv neutron-server[103587]: timer() Dec 10 15:30:56.261312 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:30:56.261312 dv-neutron-821401-4-hyperv neutron-server[103587]: cb(*args, **kw) Dec 10 15:30:56.261312 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:30:56.261312 dv-neutron-821401-4-hyperv neutron-server[103587]: return func(*args, **kwargs) Dec 10 15:30:56.261312 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:30:56.261312 dv-neutron-821401-4-hyperv neutron-server[103587]: self._notify() Dec 10 15:30:56.261312 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:30:56.261312 dv-neutron-821401-4-hyperv neutron-server[103587]: self.callback(batched_events) Dec 10 15:30:56.261312 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:30:56.261312 dv-neutron-821401-4-hyperv neutron-server[103587]: event.method(event) Dec 10 15:30:56.261312 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:30:56.261312 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:30:56.261312 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:30:56.261312 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:30:56.261312 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:30:56.261312 dv-neutron-821401-4-hyperv neutron-server[103587]: return f(self, *a, **k) Dec 10 15:30:56.261312 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:30:56.261312 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._get(url).json() Dec 10 15:30:56.261312 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:30:56.261312 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:30:56.261312 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:30:56.261312 dv-neutron-821401-4-hyperv neutron-server[103587]: return self.request(url, 'GET', **kwargs) Dec 10 15:30:56.261312 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:30:56.261312 dv-neutron-821401-4-hyperv neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:30:56.261312 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:30:56.261312 dv-neutron-821401-4-hyperv neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:30:56.261312 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:30:56.261312 dv-neutron-821401-4-hyperv neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:30:56.261312 dv-neutron-821401-4-hyperv neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:30:56.263579 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a2f1dc-23ec-4e1e-87db-976d464a5547 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Pushing event deleted for resources: {'Subnet': ['ID=86751e25-3617-4edf-9845-83aa25687c51,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:56.266695 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-6e79bf6c-470f-4749-9d94-c6661b33fd14 req-79432f3d-d87f-4ff0-bcd0-ada4563118a9 service neutron] 10.222.0.44 "GET /v2.0/networks/a0f35dea-026e-4011-a2fc-8c909b8f7f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099559 Dec 10 15:30:56.279018 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-785d4f61-b62a-40ed-9b3e-e771c9868136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:30:56.280068 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b75e16de-c9e4-4cba-a636-f6072a4a1d59 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks [] for router, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:56.284129 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e64e11f7-753d-4959-a19d-62599f8a30a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:56.327170 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785d4f61-b62a-40ed-9b3e-e771c9868136 None None] Routers {'755ebfd7-210d-4e00-99a1-db2156e93005'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:30:56.327982 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-785d4f61-b62a-40ed-9b3e-e771c9868136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:30:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['755ebfd7-210d-4e00-99a1-db2156e93005'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:30:56.373843 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-785d4f61-b62a-40ed-9b3e-e771c9868136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:30:56.374624 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785d4f61-b62a-40ed-9b3e-e771c9868136 None None] The sync data for ids ['755ebfd7-210d-4e00-99a1-db2156e93005'] in dv-neutron-821401-4-hyperv is: [] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:30:56.386295 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1631c8fe-c794-4613-a5f5-2472df0f2524 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:56.387621 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-63a2f1dc-23ec-4e1e-87db-976d464a5547 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:56.391963 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-1631c8fe-c794-4613-a5f5-2472df0f2524 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 9.2642977 Dec 10 15:30:56.392090 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59194) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:56.416141 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64e11f7-753d-4959-a19d-62599f8a30a9 None None] Pushing event updated for resources: {'Port': ['ID=be517e09-dea3-4b4c-9a72-193194700e9e,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:56.427159 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a17ddd7-499d-4c94-94a6-fac3026293de None None] Network 889cbc24-6438-4f81-ba01-b0fdcb626c42 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:30:56.445691 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e86859cc-f39e-4ccf-861e-44619c3e7df2 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:56.447823 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-978ea92c-cf0d-4739-ab75-48a4b68bbee4 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:56.477726 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86859cc-f39e-4ccf-861e-44619c3e7df2 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Pushing event deleted for resources: {'Port': ['ID=ea2414fe-e7a5-41f4-b4a4-bf9bc2f268fe,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:56.482887 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-63a2f1dc-23ec-4e1e-87db-976d464a5547 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['889cbc24-6438-4f81-ba01-b0fdcb626c42']}} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:30:56.490586 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-978ea92c-cf0d-4739-ab75-48a4b68bbee4 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3656ac5d-e1a6-46da-9056-26b60f5e77f4 {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 10 15:30:56.502401 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-63a2f1dc-23ec-4e1e-87db-976d464a5547 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e3eaee2-7dff-446c-ba60-d95a42bc58aa') {'for_net_delete': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:30:56.502966 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-63a2f1dc-23ec-4e1e-87db-976d464a5547 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e3eaee2-7dff-446c-ba60-d95a42bc58aa') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:30:56.507662 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978ea92c-cf0d-4739-ab75-48a4b68bbee4 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Pushing event deleted for resources: {'Network': ['ID=3656ac5d-e1a6-46da-9056-26b60f5e77f4,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:56.509669 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-978ea92c-cf0d-4739-ab75-48a4b68bbee4 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:56.536399 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-978ea92c-cf0d-4739-ab75-48a4b68bbee4 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] 10.222.0.20 "DELETE /v2.0/networks/3656ac5d-e1a6-46da-9056-26b60f5e77f4 HTTP/1.1" status: 204 len: 168 time: 1.3569248 Dec 10 15:30:56.536531 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-63a2f1dc-23ec-4e1e-87db-976d464a5547 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12392235'] for segment, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:56.622408 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-63a2f1dc-23ec-4e1e-87db-976d464a5547 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:56.624177 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b75e16de-c9e4-4cba-a636-f6072a4a1d59 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:56.649999 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63a2f1dc-23ec-4e1e-87db-976d464a5547 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=103586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:30:56.650420 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-63a2f1dc-23ec-4e1e-87db-976d464a5547 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11695586'] for segment, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:56.675320 dv-neutron-821401-4-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:30:56.675320 dv-neutron-821401-4-hyperv neutron-server[103586]: items = [ Dec 10 15:30:56.675320 dv-neutron-821401-4-hyperv neutron-server[103586]: Traceback (most recent call last): Dec 10 15:30:56.675320 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:30:56.675320 dv-neutron-821401-4-hyperv neutron-server[103586]: timer() Dec 10 15:30:56.675320 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:30:56.675320 dv-neutron-821401-4-hyperv neutron-server[103586]: cb(*args, **kw) Dec 10 15:30:56.675320 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:30:56.675320 dv-neutron-821401-4-hyperv neutron-server[103586]: return func(*args, **kwargs) Dec 10 15:30:56.675320 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:30:56.675320 dv-neutron-821401-4-hyperv neutron-server[103586]: self._notify() Dec 10 15:30:56.675320 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:30:56.675320 dv-neutron-821401-4-hyperv neutron-server[103586]: self.callback(batched_events) Dec 10 15:30:56.675320 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:30:56.675320 dv-neutron-821401-4-hyperv neutron-server[103586]: event.method(event) Dec 10 15:30:56.675320 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:30:56.675320 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:30:56.675320 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:30:56.675320 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:30:56.675320 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:30:56.675320 dv-neutron-821401-4-hyperv neutron-server[103586]: return f(self, *a, **k) Dec 10 15:30:56.675320 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:30:56.675320 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._get(url).json() Dec 10 15:30:56.675320 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:30:56.675320 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:30:56.675320 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:30:56.675320 dv-neutron-821401-4-hyperv neutron-server[103586]: return self.request(url, 'GET', **kwargs) Dec 10 15:30:56.675320 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:30:56.675320 dv-neutron-821401-4-hyperv neutron-server[103586]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:30:56.675320 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:30:56.675320 dv-neutron-821401-4-hyperv neutron-server[103586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:30:56.675320 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:30:56.675320 dv-neutron-821401-4-hyperv neutron-server[103586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:30:56.675320 dv-neutron-821401-4-hyperv neutron-server[103586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:30:56.708683 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e86859cc-f39e-4ccf-861e-44619c3e7df2 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:56.714313 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-e86859cc-f39e-4ccf-861e-44619c3e7df2 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] 10.222.0.20 "DELETE /v2.0/ports/ea2414fe-e7a5-41f4-b4a4-bf9bc2f268fe HTTP/1.1" status: 204 len: 168 time: 1.9086962 Dec 10 15:30:56.722263 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59200) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:56.743971 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-1b60a1b9-1250-44e2-a117-c44cb23cc187 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] 10.222.0.20 "GET /v2.0/routers/755ebfd7-210d-4e00-99a1-db2156e93005 HTTP/1.1" status: 200 len: 920 time: 0.3464117 Dec 10 15:30:56.752787 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59204) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:56.762308 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-d63c5721-a7f8-48e0-8934-7ab7f82c44a8 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] GET failed (client error): The resource could not be found. Dec 10 15:30:56.766377 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-d63c5721-a7f8-48e0-8934-7ab7f82c44a8 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] 10.222.0.20 "GET /v2.0/ports/ea2414fe-e7a5-41f4-b4a4-bf9bc2f268fe HTTP/1.1" status: 404 len: 333 time: 0.0398297 Dec 10 15:30:56.768339 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59206) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:56.773995 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-03272890-67cc-45e5-b168-7f832f7ab57d tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Request body: {'port': {'network_id': '594b404b-ae6c-49f9-b111-dabdbaffac2b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1673300386'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:30:56.817147 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-21a4506a-39cb-4ed4-afde-1e2dc4b709f5 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] 10.222.0.20 "GET /v2.0/ports?device_id=755ebfd7-210d-4e00-99a1-db2156e93005 HTTP/1.1" status: 200 len: 205 time: 0.0631995 Dec 10 15:30:56.819270 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.db.api [None req-63a2f1dc-23ec-4e1e-87db-976d464a5547 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 15:30:56.819270 dv-neutron-821401-4-hyperv neutron-server[103586]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 15:30:56.819270 dv-neutron-821401-4-hyperv neutron-server[103586]: [parameters: {'id': '889cbc24-6438-4f81-ba01-b0fdcb626c42'}] Dec 10 15:30:56.819270 dv-neutron-821401-4-hyperv neutron-server[103586]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 15:30:56.819586 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG oslo_db.api [None req-63a2f1dc-23ec-4e1e-87db-976d464a5547 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 15:30:56.821056 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59208) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:56.840813 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd13a769-cfb7-444b-9b5a-d4dc536c6853 None None] get_active_networks_info from dv-neutron-821401-4-hyperv {{(pid=103588) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 15:30:56.973731 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd13a769-cfb7-444b-9b5a-d4dc536c6853 None None] Resources bound (agent type, host, resource id): {{(pid=103588) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 15:30:56.975207 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-880a5550-938a-4225-bb5a-abecfe27b32f tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks [] for router, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:56.993401 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03272890-67cc-45e5-b168-7f832f7ab57d tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Made reservation on behalf of 1e082ee43ec6499790d7f3f2cf8a2215 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:30:56.997608 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-03272890-67cc-45e5-b168-7f832f7ab57d tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:57.009742 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59212) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:57.016239 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-3e3556bb-2494-42f0-9e9a-6c391cff9ffe tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Request body: {'router': {'name': 'tempest-router--1527413253', 'project_id': '0bc239fe1b614a018c15af4032a4208f'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:30:57.022402 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-b75e16de-c9e4-4cba-a636-f6072a4a1d59 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Deleting port eb17808c-e901-4e61-999b-3384c681e63d {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:30:57.022586 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b75e16de-c9e4-4cba-a636-f6072a4a1d59 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:57.038217 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-03272890-67cc-45e5-b168-7f832f7ab57d tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] device_id is not set on port dd971b35-f9a2-4dac-8f4e-c4bf7518012b yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:30:57.146312 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b75e16de-c9e4-4cba-a636-f6072a4a1d59 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:57.164153 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-b75e16de-c9e4-4cba-a636-f6072a4a1d59 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Calling delete_port for eb17808c-e901-4e61-999b-3384c681e63d owned by network:router_gateway {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:30:57.170384 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-03272890-67cc-45e5-b168-7f832f7ab57d tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Allocated IP 2001:db8::29c (594b404b-ae6c-49f9-b111-dabdbaffac2b/d2f2e864-f44c-4871-a160-7332e1da4cc8/dd971b35-f9a2-4dac-8f4e-c4bf7518012b) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:30:57.177508 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-880a5550-938a-4225-bb5a-abecfe27b32f tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:57.183036 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3e3556bb-2494-42f0-9e9a-6c391cff9ffe tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13912'] for router, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:57.184815 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3e3556bb-2494-42f0-9e9a-6c391cff9ffe tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:57.248686 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3e3556bb-2494-42f0-9e9a-6c391cff9ffe tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:57.322047 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-63a2f1dc-23ec-4e1e-87db-976d464a5547 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:57.324155 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3e3556bb-2494-42f0-9e9a-6c391cff9ffe tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363'] for router, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:57.409839 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-880a5550-938a-4225-bb5a-abecfe27b32f tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Deleting port 9d8a8752-f44d-4b98-a1b1-0d07327a8ee8 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:30:57.410089 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-880a5550-938a-4225-bb5a-abecfe27b32f tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:57.417093 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-03272890-67cc-45e5-b168-7f832f7ab57d tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:57.441960 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3e3556bb-2494-42f0-9e9a-6c391cff9ffe tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:57.443156 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-3e3556bb-2494-42f0-9e9a-6c391cff9ffe tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4322624 Dec 10 15:30:57.447852 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59218) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:57.463075 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b75e16de-c9e4-4cba-a636-f6072a4a1d59 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:57.505300 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75e16de-c9e4-4cba-a636-f6072a4a1d59 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Pushing event deleted for resources: {'Port': ['ID=eb17808c-e901-4e61-999b-3384c681e63d,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:57.511150 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-63a2f1dc-23ec-4e1e-87db-976d464a5547 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Deleting port be517e09-dea3-4b4c-9a72-193194700e9e {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:30:57.511362 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-63a2f1dc-23ec-4e1e-87db-976d464a5547 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:57.525400 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e9620a59-5dd1-4a14-9a03-fb0b44a47c48 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks [] for router, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:57.527407 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c29ff6-895d-4154-b2e1-5c0804b0694c None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:30:57.603177 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-880a5550-938a-4225-bb5a-abecfe27b32f tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:57.609821 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-03272890-67cc-45e5-b168-7f832f7ab57d tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:57.631675 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-880a5550-938a-4225-bb5a-abecfe27b32f tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Calling delete_port for 9d8a8752-f44d-4b98-a1b1-0d07327a8ee8 owned by network:router_gateway {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:30:57.648284 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-63a2f1dc-23ec-4e1e-87db-976d464a5547 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] For port be517e09-dea3-4b4c-9a72-193194700e9e, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=be517e09-dea3-4b4c-9a72-193194700e9e,segment=NetworkSegment(2e3eaee2-7dff-446c-ba60-d95a42bc58aa),segment_id=2e3eaee2-7dff-446c-ba60-d95a42bc58aa)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:30:57.648647 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-63a2f1dc-23ec-4e1e-87db-976d464a5547 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:57.693031 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b75e16de-c9e4-4cba-a636-f6072a4a1d59 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552731'] for router_gateway, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:57.742614 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e9620a59-5dd1-4a14-9a03-fb0b44a47c48 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13898'] for router, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:57.747212 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e9620a59-5dd1-4a14-9a03-fb0b44a47c48 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:57.753253 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03272890-67cc-45e5-b168-7f832f7ab57d tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Network 594b404b-ae6c-49f9-b111-dabdbaffac2b is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:30:57.754299 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-63a2f1dc-23ec-4e1e-87db-976d464a5547 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Calling delete_port for be517e09-dea3-4b4c-9a72-193194700e9e owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:30:57.762630 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-03272890-67cc-45e5-b168-7f832f7ab57d tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:30:57.787262 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03272890-67cc-45e5-b168-7f832f7ab57d tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:30:57.793670 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03272890-67cc-45e5-b168-7f832f7ab57d tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:57.794449 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-03272890-67cc-45e5-b168-7f832f7ab57d tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:57.802361 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b75e16de-c9e4-4cba-a636-f6072a4a1d59 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13898'] for router, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:57.814505 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b75e16de-c9e4-4cba-a636-f6072a4a1d59 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:57.831758 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03272890-67cc-45e5-b168-7f832f7ab57d tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Pushing event updated for resources: {'Port': ['ID=dd971b35-f9a2-4dac-8f4e-c4bf7518012b,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:57.936564 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e9620a59-5dd1-4a14-9a03-fb0b44a47c48 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549250'] for router, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:57.937505 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9620a59-5dd1-4a14-9a03-fb0b44a47c48 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4d96318f-bec1-4132-8dd5-c57ea09cc615 {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 15:30:57.948539 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e9620a59-5dd1-4a14-9a03-fb0b44a47c48 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:57.955625 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-e9620a59-5dd1-4a14-9a03-fb0b44a47c48 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] 10.222.0.20 "DELETE /v2.0/routers/4d96318f-bec1-4132-8dd5-c57ea09cc615 HTTP/1.1" status: 204 len: 168 time: 0.5043588 Dec 10 15:30:57.970975 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59224) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:57.981486 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-c20cc49c-890a-4221-9837-3154ca986f35 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::19b', 'mac_address': 'fa:16:3e:8e:83:71'}]}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:30:57.982329 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-03272890-67cc-45e5-b168-7f832f7ab57d tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2129061 Dec 10 15:30:57.986244 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b75e16de-c9e4-4cba-a636-f6072a4a1d59 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549250'] for router, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:57.986936 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b75e16de-c9e4-4cba-a636-f6072a4a1d59 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Fanout notify agent at l3_agent the message router_deleted on router 6f7e164a-72d9-4abe-810a-68b967db9c9b {{(pid=103586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 15:30:58.009885 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b75e16de-c9e4-4cba-a636-f6072a4a1d59 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:58.009885 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-b75e16de-c9e4-4cba-a636-f6072a4a1d59 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] 10.222.0.20 "DELETE /v2.0/routers/6f7e164a-72d9-4abe-810a-68b967db9c9b HTTP/1.1" status: 204 len: 168 time: 1.9843979 Dec 10 15:30:58.010184 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59226) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:58.017512 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-cf711dc3-9939-4d4b-8a27-ec6c78dd6d3d None None] Provisioning complete for port dd971b35-f9a2-4dac-8f4e-c4bf7518012b triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:30:58.018161 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cf711dc3-9939-4d4b-8a27-ec6c78dd6d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:58.056046 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-cf711dc3-9939-4d4b-8a27-ec6c78dd6d3d None None] Port dd971b35-f9a2-4dac-8f4e-c4bf7518012b cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:30:58.059652 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-b758e21b-9024-4445-b6c6-e4a0ebd369d7 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Deleting subnet 5a06ad72-0fad-4bb3-9457-8353f7006703 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:30:58.063064 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b758e21b-9024-4445-b6c6-e4a0ebd369d7 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks [] for subnet, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:58.063706 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-63a2f1dc-23ec-4e1e-87db-976d464a5547 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:58.118927 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b758e21b-9024-4445-b6c6-e4a0ebd369d7 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11806768'] for subnet, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:58.131945 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a2f1dc-23ec-4e1e-87db-976d464a5547 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Pushing event deleted for resources: {'Port': ['ID=be517e09-dea3-4b4c-9a72-193194700e9e,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:58.138767 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a2f1dc-23ec-4e1e-87db-976d464a5547 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] No DVR routers for this DVR port be517e09-dea3-4b4c-9a72-193194700e9e on host dv-neutron-821401-4-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:30:58.200835 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59228) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:58.211270 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-880a5550-938a-4225-bb5a-abecfe27b32f tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:58.249534 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b758e21b-9024-4445-b6c6-e4a0ebd369d7 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:58.388345 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b758e21b-9024-4445-b6c6-e4a0ebd369d7 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11236721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11668521'] for subnet, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:58.423533 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b758e21b-9024-4445-b6c6-e4a0ebd369d7 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Pushing event deleted for resources: {'Subnet': ['ID=5a06ad72-0fad-4bb3-9457-8353f7006703,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:58.438179 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9d93b9-9032-498c-a8a9-586d7fa147c9 None None] Network 2cee3efd-6c23-41c3-b051-02d9b819d26e requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:30:58.438830 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b758e21b-9024-4445-b6c6-e4a0ebd369d7 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:58.446838 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-b758e21b-9024-4445-b6c6-e4a0ebd369d7 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] 10.222.0.20 "DELETE /v2.0/subnets/5a06ad72-0fad-4bb3-9457-8353f7006703 HTTP/1.1" status: 204 len: 168 time: 0.4390080 Dec 10 15:30:58.449191 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59236) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:58.536255 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fd87f673-2e59-443c-ad60-58c33cd4c3e3 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:58.568843 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-fc4e28b8-5192-47de-966d-a8004f3b43f4 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-493028460', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}, 'admin_state_up': False}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:30:58.591388 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-fd87f673-2e59-443c-ad60-58c33cd4c3e3 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Deleting port fc5b211e-fcd9-474b-8a7e-dc6c9210d4b0 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:30:58.591723 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fd87f673-2e59-443c-ad60-58c33cd4c3e3 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:58.609719 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc016eb-ee86-46f3-a92d-04fa316ad63f None None] DHCP port deletion for 2cee3efd-6c23-41c3-b051-02d9b819d26e request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:30:58.623139 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880a5550-938a-4225-bb5a-abecfe27b32f tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Pushing event deleted for resources: {'Port': ['ID=9d8a8752-f44d-4b98-a1b1-0d07327a8ee8,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:58.648831 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d93496-895e-4712-8dbf-d3342fd797e1 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:30:58.667078 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-2cc016eb-ee86-46f3-a92d-04fa316ad63f None None] Deleting port fc5b211e-fcd9-474b-8a7e-dc6c9210d4b0 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:30:58.667653 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2cc016eb-ee86-46f3-a92d-04fa316ad63f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:58.678075 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-fd87f673-2e59-443c-ad60-58c33cd4c3e3 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] For port fc5b211e-fcd9-474b-8a7e-dc6c9210d4b0, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=fc5b211e-fcd9-474b-8a7e-dc6c9210d4b0,segment=NetworkSegment(7f77fb38-15c1-4365-b3cd-977b885d62d4),segment_id=7f77fb38-15c1-4365-b3cd-977b885d62d4)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:30:58.678554 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fd87f673-2e59-443c-ad60-58c33cd4c3e3 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:58.697387 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-fd87f673-2e59-443c-ad60-58c33cd4c3e3 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Calling delete_port for fc5b211e-fcd9-474b-8a7e-dc6c9210d4b0 owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:30:58.718932 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device fc5b211e-fcd9-474b-8a7e-dc6c9210d4b0 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:30:58.720132 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-63a2f1dc-23ec-4e1e-87db-976d464a5547 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:58.773418 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-2cc016eb-ee86-46f3-a92d-04fa316ad63f None None] For port fc5b211e-fcd9-474b-8a7e-dc6c9210d4b0, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=fc5b211e-fcd9-474b-8a7e-dc6c9210d4b0,segment=NetworkSegment(7f77fb38-15c1-4365-b3cd-977b885d62d4),segment_id=7f77fb38-15c1-4365-b3cd-977b885d62d4)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:30:58.774131 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2cc016eb-ee86-46f3-a92d-04fa316ad63f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:58.783892 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-63a2f1dc-23ec-4e1e-87db-976d464a5547 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['889cbc24-6438-4f81-ba01-b0fdcb626c42']}} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:30:58.792040 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-2cc016eb-ee86-46f3-a92d-04fa316ad63f None None] Calling delete_port for fc5b211e-fcd9-474b-8a7e-dc6c9210d4b0 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:30:58.806649 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-63a2f1dc-23ec-4e1e-87db-976d464a5547 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e3eaee2-7dff-446c-ba60-d95a42bc58aa') {'for_net_delete': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:30:58.806956 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-63a2f1dc-23ec-4e1e-87db-976d464a5547 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e3eaee2-7dff-446c-ba60-d95a42bc58aa') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:30:58.821370 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-880a5550-938a-4225-bb5a-abecfe27b32f tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552731'] for router_gateway, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:58.825026 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-63a2f1dc-23ec-4e1e-87db-976d464a5547 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12392235'] for segment, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:58.826443 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c20cc49c-890a-4221-9837-3154ca986f35 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:58.890754 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fd87f673-2e59-443c-ad60-58c33cd4c3e3 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:58.899915 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fc4e28b8-5192-47de-966d-a8004f3b43f4 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13912'] for router, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:58.900502 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fc4e28b8-5192-47de-966d-a8004f3b43f4 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:58.919173 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd87f673-2e59-443c-ad60-58c33cd4c3e3 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Pushing event deleted for resources: {'Port': ['ID=fc5b211e-fcd9-474b-8a7e-dc6c9210d4b0,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:58.925122 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd87f673-2e59-443c-ad60-58c33cd4c3e3 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] No DVR routers for this DVR port fc5b211e-fcd9-474b-8a7e-dc6c9210d4b0 on host dv-neutron-821401-4-hyperv {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:30:58.938081 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-63a2f1dc-23ec-4e1e-87db-976d464a5547 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:58.970689 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-880a5550-938a-4225-bb5a-abecfe27b32f tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13898'] for router, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:58.977981 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-880a5550-938a-4225-bb5a-abecfe27b32f tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:58.981550 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63a2f1dc-23ec-4e1e-87db-976d464a5547 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=103586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:30:58.981985 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-63a2f1dc-23ec-4e1e-87db-976d464a5547 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11695586'] for segment, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:58.986771 dv-neutron-821401-4-hyperv neutron-server[103586]: Traceback (most recent call last): Dec 10 15:30:58.986771 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:30:58.986771 dv-neutron-821401-4-hyperv neutron-server[103586]: timer() Dec 10 15:30:58.986771 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:30:58.986771 dv-neutron-821401-4-hyperv neutron-server[103586]: cb(*args, **kw) Dec 10 15:30:58.986771 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:30:58.986771 dv-neutron-821401-4-hyperv neutron-server[103586]: return func(*args, **kwargs) Dec 10 15:30:58.986771 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:30:58.986771 dv-neutron-821401-4-hyperv neutron-server[103586]: self._notify() Dec 10 15:30:58.986771 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:30:58.986771 dv-neutron-821401-4-hyperv neutron-server[103586]: self.callback(batched_events) Dec 10 15:30:58.986771 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:30:58.986771 dv-neutron-821401-4-hyperv neutron-server[103586]: event.method(event) Dec 10 15:30:58.986771 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:30:58.986771 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:30:58.986771 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:30:58.986771 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:30:58.986771 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:30:58.986771 dv-neutron-821401-4-hyperv neutron-server[103586]: return f(self, *a, **k) Dec 10 15:30:58.986771 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:30:58.986771 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._get(url).json() Dec 10 15:30:58.986771 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:30:58.986771 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:30:58.986771 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:30:58.986771 dv-neutron-821401-4-hyperv neutron-server[103586]: return self.request(url, 'GET', **kwargs) Dec 10 15:30:58.986771 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:30:58.986771 dv-neutron-821401-4-hyperv neutron-server[103586]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:30:58.986771 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:30:58.986771 dv-neutron-821401-4-hyperv neutron-server[103586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:30:58.986771 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:30:58.986771 dv-neutron-821401-4-hyperv neutron-server[103586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:30:58.986771 dv-neutron-821401-4-hyperv neutron-server[103586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:30:59.024691 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fd87f673-2e59-443c-ad60-58c33cd4c3e3 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:59.028402 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:59.046981 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-fd87f673-2e59-443c-ad60-58c33cd4c3e3 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cee3efd-6c23-41c3-b051-02d9b819d26e']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:30:59.056914 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-fd87f673-2e59-443c-ad60-58c33cd4c3e3 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f77fb38-15c1-4365-b3cd-977b885d62d4') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:30:59.057091 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-fd87f673-2e59-443c-ad60-58c33cd4c3e3 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f77fb38-15c1-4365-b3cd-977b885d62d4') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:30:59.068291 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fd87f673-2e59-443c-ad60-58c33cd4c3e3 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11806923'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:59.090919 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fd87f673-2e59-443c-ad60-58c33cd4c3e3 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:59.100573 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd87f673-2e59-443c-ad60-58c33cd4c3e3 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:30:59.100943 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fd87f673-2e59-443c-ad60-58c33cd4c3e3 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11236635'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:59.101289 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2cc016eb-ee86-46f3-a92d-04fa316ad63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:59.104134 dv-neutron-821401-4-hyperv neutron-server[103587]: Traceback (most recent call last): Dec 10 15:30:59.104134 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:30:59.104134 dv-neutron-821401-4-hyperv neutron-server[103587]: timer() Dec 10 15:30:59.104134 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:30:59.104134 dv-neutron-821401-4-hyperv neutron-server[103587]: cb(*args, **kw) Dec 10 15:30:59.104134 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:30:59.104134 dv-neutron-821401-4-hyperv neutron-server[103587]: return func(*args, **kwargs) Dec 10 15:30:59.104134 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:30:59.104134 dv-neutron-821401-4-hyperv neutron-server[103587]: self._notify() Dec 10 15:30:59.104134 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:30:59.104134 dv-neutron-821401-4-hyperv neutron-server[103587]: self.callback(batched_events) Dec 10 15:30:59.104134 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:30:59.104134 dv-neutron-821401-4-hyperv neutron-server[103587]: event.method(event) Dec 10 15:30:59.104134 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:30:59.104134 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:30:59.104134 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:30:59.104134 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:30:59.104134 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:30:59.104134 dv-neutron-821401-4-hyperv neutron-server[103587]: return f(self, *a, **k) Dec 10 15:30:59.104134 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:30:59.104134 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._get(url).json() Dec 10 15:30:59.104134 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:30:59.104134 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:30:59.104134 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:30:59.104134 dv-neutron-821401-4-hyperv neutron-server[103587]: return self.request(url, 'GET', **kwargs) Dec 10 15:30:59.104134 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:30:59.104134 dv-neutron-821401-4-hyperv neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:30:59.104134 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:30:59.104134 dv-neutron-821401-4-hyperv neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:30:59.104134 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:30:59.104134 dv-neutron-821401-4-hyperv neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:30:59.104134 dv-neutron-821401-4-hyperv neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:30:59.131186 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc016eb-ee86-46f3-a92d-04fa316ad63f None None] Pushing event deleted for resources: {'Port': ['ID=fc5b211e-fcd9-474b-8a7e-dc6c9210d4b0,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:59.132990 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc016eb-ee86-46f3-a92d-04fa316ad63f None None] No DVR routers for this DVR port fc5b211e-fcd9-474b-8a7e-dc6c9210d4b0 on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:30:59.165209 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-880a5550-938a-4225-bb5a-abecfe27b32f tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549250'] for router, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:59.165803 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-880a5550-938a-4225-bb5a-abecfe27b32f tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Fanout notify agent at l3_agent the message router_deleted on router 755ebfd7-210d-4e00-99a1-db2156e93005 {{(pid=103586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 15:30:59.174348 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-880a5550-938a-4225-bb5a-abecfe27b32f tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:59.175773 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-880a5550-938a-4225-bb5a-abecfe27b32f tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] 10.222.0.20 "DELETE /v2.0/routers/755ebfd7-210d-4e00-99a1-db2156e93005 HTTP/1.1" status: 204 len: 168 time: 2.3535845 Dec 10 15:30:59.179824 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59240) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:59.179958 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-63a2f1dc-23ec-4e1e-87db-976d464a5547 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:59.187981 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-07302df4-90a3-4154-b716-6229c50fd5b8 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Request body: {'router': {'name': 'tempest-snat-router-514147139', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'enable_snat': False}}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:30:59.194575 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-63a2f1dc-23ec-4e1e-87db-976d464a5547 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:59.201053 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-63a2f1dc-23ec-4e1e-87db-976d464a5547 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] 10.222.0.20 "DELETE /v2.0/networks/889cbc24-6438-4f81-ba01-b0fdcb626c42 HTTP/1.1" status: 204 len: 168 time: 4.0760658 Dec 10 15:30:59.203901 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59242) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:59.209734 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-4cc57047-2034-43c9-b677-2bf3c0a19fc4 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-614220231'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:30:59.222035 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fd87f673-2e59-443c-ad60-58c33cd4c3e3 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:59.229244 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fd87f673-2e59-443c-ad60-58c33cd4c3e3 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:59.230400 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a2f1dc-23ec-4e1e-87db-976d464a5547 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Pushing event deleted for resources: {'Network': ['ID=889cbc24-6438-4f81-ba01-b0fdcb626c42,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:59.234793 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-fd87f673-2e59-443c-ad60-58c33cd4c3e3 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] 10.222.0.20 "DELETE /v2.0/networks/2cee3efd-6c23-41c3-b051-02d9b819d26e HTTP/1.1" status: 204 len: 168 time: 0.7822723 Dec 10 15:30:59.242752 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59244) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:59.254312 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd87f673-2e59-443c-ad60-58c33cd4c3e3 tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Pushing event deleted for resources: {'Network': ['ID=2cee3efd-6c23-41c3-b051-02d9b819d26e,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:59.270431 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fc4e28b8-5192-47de-966d-a8004f3b43f4 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:59.293764 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-07302df4-90a3-4154-b716-6229c50fd5b8 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13912'] for router, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:59.294792 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-07302df4-90a3-4154-b716-6229c50fd5b8 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:59.303488 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c20cc49c-890a-4221-9837-3154ca986f35 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:59.402924 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c20cc49c-890a-4221-9837-3154ca986f35 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:59.410339 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-07302df4-90a3-4154-b716-6229c50fd5b8 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:59.426164 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc57047-2034-43c9-b677-2bf3c0a19fc4 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Made reservation on behalf of e42aa0aacd1b476cb9d51b140a9e3e81 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:30:59.429654 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4cc57047-2034-43c9-b677-2bf3c0a19fc4 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:59.450715 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-f8ae0671-9773-4dee-bf5d-0309f005165e tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Deleting port b07225b1-82e8-4656-aed1-fbe37ef586ea {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:30:59.451190 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f8ae0671-9773-4dee-bf5d-0309f005165e tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:59.481619 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-c20cc49c-890a-4221-9837-3154ca986f35 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] In _notify_port_updated(), no bound segment for port dd971b35-f9a2-4dac-8f4e-c4bf7518012b on network 594b404b-ae6c-49f9-b111-dabdbaffac2b {{(pid=103586) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 15:30:59.490201 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20cc49c-890a-4221-9837-3154ca986f35 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:30:59.491077 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c20cc49c-890a-4221-9837-3154ca986f35 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:59.492641 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-c20cc49c-890a-4221-9837-3154ca986f35 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] 10.222.0.20 "PUT /v2.0/ports/dd971b35-f9a2-4dac-8f4e-c4bf7518012b HTTP/1.1" status: 200 len: 1003 time: 1.5178998 Dec 10 15:30:59.498557 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59250) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:30:59.503789 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cc57047-2034-43c9-b677-2bf3c0a19fc4 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:30:59.566318 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fc4e28b8-5192-47de-966d-a8004f3b43f4 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:59.582941 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20cc49c-890a-4221-9837-3154ca986f35 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Pushing event updated for resources: {'Port': ['ID=dd971b35-f9a2-4dac-8f4e-c4bf7518012b,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:30:59.643441 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-9a7e8c59-9ee1-4021-a87c-d1a0bc3c0fb8 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Deleting port dd971b35-f9a2-4dac-8f4e-c4bf7518012b {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:30:59.643788 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9a7e8c59-9ee1-4021-a87c-d1a0bc3c0fb8 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:59.785126 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9a7e8c59-9ee1-4021-a87c-d1a0bc3c0fb8 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:59.808695 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-9a7e8c59-9ee1-4021-a87c-d1a0bc3c0fb8 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Calling delete_port for dd971b35-f9a2-4dac-8f4e-c4bf7518012b owned by {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:30:59.834357 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-1a4f5c77-6333-4bfe-aba1-ea3905102e31 None None] Provisioning complete for port dd971b35-f9a2-4dac-8f4e-c4bf7518012b triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:30:59.834818 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1a4f5c77-6333-4bfe-aba1-ea3905102e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:59.845529 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4cc57047-2034-43c9-b677-2bf3c0a19fc4 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:59.845908 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.segments_db [None req-4cc57047-2034-43c9-b677-2bf3c0a19fc4 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Added segment 4cb429d7-c6bd-4d09-8110-554fd0eef519 of type vlan for network 748bd349-a593-45eb-bbbb-d494a8118b18 Dec 10 15:30:59.885905 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-1a4f5c77-6333-4bfe-aba1-ea3905102e31 None None] Port dd971b35-f9a2-4dac-8f4e-c4bf7518012b cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:30:59.959526 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4cc57047-2034-43c9-b677-2bf3c0a19fc4 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:30:59.997126 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fc4e28b8-5192-47de-966d-a8004f3b43f4 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks [] for router_gateway, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:00.005602 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f8ae0671-9773-4dee-bf5d-0309f005165e tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:00.005884 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f8ae0671-9773-4dee-bf5d-0309f005165e tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:00.010549 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-07302df4-90a3-4154-b716-6229c50fd5b8 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:00.032196 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-f8ae0671-9773-4dee-bf5d-0309f005165e tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Calling delete_port for b07225b1-82e8-4656-aed1-fbe37ef586ea owned by network:floatingip {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:31:00.034970 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fc4e28b8-5192-47de-966d-a8004f3b43f4 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:00.112518 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4cc57047-2034-43c9-b677-2bf3c0a19fc4 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:00.118130 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc57047-2034-43c9-b677-2bf3c0a19fc4 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:00.118773 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4cc57047-2034-43c9-b677-2bf3c0a19fc4 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:00.185107 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9a7e8c59-9ee1-4021-a87c-d1a0bc3c0fb8 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:00.226336 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7e8c59-9ee1-4021-a87c-d1a0bc3c0fb8 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Pushing event deleted for resources: {'Port': ['ID=dd971b35-f9a2-4dac-8f4e-c4bf7518012b,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:00.231706 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc57047-2034-43c9-b677-2bf3c0a19fc4 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Pushing event updated for resources: {'Network': ['ID=748bd349-a593-45eb-bbbb-d494a8118b18,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:00.250679 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 748bd349-a593-45eb-bbbb-d494a8118b18 details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:31:00.276723 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-4cc57047-2034-43c9-b677-2bf3c0a19fc4 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0716219 Dec 10 15:31:00.281834 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59254) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:00.289266 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-42d9a816-0bd0-43ee-849c-e910a6feaed8 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Request body: {'subnet': {'network_id': '748bd349-a593-45eb-bbbb-d494a8118b18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:31:00.375850 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-fc4e28b8-5192-47de-966d-a8004f3b43f4 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Allocated IP 172.26.2.27 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/50260246-21b5-4dbe-904d-180a8c36b78f) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:31:00.383234 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9a7e8c59-9ee1-4021-a87c-d1a0bc3c0fb8 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:00.386978 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-9a7e8c59-9ee1-4021-a87c-d1a0bc3c0fb8 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] 10.222.0.20 "DELETE /v2.0/ports/dd971b35-f9a2-4dac-8f4e-c4bf7518012b HTTP/1.1" status: 204 len: 168 time: 0.8872859 Dec 10 15:31:00.389677 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59256) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:00.409451 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f8ae0671-9773-4dee-bf5d-0309f005165e tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:00.470062 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-919fabeb-98aa-40da-80f8-966606a97f24 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] GET failed (client error): The resource could not be found. Dec 10 15:31:00.475202 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-919fabeb-98aa-40da-80f8-966606a97f24 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] 10.222.0.20 "GET /v2.0/ports/dd971b35-f9a2-4dac-8f4e-c4bf7518012b HTTP/1.1" status: 404 len: 333 time: 0.0803318 Dec 10 15:31:00.475577 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59258) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:00.484578 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-502c6c08-e225-4f4a-805f-3c4377f1e588 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Request body: {'port': {'network_id': '594b404b-ae6c-49f9-b111-dabdbaffac2b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1111898040'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:31:00.517952 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ae0671-9773-4dee-bf5d-0309f005165e tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Pushing event deleted for resources: {'Port': ['ID=b07225b1-82e8-4656-aed1-fbe37ef586ea,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:00.523334 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d9a816-0bd0-43ee-849c-e910a6feaed8 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Made reservation on behalf of e42aa0aacd1b476cb9d51b140a9e3e81 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:31:00.526834 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-42d9a816-0bd0-43ee-849c-e910a6feaed8 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11668558'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:00.539319 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b129c6d5-1878-4d31-950d-bd8bc4c4eb26 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:31:00.549333 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fc4e28b8-5192-47de-966d-a8004f3b43f4 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:00.675508 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-07302df4-90a3-4154-b716-6229c50fd5b8 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:00.706909 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f8ae0671-9773-4dee-bf5d-0309f005165e tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks [] for floatingip, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:00.709440 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f8ae0671-9773-4dee-bf5d-0309f005165e tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:00.710623 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-f8ae0671-9773-4dee-bf5d-0309f005165e tempest-FloatingIPAdminTestJSON-1180111582 tempest-FloatingIPAdminTestJSON-1180111582-project] 10.222.0.20 "DELETE /v2.0/floatingips/cb509140-f9fd-4923-b6fb-6810b67cf765 HTTP/1.1" status: 204 len: 168 time: 1.4669445 Dec 10 15:31:00.714865 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-07302df4-90a3-4154-b716-6229c50fd5b8 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:00.719708 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fc4e28b8-5192-47de-966d-a8004f3b43f4 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:00.755425 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-502c6c08-e225-4f4a-805f-3c4377f1e588 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Made reservation on behalf of 1e082ee43ec6499790d7f3f2cf8a2215 for: {'port': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:31:00.759012 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-502c6c08-e225-4f4a-805f-3c4377f1e588 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:00.779256 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4e28b8-5192-47de-966d-a8004f3b43f4 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:31:00.786327 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-fc4e28b8-5192-47de-966d-a8004f3b43f4 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:31:00.795145 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4e28b8-5192-47de-966d-a8004f3b43f4 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:31:00.799869 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-502c6c08-e225-4f4a-805f-3c4377f1e588 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] device_id is not set on port 7c1424ee-1e8b-4c19-84ff-dc76cc9851cd yet. {{(pid=103586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:31:00.805178 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4e28b8-5192-47de-966d-a8004f3b43f4 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Pushing event updated for resources: {'Port': ['ID=50260246-21b5-4dbe-904d-180a8c36b78f,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:00.807296 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce9e9ab-4eb2-4aac-9a47-f5f68481185e None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:31:00.912552 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-07302df4-90a3-4154-b716-6229c50fd5b8 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Allocated IP 172.26.2.241 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/009a86ac-05a4-4768-b0d0-c99c89a15e1f) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:31:00.923008 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-7e72c2f5-46e1-4a31-91da-a4fc6fcb355f None None] Provisioning complete for port 50260246-21b5-4dbe-904d-180a8c36b78f triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:31:00.923379 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7e72c2f5-46e1-4a31-91da-a4fc6fcb355f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:00.963614 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-7e72c2f5-46e1-4a31-91da-a4fc6fcb355f None None] Port 50260246-21b5-4dbe-904d-180a8c36b78f cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:31:01.043270 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-07302df4-90a3-4154-b716-6229c50fd5b8 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:01.060145 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-502c6c08-e225-4f4a-805f-3c4377f1e588 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Allocated IP 2001:db8::2c0 (594b404b-ae6c-49f9-b111-dabdbaffac2b/d2f2e864-f44c-4871-a160-7332e1da4cc8/7c1424ee-1e8b-4c19-84ff-dc76cc9851cd) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:31:01.097365 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.objects.ports [None req-42d9a816-0bd0-43ee-849c-e910a6feaed8 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103587) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 15:31:01.104297 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-42d9a816-0bd0-43ee-849c-e910a6feaed8 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11236534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11668560'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:01.173606 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d9a816-0bd0-43ee-849c-e910a6feaed8 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Pushing event updated for resources: {'Subnet': ['ID=be687e54-eb76-4e45-b3b5-74c5baa3b008,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:01.183919 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d9a816-0bd0-43ee-849c-e910a6feaed8 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Checking segment: {'id': '4cb429d7-c6bd-4d09-8110-554fd0eef519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '748bd349-a593-45eb-bbbb-d494a8118b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:31:01.184278 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d9a816-0bd0-43ee-849c-e910a6feaed8 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Network hostable DHCP agents. Network: 748bd349-a593-45eb-bbbb-d494a8118b18, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:31:01.229672 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-07302df4-90a3-4154-b716-6229c50fd5b8 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:01.270571 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07302df4-90a3-4154-b716-6229c50fd5b8 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:31:01.273664 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-07302df4-90a3-4154-b716-6229c50fd5b8 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:31:01.277943 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07302df4-90a3-4154-b716-6229c50fd5b8 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:31:01.287099 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb0d16c-5470-443b-ad63-a7d51b930e50 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:31:01.303759 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d9a816-0bd0-43ee-849c-e910a6feaed8 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Network 748bd349-a593-45eb-bbbb-d494a8118b18 is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:31:01.306812 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-502c6c08-e225-4f4a-805f-3c4377f1e588 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:01.320013 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fc4e28b8-5192-47de-966d-a8004f3b43f4 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks [] for router_gateway, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:01.322547 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07302df4-90a3-4154-b716-6229c50fd5b8 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Pushing event updated for resources: {'Port': ['ID=009a86ac-05a4-4768-b0d0-c99c89a15e1f,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:01.355940 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59270) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:01.385593 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-c65d497d-d48f-4392-9776-619a0fee3922 None None] Provisioning complete for port 009a86ac-05a4-4768-b0d0-c99c89a15e1f triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:31:01.385999 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c65d497d-d48f-4392-9776-619a0fee3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:01.410156 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-42d9a816-0bd0-43ee-849c-e910a6feaed8 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 748bd349-a593-45eb-bbbb-d494a8118b18) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:31:01.417138 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d9a816-0bd0-43ee-849c-e910a6feaed8 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:01.417808 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-42d9a816-0bd0-43ee-849c-e910a6feaed8 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:01.419547 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5090a244-d420-4261-b6c9-c2db97dc16d6 None None] Network 748bd349-a593-45eb-bbbb-d494a8118b18 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:31:01.497772 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-c65d497d-d48f-4392-9776-619a0fee3922 None None] Port 009a86ac-05a4-4768-b0d0-c99c89a15e1f cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:31:01.541959 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-42d9a816-0bd0-43ee-849c-e910a6feaed8 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.2563441 Dec 10 15:31:01.542152 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e34eaf7-8d29-42a1-80ff-8a3162d8be1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-748bd349-a593-45eb-bbbb-d494a8118b18', 'network_id': '748bd349-a593-45eb-bbbb-d494a8118b18', 'project_id': 'e42aa0aacd1b476cb9d51b140a9e3e81', 'fixed_ips': [{'subnet_id': 'be687e54-eb76-4e45-b3b5-74c5baa3b008'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:31:01.542329 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59274) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:01.543174 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4e34eaf7-8d29-42a1-80ff-8a3162d8be1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:01.681193 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-4e34eaf7-8d29-42a1-80ff-8a3162d8be1f None None] Allocated IP 2001:db8::f816:3eff:fe84:433b (748bd349-a593-45eb-bbbb-d494a8118b18/be687e54-eb76-4e45-b3b5-74c5baa3b008/c78d74b5-897c-4fce-af79-9282becdb4c8) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:31:01.715322 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-07302df4-90a3-4154-b716-6229c50fd5b8 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:01.848383 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4e34eaf7-8d29-42a1-80ff-8a3162d8be1f None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:01.906145 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-502c6c08-e225-4f4a-805f-3c4377f1e588 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:01.906740 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4e34eaf7-8d29-42a1-80ff-8a3162d8be1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:01.917810 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-1416905e-eb9c-40db-94de-4aecb7384ea1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=08a9ede9187240f682d82a9dc6b069aa&name=default HTTP/1.1" status: 200 len: 2993 time: 0.5607262 Dec 10 15:31:01.936760 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59280) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:01.954064 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e34eaf7-8d29-42a1-80ff-8a3162d8be1f None None] Network 748bd349-a593-45eb-bbbb-d494a8118b18 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:31:01.957564 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-4e34eaf7-8d29-42a1-80ff-8a3162d8be1f None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:31:01.961094 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e34eaf7-8d29-42a1-80ff-8a3162d8be1f None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:31:01.962532 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1637abc8-699a-4227-8352-7e59542a4ed6 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:01.971076 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502c6c08-e225-4f4a-805f-3c4377f1e588 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Network 594b404b-ae6c-49f9-b111-dabdbaffac2b is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:31:01.976155 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502c6c08-e225-4f4a-805f-3c4377f1e588 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Pushing event updated for resources: {'Port': ['ID=7c1424ee-1e8b-4c19-84ff-dc76cc9851cd,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:01.979474 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e34eaf7-8d29-42a1-80ff-8a3162d8be1f None None] Pushing event updated for resources: {'Port': ['ID=c78d74b5-897c-4fce-af79-9282becdb4c8,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:01.980558 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-502c6c08-e225-4f4a-805f-3c4377f1e588 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:31:01.982694 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502c6c08-e225-4f4a-805f-3c4377f1e588 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:31:01.988905 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502c6c08-e225-4f4a-805f-3c4377f1e588 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:01.989543 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-502c6c08-e225-4f4a-805f-3c4377f1e588 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:01.992436 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fc4e28b8-5192-47de-966d-a8004f3b43f4 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363'] for router, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:02.023730 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-07302df4-90a3-4154-b716-6229c50fd5b8 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363'] for router, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:02.048729 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-4e34eaf7-8d29-42a1-80ff-8a3162d8be1f None None] Attempting to bind port c78d74b5-897c-4fce-af79-9282becdb4c8 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:31:02.049204 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-4e34eaf7-8d29-42a1-80ff-8a3162d8be1f None None] Attempting to bind port c78d74b5-897c-4fce-af79-9282becdb4c8 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '4cb429d7-c6bd-4d09-8110-554fd0eef519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '748bd349-a593-45eb-bbbb-d494a8118b18'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:31:02.049688 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e34eaf7-8d29-42a1-80ff-8a3162d8be1f None None] Attempting to bind port c78d74b5-897c-4fce-af79-9282becdb4c8 on network 748bd349-a593-45eb-bbbb-d494a8118b18 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:31:02.051635 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-145646fd-a942-4ba3-9d06-47dd6671bc9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:02.057035 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e34eaf7-8d29-42a1-80ff-8a3162d8be1f None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:31:02.061005 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e34eaf7-8d29-42a1-80ff-8a3162d8be1f None None] Checking segment: {'id': '4cb429d7-c6bd-4d09-8110-554fd0eef519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '748bd349-a593-45eb-bbbb-d494a8118b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:31:02.061005 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4e34eaf7-8d29-42a1-80ff-8a3162d8be1f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:02.061005 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e34eaf7-8d29-42a1-80ff-8a3162d8be1f None None] Bound using segment: {'id': '4cb429d7-c6bd-4d09-8110-554fd0eef519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '748bd349-a593-45eb-bbbb-d494a8118b18'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:31:02.061005 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-4e34eaf7-8d29-42a1-80ff-8a3162d8be1f None None] Bound port: c78d74b5-897c-4fce-af79-9282becdb4c8, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cb429d7-c6bd-4d09-8110-554fd0eef519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '748bd349-a593-45eb-bbbb-d494a8118b18'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:31:02.061005 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4e34eaf7-8d29-42a1-80ff-8a3162d8be1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:02.112445 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-502c6c08-e225-4f4a-805f-3c4377f1e588 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.6354744 Dec 10 15:31:02.116707 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59284) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:02.122491 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-145646fd-a942-4ba3-9d06-47dd6671bc9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:02.122677 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-72b8a726-3fa6-4da6-a2fc-7f0bfc286b06 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:8e:83:71'}]}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:31:02.186248 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-4e34eaf7-8d29-42a1-80ff-8a3162d8be1f None None] For port c78d74b5-897c-4fce-af79-9282becdb4c8, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:31:02.192898 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-4e34eaf7-8d29-42a1-80ff-8a3162d8be1f None None] For port c78d74b5-897c-4fce-af79-9282becdb4c8, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=c78d74b5-897c-4fce-af79-9282becdb4c8,segment=NetworkSegment(4cb429d7-c6bd-4d09-8110-554fd0eef519),segment_id=4cb429d7-c6bd-4d09-8110-554fd0eef519)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:31:02.200664 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-1637abc8-699a-4227-8352-7e59542a4ed6 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Deleting port c78d74b5-897c-4fce-af79-9282becdb4c8 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:31:02.201023 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1637abc8-699a-4227-8352-7e59542a4ed6 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:02.234105 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-72b8a726-3fa6-4da6-a2fc-7f0bfc286b06 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:02.279728 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4e34eaf7-8d29-42a1-80ff-8a3162d8be1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:02.321721 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-1637abc8-699a-4227-8352-7e59542a4ed6 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] For port c78d74b5-897c-4fce-af79-9282becdb4c8, host dv-neutron-821401-4-hyperv, got binding levels [] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:31:02.322076 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1637abc8-699a-4227-8352-7e59542a4ed6 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:02.328235 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc4e28b8-5192-47de-966d-a8004f3b43f4 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Router 3864abce-6abe-4529-88df-9df8a07afdaf is scheduled to L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d with binding_index 1 {{(pid=103586) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 15:31:02.340080 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-1637abc8-699a-4227-8352-7e59542a4ed6 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Calling delete_port for c78d74b5-897c-4fce-af79-9282becdb4c8 owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:31:02.363121 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e34eaf7-8d29-42a1-80ff-8a3162d8be1f None None] Pushing event updated for resources: {'Port': ['ID=c78d74b5-897c-4fce-af79-9282becdb4c8,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:02.393185 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-145646fd-a942-4ba3-9d06-47dd6671bc9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:02.395889 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-145646fd-a942-4ba3-9d06-47dd6671bc9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:02.397240 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-145646fd-a942-4ba3-9d06-47dd6671bc9f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7fea9974-f8ae-4303-b370-b89844959370 HTTP/1.1" status: 204 len: 168 time: 0.4574552 Dec 10 15:31:02.397951 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07302df4-90a3-4154-b716-6229c50fd5b8 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Router 90df7d98-dfb8-4882-989e-971ddefb1362 is scheduled to L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d with binding_index 1 {{(pid=103587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 15:31:02.422847 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145646fd-a942-4ba3-9d06-47dd6671bc9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fea9974-f8ae-4303-b370-b89844959370,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:02.465725 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-b36933c7-dfe0-4d32-8c11-d88fffc8a31c None None] Provisioning complete for port 7c1424ee-1e8b-4c19-84ff-dc76cc9851cd triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:31:02.466367 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b36933c7-dfe0-4d32-8c11-d88fffc8a31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:02.542228 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-b36933c7-dfe0-4d32-8c11-d88fffc8a31c None None] Port 7c1424ee-1e8b-4c19-84ff-dc76cc9851cd cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:31:02.553612 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc4e28b8-5192-47de-966d-a8004f3b43f4 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:31:02.556521 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07302df4-90a3-4154-b716-6229c50fd5b8 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:31:02.571173 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025300a9-2a5e-43b1-be08-b7d4f2b449be None None] Sync routers for ids ['3864abce-6abe-4529-88df-9df8a07afdaf'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:31:02.576658 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-72b8a726-3fa6-4da6-a2fc-7f0bfc286b06 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:02.593104 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21fbb08-0bf7-4cc0-8141-7af1d9b0d72c None None] Sync routers for ids ['90df7d98-dfb8-4882-989e-971ddefb1362'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:31:02.595231 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025300a9-2a5e-43b1-be08-b7d4f2b449be None None] Routers {'3864abce-6abe-4529-88df-9df8a07afdaf'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:31:02.596376 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-025300a9-2a5e-43b1-be08-b7d4f2b449be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:30:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['3864abce-6abe-4529-88df-9df8a07afdaf'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:02.613411 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21fbb08-0bf7-4cc0-8141-7af1d9b0d72c None None] Routers {'90df7d98-dfb8-4882-989e-971ddefb1362'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:31:02.614137 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-d21fbb08-0bf7-4cc0-8141-7af1d9b0d72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:30:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['90df7d98-dfb8-4882-989e-971ddefb1362'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:02.665926 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fc4e28b8-5192-47de-966d-a8004f3b43f4 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:02.667213 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-fc4e28b8-5192-47de-966d-a8004f3b43f4 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.4654298 Dec 10 15:31:02.670210 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59288) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:02.682970 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-025300a9-2a5e-43b1-be08-b7d4f2b449be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:02.693202 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-07302df4-90a3-4154-b716-6229c50fd5b8 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:02.696063 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-07302df4-90a3-4154-b716-6229c50fd5b8 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.5151186 Dec 10 15:31:02.698643 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59290) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:02.728698 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025300a9-2a5e-43b1-be08-b7d4f2b449be None None] Routers {'3864abce-6abe-4529-88df-9df8a07afdaf'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:31:02.730365 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-025300a9-2a5e-43b1-be08-b7d4f2b449be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:30:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['3864abce-6abe-4529-88df-9df8a07afdaf'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:02.799871 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-025300a9-2a5e-43b1-be08-b7d4f2b449be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:02.800904 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025300a9-2a5e-43b1-be08-b7d4f2b449be None None] The sync data for ids ['3864abce-6abe-4529-88df-9df8a07afdaf'] in dv-neutron-821401-4-hyperv is: [] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:31:02.805825 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1637abc8-699a-4227-8352-7e59542a4ed6 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:02.829810 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-d21fbb08-0bf7-4cc0-8141-7af1d9b0d72c None None] Set router 90df7d98-dfb8-4882-989e-971ddefb1362 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:31:02.848476 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-7d76ed35-822d-4234-b005-9582bb5484f6 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] 10.222.0.20 "GET /v2.0/routers/3864abce-6abe-4529-88df-9df8a07afdaf HTTP/1.1" status: 200 len: 923 time: 0.1743646 Dec 10 15:31:02.848476 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-72b8a726-3fa6-4da6-a2fc-7f0bfc286b06 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:02.850027 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59296) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:02.872471 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device c78d74b5-897c-4fce-af79-9282becdb4c8 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:31:02.919269 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-72b8a726-3fa6-4da6-a2fc-7f0bfc286b06 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] In _notify_port_updated(), no bound segment for port 7c1424ee-1e8b-4c19-84ff-dc76cc9851cd on network 594b404b-ae6c-49f9-b111-dabdbaffac2b {{(pid=103586) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 15:31:02.925913 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b8a726-3fa6-4da6-a2fc-7f0bfc286b06 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:02.926486 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-72b8a726-3fa6-4da6-a2fc-7f0bfc286b06 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:02.940655 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-72b8a726-3fa6-4da6-a2fc-7f0bfc286b06 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] 10.222.0.20 "PUT /v2.0/ports/7c1424ee-1e8b-4c19-84ff-dc76cc9851cd HTTP/1.1" status: 200 len: 1003 time: 0.8226531 Dec 10 15:31:02.941725 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1637abc8-699a-4227-8352-7e59542a4ed6 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Pushing event deleted for resources: {'Port': ['ID=c78d74b5-897c-4fce-af79-9282becdb4c8,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:02.950647 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59300) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:02.950920 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-03d9b211-ebf9-4b98-8ef6-ab2d4c2a5adf tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] 10.222.0.20 "GET /v2.0/ports?device_id=3864abce-6abe-4529-88df-9df8a07afdaf HTTP/1.1" status: 200 len: 205 time: 0.0972767 Dec 10 15:31:02.953996 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59302) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:02.985349 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: c78d74b5-897c-4fce-af79-9282becdb4c8 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:31:02.988362 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device c78d74b5-897c-4fce-af79-9282becdb4c8 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 10 15:31:03.027121 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b8a726-3fa6-4da6-a2fc-7f0bfc286b06 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Pushing event updated for resources: {'Port': ['ID=7c1424ee-1e8b-4c19-84ff-dc76cc9851cd,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:03.069394 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Port c78d74b5-897c-4fce-af79-9282becdb4c8 not found, will not notify nova. {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 10 15:31:03.121556 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1637abc8-699a-4227-8352-7e59542a4ed6 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] No DVR routers for this DVR port c78d74b5-897c-4fce-af79-9282becdb4c8 on host dv-neutron-821401-4-hyperv {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:31:03.129008 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1c73c86a-139c-4962-84ae-b2a3f1a68512 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks [] for router, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:03.209907 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-d21fbb08-0bf7-4cc0-8141-7af1d9b0d72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90df7d98-dfb8-4882-989e-971ddefb1362', 'name': 'tempest-snat-router-514147139', 'tenant_id': '1e49f9051166405599c938795b5f3853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.241'}], 'enable_snat': False}, 'gw_port_id': '009a86ac-05a4-4768-b0d0-c99c89a15e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:30:59Z', 'updated_at': '2021-12-10T15:31:01Z', 'revision_number': 3, 'project_id': '1e49f9051166405599c938795b5f3853', 'gw_port': {'id': '009a86ac-05a4-4768-b0d0-c99c89a15e1f', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a9:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90df7d98-dfb8-4882-989e-971ddefb1362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:31:00Z', 'updated_at': '2021-12-10T15:31:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:03.259967 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21fbb08-0bf7-4cc0-8141-7af1d9b0d72c None None] Checking router: 90df7d98-dfb8-4882-989e-971ddefb1362 for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:31:03.260335 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21fbb08-0bf7-4cc0-8141-7af1d9b0d72c None None] Updating router 90df7d98-dfb8-4882-989e-971ddefb1362 port 009a86ac-05a4-4768-b0d0-c99c89a15e1f binding host dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 15:31:03.306668 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1c73c86a-139c-4962-84ae-b2a3f1a68512 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:03.315486 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d21fbb08-0bf7-4cc0-8141-7af1d9b0d72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:03.319417 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-d5679b75-cfd0-4104-9e9b-4deceb7b7ec7 None None] Provisioning complete for port 7c1424ee-1e8b-4c19-84ff-dc76cc9851cd triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:31:03.319875 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d5679b75-cfd0-4104-9e9b-4deceb7b7ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:03.391964 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59306) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:03.406740 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-01137c2a-e999-47d5-9fcc-02f471643d93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:03.472193 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-d5679b75-cfd0-4104-9e9b-4deceb7b7ec7 None None] Port 7c1424ee-1e8b-4c19-84ff-dc76cc9851cd cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:31:03.511749 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-01137c2a-e999-47d5-9fcc-02f471643d93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:03.572389 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-1c73c86a-139c-4962-84ae-b2a3f1a68512 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Deleting port 50260246-21b5-4dbe-904d-180a8c36b78f {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:31:03.572529 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1c73c86a-139c-4962-84ae-b2a3f1a68512 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:03.581447 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-5d0676c9-4161-432e-b6c1-96806e171a6e tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] 10.222.0.20 "GET /v2.0/routers/90df7d98-dfb8-4882-989e-971ddefb1362 HTTP/1.1" status: 200 len: 908 time: 0.8802907 Dec 10 15:31:03.584609 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59308) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:03.590720 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-376e062d-1025-496c-8d05-81f126f5cf74 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Request body: {'router': {'name': 'tempest-snat-router-514147139', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'enable_snat': True}}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:31:03.598062 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-01137c2a-e999-47d5-9fcc-02f471643d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:03.601037 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1637abc8-699a-4227-8352-7e59542a4ed6 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:03.648516 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-8245bb42-539f-45d9-9460-ae14437fc02b tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Deleting port 7c1424ee-1e8b-4c19-84ff-dc76cc9851cd {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:31:03.648863 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8245bb42-539f-45d9-9460-ae14437fc02b tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:03.678164 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d21fbb08-0bf7-4cc0-8141-7af1d9b0d72c None None] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:03.694543 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01137c2a-e999-47d5-9fcc-02f471643d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5b8d2b-4a27-4be8-9952-b1522ff903e1,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:03.700497 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-01137c2a-e999-47d5-9fcc-02f471643d93 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=56e523c019e84a3988065b7580068ed0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3074496 Dec 10 15:31:03.703424 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba53d22-2af5-4305-8049-a4c5302ce454 None None] Network 748bd349-a593-45eb-bbbb-d494a8118b18 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:31:03.710776 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59310) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:03.722276 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1c73c86a-139c-4962-84ae-b2a3f1a68512 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:03.739772 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-1c73c86a-139c-4962-84ae-b2a3f1a68512 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Calling delete_port for 50260246-21b5-4dbe-904d-180a8c36b78f owned by network:router_gateway {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:31:03.755262 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8245bb42-539f-45d9-9460-ae14437fc02b tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:03.761019 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d21fbb08-0bf7-4cc0-8141-7af1d9b0d72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:03.768900 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-8245bb42-539f-45d9-9460-ae14437fc02b tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Calling delete_port for 7c1424ee-1e8b-4c19-84ff-dc76cc9851cd owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:31:03.799746 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-376e062d-1025-496c-8d05-81f126f5cf74 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13912'] for router, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:03.800734 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-376e062d-1025-496c-8d05-81f126f5cf74 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:03.824355 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-b537a846-57f2-4f8c-a7b9-cfc81d8d9fea None None] Could not find standard attr ID for object c78d74b5-897c-4fce-af79-9282becdb4c8. {{(pid=103588) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 15:31:03.826297 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1637abc8-699a-4227-8352-7e59542a4ed6 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11236721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11668521'] for subnet, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:03.829288 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c0709b46-9e7e-468a-a091-74d02691649f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:03.849871 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2336eb2b-784a-4896-99fd-509f59ccf8c2 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:31:03.867085 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-d21fbb08-0bf7-4cc0-8141-7af1d9b0d72c None None] Attempting to bind port 009a86ac-05a4-4768-b0d0-c99c89a15e1f on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:31:03.867085 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-d21fbb08-0bf7-4cc0-8141-7af1d9b0d72c None None] Attempting to bind port 009a86ac-05a4-4768-b0d0-c99c89a15e1f by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:31:03.867665 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21fbb08-0bf7-4cc0-8141-7af1d9b0d72c None None] Attempting to bind port 009a86ac-05a4-4768-b0d0-c99c89a15e1f on network d5a1452c-422a-4e1a-a1c7-48738ecf752f {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:31:03.873615 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1637abc8-699a-4227-8352-7e59542a4ed6 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Pushing event deleted for resources: {'Subnet': ['ID=be687e54-eb76-4e45-b3b5-74c5baa3b008,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:03.874890 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc14f73-c70f-4fdf-813b-ffc3a79474ac None None] Pushing event updated for resources: {'Port': ['ID=009a86ac-05a4-4768-b0d0-c99c89a15e1f,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:03.900434 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-376e062d-1025-496c-8d05-81f126f5cf74 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:03.904207 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c0709b46-9e7e-468a-a091-74d02691649f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:03.910531 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21fbb08-0bf7-4cc0-8141-7af1d9b0d72c None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:31:03.911046 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21fbb08-0bf7-4cc0-8141-7af1d9b0d72c None None] Checking segment: {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:31:03.911831 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d21fbb08-0bf7-4cc0-8141-7af1d9b0d72c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:03.912351 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21fbb08-0bf7-4cc0-8141-7af1d9b0d72c None None] Bound using segment: {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:31:03.912943 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-d21fbb08-0bf7-4cc0-8141-7af1d9b0d72c None None] Bound port: 009a86ac-05a4-4768-b0d0-c99c89a15e1f, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:31:03.913442 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d21fbb08-0bf7-4cc0-8141-7af1d9b0d72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:03.962621 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1637abc8-699a-4227-8352-7e59542a4ed6 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:03.979973 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-cb7970d6-df65-4b12-ad56-6964085e440c None None] Provisioning complete for port 009a86ac-05a4-4768-b0d0-c99c89a15e1f triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:31:03.980581 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cb7970d6-df65-4b12-ad56-6964085e440c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:03.987386 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-1637abc8-699a-4227-8352-7e59542a4ed6 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['748bd349-a593-45eb-bbbb-d494a8118b18']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:04.011889 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-d21fbb08-0bf7-4cc0-8141-7af1d9b0d72c None None] For port 009a86ac-05a4-4768-b0d0-c99c89a15e1f, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:31:04.024644 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-1637abc8-699a-4227-8352-7e59542a4ed6 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cb429d7-c6bd-4d09-8110-554fd0eef519') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:04.024950 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-1637abc8-699a-4227-8352-7e59542a4ed6 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cb429d7-c6bd-4d09-8110-554fd0eef519') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:04.042381 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1637abc8-699a-4227-8352-7e59542a4ed6 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11806923'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:04.055776 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-d21fbb08-0bf7-4cc0-8141-7af1d9b0d72c None None] For port 009a86ac-05a4-4768-b0d0-c99c89a15e1f, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=009a86ac-05a4-4768-b0d0-c99c89a15e1f,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:31:04.071404 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1637abc8-699a-4227-8352-7e59542a4ed6 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:04.073772 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-cb7970d6-df65-4b12-ad56-6964085e440c None None] Port 009a86ac-05a4-4768-b0d0-c99c89a15e1f cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:31:04.092420 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1637abc8-699a-4227-8352-7e59542a4ed6 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:31:04.092840 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1637abc8-699a-4227-8352-7e59542a4ed6 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11236635'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:04.097329 dv-neutron-821401-4-hyperv neutron-server[103587]: Traceback (most recent call last): Dec 10 15:31:04.097329 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:31:04.097329 dv-neutron-821401-4-hyperv neutron-server[103587]: timer() Dec 10 15:31:04.097329 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:31:04.097329 dv-neutron-821401-4-hyperv neutron-server[103587]: cb(*args, **kw) Dec 10 15:31:04.097329 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:31:04.097329 dv-neutron-821401-4-hyperv neutron-server[103587]: return func(*args, **kwargs) Dec 10 15:31:04.097329 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:31:04.097329 dv-neutron-821401-4-hyperv neutron-server[103587]: self._notify() Dec 10 15:31:04.097329 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:31:04.097329 dv-neutron-821401-4-hyperv neutron-server[103587]: self.callback(batched_events) Dec 10 15:31:04.097329 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:31:04.097329 dv-neutron-821401-4-hyperv neutron-server[103587]: event.method(event) Dec 10 15:31:04.097329 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:31:04.097329 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:31:04.097329 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:31:04.097329 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:31:04.097329 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:31:04.097329 dv-neutron-821401-4-hyperv neutron-server[103587]: return f(self, *a, **k) Dec 10 15:31:04.097329 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:31:04.097329 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._get(url).json() Dec 10 15:31:04.097329 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:31:04.097329 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:31:04.097329 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:31:04.097329 dv-neutron-821401-4-hyperv neutron-server[103587]: return self.request(url, 'GET', **kwargs) Dec 10 15:31:04.097329 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:31:04.097329 dv-neutron-821401-4-hyperv neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:31:04.097329 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:31:04.097329 dv-neutron-821401-4-hyperv neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:31:04.097329 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:31:04.097329 dv-neutron-821401-4-hyperv neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:31:04.097329 dv-neutron-821401-4-hyperv neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:31:04.114345 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d21fbb08-0bf7-4cc0-8141-7af1d9b0d72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:04.168613 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c0709b46-9e7e-468a-a091-74d02691649f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:04.172112 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c0709b46-9e7e-468a-a091-74d02691649f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:04.173927 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcffc4b0-fc3b-47ee-bf73-ba263c275492 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:31:04.177085 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8245bb42-539f-45d9-9460-ae14437fc02b tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:04.181125 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21fbb08-0bf7-4cc0-8141-7af1d9b0d72c None None] Routers {'90df7d98-dfb8-4882-989e-971ddefb1362'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:31:04.181828 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-d21fbb08-0bf7-4cc0-8141-7af1d9b0d72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:30:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['90df7d98-dfb8-4882-989e-971ddefb1362'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:04.185797 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-c0709b46-9e7e-468a-a091-74d02691649f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aa5b8d2b-4a27-4be8-9952-b1522ff903e1 HTTP/1.1" status: 204 len: 168 time: 0.4746594 Dec 10 15:31:04.238938 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8245bb42-539f-45d9-9460-ae14437fc02b tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Pushing event deleted for resources: {'Port': ['ID=7c1424ee-1e8b-4c19-84ff-dc76cc9851cd,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:04.261413 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8245bb42-539f-45d9-9460-ae14437fc02b tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:04.274082 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-8245bb42-539f-45d9-9460-ae14437fc02b tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] 10.222.0.20 "DELETE /v2.0/ports/7c1424ee-1e8b-4c19-84ff-dc76cc9851cd HTTP/1.1" status: 204 len: 168 time: 1.3171778 Dec 10 15:31:04.274731 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59318) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:04.275784 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-376e062d-1025-496c-8d05-81f126f5cf74 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:04.288986 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1637abc8-699a-4227-8352-7e59542a4ed6 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:04.295172 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc14f73-c70f-4fdf-813b-ffc3a79474ac None None] Pushing event updated for resources: {'Port': ['ID=009a86ac-05a4-4768-b0d0-c99c89a15e1f,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:04.297325 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0709b46-9e7e-468a-a091-74d02691649f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5b8d2b-4a27-4be8-9952-b1522ff903e1,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:04.326174 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c826fca-ca77-4001-9e90-020264bf2853 None None] Network 748bd349-a593-45eb-bbbb-d494a8118b18 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:31:04.331967 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1637abc8-699a-4227-8352-7e59542a4ed6 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:04.339726 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-1637abc8-699a-4227-8352-7e59542a4ed6 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] 10.222.0.20 "DELETE /v2.0/networks/748bd349-a593-45eb-bbbb-d494a8118b18 HTTP/1.1" status: 204 len: 168 time: 2.7928596 Dec 10 15:31:04.339726 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1637abc8-699a-4227-8352-7e59542a4ed6 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Pushing event deleted for resources: {'Network': ['ID=748bd349-a593-45eb-bbbb-d494a8118b18,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:04.339726 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d929078-30c0-46f6-8290-3357513a08ef tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] GET failed (client error): The resource could not be found. Dec 10 15:31:04.345521 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59320) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:04.345673 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-2d929078-30c0-46f6-8290-3357513a08ef tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] 10.222.0.20 "GET /v2.0/ports/7c1424ee-1e8b-4c19-84ff-dc76cc9851cd HTTP/1.1" status: 404 len: 333 time: 0.0648952 Dec 10 15:31:04.345673 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59322) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:04.351445 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-8b112d82-63e9-4db4-8d73-9aaa8633ef36 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Request body: {'port': {'network_id': '594b404b-ae6c-49f9-b111-dabdbaffac2b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1817065798'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:31:04.387308 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-deaa1706-682b-447f-8c71-017567dee890 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] DELETE failed (client error): The resource could not be found. Dec 10 15:31:04.387781 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-deaa1706-682b-447f-8c71-017567dee890 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:31:04.395549 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-deaa1706-682b-447f-8c71-017567dee890 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] 10.222.0.20 "DELETE /v2.0/subnets/be687e54-eb76-4e45-b3b5-74c5baa3b008 HTTP/1.1" status: 404 len: 337 time: 0.0536387 Dec 10 15:31:04.407283 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59326) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:04.407957 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1c73c86a-139c-4962-84ae-b2a3f1a68512 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:04.461047 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c73c86a-139c-4962-84ae-b2a3f1a68512 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Pushing event deleted for resources: {'Port': ['ID=50260246-21b5-4dbe-904d-180a8c36b78f,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:04.491689 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-d21fbb08-0bf7-4cc0-8141-7af1d9b0d72c None None] Set router 90df7d98-dfb8-4882-989e-971ddefb1362 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:31:04.504648 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c826fca-ca77-4001-9e90-020264bf2853 None None] Network 748bd349-a593-45eb-bbbb-d494a8118b18 could not be found, it might have been deleted concurrently. {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 10 15:31:04.532970 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-12773866-8c05-421c-b432-2752600ddcb0 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] DELETE failed (client error): The resource could not be found. Dec 10 15:31:04.533607 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12773866-8c05-421c-b432-2752600ddcb0 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:31:04.539858 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-12773866-8c05-421c-b432-2752600ddcb0 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] 10.222.0.20 "DELETE /v2.0/networks/748bd349-a593-45eb-bbbb-d494a8118b18 HTTP/1.1" status: 404 len: 339 time: 0.1287613 Dec 10 15:31:04.540337 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59328) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:04.552666 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b112d82-63e9-4db4-8d73-9aaa8633ef36 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Made reservation on behalf of 1e082ee43ec6499790d7f3f2cf8a2215 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:31:04.556341 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8b112d82-63e9-4db4-8d73-9aaa8633ef36 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:04.573997 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f021265-597a-44a5-b0e4-9587828d6007 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:31:04.585882 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-a737ad84-4f1d-4f97-a8e2-abaef884e93a tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] DELETE failed (client error): The resource could not be found. Dec 10 15:31:04.589526 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a737ad84-4f1d-4f97-a8e2-abaef884e93a tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:31:04.592919 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-a737ad84-4f1d-4f97-a8e2-abaef884e93a tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] 10.222.0.20 "DELETE /v2.0/subnets/86751e25-3617-4edf-9845-83aa25687c51 HTTP/1.1" status: 404 len: 337 time: 0.0513110 Dec 10 15:31:04.595481 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59330) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:04.611857 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4bba65e-b098-4ef9-bfd7-8cc2eec04138 None None] DHCP port deletion for 748bd349-a593-45eb-bbbb-d494a8118b18 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:31:04.619894 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-8b112d82-63e9-4db4-8d73-9aaa8633ef36 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] device_id is not set on port 35ec1cc5-55a9-4138-af12-1ea164c9412d yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:31:04.627180 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-76e4467d-a132-4dc9-a111-3de00077d32b tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] DELETE failed (client error): The resource could not be found. Dec 10 15:31:04.627837 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76e4467d-a132-4dc9-a111-3de00077d32b tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:31:04.639645 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-76e4467d-a132-4dc9-a111-3de00077d32b tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] 10.222.0.20 "DELETE /v2.0/networks/889cbc24-6438-4f81-ba01-b0fdcb626c42 HTTP/1.1" status: 404 len: 339 time: 0.0346351 Dec 10 15:31:04.639645 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59332) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:04.648122 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-996c6a75-1a6a-4999-bf18-87831dbe525a None None] Provisioning complete for port 009a86ac-05a4-4768-b0d0-c99c89a15e1f triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:31:04.648566 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-996c6a75-1a6a-4999-bf18-87831dbe525a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:04.667565 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1c73c86a-139c-4962-84ae-b2a3f1a68512 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552731'] for router_gateway, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:04.668090 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5e22460-9cd8-4375-9981-71efa198adf7 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] DELETE failed (client error): The resource could not be found. Dec 10 15:31:04.668090 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5e22460-9cd8-4375-9981-71efa198adf7 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:31:04.670911 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-c5e22460-9cd8-4375-9981-71efa198adf7 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] 10.222.0.20 "DELETE /v2.0/subnets/f2f88caf-ccf0-41f6-9c8d-eed5b4273a52 HTTP/1.1" status: 404 len: 337 time: 0.0359578 Dec 10 15:31:04.695505 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59336) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:04.759538 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-047528fe-aee9-4bb3-a702-a5d70dd32aba tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] DELETE failed (client error): The resource could not be found. Dec 10 15:31:04.760887 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-047528fe-aee9-4bb3-a702-a5d70dd32aba tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:31:04.764363 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-047528fe-aee9-4bb3-a702-a5d70dd32aba tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] 10.222.0.20 "DELETE /v2.0/networks/1ba77746-7c1f-4cc5-8a81-1221b2e6c0ec HTTP/1.1" status: 404 len: 339 time: 0.0667703 Dec 10 15:31:04.766786 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device c78d74b5-897c-4fce-af79-9282becdb4c8 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:31:04.768235 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59338) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:04.809509 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1c73c86a-139c-4962-84ae-b2a3f1a68512 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13898'] for router, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:04.813921 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1c73c86a-139c-4962-84ae-b2a3f1a68512 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:04.882806 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-8b112d82-63e9-4db4-8d73-9aaa8633ef36 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Allocated IP 2001:db8::30b (594b404b-ae6c-49f9-b111-dabdbaffac2b/d2f2e864-f44c-4871-a160-7332e1da4cc8/35ec1cc5-55a9-4138-af12-1ea164c9412d) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:31:04.920656 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-f1cbbd3c-4785-4b57-97a8-eba36e54ac7d tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Deleting port 2abcceb1-a5be-49f7-b724-0a8382a99440 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:31:04.921030 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f1cbbd3c-4785-4b57-97a8-eba36e54ac7d tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:04.965587 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: c78d74b5-897c-4fce-af79-9282becdb4c8 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:31:04.966020 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device c78d74b5-897c-4fce-af79-9282becdb4c8 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:31:04.970524 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1c73c86a-139c-4962-84ae-b2a3f1a68512 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549250'] for router, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:04.971965 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c73c86a-139c-4962-84ae-b2a3f1a68512 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Fanout notify agent at l3_agent the message router_deleted on router 3864abce-6abe-4529-88df-9df8a07afdaf {{(pid=103586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 15:31:04.983246 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1c73c86a-139c-4962-84ae-b2a3f1a68512 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:04.985066 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-1c73c86a-139c-4962-84ae-b2a3f1a68512 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] 10.222.0.20 "DELETE /v2.0/routers/3864abce-6abe-4529-88df-9df8a07afdaf HTTP/1.1" status: 204 len: 168 time: 2.0295265 Dec 10 15:31:04.991331 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59340) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:04.995635 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-56021766-3a00-4bbf-a5ca-f3988405887d tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1286570802', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'enable_snat': False}}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:31:05.020229 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-376e062d-1025-496c-8d05-81f126f5cf74 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:05.044776 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-376e062d-1025-496c-8d05-81f126f5cf74 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:05.050471 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f1cbbd3c-4785-4b57-97a8-eba36e54ac7d tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:05.056852 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-996c6a75-1a6a-4999-bf18-87831dbe525a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:05.071949 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-f1cbbd3c-4785-4b57-97a8-eba36e54ac7d tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Calling delete_port for 2abcceb1-a5be-49f7-b724-0a8382a99440 owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:31:05.081320 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-996c6a75-1a6a-4999-bf18-87831dbe525a None None] For port 009a86ac-05a4-4768-b0d0-c99c89a15e1f, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=009a86ac-05a4-4768-b0d0-c99c89a15e1f,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:31:05.098529 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-d21fbb08-0bf7-4cc0-8141-7af1d9b0d72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90df7d98-dfb8-4882-989e-971ddefb1362', 'name': 'tempest-snat-router-514147139', 'tenant_id': '1e49f9051166405599c938795b5f3853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.241'}], 'enable_snat': False}, 'gw_port_id': '009a86ac-05a4-4768-b0d0-c99c89a15e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:30:59Z', 'updated_at': '2021-12-10T15:31:01Z', 'revision_number': 3, 'project_id': '1e49f9051166405599c938795b5f3853', 'gw_port': {'id': '009a86ac-05a4-4768-b0d0-c99c89a15e1f', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a9:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90df7d98-dfb8-4882-989e-971ddefb1362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:31:00Z', 'updated_at': '2021-12-10T15:31:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:05.133774 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21fbb08-0bf7-4cc0-8141-7af1d9b0d72c None None] The sync data for ids ['90df7d98-dfb8-4882-989e-971ddefb1362'] in dv-neutron-821401-4-hyperv is: [{'id': '90df7d98-dfb8-4882-989e-971ddefb1362', 'name': 'tempest-snat-router-514147139', 'tenant_id': '1e49f9051166405599c938795b5f3853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.241'}], 'enable_snat': False}, 'gw_port_id': '009a86ac-05a4-4768-b0d0-c99c89a15e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:30:59Z', 'updated_at': '2021-12-10T15:31:01Z', 'revision_number': 3, 'project_id': '1e49f9051166405599c938795b5f3853', 'gw_port': {'id': '009a86ac-05a4-4768-b0d0-c99c89a15e1f', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a9:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90df7d98-dfb8-4882-989e-971ddefb1362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:31:00Z', 'updated_at': '2021-12-10T15:31:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:31:05.141664 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59342) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:05.149561 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-996c6a75-1a6a-4999-bf18-87831dbe525a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:05.161297 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-56021766-3a00-4bbf-a5ca-f3988405887d tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13912'] for router, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:05.162377 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-56021766-3a00-4bbf-a5ca-f3988405887d tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:05.188978 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dccb2755-5c29-40d9-8889-61654ec2ce98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:05.201609 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8b112d82-63e9-4db4-8d73-9aaa8633ef36 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:05.239878 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-56021766-3a00-4bbf-a5ca-f3988405887d tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:05.245846 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996c6a75-1a6a-4999-bf18-87831dbe525a None None] Pushing event updated for resources: {'Port': ['ID=009a86ac-05a4-4768-b0d0-c99c89a15e1f,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:05.271466 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-376e062d-1025-496c-8d05-81f126f5cf74 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Allocated IP 172.26.2.240 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/a9907822-8d58-4bd3-8210-919bae725633) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:31:05.328883 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f1cbbd3c-4785-4b57-97a8-eba36e54ac7d tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:05.366395 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cbbd3c-4785-4b57-97a8-eba36e54ac7d tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Pushing event deleted for resources: {'Port': ['ID=2abcceb1-a5be-49f7-b724-0a8382a99440,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:05.369667 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dccb2755-5c29-40d9-8889-61654ec2ce98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:05.375850 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f1cbbd3c-4785-4b57-97a8-eba36e54ac7d tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:05.379566 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-f1cbbd3c-4785-4b57-97a8-eba36e54ac7d tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] 10.222.0.20 "DELETE /v2.0/ports/2abcceb1-a5be-49f7-b724-0a8382a99440 HTTP/1.1" status: 204 len: 168 time: 0.6102936 Dec 10 15:31:05.383954 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59348) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:05.392031 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8b112d82-63e9-4db4-8d73-9aaa8633ef36 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:05.421014 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b5a20a6-e6f4-4bc5-bc8e-9dd6e8b6b444 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] DELETE failed (client error): The resource could not be found. Dec 10 15:31:05.421516 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b5a20a6-e6f4-4bc5-bc8e-9dd6e8b6b444 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:31:05.427100 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-3b5a20a6-e6f4-4bc5-bc8e-9dd6e8b6b444 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] 10.222.0.20 "DELETE /v2.0/subnets/69e663c8-58a9-417a-830a-e92dd4795d2b HTTP/1.1" status: 404 len: 337 time: 0.0416713 Dec 10 15:31:05.446125 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59350) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:05.457950 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dccb2755-5c29-40d9-8889-61654ec2ce98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:05.470437 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b112d82-63e9-4db4-8d73-9aaa8633ef36 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Network 594b404b-ae6c-49f9-b111-dabdbaffac2b is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:31:05.501296 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-56021766-3a00-4bbf-a5ca-f3988405887d tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:05.524842 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-8b112d82-63e9-4db4-8d73-9aaa8633ef36 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:31:05.535231 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-376e062d-1025-496c-8d05-81f126f5cf74 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:05.577602 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b112d82-63e9-4db4-8d73-9aaa8633ef36 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:31:05.586573 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b112d82-63e9-4db4-8d73-9aaa8633ef36 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:05.587322 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8b112d82-63e9-4db4-8d73-9aaa8633ef36 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:05.610533 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-dccb2755-5c29-40d9-8889-61654ec2ce98 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=41dfdf5bd95c4f5ea0f749999d5b6dc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4676790 Dec 10 15:31:05.615493 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59354) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:05.633305 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b112d82-63e9-4db4-8d73-9aaa8633ef36 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Pushing event updated for resources: {'Port': ['ID=35ec1cc5-55a9-4138-af12-1ea164c9412d,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:05.635723 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccb2755-5c29-40d9-8889-61654ec2ce98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad829bb1-3347-4323-89bd-b644113e74de,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:05.660736 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-814f788a-357a-4c6d-ad57-a8eebfe1e6da tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:05.694907 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-376e062d-1025-496c-8d05-81f126f5cf74 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:05.763460 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-8b112d82-63e9-4db4-8d73-9aaa8633ef36 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.4170275 Dec 10 15:31:05.766522 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59356) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:05.771550 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-fbcf2fb1-66ed-4883-aaab-47b42c1d95c5 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Request body: {'port': {'network_id': '594b404b-ae6c-49f9-b111-dabdbaffac2b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2038686214'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:31:05.800246 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-814f788a-357a-4c6d-ad57-a8eebfe1e6da tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:05.856216 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-814f788a-357a-4c6d-ad57-a8eebfe1e6da tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c0d1a01-4770-4401-9eda-3e0e72f0dceb']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:05.871826 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-814f788a-357a-4c6d-ad57-a8eebfe1e6da tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1bdea02-f207-4b7b-a2a0-65b599715d1c') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:05.872170 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-814f788a-357a-4c6d-ad57-a8eebfe1e6da tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1bdea02-f207-4b7b-a2a0-65b599715d1c') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:05.898076 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-814f788a-357a-4c6d-ad57-a8eebfe1e6da tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11806923'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:05.906203 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-a96226d9-8cbe-4a14-9bcd-048dc72538f8 None None] Provisioning complete for port 35ec1cc5-55a9-4138-af12-1ea164c9412d triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:31:05.906766 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a96226d9-8cbe-4a14-9bcd-048dc72538f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:05.926099 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-814f788a-357a-4c6d-ad57-a8eebfe1e6da tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:05.939556 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-814f788a-357a-4c6d-ad57-a8eebfe1e6da tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:31:05.940235 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-814f788a-357a-4c6d-ad57-a8eebfe1e6da tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11236635'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:05.943299 dv-neutron-821401-4-hyperv neutron-server[103587]: Traceback (most recent call last): Dec 10 15:31:05.943299 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:31:05.943299 dv-neutron-821401-4-hyperv neutron-server[103587]: timer() Dec 10 15:31:05.943299 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:31:05.943299 dv-neutron-821401-4-hyperv neutron-server[103587]: cb(*args, **kw) Dec 10 15:31:05.943299 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:31:05.943299 dv-neutron-821401-4-hyperv neutron-server[103587]: return func(*args, **kwargs) Dec 10 15:31:05.943299 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:31:05.943299 dv-neutron-821401-4-hyperv neutron-server[103587]: self._notify() Dec 10 15:31:05.943299 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:31:05.943299 dv-neutron-821401-4-hyperv neutron-server[103587]: self.callback(batched_events) Dec 10 15:31:05.943299 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:31:05.943299 dv-neutron-821401-4-hyperv neutron-server[103587]: event.method(event) Dec 10 15:31:05.943299 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:31:05.943299 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:31:05.943299 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:31:05.943299 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:31:05.943299 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:31:05.943299 dv-neutron-821401-4-hyperv neutron-server[103587]: return f(self, *a, **k) Dec 10 15:31:05.943299 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:31:05.943299 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._get(url).json() Dec 10 15:31:05.943299 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:31:05.943299 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:31:05.943299 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:31:05.943299 dv-neutron-821401-4-hyperv neutron-server[103587]: return self.request(url, 'GET', **kwargs) Dec 10 15:31:05.943299 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:31:05.943299 dv-neutron-821401-4-hyperv neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:31:05.943299 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:31:05.943299 dv-neutron-821401-4-hyperv neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:31:05.943299 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:31:05.943299 dv-neutron-821401-4-hyperv neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:31:05.943299 dv-neutron-821401-4-hyperv neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:31:05.955653 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-a96226d9-8cbe-4a14-9bcd-048dc72538f8 None None] Port 35ec1cc5-55a9-4138-af12-1ea164c9412d cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:31:06.068124 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbcf2fb1-66ed-4883-aaab-47b42c1d95c5 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Made reservation on behalf of 1e082ee43ec6499790d7f3f2cf8a2215 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:31:06.072082 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fbcf2fb1-66ed-4883-aaab-47b42c1d95c5 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:06.090856 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-fbcf2fb1-66ed-4883-aaab-47b42c1d95c5 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] device_id is not set on port e7704386-3893-47ec-b484-534b051780fa yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:31:06.094167 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376e062d-1025-496c-8d05-81f126f5cf74 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:31:06.096986 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-814f788a-357a-4c6d-ad57-a8eebfe1e6da tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:06.102337 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-814f788a-357a-4c6d-ad57-a8eebfe1e6da tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:06.102703 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-376e062d-1025-496c-8d05-81f126f5cf74 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:31:06.110041 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-814f788a-357a-4c6d-ad57-a8eebfe1e6da tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] 10.222.0.20 "DELETE /v2.0/networks/7c0d1a01-4770-4401-9eda-3e0e72f0dceb HTTP/1.1" status: 204 len: 168 time: 0.6615927 Dec 10 15:31:06.111200 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376e062d-1025-496c-8d05-81f126f5cf74 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:31:06.112636 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59358) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:06.118914 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376e062d-1025-496c-8d05-81f126f5cf74 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Pushing event updated for resources: {'Port': ['ID=a9907822-8d58-4bd3-8210-919bae725633,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:06.134654 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd5a2a7-2c4b-4512-b1b3-048850c6e87f None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:31:06.169166 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c60bf478-ba2f-4074-b628-a4d0bb7f8a3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:06.180437 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-1ba71025-026a-4202-91cb-5165b216fa69 None None] Provisioning complete for port a9907822-8d58-4bd3-8210-919bae725633 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:31:06.180816 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1ba71025-026a-4202-91cb-5165b216fa69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:06.193574 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814f788a-357a-4c6d-ad57-a8eebfe1e6da tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Pushing event deleted for resources: {'Network': ['ID=7c0d1a01-4770-4401-9eda-3e0e72f0dceb,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:06.197821 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c60bf478-ba2f-4074-b628-a4d0bb7f8a3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:06.226366 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-1ba71025-026a-4202-91cb-5165b216fa69 None None] Port a9907822-8d58-4bd3-8210-919bae725633 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:31:06.326137 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-fbcf2fb1-66ed-4883-aaab-47b42c1d95c5 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Allocated IP 2001:db8::2ae (594b404b-ae6c-49f9-b111-dabdbaffac2b/d2f2e864-f44c-4871-a160-7332e1da4cc8/e7704386-3893-47ec-b484-534b051780fa) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:31:06.334395 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-6d9abb14-b04c-4e5b-8ce8-90286f66d69a tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Deleting port 3320c059-8272-447a-9b74-0c7751db271e {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:31:06.334741 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6d9abb14-b04c-4e5b-8ce8-90286f66d69a tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:06.444026 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6d9abb14-b04c-4e5b-8ce8-90286f66d69a tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:06.468764 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-6d9abb14-b04c-4e5b-8ce8-90286f66d69a tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Calling delete_port for 3320c059-8272-447a-9b74-0c7751db271e owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:31:06.501079 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c60bf478-ba2f-4074-b628-a4d0bb7f8a3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:06.503694 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c60bf478-ba2f-4074-b628-a4d0bb7f8a3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:06.504837 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-c60bf478-ba2f-4074-b628-a4d0bb7f8a3d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ad829bb1-3347-4323-89bd-b644113e74de HTTP/1.1" status: 204 len: 168 time: 0.8883984 Dec 10 15:31:06.533822 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60bf478-ba2f-4074-b628-a4d0bb7f8a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad829bb1-3347-4323-89bd-b644113e74de,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:06.534917 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-56021766-3a00-4bbf-a5ca-f3988405887d tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:06.580842 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-56021766-3a00-4bbf-a5ca-f3988405887d tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:06.642747 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-376e062d-1025-496c-8d05-81f126f5cf74 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:06.669261 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fbcf2fb1-66ed-4883-aaab-47b42c1d95c5 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:06.770309 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6d9abb14-b04c-4e5b-8ce8-90286f66d69a tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:06.771175 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 009a86ac-05a4-4768-b0d0-c99c89a15e1f up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:31:06.773109 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fbcf2fb1-66ed-4883-aaab-47b42c1d95c5 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:06.788840 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-56021766-3a00-4bbf-a5ca-f3988405887d tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Allocated IP 172.26.2.192 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/8f5e2e25-0b2b-453c-9868-9d2b4286dbf7) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:31:06.822231 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9abb14-b04c-4e5b-8ce8-90286f66d69a tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Pushing event deleted for resources: {'Port': ['ID=3320c059-8272-447a-9b74-0c7751db271e,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:06.842507 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbcf2fb1-66ed-4883-aaab-47b42c1d95c5 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Network 594b404b-ae6c-49f9-b111-dabdbaffac2b is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:31:06.846528 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 009a86ac-05a4-4768-b0d0-c99c89a15e1f triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:31:06.847114 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:06.870570 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-fbcf2fb1-66ed-4883-aaab-47b42c1d95c5 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:31:06.883217 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcf2fb1-66ed-4883-aaab-47b42c1d95c5 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:31:06.889012 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbcf2fb1-66ed-4883-aaab-47b42c1d95c5 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:06.889639 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fbcf2fb1-66ed-4883-aaab-47b42c1d95c5 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:06.917224 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6d9abb14-b04c-4e5b-8ce8-90286f66d69a tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:06.917224 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-6d9abb14-b04c-4e5b-8ce8-90286f66d69a tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] 10.222.0.20 "DELETE /v2.0/ports/3320c059-8272-447a-9b74-0c7751db271e HTTP/1.1" status: 204 len: 168 time: 0.7975295 Dec 10 15:31:06.924620 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59370) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:06.967156 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-581dc447-9ee4-4cf9-b55d-77d3ab2361fb tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] DELETE failed (client error): The resource could not be found. Dec 10 15:31:06.967587 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-581dc447-9ee4-4cf9-b55d-77d3ab2361fb tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:31:06.971353 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-581dc447-9ee4-4cf9-b55d-77d3ab2361fb tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] 10.222.0.20 "DELETE /v2.0/subnets/3e32ecd9-5ce6-46b3-b05e-ea6c1c9f2d6c HTTP/1.1" status: 404 len: 337 time: 0.0458057 Dec 10 15:31:06.974290 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59372) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:06.990111 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-376e062d-1025-496c-8d05-81f126f5cf74 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363'] for router, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:07.009148 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcf2fb1-66ed-4883-aaab-47b42c1d95c5 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Pushing event updated for resources: {'Port': ['ID=e7704386-3893-47ec-b484-534b051780fa,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:07.026925 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-56021766-3a00-4bbf-a5ca-f3988405887d tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:07.081719 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-fbcf2fb1-66ed-4883-aaab-47b42c1d95c5 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3141358 Dec 10 15:31:07.089990 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59376) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:07.096890 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-d5972776-791e-4dd3-a1d7-39ccec053cea tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::19b', 'mac_address': 'fa:16:3e:8e:83:71'}, {'ip_address': '2001:db8::30b', 'mac_address': 'fa:16:3e:90:cf:94'}]}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:31:07.179800 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2dcd087d-7f6c-4bd6-97c0-1dda266346db tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:07.193235 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-56021766-3a00-4bbf-a5ca-f3988405887d tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:07.250825 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56021766-3a00-4bbf-a5ca-f3988405887d tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:31:07.252375 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56021766-3a00-4bbf-a5ca-f3988405887d tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Pushing event updated for resources: {'Port': ['ID=8f5e2e25-0b2b-453c-9868-9d2b4286dbf7,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:07.255179 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-56021766-3a00-4bbf-a5ca-f3988405887d tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:31:07.266356 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56021766-3a00-4bbf-a5ca-f3988405887d tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:31:07.282182 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659f0184-4eda-44a0-830b-d1a0e84cac1b None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:31:07.293948 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-7b1b6f91-30b9-4187-8100-932ea4b379b0 None None] Provisioning complete for port e7704386-3893-47ec-b484-534b051780fa triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:31:07.294400 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7b1b6f91-30b9-4187-8100-932ea4b379b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:07.353738 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-7b1b6f91-30b9-4187-8100-932ea4b379b0 None None] Port e7704386-3893-47ec-b484-534b051780fa cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:31:07.365747 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2dcd087d-7f6c-4bd6-97c0-1dda266346db tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:07.399237 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-376e062d-1025-496c-8d05-81f126f5cf74 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Router 885da94c-2871-4e18-9397-7510487fdd5f is scheduled to L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d with binding_index 1 {{(pid=103586) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 15:31:07.412167 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-2dcd087d-7f6c-4bd6-97c0-1dda266346db tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15701ee3-afcb-49a7-b590-ee4a478c6649']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:07.424453 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d5972776-791e-4dd3-a1d7-39ccec053cea tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:07.427212 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-2dcd087d-7f6c-4bd6-97c0-1dda266346db tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e53631f2-06b9-42d4-8c6b-70fe47bbd72b') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:07.427513 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-2dcd087d-7f6c-4bd6-97c0-1dda266346db tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e53631f2-06b9-42d4-8c6b-70fe47bbd72b') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:07.446030 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2dcd087d-7f6c-4bd6-97c0-1dda266346db tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11806923'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:07.483565 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2dcd087d-7f6c-4bd6-97c0-1dda266346db tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:07.494895 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dcd087d-7f6c-4bd6-97c0-1dda266346db tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:31:07.495296 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2dcd087d-7f6c-4bd6-97c0-1dda266346db tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11236635'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:07.498398 dv-neutron-821401-4-hyperv neutron-server[103587]: Traceback (most recent call last): Dec 10 15:31:07.498398 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:31:07.498398 dv-neutron-821401-4-hyperv neutron-server[103587]: timer() Dec 10 15:31:07.498398 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:31:07.498398 dv-neutron-821401-4-hyperv neutron-server[103587]: cb(*args, **kw) Dec 10 15:31:07.498398 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:31:07.498398 dv-neutron-821401-4-hyperv neutron-server[103587]: return func(*args, **kwargs) Dec 10 15:31:07.498398 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:31:07.498398 dv-neutron-821401-4-hyperv neutron-server[103587]: self._notify() Dec 10 15:31:07.498398 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:31:07.498398 dv-neutron-821401-4-hyperv neutron-server[103587]: self.callback(batched_events) Dec 10 15:31:07.498398 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:31:07.498398 dv-neutron-821401-4-hyperv neutron-server[103587]: event.method(event) Dec 10 15:31:07.498398 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:31:07.498398 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:31:07.498398 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:31:07.498398 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:31:07.498398 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:31:07.498398 dv-neutron-821401-4-hyperv neutron-server[103587]: return f(self, *a, **k) Dec 10 15:31:07.498398 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:31:07.498398 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._get(url).json() Dec 10 15:31:07.498398 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:31:07.498398 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:31:07.498398 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:31:07.498398 dv-neutron-821401-4-hyperv neutron-server[103587]: return self.request(url, 'GET', **kwargs) Dec 10 15:31:07.498398 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:31:07.498398 dv-neutron-821401-4-hyperv neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:31:07.498398 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:31:07.498398 dv-neutron-821401-4-hyperv neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:31:07.498398 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:31:07.498398 dv-neutron-821401-4-hyperv neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:31:07.498398 dv-neutron-821401-4-hyperv neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:31:07.503805 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-4cc6e2f6-9b6a-413b-85a4-450b5861872e None None] Provisioning complete for port 8f5e2e25-0b2b-453c-9868-9d2b4286dbf7 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:31:07.504184 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4cc6e2f6-9b6a-413b-85a4-450b5861872e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:07.553001 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-4cc6e2f6-9b6a-413b-85a4-450b5861872e None None] Port 8f5e2e25-0b2b-453c-9868-9d2b4286dbf7 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:31:07.558892 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-376e062d-1025-496c-8d05-81f126f5cf74 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:31:07.589350 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e67691-6381-4d43-9ae4-edcbe46501fa None None] Sync routers for ids ['885da94c-2871-4e18-9397-7510487fdd5f'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:31:07.608044 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e67691-6381-4d43-9ae4-edcbe46501fa None None] Routers {'885da94c-2871-4e18-9397-7510487fdd5f'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:31:07.612475 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-35e67691-6381-4d43-9ae4-edcbe46501fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:30:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['885da94c-2871-4e18-9397-7510487fdd5f'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:07.663190 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2dcd087d-7f6c-4bd6-97c0-1dda266346db tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:07.677149 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2dcd087d-7f6c-4bd6-97c0-1dda266346db tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:07.684839 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-2dcd087d-7f6c-4bd6-97c0-1dda266346db tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] 10.222.0.20 "DELETE /v2.0/networks/15701ee3-afcb-49a7-b590-ee4a478c6649 HTTP/1.1" status: 204 len: 168 time: 0.6992471 Dec 10 15:31:07.699516 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59392) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:07.716461 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcd087d-7f6c-4bd6-97c0-1dda266346db tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Pushing event deleted for resources: {'Network': ['ID=15701ee3-afcb-49a7-b590-ee4a478c6649,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:07.717619 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-56021766-3a00-4bbf-a5ca-f3988405887d tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:07.766639 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-35e67691-6381-4d43-9ae4-edcbe46501fa None None] Set router 885da94c-2871-4e18-9397-7510487fdd5f gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:31:07.772247 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-376e062d-1025-496c-8d05-81f126f5cf74 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:07.773491 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-376e062d-1025-496c-8d05-81f126f5cf74 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.1879873 Dec 10 15:31:07.776893 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59396) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:07.777055 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d5972776-791e-4dd3-a1d7-39ccec053cea tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:07.782335 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-35520792-6011-45ef-add4-cef6f0eb8104 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Deleting subnet 9bdf5f46-658d-4a8f-9aff-b26396102cc5 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:31:07.785528 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-35520792-6011-45ef-add4-cef6f0eb8104 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks [] for subnet, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:07.862880 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-35520792-6011-45ef-add4-cef6f0eb8104 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11806768'] for subnet, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:07.898494 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d5972776-791e-4dd3-a1d7-39ccec053cea tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:07.944881 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-d5972776-791e-4dd3-a1d7-39ccec053cea tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] In _notify_port_updated(), no bound segment for port e7704386-3893-47ec-b484-534b051780fa on network 594b404b-ae6c-49f9-b111-dabdbaffac2b {{(pid=103587) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 15:31:07.951454 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5972776-791e-4dd3-a1d7-39ccec053cea tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:07.952261 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d5972776-791e-4dd3-a1d7-39ccec053cea tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:07.956652 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-d5972776-791e-4dd3-a1d7-39ccec053cea tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] 10.222.0.20 "PUT /v2.0/ports/e7704386-3893-47ec-b484-534b051780fa HTTP/1.1" status: 200 len: 1068 time: 0.8656912 Dec 10 15:31:07.957467 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59402) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:08.035478 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-35e67691-6381-4d43-9ae4-edcbe46501fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '885da94c-2871-4e18-9397-7510487fdd5f', 'name': 'tempest-snat-router-514147139', 'tenant_id': '1e49f9051166405599c938795b5f3853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.240'}], 'enable_snat': True}, 'gw_port_id': 'a9907822-8d58-4bd3-8210-919bae725633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:31:03Z', 'updated_at': '2021-12-10T15:31:06Z', 'revision_number': 3, 'project_id': '1e49f9051166405599c938795b5f3853', 'gw_port': {'id': 'a9907822-8d58-4bd3-8210-919bae725633', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:23:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '885da94c-2871-4e18-9397-7510487fdd5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:31:05Z', 'updated_at': '2021-12-10T15:31:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:08.069243 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-56021766-3a00-4bbf-a5ca-f3988405887d tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363'] for router, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:08.075168 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e67691-6381-4d43-9ae4-edcbe46501fa None None] Checking router: 885da94c-2871-4e18-9397-7510487fdd5f for host: dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:31:08.075907 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e67691-6381-4d43-9ae4-edcbe46501fa None None] Updating router 885da94c-2871-4e18-9397-7510487fdd5f port a9907822-8d58-4bd3-8210-919bae725633 binding host dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 15:31:08.090952 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5972776-791e-4dd3-a1d7-39ccec053cea tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Pushing event updated for resources: {'Port': ['ID=e7704386-3893-47ec-b484-534b051780fa,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:08.129631 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-35520792-6011-45ef-add4-cef6f0eb8104 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:08.136003 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-35e67691-6381-4d43-9ae4-edcbe46501fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:08.143772 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-5b5e900d-ba7a-4d00-b749-3f005269db9c tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] 10.222.0.20 "GET /v2.0/routers/885da94c-2871-4e18-9397-7510487fdd5f HTTP/1.1" status: 200 len: 907 time: 0.3665242 Dec 10 15:31:08.146564 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59406) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:08.320640 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-48e6340c-0bdc-41b3-a8fe-596e4a033e6f tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks [] for router, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:08.399544 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-4e4c45d3-2492-4f1a-bd96-3e3928a27a5e None None] Provisioning complete for port e7704386-3893-47ec-b484-534b051780fa triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:31:08.400125 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4e4c45d3-2492-4f1a-bd96-3e3928a27a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:08.444789 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-4e4c45d3-2492-4f1a-bd96-3e3928a27a5e None None] Port e7704386-3893-47ec-b484-534b051780fa cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:31:08.471878 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-35e67691-6381-4d43-9ae4-edcbe46501fa None None] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:08.528149 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-35e67691-6381-4d43-9ae4-edcbe46501fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:08.555204 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-0575354d-7138-4fbf-b0eb-5ccd7c113cb7 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Deleting port e7704386-3893-47ec-b484-534b051780fa {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:31:08.555768 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0575354d-7138-4fbf-b0eb-5ccd7c113cb7 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:08.583251 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-35e67691-6381-4d43-9ae4-edcbe46501fa None None] Attempting to bind port a9907822-8d58-4bd3-8210-919bae725633 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:31:08.583615 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-35e67691-6381-4d43-9ae4-edcbe46501fa None None] Attempting to bind port a9907822-8d58-4bd3-8210-919bae725633 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:31:08.583971 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e67691-6381-4d43-9ae4-edcbe46501fa None None] Attempting to bind port a9907822-8d58-4bd3-8210-919bae725633 on network d5a1452c-422a-4e1a-a1c7-48738ecf752f {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:31:08.586050 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45878e4-39a0-4557-bc6e-ba781046e398 None None] Pushing event updated for resources: {'Port': ['ID=a9907822-8d58-4bd3-8210-919bae725633,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:08.586192 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef9dc29-8d1f-4a80-b1fc-04ccf591e082 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:31:08.591965 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e67691-6381-4d43-9ae4-edcbe46501fa None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:31:08.593472 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e67691-6381-4d43-9ae4-edcbe46501fa None None] Checking segment: {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:31:08.594121 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-35e67691-6381-4d43-9ae4-edcbe46501fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:08.594966 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e67691-6381-4d43-9ae4-edcbe46501fa None None] Bound using segment: {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:31:08.595563 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-35e67691-6381-4d43-9ae4-edcbe46501fa None None] Bound port: a9907822-8d58-4bd3-8210-919bae725633, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:31:08.596128 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-35e67691-6381-4d43-9ae4-edcbe46501fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:08.675623 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-d47081c2-0095-4467-842e-bdedc60093be None None] Provisioning complete for port a9907822-8d58-4bd3-8210-919bae725633 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:31:08.676001 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d47081c2-0095-4467-842e-bdedc60093be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:08.691814 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-35e67691-6381-4d43-9ae4-edcbe46501fa None None] For port a9907822-8d58-4bd3-8210-919bae725633, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:31:08.695692 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-35e67691-6381-4d43-9ae4-edcbe46501fa None None] For port a9907822-8d58-4bd3-8210-919bae725633, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=a9907822-8d58-4bd3-8210-919bae725633,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:31:08.703346 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-35520792-6011-45ef-add4-cef6f0eb8104 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11236721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11668521'] for subnet, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:08.732768 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-d47081c2-0095-4467-842e-bdedc60093be None None] Port a9907822-8d58-4bd3-8210-919bae725633 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:31:08.741535 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-35520792-6011-45ef-add4-cef6f0eb8104 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:08.748594 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-35520792-6011-45ef-add4-cef6f0eb8104 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] 10.222.0.20 "DELETE /v2.0/subnets/9bdf5f46-658d-4a8f-9aff-b26396102cc5 HTTP/1.1" status: 204 len: 168 time: 1.0458159 Dec 10 15:31:08.758547 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b820478-cf4e-4888-996d-b40c8e1b107c None None] Network 3ef8789a-36b6-41ce-bb61-a20b79104c6a requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:31:08.764529 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-35e67691-6381-4d43-9ae4-edcbe46501fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:08.774888 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59418) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:08.823376 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35520792-6011-45ef-add4-cef6f0eb8104 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Pushing event deleted for resources: {'Subnet': ['ID=9bdf5f46-658d-4a8f-9aff-b26396102cc5,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:08.832559 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0575354d-7138-4fbf-b0eb-5ccd7c113cb7 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:08.862845 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45878e4-39a0-4557-bc6e-ba781046e398 None None] Pushing event updated for resources: {'Port': ['ID=a9907822-8d58-4bd3-8210-919bae725633,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:08.863758 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-0575354d-7138-4fbf-b0eb-5ccd7c113cb7 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Calling delete_port for e7704386-3893-47ec-b484-534b051780fa owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:31:08.888832 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e67691-6381-4d43-9ae4-edcbe46501fa None None] Routers {'885da94c-2871-4e18-9397-7510487fdd5f'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:31:08.889755 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-35e67691-6381-4d43-9ae4-edcbe46501fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:30:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['885da94c-2871-4e18-9397-7510487fdd5f'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:08.891246 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efd512b-7691-41a1-8405-ceebd6fbf45a None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:31:08.989198 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56021766-3a00-4bbf-a5ca-f3988405887d tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Router a3bb731d-d0ad-4987-9766-252d03944745 is scheduled to L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d with binding_index 1 {{(pid=103586) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 15:31:09.002614 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-37354a42-e515-496a-a9d3-84391697048c None None] Provisioning complete for port a9907822-8d58-4bd3-8210-919bae725633 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:31:09.003180 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-37354a42-e515-496a-a9d3-84391697048c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:09.034188 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e9d05428-09a4-4408-b965-3b0db58223a7 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:09.083404 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29534589-76de-41af-a6e3-fa5d31bc6511 None None] DHCP port deletion for 3ef8789a-36b6-41ce-bb61-a20b79104c6a request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:31:09.163944 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-48e6340c-0bdc-41b3-a8fe-596e4a033e6f tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:09.187672 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0575354d-7138-4fbf-b0eb-5ccd7c113cb7 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:09.197475 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59428) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:09.201535 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-35e67691-6381-4d43-9ae4-edcbe46501fa None None] Set router 885da94c-2871-4e18-9397-7510487fdd5f gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:31:09.221990 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0575354d-7138-4fbf-b0eb-5ccd7c113cb7 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Pushing event deleted for resources: {'Port': ['ID=e7704386-3893-47ec-b484-534b051780fa,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:09.233099 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-37354a42-e515-496a-a9d3-84391697048c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:09.276751 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56021766-3a00-4bbf-a5ca-f3988405887d tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:31:09.302941 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-37354a42-e515-496a-a9d3-84391697048c None None] For port a9907822-8d58-4bd3-8210-919bae725633, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=a9907822-8d58-4bd3-8210-919bae725633,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:31:09.314130 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7a359f-362a-4e91-8099-9ad095227d47 None None] Sync routers for ids ['a3bb731d-d0ad-4987-9766-252d03944745'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:31:09.320326 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-e9d05428-09a4-4408-b965-3b0db58223a7 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Deleting port f4dc6b00-f007-41c0-a135-c4882723d22f {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:31:09.320677 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e9d05428-09a4-4408-b965-3b0db58223a7 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:09.352368 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7a359f-362a-4e91-8099-9ad095227d47 None None] Routers {'a3bb731d-d0ad-4987-9766-252d03944745'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:31:09.353225 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-2b7a359f-362a-4e91-8099-9ad095227d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:30:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['a3bb731d-d0ad-4987-9766-252d03944745'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:09.359441 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-29534589-76de-41af-a6e3-fa5d31bc6511 None None] Deleting port f4dc6b00-f007-41c0-a135-c4882723d22f {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:31:09.367713 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-29534589-76de-41af-a6e3-fa5d31bc6511 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:09.456575 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-56021766-3a00-4bbf-a5ca-f3988405887d tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:09.460816 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-56021766-3a00-4bbf-a5ca-f3988405887d tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.4686909 Dec 10 15:31:09.466935 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59432) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:09.474895 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-6ea77ad2-4ab8-419e-868b-df2067f1d8f4 tempest-MeteringIpV6TestJSON-547319957 tempest-MeteringIpV6TestJSON-547319957-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-33942869'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:31:09.475418 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-6ea77ad2-4ab8-419e-868b-df2067f1d8f4 tempest-MeteringIpV6TestJSON-547319957 tempest-MeteringIpV6TestJSON-547319957-project-admin] Unknown quota resources ['metering_label']. {{(pid=103586) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 15:31:09.487032 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-37354a42-e515-496a-a9d3-84391697048c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:09.527226 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-35e67691-6381-4d43-9ae4-edcbe46501fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '885da94c-2871-4e18-9397-7510487fdd5f', 'name': 'tempest-snat-router-514147139', 'tenant_id': '1e49f9051166405599c938795b5f3853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.240'}], 'enable_snat': True}, 'gw_port_id': 'a9907822-8d58-4bd3-8210-919bae725633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:31:03Z', 'updated_at': '2021-12-10T15:31:06Z', 'revision_number': 3, 'project_id': '1e49f9051166405599c938795b5f3853', 'gw_port': {'id': 'a9907822-8d58-4bd3-8210-919bae725633', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:23:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '885da94c-2871-4e18-9397-7510487fdd5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:31:05Z', 'updated_at': '2021-12-10T15:31:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:09.560019 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e67691-6381-4d43-9ae4-edcbe46501fa None None] The sync data for ids ['885da94c-2871-4e18-9397-7510487fdd5f'] in dv-neutron-821401-4-hyperv is: [{'id': '885da94c-2871-4e18-9397-7510487fdd5f', 'name': 'tempest-snat-router-514147139', 'tenant_id': '1e49f9051166405599c938795b5f3853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.240'}], 'enable_snat': True}, 'gw_port_id': 'a9907822-8d58-4bd3-8210-919bae725633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:31:03Z', 'updated_at': '2021-12-10T15:31:06Z', 'revision_number': 3, 'project_id': '1e49f9051166405599c938795b5f3853', 'gw_port': {'id': 'a9907822-8d58-4bd3-8210-919bae725633', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:23:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '885da94c-2871-4e18-9397-7510487fdd5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:31:05Z', 'updated_at': '2021-12-10T15:31:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:31:09.567665 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0575354d-7138-4fbf-b0eb-5ccd7c113cb7 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:09.571017 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-0575354d-7138-4fbf-b0eb-5ccd7c113cb7 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] 10.222.0.20 "DELETE /v2.0/ports/e7704386-3893-47ec-b484-534b051780fa HTTP/1.1" status: 204 len: 168 time: 1.6042380 Dec 10 15:31:09.574089 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59434) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:09.580577 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-e9d05428-09a4-4408-b965-3b0db58223a7 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] For port f4dc6b00-f007-41c0-a135-c4882723d22f, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=f4dc6b00-f007-41c0-a135-c4882723d22f,segment=NetworkSegment(50e20903-cb2e-494d-9007-429e67cc872e),segment_id=50e20903-cb2e-494d-9007-429e67cc872e)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:31:09.580950 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e9d05428-09a4-4408-b965-3b0db58223a7 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:09.587560 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-29534589-76de-41af-a6e3-fa5d31bc6511 None None] For port f4dc6b00-f007-41c0-a135-c4882723d22f, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=f4dc6b00-f007-41c0-a135-c4882723d22f,segment=NetworkSegment(50e20903-cb2e-494d-9007-429e67cc872e),segment_id=50e20903-cb2e-494d-9007-429e67cc872e)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:31:09.588052 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-29534589-76de-41af-a6e3-fa5d31bc6511 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:09.605296 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-48e6340c-0bdc-41b3-a8fe-596e4a033e6f tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Deleting port a9907822-8d58-4bd3-8210-919bae725633 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:31:09.605637 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-48e6340c-0bdc-41b3-a8fe-596e4a033e6f tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:09.607558 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-e9d05428-09a4-4408-b965-3b0db58223a7 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Calling delete_port for f4dc6b00-f007-41c0-a135-c4882723d22f owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:31:09.619849 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-a199cbef-39b7-4397-a062-8a3596f1adfe tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] GET failed (client error): The resource could not be found. Dec 10 15:31:09.623790 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-a199cbef-39b7-4397-a062-8a3596f1adfe tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] 10.222.0.20 "GET /v2.0/ports/e7704386-3893-47ec-b484-534b051780fa HTTP/1.1" status: 404 len: 333 time: 0.0422482 Dec 10 15:31:09.625342 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59436) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:09.653966 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-29534589-76de-41af-a6e3-fa5d31bc6511 None None] Calling delete_port for f4dc6b00-f007-41c0-a135-c4882723d22f owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:31:09.668785 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37354a42-e515-496a-a9d3-84391697048c None None] Pushing event updated for resources: {'Port': ['ID=a9907822-8d58-4bd3-8210-919bae725633,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:09.701374 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-2b7a359f-362a-4e91-8099-9ad095227d47 None None] Set router a3bb731d-d0ad-4987-9766-252d03944745 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:31:09.734040 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-66b4a2cc-7677-4751-a7e7-0c35b2bbbe45 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] 10.222.0.20 "GET /v2.0/routers/a3bb731d-d0ad-4987-9766-252d03944745 HTTP/1.1" status: 200 len: 909 time: 0.2606783 Dec 10 15:31:09.738079 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59438) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:09.742616 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-5ee981dd-c1d2-4d7a-b05b-e5819b7db00a tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1286570802', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'enable_snat': True}}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:31:09.787166 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-d2a0098c-69b7-4aea-9643-7ae192c92f22 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Deleting port 35ec1cc5-55a9-4138-af12-1ea164c9412d {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:31:09.787166 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d2a0098c-69b7-4aea-9643-7ae192c92f22 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:09.792587 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6ea77ad2-4ab8-419e-868b-df2067f1d8f4 tempest-MeteringIpV6TestJSON-547319957 tempest-MeteringIpV6TestJSON-547319957-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:09.797330 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-6ea77ad2-4ab8-419e-868b-df2067f1d8f4 tempest-MeteringIpV6TestJSON-547319957 tempest-MeteringIpV6TestJSON-547319957-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 476 time: 0.5987401 Dec 10 15:31:09.801334 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59442) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:09.805710 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-7e525be3-adea-4038-b951-b108ef652b2a tempest-MeteringIpV6TestJSON-547319957 tempest-MeteringIpV6TestJSON-547319957-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '5be64e2e-b074-4082-b9df-5dce57a412bc'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:31:09.806322 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-7e525be3-adea-4038-b951-b108ef652b2a tempest-MeteringIpV6TestJSON-547319957 tempest-MeteringIpV6TestJSON-547319957-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103586) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 15:31:09.858240 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-48e6340c-0bdc-41b3-a8fe-596e4a033e6f tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] For port a9907822-8d58-4bd3-8210-919bae725633, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=a9907822-8d58-4bd3-8210-919bae725633,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:31:09.859168 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-48e6340c-0bdc-41b3-a8fe-596e4a033e6f tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:09.928101 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5ee981dd-c1d2-4d7a-b05b-e5819b7db00a tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13912'] for router, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:09.929159 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5ee981dd-c1d2-4d7a-b05b-e5819b7db00a tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:09.944151 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d2a0098c-69b7-4aea-9643-7ae192c92f22 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:09.960210 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-48e6340c-0bdc-41b3-a8fe-596e4a033e6f tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Calling delete_port for a9907822-8d58-4bd3-8210-919bae725633 owned by network:router_gateway {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:31:09.980265 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-d2a0098c-69b7-4aea-9643-7ae192c92f22 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Calling delete_port for 35ec1cc5-55a9-4138-af12-1ea164c9412d owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:31:10.020457 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5ee981dd-c1d2-4d7a-b05b-e5819b7db00a tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:10.034523 dv-neutron-821401-4-hyperv neutron-server[103586]: WARNING neutron.services.metering.metering_plugin [None req-7e525be3-adea-4038-b951-b108ef652b2a tempest-MeteringIpV6TestJSON-547319957 tempest-MeteringIpV6TestJSON-547319957-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 10 15:31:10.065678 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-29534589-76de-41af-a6e3-fa5d31bc6511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:10.097647 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e9d05428-09a4-4408-b965-3b0db58223a7 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:10.098601 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29534589-76de-41af-a6e3-fa5d31bc6511 None None] No DVR routers for this DVR port f4dc6b00-f007-41c0-a135-c4882723d22f on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:31:10.104179 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29534589-76de-41af-a6e3-fa5d31bc6511 None None] Pushing event deleted for resources: {'Port': ['ID=f4dc6b00-f007-41c0-a135-c4882723d22f,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:10.136393 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d05428-09a4-4408-b965-3b0db58223a7 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Pushing event deleted for resources: {'Port': ['ID=f4dc6b00-f007-41c0-a135-c4882723d22f,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:10.138172 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-2b7a359f-362a-4e91-8099-9ad095227d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3bb731d-d0ad-4987-9766-252d03944745', 'name': 'tempest-snat-router-1286570802', 'tenant_id': '8a2e2b3e345b4bb2ba03c605c9d3cb36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.192'}], 'enable_snat': False}, 'gw_port_id': '8f5e2e25-0b2b-453c-9868-9d2b4286dbf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:31:05Z', 'updated_at': '2021-12-10T15:31:07Z', 'revision_number': 3, 'project_id': '8a2e2b3e345b4bb2ba03c605c9d3cb36', 'gw_port': {'id': '8f5e2e25-0b2b-453c-9868-9d2b4286dbf7', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:30:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3bb731d-d0ad-4987-9766-252d03944745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:31:06Z', 'updated_at': '2021-12-10T15:31:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:10.174152 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7a359f-362a-4e91-8099-9ad095227d47 None None] Checking router: a3bb731d-d0ad-4987-9766-252d03944745 for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:31:10.174509 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7a359f-362a-4e91-8099-9ad095227d47 None None] Updating router a3bb731d-d0ad-4987-9766-252d03944745 port 8f5e2e25-0b2b-453c-9868-9d2b4286dbf7 binding host dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 15:31:10.203968 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2b7a359f-362a-4e91-8099-9ad095227d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:10.223497 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7e525be3-adea-4038-b951-b108ef652b2a tempest-MeteringIpV6TestJSON-547319957 tempest-MeteringIpV6TestJSON-547319957-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:10.224988 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-7e525be3-adea-4038-b951-b108ef652b2a tempest-MeteringIpV6TestJSON-547319957 tempest-MeteringIpV6TestJSON-547319957-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4226701 Dec 10 15:31:10.229081 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59448) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:10.235417 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-3abd4aa5-d321-4542-8dc8-a5d146cbd331 tempest-MeteringIpV6TestJSON-547319957 tempest-MeteringIpV6TestJSON-547319957-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '5be64e2e-b074-4082-b9df-5dce57a412bc'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:31:10.235919 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-3abd4aa5-d321-4542-8dc8-a5d146cbd331 tempest-MeteringIpV6TestJSON-547319957 tempest-MeteringIpV6TestJSON-547319957-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103586) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 15:31:10.249598 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d05428-09a4-4408-b965-3b0db58223a7 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] No DVR routers for this DVR port f4dc6b00-f007-41c0-a135-c4882723d22f on host dv-neutron-821401-4-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:31:10.292337 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5ee981dd-c1d2-4d7a-b05b-e5819b7db00a tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:10.463346 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e9d05428-09a4-4408-b965-3b0db58223a7 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:10.492116 dv-neutron-821401-4-hyperv neutron-server[103586]: WARNING neutron.services.metering.metering_plugin [None req-3abd4aa5-d321-4542-8dc8-a5d146cbd331 tempest-MeteringIpV6TestJSON-547319957 tempest-MeteringIpV6TestJSON-547319957-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 10 15:31:10.502030 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d2a0098c-69b7-4aea-9643-7ae192c92f22 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:10.537273 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a0098c-69b7-4aea-9643-7ae192c92f22 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Pushing event deleted for resources: {'Port': ['ID=35ec1cc5-55a9-4138-af12-1ea164c9412d,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:10.543956 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2b7a359f-362a-4e91-8099-9ad095227d47 None None] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:10.565376 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-e9d05428-09a4-4408-b965-3b0db58223a7 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ef8789a-36b6-41ce-bb61-a20b79104c6a']}} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:10.583640 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-e9d05428-09a4-4408-b965-3b0db58223a7 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50e20903-cb2e-494d-9007-429e67cc872e') {'for_net_delete': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:10.583937 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-e9d05428-09a4-4408-b965-3b0db58223a7 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50e20903-cb2e-494d-9007-429e67cc872e') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:10.602537 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d2a0098c-69b7-4aea-9643-7ae192c92f22 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:10.608552 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-d2a0098c-69b7-4aea-9643-7ae192c92f22 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] 10.222.0.20 "DELETE /v2.0/ports/35ec1cc5-55a9-4138-af12-1ea164c9412d HTTP/1.1" status: 204 len: 168 time: 0.9810858 Dec 10 15:31:10.629280 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59450) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:10.641375 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3abd4aa5-d321-4542-8dc8-a5d146cbd331 tempest-MeteringIpV6TestJSON-547319957 tempest-MeteringIpV6TestJSON-547319957-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:10.645846 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-3abd4aa5-d321-4542-8dc8-a5d146cbd331 tempest-MeteringIpV6TestJSON-547319957 tempest-MeteringIpV6TestJSON-547319957-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4112082 Dec 10 15:31:10.645991 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e9d05428-09a4-4408-b965-3b0db58223a7 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12392235'] for segment, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:10.658045 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2b7a359f-362a-4e91-8099-9ad095227d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:10.662607 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59452) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:10.681538 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b6b24bd-0f70-4fe9-9ced-06959f9dc2ed tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] GET failed (client error): The resource could not be found. Dec 10 15:31:10.688805 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-6b6b24bd-0f70-4fe9-9ced-06959f9dc2ed tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] 10.222.0.20 "GET /v2.0/ports/35ec1cc5-55a9-4138-af12-1ea164c9412d HTTP/1.1" status: 404 len: 333 time: 0.0560336 Dec 10 15:31:10.692173 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59454) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:10.694582 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-fb32d27b-9576-4d17-814c-1a10d43523bf tempest-MeteringIpV6TestJSON-547319957 tempest-MeteringIpV6TestJSON-547319957-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=e8da96aa-d517-494e-b52f-1baa12790e9f HTTP/1.1" status: 200 len: 462 time: 0.0265279 Dec 10 15:31:10.696769 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59456) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:10.704840 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e9d05428-09a4-4408-b965-3b0db58223a7 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:10.735756 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9d05428-09a4-4408-b965-3b0db58223a7 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=103586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:31:10.736399 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e9d05428-09a4-4408-b965-3b0db58223a7 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11695586'] for segment, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:10.740103 dv-neutron-821401-4-hyperv neutron-server[103586]: Traceback (most recent call last): Dec 10 15:31:10.740103 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:31:10.740103 dv-neutron-821401-4-hyperv neutron-server[103586]: timer() Dec 10 15:31:10.740103 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:31:10.740103 dv-neutron-821401-4-hyperv neutron-server[103586]: cb(*args, **kw) Dec 10 15:31:10.740103 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:31:10.740103 dv-neutron-821401-4-hyperv neutron-server[103586]: return func(*args, **kwargs) Dec 10 15:31:10.740103 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:31:10.740103 dv-neutron-821401-4-hyperv neutron-server[103586]: self._notify() Dec 10 15:31:10.740103 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:31:10.740103 dv-neutron-821401-4-hyperv neutron-server[103586]: self.callback(batched_events) Dec 10 15:31:10.740103 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:31:10.740103 dv-neutron-821401-4-hyperv neutron-server[103586]: event.method(event) Dec 10 15:31:10.740103 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:31:10.740103 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:31:10.740103 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:31:10.740103 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:31:10.740103 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:31:10.740103 dv-neutron-821401-4-hyperv neutron-server[103586]: return f(self, *a, **k) Dec 10 15:31:10.740103 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:31:10.740103 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._get(url).json() Dec 10 15:31:10.740103 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:31:10.740103 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:31:10.740103 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:31:10.740103 dv-neutron-821401-4-hyperv neutron-server[103586]: return self.request(url, 'GET', **kwargs) Dec 10 15:31:10.740103 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:31:10.740103 dv-neutron-821401-4-hyperv neutron-server[103586]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:31:10.740103 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:31:10.740103 dv-neutron-821401-4-hyperv neutron-server[103586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:31:10.740103 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:31:10.740103 dv-neutron-821401-4-hyperv neutron-server[103586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:31:10.740103 dv-neutron-821401-4-hyperv neutron-server[103586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:31:10.751884 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164830c2-c575-4c36-9f5a-03bec43e9514 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:31:10.756660 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-48e6340c-0bdc-41b3-a8fe-596e4a033e6f tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:10.762072 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5ee981dd-c1d2-4d7a-b05b-e5819b7db00a tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:10.771024 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-2b7a359f-362a-4e91-8099-9ad095227d47 None None] Attempting to bind port 8f5e2e25-0b2b-453c-9868-9d2b4286dbf7 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:31:10.771681 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-2b7a359f-362a-4e91-8099-9ad095227d47 None None] Attempting to bind port 8f5e2e25-0b2b-453c-9868-9d2b4286dbf7 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:31:10.771873 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7a359f-362a-4e91-8099-9ad095227d47 None None] Attempting to bind port 8f5e2e25-0b2b-453c-9868-9d2b4286dbf7 on network d5a1452c-422a-4e1a-a1c7-48738ecf752f {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:31:10.786537 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7a359f-362a-4e91-8099-9ad095227d47 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:31:10.786927 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7a359f-362a-4e91-8099-9ad095227d47 None None] Checking segment: {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:31:10.791620 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2b7a359f-362a-4e91-8099-9ad095227d47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:10.792071 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7a359f-362a-4e91-8099-9ad095227d47 None None] Bound using segment: {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:31:10.792589 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-2b7a359f-362a-4e91-8099-9ad095227d47 None None] Bound port: 8f5e2e25-0b2b-453c-9868-9d2b4286dbf7, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:31:10.792966 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2b7a359f-362a-4e91-8099-9ad095227d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:10.798760 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5ee981dd-c1d2-4d7a-b05b-e5819b7db00a tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:10.846432 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e6340c-0bdc-41b3-a8fe-596e4a033e6f tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Pushing event deleted for resources: {'Port': ['ID=a9907822-8d58-4bd3-8210-919bae725633,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:10.847017 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7853f1a0-e97b-4646-b8b0-d00dc9fb31bc None None] Pushing event updated for resources: {'Port': ['ID=8f5e2e25-0b2b-453c-9868-9d2b4286dbf7,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:10.850471 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device a9907822-8d58-4bd3-8210-919bae725633 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:31:10.928769 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-2b7a359f-362a-4e91-8099-9ad095227d47 None None] For port 8f5e2e25-0b2b-453c-9868-9d2b4286dbf7, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:31:10.932720 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-2b7a359f-362a-4e91-8099-9ad095227d47 None None] For port 8f5e2e25-0b2b-453c-9868-9d2b4286dbf7, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=8f5e2e25-0b2b-453c-9868-9d2b4286dbf7,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:31:10.939559 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f66231-a26c-4a04-905c-e285ccbc6e9b None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:31:10.942236 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: a9907822-8d58-4bd3-8210-919bae725633 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:31:10.944617 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device a9907822-8d58-4bd3-8210-919bae725633 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 10 15:31:10.945426 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-48e6340c-0bdc-41b3-a8fe-596e4a033e6f tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552731'] for router_gateway, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:10.971990 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Port a9907822-8d58-4bd3-8210-919bae725633 not found, will not notify nova. {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 10 15:31:10.986241 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-35e017ce-452d-4ed3-897b-1d9dce2aaaea None None] Provisioning complete for port 8f5e2e25-0b2b-453c-9868-9d2b4286dbf7 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:31:10.986623 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-35e017ce-452d-4ed3-897b-1d9dce2aaaea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:11.053450 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device f4dc6b00-f007-41c0-a135-c4882723d22f no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:31:11.060342 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2b7a359f-362a-4e91-8099-9ad095227d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:11.070404 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-5ee981dd-c1d2-4d7a-b05b-e5819b7db00a tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Allocated IP 172.26.2.199 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/cb22df68-8203-4c7f-9cca-9db47b6a67e2) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:31:11.080937 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-48e6340c-0bdc-41b3-a8fe-596e4a033e6f tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13898'] for router, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:11.084898 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-48e6340c-0bdc-41b3-a8fe-596e4a033e6f tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:11.109597 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: f4dc6b00-f007-41c0-a135-c4882723d22f {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:31:11.109988 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device f4dc6b00-f007-41c0-a135-c4882723d22f not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:31:11.128239 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ca927a5a-0ead-411f-96a7-f9c19348da62 tempest-MeteringIpV6TestJSON-547319957 tempest-MeteringIpV6TestJSON-547319957-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:11.129385 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-ca927a5a-0ead-411f-96a7-f9c19348da62 tempest-MeteringIpV6TestJSON-547319957 tempest-MeteringIpV6TestJSON-547319957-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/e8da96aa-d517-494e-b52f-1baa12790e9f HTTP/1.1" status: 204 len: 168 time: 0.4314649 Dec 10 15:31:11.132081 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59462) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:11.147887 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-494204b2-e441-4fd5-a761-6679d636f83e tempest-MeteringIpV6TestJSON-547319957 tempest-MeteringIpV6TestJSON-547319957-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=e8da96aa-d517-494e-b52f-1baa12790e9f HTTP/1.1" status: 200 len: 221 time: 0.0147285 Dec 10 15:31:11.151952 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59464) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:11.155492 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-35e017ce-452d-4ed3-897b-1d9dce2aaaea None None] Port 8f5e2e25-0b2b-453c-9868-9d2b4286dbf7 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:31:11.157712 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-fc9665a9-13fc-44ed-8d93-335409e15d74 tempest-MeteringIpV6TestJSON-547319957 tempest-MeteringIpV6TestJSON-547319957-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--859353068', 'description': 'label created by tempest'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:31:11.158452 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-fc9665a9-13fc-44ed-8d93-335409e15d74 tempest-MeteringIpV6TestJSON-547319957 tempest-MeteringIpV6TestJSON-547319957-project-admin] Unknown quota resources ['metering_label']. {{(pid=103587) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 15:31:11.164409 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e9d05428-09a4-4408-b965-3b0db58223a7 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:11.169144 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e9d05428-09a4-4408-b965-3b0db58223a7 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:11.173834 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-e9d05428-09a4-4408-b965-3b0db58223a7 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] 10.222.0.20 "DELETE /v2.0/networks/3ef8789a-36b6-41ce-bb61-a20b79104c6a HTTP/1.1" status: 204 len: 168 time: 2.3854969 Dec 10 15:31:11.182054 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c489bb-6c91-42a1-9d9c-2fd772912db0 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:31:11.197858 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d05428-09a4-4408-b965-3b0db58223a7 tempest-NetworksIpV6TestAttrs-68360195 tempest-NetworksIpV6TestAttrs-68360195-project] Pushing event deleted for resources: {'Network': ['ID=3ef8789a-36b6-41ce-bb61-a20b79104c6a,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:11.219720 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7a359f-362a-4e91-8099-9ad095227d47 None None] Routers {'a3bb731d-d0ad-4987-9766-252d03944745'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:31:11.220402 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-2b7a359f-362a-4e91-8099-9ad095227d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:30:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['a3bb731d-d0ad-4987-9766-252d03944745'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:11.229067 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-1f77a2af-e68d-419c-992f-158e09b86cac tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Deleting port d63a4c60-3bd8-4cca-8e35-1d468b0c86a7 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:31:11.229411 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1f77a2af-e68d-419c-992f-158e09b86cac tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:11.280898 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-48e6340c-0bdc-41b3-a8fe-596e4a033e6f tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549250'] for router, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:11.281436 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48e6340c-0bdc-41b3-a8fe-596e4a033e6f tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 885da94c-2871-4e18-9397-7510487fdd5f {{(pid=103586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 15:31:11.286354 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-48e6340c-0bdc-41b3-a8fe-596e4a033e6f tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:11.293313 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-48e6340c-0bdc-41b3-a8fe-596e4a033e6f tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] 10.222.0.20 "DELETE /v2.0/routers/885da94c-2871-4e18-9397-7510487fdd5f HTTP/1.1" status: 204 len: 168 time: 3.1401038 Dec 10 15:31:11.293313 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59470) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:11.302184 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5ee981dd-c1d2-4d7a-b05b-e5819b7db00a tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:11.307356 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7853f1a0-e97b-4646-b8b0-d00dc9fb31bc None None] Pushing event updated for resources: {'Port': ['ID=8f5e2e25-0b2b-453c-9868-9d2b4286dbf7,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:11.330027 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-b952092b-b5b1-4f3a-b60d-bb7cc5341538 None None] Provisioning complete for port 8f5e2e25-0b2b-453c-9868-9d2b4286dbf7 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:31:11.330401 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b952092b-b5b1-4f3a-b60d-bb7cc5341538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:11.454379 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1f77a2af-e68d-419c-992f-158e09b86cac tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:11.476982 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-1f77a2af-e68d-419c-992f-158e09b86cac tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Calling delete_port for d63a4c60-3bd8-4cca-8e35-1d468b0c86a7 owned by {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:31:11.483168 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d5280f06-e557-45ca-859d-cd7b936a239c tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks [] for router, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:11.486071 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fc9665a9-13fc-44ed-8d93-335409e15d74 tempest-MeteringIpV6TestJSON-547319957 tempest-MeteringIpV6TestJSON-547319957-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:11.487265 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-fc9665a9-13fc-44ed-8d93-335409e15d74 tempest-MeteringIpV6TestJSON-547319957 tempest-MeteringIpV6TestJSON-547319957-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3341749 Dec 10 15:31:11.492814 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59472) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:11.512676 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-2b7a359f-362a-4e91-8099-9ad095227d47 None None] Set router a3bb731d-d0ad-4987-9766-252d03944745 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:31:11.584972 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-3337cc1e-3d15-49d3-b778-675adfa449c8 tempest-MeteringIpV6TestJSON-547319957 tempest-MeteringIpV6TestJSON-547319957-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=54811188-1442-4e8e-a159-6a69ac7a31f2 HTTP/1.1" status: 200 len: 467 time: 0.0885136 Dec 10 15:31:11.586077 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59474) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:11.659681 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d5280f06-e557-45ca-859d-cd7b936a239c tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:11.705461 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5ee981dd-c1d2-4d7a-b05b-e5819b7db00a tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:11.802984 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1f77a2af-e68d-419c-992f-158e09b86cac tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:11.810057 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b952092b-b5b1-4f3a-b60d-bb7cc5341538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:11.832648 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59478) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:11.845270 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-b952092b-b5b1-4f3a-b60d-bb7cc5341538 None None] For port 8f5e2e25-0b2b-453c-9868-9d2b4286dbf7, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=8f5e2e25-0b2b-453c-9868-9d2b4286dbf7,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:31:11.860520 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee981dd-c1d2-4d7a-b05b-e5819b7db00a tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:31:11.863908 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-5ee981dd-c1d2-4d7a-b05b-e5819b7db00a tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:31:11.869685 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee981dd-c1d2-4d7a-b05b-e5819b7db00a tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:31:11.876179 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee981dd-c1d2-4d7a-b05b-e5819b7db00a tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Pushing event updated for resources: {'Port': ['ID=cb22df68-8203-4c7f-9cca-9db47b6a67e2,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:11.891456 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f77a2af-e68d-419c-992f-158e09b86cac tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Pushing event deleted for resources: {'Port': ['ID=d63a4c60-3bd8-4cca-8e35-1d468b0c86a7,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:11.924580 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1f77a2af-e68d-419c-992f-158e09b86cac tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:11.930057 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91459d45-9200-4a7e-bacc-46da622e49b8 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:31:11.936504 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-1f77a2af-e68d-419c-992f-158e09b86cac tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] 10.222.0.20 "DELETE /v2.0/ports/d63a4c60-3bd8-4cca-8e35-1d468b0c86a7 HTTP/1.1" status: 204 len: 168 time: 1.2402959 Dec 10 15:31:11.936894 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59482) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:11.961877 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b952092b-b5b1-4f3a-b60d-bb7cc5341538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:11.962215 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-d5280f06-e557-45ca-859d-cd7b936a239c tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Deleting port 009a86ac-05a4-4768-b0d0-c99c89a15e1f {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:31:11.962215 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d5280f06-e557-45ca-859d-cd7b936a239c tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:11.992321 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c8ae325c-aa5f-467b-ab18-558493d99174 tempest-MeteringIpV6TestJSON-547319957 tempest-MeteringIpV6TestJSON-547319957-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:11.993529 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-c8ae325c-aa5f-467b-ab18-558493d99174 tempest-MeteringIpV6TestJSON-547319957 tempest-MeteringIpV6TestJSON-547319957-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/54811188-1442-4e8e-a159-6a69ac7a31f2 HTTP/1.1" status: 204 len: 168 time: 0.4065444 Dec 10 15:31:11.999588 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59484) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:12.027529 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-a4b6d006-7b28-4dce-8a06-1647f24551e5 tempest-MeteringIpV6TestJSON-547319957 tempest-MeteringIpV6TestJSON-547319957-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=54811188-1442-4e8e-a159-6a69ac7a31f2 HTTP/1.1" status: 200 len: 216 time: 0.0267224 Dec 10 15:31:12.028214 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59486) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:12.035506 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b952092b-b5b1-4f3a-b60d-bb7cc5341538 None None] Pushing event updated for resources: {'Port': ['ID=8f5e2e25-0b2b-453c-9868-9d2b4286dbf7,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:12.060974 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-cdafeef2-87ac-4b70-b9e4-12a48989671d tempest-MeteringIpV6TestJSON-547319957 tempest-MeteringIpV6TestJSON-547319957-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0280213 Dec 10 15:31:12.063574 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59488) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:12.075920 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-2b7a359f-362a-4e91-8099-9ad095227d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3bb731d-d0ad-4987-9766-252d03944745', 'name': 'tempest-snat-router-1286570802', 'tenant_id': '8a2e2b3e345b4bb2ba03c605c9d3cb36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.192'}], 'enable_snat': False}, 'gw_port_id': '8f5e2e25-0b2b-453c-9868-9d2b4286dbf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:31:05Z', 'updated_at': '2021-12-10T15:31:07Z', 'revision_number': 3, 'project_id': '8a2e2b3e345b4bb2ba03c605c9d3cb36', 'gw_port': {'id': '8f5e2e25-0b2b-453c-9868-9d2b4286dbf7', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:30:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3bb731d-d0ad-4987-9766-252d03944745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:31:06Z', 'updated_at': '2021-12-10T15:31:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:12.099383 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-5ecaf58a-0980-4d51-b5a8-483332522d98 tempest-MeteringIpV6TestJSON-547319957 tempest-MeteringIpV6TestJSON-547319957-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0347657 Dec 10 15:31:12.104010 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59490) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:12.145704 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7a359f-362a-4e91-8099-9ad095227d47 None None] The sync data for ids ['a3bb731d-d0ad-4987-9766-252d03944745'] in dv-neutron-821401-4-hyperv is: [{'id': 'a3bb731d-d0ad-4987-9766-252d03944745', 'name': 'tempest-snat-router-1286570802', 'tenant_id': '8a2e2b3e345b4bb2ba03c605c9d3cb36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.192'}], 'enable_snat': False}, 'gw_port_id': '8f5e2e25-0b2b-453c-9868-9d2b4286dbf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:31:05Z', 'updated_at': '2021-12-10T15:31:07Z', 'revision_number': 3, 'project_id': '8a2e2b3e345b4bb2ba03c605c9d3cb36', 'gw_port': {'id': '8f5e2e25-0b2b-453c-9868-9d2b4286dbf7', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:30:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3bb731d-d0ad-4987-9766-252d03944745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:31:06Z', 'updated_at': '2021-12-10T15:31:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:31:12.158699 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-7b598c08-77ce-4801-9b4f-d2d2a6b2869f None None] Provisioning complete for port cb22df68-8203-4c7f-9cca-9db47b6a67e2 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:31:12.159086 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7b598c08-77ce-4801-9b4f-d2d2a6b2869f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:12.190144 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-d5280f06-e557-45ca-859d-cd7b936a239c tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] For port 009a86ac-05a4-4768-b0d0-c99c89a15e1f, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=009a86ac-05a4-4768-b0d0-c99c89a15e1f,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:31:12.190627 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d5280f06-e557-45ca-859d-cd7b936a239c tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:12.212601 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-7b598c08-77ce-4801-9b4f-d2d2a6b2869f None None] Port cb22df68-8203-4c7f-9cca-9db47b6a67e2 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:31:12.217631 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab9948ed-7080-414b-a243-d84ffded87c2 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Deleting subnet d2f2e864-f44c-4871-a160-7332e1da4cc8 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:31:12.221066 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-d5280f06-e557-45ca-859d-cd7b936a239c tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Calling delete_port for 009a86ac-05a4-4768-b0d0-c99c89a15e1f owned by network:router_gateway {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:31:12.222897 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ab9948ed-7080-414b-a243-d84ffded87c2 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Publish callbacks [] for subnet, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:12.298101 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ab9948ed-7080-414b-a243-d84ffded87c2 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11806768'] for subnet, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:12.337350 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-91242248-64d9-409c-b216-143b05f6977b tempest-MeteringIpV6TestJSON-547319957 tempest-MeteringIpV6TestJSON-547319957-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels/5be64e2e-b074-4082-b9df-5dce57a412bc HTTP/1.1" status: 200 len: 471 time: 0.2323549 Dec 10 15:31:12.342882 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59496) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:12.381829 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-4bca5b96-13f1-4760-a926-7b6342749493 tempest-MeteringIpV6TestJSON-547319957 tempest-MeteringIpV6TestJSON-547319957-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules/9d4cdc99-d312-4a06-9138-f25768467c53 HTTP/1.1" status: 200 len: 459 time: 0.0285292 Dec 10 15:31:12.385824 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59498) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:12.388414 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ab9948ed-7080-414b-a243-d84ffded87c2 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:12.394244 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-5d47a74d-8d82-4993-8ae3-5a1cf3155699 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e42aa0aacd1b476cb9d51b140a9e3e81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5485775 Dec 10 15:31:12.397362 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59500) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:12.518579 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1e63a6c3-6a49-4906-8eb0-4cba5803a2e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:12.568035 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1e63a6c3-6a49-4906-8eb0-4cba5803a2e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:12.621282 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5ee981dd-c1d2-4d7a-b05b-e5819b7db00a tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:12.676532 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d5280f06-e557-45ca-859d-cd7b936a239c tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:12.701937 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5280f06-e557-45ca-859d-cd7b936a239c tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Pushing event deleted for resources: {'Port': ['ID=009a86ac-05a4-4768-b0d0-c99c89a15e1f,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:12.709202 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1e63a6c3-6a49-4906-8eb0-4cba5803a2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:12.715342 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1e63a6c3-6a49-4906-8eb0-4cba5803a2e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:12.720034 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-1e63a6c3-6a49-4906-8eb0-4cba5803a2e5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bc12cc86-b10d-460b-beea-61ab7c13b632 HTTP/1.1" status: 204 len: 168 time: 0.3203602 Dec 10 15:31:12.731124 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e63a6c3-6a49-4906-8eb0-4cba5803a2e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc12cc86-b10d-460b-beea-61ab7c13b632,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:12.773392 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1f76f8-1b47-40ec-813b-f43d3bca1856 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:31:12.777179 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 8f5e2e25-0b2b-453c-9868-9d2b4286dbf7 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:31:12.846931 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d5280f06-e557-45ca-859d-cd7b936a239c tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552731'] for router_gateway, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:12.864830 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 8f5e2e25-0b2b-453c-9868-9d2b4286dbf7 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:31:12.865379 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:12.923966 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-53f15231-2329-4f0d-881f-4b8e308eca5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:12.982847 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d5280f06-e557-45ca-859d-cd7b936a239c tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13898'] for router, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:12.986061 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d5280f06-e557-45ca-859d-cd7b936a239c tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:13.059114 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device a9907822-8d58-4bd3-8210-919bae725633 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:31:13.083489 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: a9907822-8d58-4bd3-8210-919bae725633 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:31:13.085882 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device a9907822-8d58-4bd3-8210-919bae725633 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:31:13.105675 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d5280f06-e557-45ca-859d-cd7b936a239c tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549250'] for router, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:13.106320 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5280f06-e557-45ca-859d-cd7b936a239c tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 90df7d98-dfb8-4882-989e-971ddefb1362 {{(pid=103586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 15:31:13.110877 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d5280f06-e557-45ca-859d-cd7b936a239c tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:13.117313 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-d5280f06-e557-45ca-859d-cd7b936a239c tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] 10.222.0.20 "DELETE /v2.0/routers/90df7d98-dfb8-4882-989e-971ddefb1362 HTTP/1.1" status: 204 len: 168 time: 1.8260140 Dec 10 15:31:13.118021 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59508) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:13.123510 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-062fdd18-394b-4ed3-82bc-d5e8b99c2939 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1373381852', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}, 'admin_state_up': False}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:31:13.168863 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a8f986a5-cf50-42e9-b85a-fd4873fb8ea6 tempest-MeteringIpV6TestJSON-547319957 tempest-MeteringIpV6TestJSON-547319957-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:13.172339 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-a8f986a5-cf50-42e9-b85a-fd4873fb8ea6 tempest-MeteringIpV6TestJSON-547319957 tempest-MeteringIpV6TestJSON-547319957-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/9d4cdc99-d312-4a06-9138-f25768467c53 HTTP/1.1" status: 204 len: 168 time: 0.7832050 Dec 10 15:31:13.172339 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ab9948ed-7080-414b-a243-d84ffded87c2 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11236721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11668521'] for subnet, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:13.173612 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59512) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:13.208333 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9948ed-7080-414b-a243-d84ffded87c2 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Pushing event deleted for resources: {'Subnet': ['ID=d2f2e864-f44c-4871-a160-7332e1da4cc8,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:13.216123 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ab9948ed-7080-414b-a243-d84ffded87c2 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:13.222549 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-ab9948ed-7080-414b-a243-d84ffded87c2 tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] 10.222.0.20 "DELETE /v2.0/subnets/d2f2e864-f44c-4871-a160-7332e1da4cc8 HTTP/1.1" status: 204 len: 168 time: 1.2821610 Dec 10 15:31:13.227796 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6bc919-7dc2-4c11-afe9-ea13cff25977 None None] Network 594b404b-ae6c-49f9-b111-dabdbaffac2b requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:31:13.236755 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59514) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:13.316289 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-062fdd18-394b-4ed3-82bc-d5e8b99c2939 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13912'] for router, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:13.317536 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-062fdd18-394b-4ed3-82bc-d5e8b99c2939 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:13.373383 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:13.540862 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-72504a51-b99e-471a-8f55-1f0712dd3f1a tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:13.553310 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-062fdd18-394b-4ed3-82bc-d5e8b99c2939 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:13.557008 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e2894bfa-c75b-4204-a6e8-9bbcb030d36c tempest-MeteringIpV6TestJSON-547319957 tempest-MeteringIpV6TestJSON-547319957-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:13.564605 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-e2894bfa-c75b-4204-a6e8-9bbcb030d36c tempest-MeteringIpV6TestJSON-547319957 tempest-MeteringIpV6TestJSON-547319957-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/5be64e2e-b074-4082-b9df-5dce57a412bc HTTP/1.1" status: 204 len: 168 time: 0.3882573 Dec 10 15:31:13.621421 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-fb864292-9172-448d-b755-514f8f92c93e req-44f4941c-b630-484c-9fbb-57141f6586b4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=797f140a-378f-4f48-be7d-1e46ffe7f2b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1611962 Dec 10 15:31:13.644812 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5ee981dd-c1d2-4d7a-b05b-e5819b7db00a tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363'] for router, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:13.745326 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843c2396-8fdb-47fc-9429-ac88ba01ac43 None None] DHCP port deletion for 594b404b-ae6c-49f9-b111-dabdbaffac2b request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:31:13.855520 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-843c2396-8fdb-47fc-9429-ac88ba01ac43 None None] Deleting port d0bb240d-525f-4a64-b7e7-ee06174e2f8a {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:31:13.855997 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-843c2396-8fdb-47fc-9429-ac88ba01ac43 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:13.883576 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-062fdd18-394b-4ed3-82bc-d5e8b99c2939 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:13.887704 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-72504a51-b99e-471a-8f55-1f0712dd3f1a tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Deleting port d0bb240d-525f-4a64-b7e7-ee06174e2f8a {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:31:13.888044 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-72504a51-b99e-471a-8f55-1f0712dd3f1a tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:13.902338 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb864292-9172-448d-b755-514f8f92c93e req-84911b01-b8e5-4a25-b0be-becd659309a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:13.903941 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-fb864292-9172-448d-b755-514f8f92c93e req-84911b01-b8e5-4a25-b0be-becd659309a2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e48df3bebd6c40d8972aebca1c524dd3&device_id=797f140a-378f-4f48-be7d-1e46ffe7f2b6 HTTP/1.1" status: 200 len: 1098 time: 0.2101669 Dec 10 15:31:13.926547 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-843c2396-8fdb-47fc-9429-ac88ba01ac43 None None] For port d0bb240d-525f-4a64-b7e7-ee06174e2f8a, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=d0bb240d-525f-4a64-b7e7-ee06174e2f8a,segment=NetworkSegment(7ff8e88c-dd70-4d6c-a1b0-56ac0bf6bc6b),segment_id=7ff8e88c-dd70-4d6c-a1b0-56ac0bf6bc6b)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:31:13.927114 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-843c2396-8fdb-47fc-9429-ac88ba01ac43 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:13.940880 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-843c2396-8fdb-47fc-9429-ac88ba01ac43 None None] Calling delete_port for d0bb240d-525f-4a64-b7e7-ee06174e2f8a owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:31:14.023178 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-72504a51-b99e-471a-8f55-1f0712dd3f1a tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] For port d0bb240d-525f-4a64-b7e7-ee06174e2f8a, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=d0bb240d-525f-4a64-b7e7-ee06174e2f8a,segment=NetworkSegment(7ff8e88c-dd70-4d6c-a1b0-56ac0bf6bc6b),segment_id=7ff8e88c-dd70-4d6c-a1b0-56ac0bf6bc6b)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:31:14.023546 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-72504a51-b99e-471a-8f55-1f0712dd3f1a tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:14.047108 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-72504a51-b99e-471a-8f55-1f0712dd3f1a tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Calling delete_port for d0bb240d-525f-4a64-b7e7-ee06174e2f8a owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:31:14.078086 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-843c2396-8fdb-47fc-9429-ac88ba01ac43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:14.131020 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843c2396-8fdb-47fc-9429-ac88ba01ac43 None None] Pushing event deleted for resources: {'Port': ['ID=d0bb240d-525f-4a64-b7e7-ee06174e2f8a,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:14.132277 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59540) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:14.135653 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843c2396-8fdb-47fc-9429-ac88ba01ac43 None None] No DVR routers for this DVR port d0bb240d-525f-4a64-b7e7-ee06174e2f8a on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:31:14.158813 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb864292-9172-448d-b755-514f8f92c93e req-d4252044-bd3e-4124-80b7-a4ec00ac8507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:14.162604 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-fb864292-9172-448d-b755-514f8f92c93e req-d4252044-bd3e-4124-80b7-a4ec00ac8507 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f99addda-57f1-4324-933a-6f2a62cbd208 HTTP/1.1" status: 200 len: 907 time: 0.2220659 Dec 10 15:31:14.242126 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ee981dd-c1d2-4d7a-b05b-e5819b7db00a tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Router 9079be3e-b2c7-4b3f-8722-ba4ebd65104d is scheduled to L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d with binding_index 1 {{(pid=103587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 15:31:14.248001 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59544) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:14.273908 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-72504a51-b99e-471a-8f55-1f0712dd3f1a tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:14.308144 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-fb864292-9172-448d-b755-514f8f92c93e req-6d55c7b6-bdcf-4ffd-bfed-6fb1ced91cec service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc18c74b-afe0-431d-8aa2-6664526db9f1 HTTP/1.1" status: 200 len: 1000 time: 0.1334229 Dec 10 15:31:14.348340 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72504a51-b99e-471a-8f55-1f0712dd3f1a tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] No DVR routers for this DVR port d0bb240d-525f-4a64-b7e7-ee06174e2f8a on host dv-neutron-821401-4-hyperv {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:31:14.366728 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72504a51-b99e-471a-8f55-1f0712dd3f1a tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Pushing event deleted for resources: {'Port': ['ID=d0bb240d-525f-4a64-b7e7-ee06174e2f8a,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:14.490417 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-77852ec5-ca76-4398-9eb4-c300900ca630 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:14.571477 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-7b73357a-47ee-4416-a046-687cacd461dc tempest-NetworksNegativeTestJSON-258724164 tempest-NetworksNegativeTestJSON-258724164-project] Request body: {'port': {'network_id': 'e8f7c58b-23f1-4c57-bc7d-c749470268b0', 'name': 'tempest-NetworksNegativeTestJSON-1596836251'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:31:14.597759 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-72504a51-b99e-471a-8f55-1f0712dd3f1a tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:14.602535 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb864292-9172-448d-b755-514f8f92c93e req-d371fe9b-5f9d-48e5-a443-f25428490c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:14.604025 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-fb864292-9172-448d-b755-514f8f92c93e req-d371fe9b-5f9d-48e5-a443-f25428490c82 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=79f6244b-5844-41f5-8b9a-b3401743a808 HTTP/1.1" status: 200 len: 845 time: 0.2618570 Dec 10 15:31:14.613296 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b73357a-47ee-4416-a046-687cacd461dc tempest-NetworksNegativeTestJSON-258724164 tempest-NetworksNegativeTestJSON-258724164-project] POST failed (client error): The resource could not be found. Dec 10 15:31:14.613832 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b73357a-47ee-4416-a046-687cacd461dc tempest-NetworksNegativeTestJSON-258724164 tempest-NetworksNegativeTestJSON-258724164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:31:14.615032 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-7b73357a-47ee-4416-a046-687cacd461dc tempest-NetworksNegativeTestJSON-258724164 tempest-NetworksNegativeTestJSON-258724164-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4729578 Dec 10 15:31:14.622099 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59552) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:14.667174 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ee981dd-c1d2-4d7a-b05b-e5819b7db00a tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:31:14.671104 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-72504a51-b99e-471a-8f55-1f0712dd3f1a tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['594b404b-ae6c-49f9-b111-dabdbaffac2b']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:14.678266 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df8f57d-988b-4528-be00-f256b9c05b7d None None] Sync routers for ids ['9079be3e-b2c7-4b3f-8722-ba4ebd65104d'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:31:14.690081 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-17ca42e0-4ed7-495c-af39-afb68d11b84c tempest-NetworksNegativeTestJSON-258724164 tempest-NetworksNegativeTestJSON-258724164-project] DELETE failed (client error): The resource could not be found. Dec 10 15:31:14.690317 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17ca42e0-4ed7-495c-af39-afb68d11b84c tempest-NetworksNegativeTestJSON-258724164 tempest-NetworksNegativeTestJSON-258724164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:31:14.697081 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-17ca42e0-4ed7-495c-af39-afb68d11b84c tempest-NetworksNegativeTestJSON-258724164 tempest-NetworksNegativeTestJSON-258724164-project] 10.222.0.20 "DELETE /v2.0/networks/b6da75c4-d4ab-4952-b218-5cd86e47a254 HTTP/1.1" status: 404 len: 339 time: 0.0694678 Dec 10 15:31:14.697330 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59556) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:14.698499 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df8f57d-988b-4528-be00-f256b9c05b7d None None] Routers {'9079be3e-b2c7-4b3f-8722-ba4ebd65104d'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:31:14.699865 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-1df8f57d-988b-4528-be00-f256b9c05b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:30:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['9079be3e-b2c7-4b3f-8722-ba4ebd65104d'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:14.724182 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device d0bb240d-525f-4a64-b7e7-ee06174e2f8a no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:31:14.735339 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-72504a51-b99e-471a-8f55-1f0712dd3f1a tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ff8e88c-dd70-4d6c-a1b0-56ac0bf6bc6b') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:14.735661 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-72504a51-b99e-471a-8f55-1f0712dd3f1a tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ff8e88c-dd70-4d6c-a1b0-56ac0bf6bc6b') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:14.753955 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-88799a0b-782d-4e46-9169-90e095d6136c tempest-NetworksNegativeTestJSON-258724164 tempest-NetworksNegativeTestJSON-258724164-project] DELETE failed (client error): The resource could not be found. Dec 10 15:31:14.754898 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88799a0b-782d-4e46-9169-90e095d6136c tempest-NetworksNegativeTestJSON-258724164 tempest-NetworksNegativeTestJSON-258724164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:31:14.758962 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-88799a0b-782d-4e46-9169-90e095d6136c tempest-NetworksNegativeTestJSON-258724164 tempest-NetworksNegativeTestJSON-258724164-project] 10.222.0.20 "DELETE /v2.0/ports/0413bf36-c0ec-4fa7-b9d6-dccfe09c9728 HTTP/1.1" status: 404 len: 333 time: 0.0604801 Dec 10 15:31:14.763422 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59558) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:14.779109 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: d0bb240d-525f-4a64-b7e7-ee06174e2f8a {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:31:14.781813 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device d0bb240d-525f-4a64-b7e7-ee06174e2f8a not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:31:14.782250 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 009a86ac-05a4-4768-b0d0-c99c89a15e1f no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:31:14.785329 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-72504a51-b99e-471a-8f55-1f0712dd3f1a tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11806923'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:14.793188 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a82dbed-4885-4c91-92d6-a2887a7bb2d9 tempest-NetworksNegativeTestJSON-258724164 tempest-NetworksNegativeTestJSON-258724164-project] DELETE failed (client error): The resource could not be found. Dec 10 15:31:14.793658 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a82dbed-4885-4c91-92d6-a2887a7bb2d9 tempest-NetworksNegativeTestJSON-258724164 tempest-NetworksNegativeTestJSON-258724164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:31:14.796992 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-1a82dbed-4885-4c91-92d6-a2887a7bb2d9 tempest-NetworksNegativeTestJSON-258724164 tempest-NetworksNegativeTestJSON-258724164-project] 10.222.0.20 "DELETE /v2.0/subnets/d10b8d72-f499-476c-869b-c892f82c2150 HTTP/1.1" status: 404 len: 337 time: 0.0318890 Dec 10 15:31:14.801201 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59560) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:14.802447 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb864292-9172-448d-b755-514f8f92c93e req-b66c5bc4-fd9e-41e7-9fb8-5cd14914e6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:14.804974 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-fb864292-9172-448d-b755-514f8f92c93e req-b66c5bc4-fd9e-41e7-9fb8-5cd14914e6f5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f99addda-57f1-4324-933a-6f2a62cbd208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1828597 Dec 10 15:31:14.817013 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 009a86ac-05a4-4768-b0d0-c99c89a15e1f {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:31:14.817397 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 009a86ac-05a4-4768-b0d0-c99c89a15e1f not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:31:14.830477 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-72504a51-b99e-471a-8f55-1f0712dd3f1a tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:14.848173 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-062fdd18-394b-4ed3-82bc-d5e8b99c2939 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks [] for router_gateway, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:14.851297 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5629d85-ed8e-472b-bd01-563aee81b6b4 tempest-NetworksNegativeTestJSON-258724164 tempest-NetworksNegativeTestJSON-258724164-project] GET failed (client error): The resource could not be found. Dec 10 15:31:14.853874 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-a5629d85-ed8e-472b-bd01-563aee81b6b4 tempest-NetworksNegativeTestJSON-258724164 tempest-NetworksNegativeTestJSON-258724164-project] 10.222.0.20 "GET /v2.0/networks/79c51e66-64d7-46fa-ba49-0c456f01f1a0 HTTP/1.1" status: 404 len: 339 time: 0.0504827 Dec 10 15:31:14.862457 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-1df8f57d-988b-4528-be00-f256b9c05b7d None None] Set router 9079be3e-b2c7-4b3f-8722-ba4ebd65104d gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:31:14.868573 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59562) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:14.878603 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-062fdd18-394b-4ed3-82bc-d5e8b99c2939 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:14.880003 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72504a51-b99e-471a-8f55-1f0712dd3f1a tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:31:14.880405 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-72504a51-b99e-471a-8f55-1f0712dd3f1a tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11236635'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:14.884604 dv-neutron-821401-4-hyperv neutron-server[103587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:31:14.884604 dv-neutron-821401-4-hyperv neutron-server[103587]: self.session.flush() Dec 10 15:31:14.884604 dv-neutron-821401-4-hyperv neutron-server[103587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:31:14.884604 dv-neutron-821401-4-hyperv neutron-server[103587]: self.session.flush() Dec 10 15:31:14.884604 dv-neutron-821401-4-hyperv neutron-server[103587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:31:14.884604 dv-neutron-821401-4-hyperv neutron-server[103587]: self.session.flush() Dec 10 15:31:14.884604 dv-neutron-821401-4-hyperv neutron-server[103587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:31:14.884604 dv-neutron-821401-4-hyperv neutron-server[103587]: self.session.flush() Dec 10 15:31:14.884604 dv-neutron-821401-4-hyperv neutron-server[103587]: Traceback (most recent call last): Dec 10 15:31:14.884604 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:31:14.884604 dv-neutron-821401-4-hyperv neutron-server[103587]: timer() Dec 10 15:31:14.884604 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:31:14.884604 dv-neutron-821401-4-hyperv neutron-server[103587]: cb(*args, **kw) Dec 10 15:31:14.884604 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:31:14.884604 dv-neutron-821401-4-hyperv neutron-server[103587]: return func(*args, **kwargs) Dec 10 15:31:14.884604 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:31:14.884604 dv-neutron-821401-4-hyperv neutron-server[103587]: self._notify() Dec 10 15:31:14.884604 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:31:14.884604 dv-neutron-821401-4-hyperv neutron-server[103587]: self.callback(batched_events) Dec 10 15:31:14.884604 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:31:14.884604 dv-neutron-821401-4-hyperv neutron-server[103587]: event.method(event) Dec 10 15:31:14.884604 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:31:14.884604 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:31:14.884604 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:31:14.884604 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:31:14.884604 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:31:14.884604 dv-neutron-821401-4-hyperv neutron-server[103587]: return f(self, *a, **k) Dec 10 15:31:14.884604 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:31:14.884604 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._get(url).json() Dec 10 15:31:14.884604 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:31:14.884604 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:31:14.884604 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:31:14.884604 dv-neutron-821401-4-hyperv neutron-server[103587]: return self.request(url, 'GET', **kwargs) Dec 10 15:31:14.884604 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:31:14.884604 dv-neutron-821401-4-hyperv neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:31:14.884604 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:31:14.884604 dv-neutron-821401-4-hyperv neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:31:14.884604 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:31:14.884604 dv-neutron-821401-4-hyperv neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:31:14.884604 dv-neutron-821401-4-hyperv neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:31:14.902436 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-079e02ff-db01-461f-8f53-8ec1b4d38b14 tempest-NetworksNegativeTestJSON-258724164 tempest-NetworksNegativeTestJSON-258724164-project] GET failed (client error): The resource could not be found. Dec 10 15:31:14.903329 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5ee981dd-c1d2-4d7a-b05b-e5819b7db00a tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:14.903888 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-079e02ff-db01-461f-8f53-8ec1b4d38b14 tempest-NetworksNegativeTestJSON-258724164 tempest-NetworksNegativeTestJSON-258724164-project] 10.222.0.20 "GET /v2.0/ports/2791d570-b4fc-415d-be20-6805543ff9a0 HTTP/1.1" status: 404 len: 333 time: 0.0341198 Dec 10 15:31:14.908619 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-5ee981dd-c1d2-4d7a-b05b-e5819b7db00a tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.1655633 Dec 10 15:31:14.908782 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59564) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:14.908782 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59566) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:14.991583 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-77852ec5-ca76-4398-9eb4-c300900ca630 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:15.002709 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-fb864292-9172-448d-b755-514f8f92c93e req-772f715a-c120-4d3a-a92b-e68274892d9f service neutron] 10.222.0.44 "GET /v2.0/networks/f99addda-57f1-4324-933a-6f2a62cbd208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877768 Dec 10 15:31:15.006147 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-04f0ed4e-40f2-4bb0-b492-1a46b3bdbf15 tempest-NetworksNegativeTestJSON-258724164 tempest-NetworksNegativeTestJSON-258724164-project] GET failed (client error): The resource could not be found. Dec 10 15:31:15.007515 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-04f0ed4e-40f2-4bb0-b492-1a46b3bdbf15 tempest-NetworksNegativeTestJSON-258724164 tempest-NetworksNegativeTestJSON-258724164-project] 10.222.0.20 "GET /v2.0/subnets/8aa8bbaa-74b5-4ba7-8c8d-a3ce33d34c06 HTTP/1.1" status: 404 len: 337 time: 0.0970831 Dec 10 15:31:15.011963 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59568) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:15.018510 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-3f116af9-65a9-44d6-b481-5f37c74bb028 tempest-NetworksNegativeTestJSON-258724164 tempest-NetworksNegativeTestJSON-258724164-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:31:15.050924 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f116af9-65a9-44d6-b481-5f37c74bb028 tempest-NetworksNegativeTestJSON-258724164 tempest-NetworksNegativeTestJSON-258724164-project] PUT failed (client error): The resource could not be found. Dec 10 15:31:15.051359 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f116af9-65a9-44d6-b481-5f37c74bb028 tempest-NetworksNegativeTestJSON-258724164 tempest-NetworksNegativeTestJSON-258724164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:31:15.056155 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-3f116af9-65a9-44d6-b481-5f37c74bb028 tempest-NetworksNegativeTestJSON-258724164 tempest-NetworksNegativeTestJSON-258724164-project] 10.222.0.20 "PUT /v2.0/networks/cdd48e74-c0ee-4a9d-a289-05a210095850 HTTP/1.1" status: 404 len: 339 time: 0.0395854 Dec 10 15:31:15.059141 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59570) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:15.070020 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-1df8f57d-988b-4528-be00-f256b9c05b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9079be3e-b2c7-4b3f-8722-ba4ebd65104d', 'name': 'tempest-snat-router-1286570802', 'tenant_id': '8a2e2b3e345b4bb2ba03c605c9d3cb36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.199'}], 'enable_snat': True}, 'gw_port_id': 'cb22df68-8203-4c7f-9cca-9db47b6a67e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:31:09Z', 'updated_at': '2021-12-10T15:31:12Z', 'revision_number': 3, 'project_id': '8a2e2b3e345b4bb2ba03c605c9d3cb36', 'gw_port': {'id': 'cb22df68-8203-4c7f-9cca-9db47b6a67e2', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:3b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9079be3e-b2c7-4b3f-8722-ba4ebd65104d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:31:10Z', 'updated_at': '2021-12-10T15:31:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:15.083203 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-77852ec5-ca76-4398-9eb4-c300900ca630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:15.087023 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-1d0cf626-2253-4d94-b42e-e03f021cf6cb tempest-NetworksNegativeTestJSON-258724164 tempest-NetworksNegativeTestJSON-258724164-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:31:15.097284 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df8f57d-988b-4528-be00-f256b9c05b7d None None] Checking router: 9079be3e-b2c7-4b3f-8722-ba4ebd65104d for host: dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:31:15.097573 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df8f57d-988b-4528-be00-f256b9c05b7d None None] Updating router 9079be3e-b2c7-4b3f-8722-ba4ebd65104d port cb22df68-8203-4c7f-9cca-9db47b6a67e2 binding host dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 15:31:15.100259 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-72504a51-b99e-471a-8f55-1f0712dd3f1a tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:15.118265 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-72504a51-b99e-471a-8f55-1f0712dd3f1a tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:15.132101 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-72504a51-b99e-471a-8f55-1f0712dd3f1a tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] 10.222.0.20 "DELETE /v2.0/networks/594b404b-ae6c-49f9-b111-dabdbaffac2b HTTP/1.1" status: 204 len: 168 time: 1.8836088 Dec 10 15:31:15.133112 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d0cf626-2253-4d94-b42e-e03f021cf6cb tempest-NetworksNegativeTestJSON-258724164 tempest-NetworksNegativeTestJSON-258724164-project] PUT failed (client error): The resource could not be found. Dec 10 15:31:15.133112 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d0cf626-2253-4d94-b42e-e03f021cf6cb tempest-NetworksNegativeTestJSON-258724164 tempest-NetworksNegativeTestJSON-258724164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:31:15.133331 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1df8f57d-988b-4528-be00-f256b9c05b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:15.133426 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-1d0cf626-2253-4d94-b42e-e03f021cf6cb tempest-NetworksNegativeTestJSON-258724164 tempest-NetworksNegativeTestJSON-258724164-project] 10.222.0.20 "PUT /v2.0/ports/30862138-e197-4c26-b4f1-9b035321705a HTTP/1.1" status: 404 len: 333 time: 0.0705602 Dec 10 15:31:15.133890 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59574) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:15.144704 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-8a21cddb-47ac-4ce1-9490-05229f8fbe60 tempest-NetworksNegativeTestJSON-258724164 tempest-NetworksNegativeTestJSON-258724164-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:31:15.165496 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72504a51-b99e-471a-8f55-1f0712dd3f1a tempest-AllowedAddressPairIpV6TestJSON-97499287 tempest-AllowedAddressPairIpV6TestJSON-97499287-project] Pushing event deleted for resources: {'Network': ['ID=594b404b-ae6c-49f9-b111-dabdbaffac2b,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:15.179272 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77852ec5-ca76-4398-9eb4-c300900ca630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe11dd7-5328-4ce7-b228-7007248b4813,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:15.185445 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-77852ec5-ca76-4398-9eb4-c300900ca630 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dfb29b4dd8394e55a0b599ed29df8153&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9357204 Dec 10 15:31:15.188580 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59576) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:15.203358 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a21cddb-47ac-4ce1-9490-05229f8fbe60 tempest-NetworksNegativeTestJSON-258724164 tempest-NetworksNegativeTestJSON-258724164-project] PUT failed (client error): The resource could not be found. Dec 10 15:31:15.203852 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a21cddb-47ac-4ce1-9490-05229f8fbe60 tempest-NetworksNegativeTestJSON-258724164 tempest-NetworksNegativeTestJSON-258724164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:31:15.206274 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-8a21cddb-47ac-4ce1-9490-05229f8fbe60 tempest-NetworksNegativeTestJSON-258724164 tempest-NetworksNegativeTestJSON-258724164-project] 10.222.0.20 "PUT /v2.0/subnets/ee049530-8456-4f5b-93da-b2f6489f5564 HTTP/1.1" status: 404 len: 337 time: 0.0668292 Dec 10 15:31:15.218235 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-fb864292-9172-448d-b755-514f8f92c93e req-787a5690-96a1-4053-bdd1-d23d714d3855 service neutron] 10.222.0.44 "GET /v2.0/networks/f99addda-57f1-4324-933a-6f2a62cbd208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039273 Dec 10 15:31:15.236993 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-062fdd18-394b-4ed3-82bc-d5e8b99c2939 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Allocated IP 172.26.2.67 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/ea70acb7-3788-4ecb-9506-8a905ab2750e) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:31:15.254826 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ee1901e4-ab9a-48ed-9dbc-797924d41044 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:15.275918 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-be5e9b30-cb3e-4087-9a2a-f1d1465aee79 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] 10.222.0.20 "GET /v2.0/routers/9079be3e-b2c7-4b3f-8722-ba4ebd65104d HTTP/1.1" status: 200 len: 908 time: 0.3643148 Dec 10 15:31:15.276264 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59582) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:15.282188 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ee1901e4-ab9a-48ed-9dbc-797924d41044 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:15.295342 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6dd42c27-6f09-4ace-b880-b39329c476a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:15.415117 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ee1901e4-ab9a-48ed-9dbc-797924d41044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:15.417968 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ee1901e4-ab9a-48ed-9dbc-797924d41044 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:15.421672 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-ee1901e4-ab9a-48ed-9dbc-797924d41044 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7fe11dd7-5328-4ce7-b228-7007248b4813 HTTP/1.1" status: 204 len: 168 time: 0.2297368 Dec 10 15:31:15.427387 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1901e4-ab9a-48ed-9dbc-797924d41044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe11dd7-5328-4ce7-b228-7007248b4813,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:15.458457 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-062fdd18-394b-4ed3-82bc-d5e8b99c2939 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:15.462936 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1aad9e08-890d-49ea-b95c-ea36f38297ef tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks [] for router, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:15.588590 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1aad9e08-890d-49ea-b95c-ea36f38297ef tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:15.627777 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-062fdd18-394b-4ed3-82bc-d5e8b99c2939 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:15.722883 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062fdd18-394b-4ed3-82bc-d5e8b99c2939 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:31:15.732711 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-062fdd18-394b-4ed3-82bc-d5e8b99c2939 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:31:15.737179 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59594) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:15.737698 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062fdd18-394b-4ed3-82bc-d5e8b99c2939 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:31:15.744831 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062fdd18-394b-4ed3-82bc-d5e8b99c2939 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Pushing event updated for resources: {'Port': ['ID=ea70acb7-3788-4ecb-9506-8a905ab2750e,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:15.757398 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff77dfc-85e8-4475-9d68-6f046fa8f33d None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:31:15.854535 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-1aad9e08-890d-49ea-b95c-ea36f38297ef tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Deleting port cb22df68-8203-4c7f-9cca-9db47b6a67e2 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:31:15.855772 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1aad9e08-890d-49ea-b95c-ea36f38297ef tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:15.877711 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-0ea1f007-ae89-4a7a-af1d-3097c7c77af3 None None] Provisioning complete for port ea70acb7-3788-4ecb-9506-8a905ab2750e triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:31:15.878558 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0ea1f007-ae89-4a7a-af1d-3097c7c77af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:15.909215 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59602) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:15.943484 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1df8f57d-988b-4528-be00-f256b9c05b7d None None] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:15.945977 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-0ea1f007-ae89-4a7a-af1d-3097c7c77af3 None None] Port ea70acb7-3788-4ecb-9506-8a905ab2750e cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:31:16.015278 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1df8f57d-988b-4528-be00-f256b9c05b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:16.030714 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1aad9e08-890d-49ea-b95c-ea36f38297ef tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:16.045231 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-1aad9e08-890d-49ea-b95c-ea36f38297ef tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Calling delete_port for cb22df68-8203-4c7f-9cca-9db47b6a67e2 owned by network:router_gateway {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:31:16.062618 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625b5be1-841c-4ce9-879a-2a600b97b70c None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:31:16.071342 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-1df8f57d-988b-4528-be00-f256b9c05b7d None None] Attempting to bind port cb22df68-8203-4c7f-9cca-9db47b6a67e2 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:31:16.071889 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-1df8f57d-988b-4528-be00-f256b9c05b7d None None] Attempting to bind port cb22df68-8203-4c7f-9cca-9db47b6a67e2 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:31:16.072591 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df8f57d-988b-4528-be00-f256b9c05b7d None None] Attempting to bind port cb22df68-8203-4c7f-9cca-9db47b6a67e2 on network d5a1452c-422a-4e1a-a1c7-48738ecf752f {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:31:16.076542 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b767ddc4-ad84-44e1-aa23-73b64a58cdab None None] Pushing event updated for resources: {'Port': ['ID=cb22df68-8203-4c7f-9cca-9db47b6a67e2,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:16.082220 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df8f57d-988b-4528-be00-f256b9c05b7d None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:31:16.082834 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df8f57d-988b-4528-be00-f256b9c05b7d None None] Checking segment: {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:31:16.083530 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1df8f57d-988b-4528-be00-f256b9c05b7d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:16.084063 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df8f57d-988b-4528-be00-f256b9c05b7d None None] Bound using segment: {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:31:16.084696 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-1df8f57d-988b-4528-be00-f256b9c05b7d None None] Bound port: cb22df68-8203-4c7f-9cca-9db47b6a67e2, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:31:16.085241 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1df8f57d-988b-4528-be00-f256b9c05b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:16.099798 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-02976ac1-4142-4c73-ae88-cd7199feaae8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1e082ee43ec6499790d7f3f2cf8a2215&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3586795 Dec 10 15:31:16.100468 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59606) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:16.106575 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:16.132993 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-04647741-e031-4270-8962-a87183d515b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:16.171069 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-1df8f57d-988b-4528-be00-f256b9c05b7d None None] For port cb22df68-8203-4c7f-9cca-9db47b6a67e2, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:31:16.177084 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-1df8f57d-988b-4528-be00-f256b9c05b7d None None] For port cb22df68-8203-4c7f-9cca-9db47b6a67e2, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=cb22df68-8203-4c7f-9cca-9db47b6a67e2,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:31:16.417359 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-481c2fb9-3226-4b0b-81a0-7554979f4e9a None None] Provisioning complete for port cb22df68-8203-4c7f-9cca-9db47b6a67e2 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:31:16.417359 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-481c2fb9-3226-4b0b-81a0-7554979f4e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:16.417359 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-481c2fb9-3226-4b0b-81a0-7554979f4e9a None None] Port cb22df68-8203-4c7f-9cca-9db47b6a67e2 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:31:16.418205 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a2e188eb-0574-4b7e-816d-7356c75c3329 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:16.418205 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a2e188eb-0574-4b7e-816d-7356c75c3329 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:16.418621 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-062fdd18-394b-4ed3-82bc-d5e8b99c2939 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks [] for router_gateway, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:16.418704 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-04647741-e031-4270-8962-a87183d515b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:16.472317 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-062fdd18-394b-4ed3-82bc-d5e8b99c2939 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363'] for router, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:16.569827 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1df8f57d-988b-4528-be00-f256b9c05b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:16.628536 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df8f57d-988b-4528-be00-f256b9c05b7d None None] Routers {'9079be3e-b2c7-4b3f-8722-ba4ebd65104d'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:31:16.629211 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-1df8f57d-988b-4528-be00-f256b9c05b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:31:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['9079be3e-b2c7-4b3f-8722-ba4ebd65104d'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:16.632434 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b20e72a-76e5-43cd-9815-d0c4b8a10976 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:31:16.732731 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b767ddc4-ad84-44e1-aa23-73b64a58cdab None None] Pushing event updated for resources: {'Port': ['ID=cb22df68-8203-4c7f-9cca-9db47b6a67e2,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:16.732731 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-1df8f57d-988b-4528-be00-f256b9c05b7d None None] Set router 9079be3e-b2c7-4b3f-8722-ba4ebd65104d gateway port host: None {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:31:16.746280 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-5a0f6b98-d9d8-4673-a612-7daf38a60e6c None None] Provisioning complete for port cb22df68-8203-4c7f-9cca-9db47b6a67e2 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:31:16.746650 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5a0f6b98-d9d8-4673-a612-7daf38a60e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:16.770601 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-1df8f57d-988b-4528-be00-f256b9c05b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9079be3e-b2c7-4b3f-8722-ba4ebd65104d', 'name': 'tempest-snat-router-1286570802', 'tenant_id': '8a2e2b3e345b4bb2ba03c605c9d3cb36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:31:09Z', 'updated_at': '2021-12-10T15:31:15Z', 'revision_number': 4, 'project_id': '8a2e2b3e345b4bb2ba03c605c9d3cb36', 'gw_port_host': None}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:16.794087 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-04647741-e031-4270-8962-a87183d515b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:16.794087 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a2e188eb-0574-4b7e-816d-7356c75c3329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:16.795650 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a2e188eb-0574-4b7e-816d-7356c75c3329 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:16.798510 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-a2e188eb-0574-4b7e-816d-7356c75c3329 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/deaf5cce-30b8-4ba5-b1bd-4b2a66f32884 HTTP/1.1" status: 204 len: 168 time: 0.6947441 Dec 10 15:31:16.802968 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df8f57d-988b-4528-be00-f256b9c05b7d None None] The sync data for ids ['9079be3e-b2c7-4b3f-8722-ba4ebd65104d'] in dv-neutron-821401-4-hyperv is: [{'id': '9079be3e-b2c7-4b3f-8722-ba4ebd65104d', 'name': 'tempest-snat-router-1286570802', 'tenant_id': '8a2e2b3e345b4bb2ba03c605c9d3cb36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:31:09Z', 'updated_at': '2021-12-10T15:31:15Z', 'revision_number': 4, 'project_id': '8a2e2b3e345b4bb2ba03c605c9d3cb36', 'gw_port_host': None}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:31:16.856579 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59610) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:16.857099 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04647741-e031-4270-8962-a87183d515b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62ac2396-3fa1-4d6c-a2e7-c9668ccce038,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:16.865690 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-04647741-e031-4270-8962-a87183d515b0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=efc6005047b047ed9df42636eaf97e3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9555497 Dec 10 15:31:16.872268 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-12882a19-23a3-440e-ae2e-5c1f81a6f011 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:16.873071 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59614) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:16.883140 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e188eb-0574-4b7e-816d-7356c75c3329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deaf5cce-30b8-4ba5-b1bd-4b2a66f32884,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:16.884392 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1aad9e08-890d-49ea-b95c-ea36f38297ef tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:16.903072 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5a0f6b98-d9d8-4673-a612-7daf38a60e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:16.924487 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-062fdd18-394b-4ed3-82bc-d5e8b99c2939 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Router 4e0b6544-d5dc-43c2-8648-cf31cb50eb10 is scheduled to L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d with binding_index 1 {{(pid=103586) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 15:31:16.972460 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-af339215-4e6f-40f2-a89b-ddbd8b7cf8df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:16.982688 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d7c06a-4937-42ab-988a-43b315d24376 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:31:17.000560 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aad9e08-890d-49ea-b95c-ea36f38297ef tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Pushing event deleted for resources: {'Port': ['ID=cb22df68-8203-4c7f-9cca-9db47b6a67e2,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:17.025818 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-af339215-4e6f-40f2-a89b-ddbd8b7cf8df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:17.150576 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1aad9e08-890d-49ea-b95c-ea36f38297ef tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552731'] for router_gateway, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:17.201585 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-af339215-4e6f-40f2-a89b-ddbd8b7cf8df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:17.204332 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-af339215-4e6f-40f2-a89b-ddbd8b7cf8df admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:17.206750 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-af339215-4e6f-40f2-a89b-ddbd8b7cf8df admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/62ac2396-3fa1-4d6c-a2e7-c9668ccce038 HTTP/1.1" status: 204 len: 168 time: 0.3316150 Dec 10 15:31:17.214833 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af339215-4e6f-40f2-a89b-ddbd8b7cf8df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ac2396-3fa1-4d6c-a2e7-c9668ccce038,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:17.263708 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1aad9e08-890d-49ea-b95c-ea36f38297ef tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13898'] for router, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:17.269931 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1aad9e08-890d-49ea-b95c-ea36f38297ef tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:17.288144 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-12882a19-23a3-440e-ae2e-5c1f81a6f011 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:17.289645 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-062fdd18-394b-4ed3-82bc-d5e8b99c2939 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:31:17.304281 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc30b3e-6f40-40fd-a279-eecbfbb702a3 None None] Sync routers for ids ['4e0b6544-d5dc-43c2-8648-cf31cb50eb10'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:31:17.319413 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc30b3e-6f40-40fd-a279-eecbfbb702a3 None None] Routers {'4e0b6544-d5dc-43c2-8648-cf31cb50eb10'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:31:17.320422 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-efc30b3e-6f40-40fd-a279-eecbfbb702a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:31:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['4e0b6544-d5dc-43c2-8648-cf31cb50eb10'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:17.369971 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-efc30b3e-6f40-40fd-a279-eecbfbb702a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:17.380010 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc30b3e-6f40-40fd-a279-eecbfbb702a3 None None] Routers {'4e0b6544-d5dc-43c2-8648-cf31cb50eb10'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:31:17.380649 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-efc30b3e-6f40-40fd-a279-eecbfbb702a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:31:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['4e0b6544-d5dc-43c2-8648-cf31cb50eb10'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:17.391493 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-12882a19-23a3-440e-ae2e-5c1f81a6f011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:17.419684 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-efc30b3e-6f40-40fd-a279-eecbfbb702a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:17.420955 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc30b3e-6f40-40fd-a279-eecbfbb702a3 None None] The sync data for ids ['4e0b6544-d5dc-43c2-8648-cf31cb50eb10'] in dv-neutron-821401-4-hyperv is: [] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:31:17.427615 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-062fdd18-394b-4ed3-82bc-d5e8b99c2939 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:17.428933 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-062fdd18-394b-4ed3-82bc-d5e8b99c2939 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.3098466 Dec 10 15:31:17.429492 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1aad9e08-890d-49ea-b95c-ea36f38297ef tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549250'] for router, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:17.430099 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aad9e08-890d-49ea-b95c-ea36f38297ef tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9079be3e-b2c7-4b3f-8722-ba4ebd65104d {{(pid=103586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 15:31:17.431976 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59630) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:17.437917 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-b6e52e54-8e27-4981-89bf-f523d8052472 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'enable_snat': False}}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:31:17.441976 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1aad9e08-890d-49ea-b95c-ea36f38297ef tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:17.445872 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-1aad9e08-890d-49ea-b95c-ea36f38297ef tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] 10.222.0.20 "DELETE /v2.0/routers/9079be3e-b2c7-4b3f-8722-ba4ebd65104d HTTP/1.1" status: 204 len: 168 time: 2.1658134 Dec 10 15:31:17.445872 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12882a19-23a3-440e-ae2e-5c1f81a6f011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63d16fec-3448-45fa-adc1-64a45f7caf49,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:17.446168 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59632) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:17.449626 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-12882a19-23a3-440e-ae2e-5c1f81a6f011 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8903141ca203438ca17f05f9cb83f14c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6038215 Dec 10 15:31:17.454270 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59634) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:17.504226 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-80111e29-830d-4bd3-b536-e4362676c4d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:17.528726 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-80111e29-830d-4bd3-b536-e4362676c4d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:17.664551 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-80111e29-830d-4bd3-b536-e4362676c4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:17.667484 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-80111e29-830d-4bd3-b536-e4362676c4d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:17.668793 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-80111e29-830d-4bd3-b536-e4362676c4d7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/63d16fec-3448-45fa-adc1-64a45f7caf49 HTTP/1.1" status: 204 len: 168 time: 0.2135766 Dec 10 15:31:17.679568 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80111e29-830d-4bd3-b536-e4362676c4d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d16fec-3448-45fa-adc1-64a45f7caf49,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:17.698376 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:17.956494 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-31998b65-f3fe-4c6b-a3a4-6f69e49cd119 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks [] for router, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:18.156363 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-31998b65-f3fe-4c6b-a3a4-6f69e49cd119 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:18.250045 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b6e52e54-8e27-4981-89bf-f523d8052472 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:18.281696 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-31998b65-f3fe-4c6b-a3a4-6f69e49cd119 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Deleting port 8f5e2e25-0b2b-453c-9868-9d2b4286dbf7 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:31:18.282087 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-31998b65-f3fe-4c6b-a3a4-6f69e49cd119 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:18.413303 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-31998b65-f3fe-4c6b-a3a4-6f69e49cd119 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] For port 8f5e2e25-0b2b-453c-9868-9d2b4286dbf7, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=8f5e2e25-0b2b-453c-9868-9d2b4286dbf7,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:31:18.413672 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-31998b65-f3fe-4c6b-a3a4-6f69e49cd119 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:18.428822 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-31998b65-f3fe-4c6b-a3a4-6f69e49cd119 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Calling delete_port for 8f5e2e25-0b2b-453c-9868-9d2b4286dbf7 owned by network:router_gateway {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:31:18.440639 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59678) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:18.647597 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:18.776629 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-33704e36-84d9-4e60-8c9f-5c5e76af2822 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-116883631'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:31:18.782500 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-31998b65-f3fe-4c6b-a3a4-6f69e49cd119 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:18.813128 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31998b65-f3fe-4c6b-a3a4-6f69e49cd119 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Pushing event deleted for resources: {'Port': ['ID=8f5e2e25-0b2b-453c-9868-9d2b4286dbf7,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:18.831340 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c9b829-0548-4343-8c5c-45c9a67accdd None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:31:18.880640 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59692) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:18.885473 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-31998b65-f3fe-4c6b-a3a4-6f69e49cd119 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552731'] for router_gateway, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:18.889734 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33704e36-84d9-4e60-8c9f-5c5e76af2822 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Made reservation on behalf of 4cc01eb5c1314efba075da10bbffc41f for: {'network': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:31:18.893979 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-33704e36-84d9-4e60-8c9f-5c5e76af2822 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:18.903099 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-33704e36-84d9-4e60-8c9f-5c5e76af2822 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:18.947950 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-94f31f92-ffc0-4ba0-ba86-f9755ab2f0be tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1158716797', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:31:18.995164 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 15:31:19.016057 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-33704e36-84d9-4e60-8c9f-5c5e76af2822 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:19.016570 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-31998b65-f3fe-4c6b-a3a4-6f69e49cd119 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13898'] for router, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:19.020101 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-31998b65-f3fe-4c6b-a3a4-6f69e49cd119 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:19.037922 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-94f31f92-ffc0-4ba0-ba86-f9755ab2f0be tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13912'] for router, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:19.039109 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-94f31f92-ffc0-4ba0-ba86-f9755ab2f0be tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:19.088980 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-94f31f92-ffc0-4ba0-ba86-f9755ab2f0be tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:19.103437 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b6e52e54-8e27-4981-89bf-f523d8052472 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13949'] for router, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:19.106864 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b6e52e54-8e27-4981-89bf-f523d8052472 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-551381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-551372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-549222'] for router, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:19.115404 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-33704e36-84d9-4e60-8c9f-5c5e76af2822 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:19.144921 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33704e36-84d9-4e60-8c9f-5c5e76af2822 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43ca4984-175c-4065-9ef2-fa52b785431a,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:19.173877 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-94f31f92-ffc0-4ba0-ba86-f9755ab2f0be tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363'] for router, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:19.207373 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33704e36-84d9-4e60-8c9f-5c5e76af2822 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=103586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:31:19.216635 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-33704e36-84d9-4e60-8c9f-5c5e76af2822 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:19.216985 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.segments_db [None req-33704e36-84d9-4e60-8c9f-5c5e76af2822 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Added segment bacba8e5-c015-45ed-bcbd-b98094cfb7f7 of type vlan for network a5587bb3-699d-42e1-bde3-d27ad13b4e59 Dec 10 15:31:19.225627 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-31998b65-f3fe-4c6b-a3a4-6f69e49cd119 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549250'] for router, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:19.226199 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31998b65-f3fe-4c6b-a3a4-6f69e49cd119 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a3bb731d-d0ad-4987-9766-252d03944745 {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 15:31:19.234201 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-31998b65-f3fe-4c6b-a3a4-6f69e49cd119 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:19.234201 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-31998b65-f3fe-4c6b-a3a4-6f69e49cd119 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] 10.222.0.20 "DELETE /v2.0/routers/a3bb731d-d0ad-4987-9766-252d03944745 HTTP/1.1" status: 204 len: 168 time: 1.7866399 Dec 10 15:31:19.235653 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6e52e54-8e27-4981-89bf-f523d8052472 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Router 4e0b6544-d5dc-43c2-8648-cf31cb50eb10 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:31:19.238199 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59702) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:19.245309 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-8adef301-1c21-4f4d-a684-09ff9bd8f9b3 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1895492925', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}, 'admin_state_up': False}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:31:19.272629 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-33704e36-84d9-4e60-8c9f-5c5e76af2822 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:19.284941 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-94f31f92-ffc0-4ba0-ba86-f9755ab2f0be tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:19.292348 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-94f31f92-ffc0-4ba0-ba86-f9755ab2f0be tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4045362 Dec 10 15:31:19.292348 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59706) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:19.317725 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-afebb3ea-d380-4437-9957-02bde25adca6 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-237477934'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:31:19.392865 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8adef301-1c21-4f4d-a684-09ff9bd8f9b3 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13912'] for router, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:19.394065 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8adef301-1c21-4f4d-a684-09ff9bd8f9b3 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:19.409267 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e52e54-8e27-4981-89bf-f523d8052472 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:31:19.414145 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b6e52e54-8e27-4981-89bf-f523d8052472 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:19.415359 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-b6e52e54-8e27-4981-89bf-f523d8052472 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] 10.222.0.20 "PUT /v2.0/routers/4e0b6544-d5dc-43c2-8648-cf31cb50eb10 HTTP/1.1" status: 200 len: 921 time: 1.9823015 Dec 10 15:31:19.425441 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59712) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:19.429053 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-33704e36-84d9-4e60-8c9f-5c5e76af2822 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:19.435349 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33704e36-84d9-4e60-8c9f-5c5e76af2822 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:19.436030 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-33704e36-84d9-4e60-8c9f-5c5e76af2822 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:19.439570 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4062eb23-b40d-4bba-8399-0134407e8c30 None None] Sync routers for ids ['4e0b6544-d5dc-43c2-8648-cf31cb50eb10'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:31:19.455416 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4062eb23-b40d-4bba-8399-0134407e8c30 None None] Routers {'4e0b6544-d5dc-43c2-8648-cf31cb50eb10'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:31:19.456054 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-4062eb23-b40d-4bba-8399-0134407e8c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:31:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['4e0b6544-d5dc-43c2-8648-cf31cb50eb10'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:19.465106 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8adef301-1c21-4f4d-a684-09ff9bd8f9b3 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:19.489707 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-4062eb23-b40d-4bba-8399-0134407e8c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:19.499184 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4062eb23-b40d-4bba-8399-0134407e8c30 None None] Routers {'4e0b6544-d5dc-43c2-8648-cf31cb50eb10'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:31:19.499985 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-4062eb23-b40d-4bba-8399-0134407e8c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:31:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['4e0b6544-d5dc-43c2-8648-cf31cb50eb10'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:19.510745 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afebb3ea-d380-4437-9957-02bde25adca6 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Made reservation on behalf of f03846aeb40b49208d41dc20f8c365c1 for: {'network': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:31:19.514192 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-afebb3ea-d380-4437-9957-02bde25adca6 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:19.534496 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-4062eb23-b40d-4bba-8399-0134407e8c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:19.535135 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4062eb23-b40d-4bba-8399-0134407e8c30 None None] The sync data for ids ['4e0b6544-d5dc-43c2-8648-cf31cb50eb10'] in dv-neutron-821401-4-hyperv is: [] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:31:19.565449 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-afebb3ea-d380-4437-9957-02bde25adca6 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:19.595503 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33704e36-84d9-4e60-8c9f-5c5e76af2822 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Pushing event updated for resources: {'Network': ['ID=a5587bb3-699d-42e1-bde3-d27ad13b4e59,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:19.609235 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network a5587bb3-699d-42e1-bde3-d27ad13b4e59 details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:31:19.654067 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-33704e36-84d9-4e60-8c9f-5c5e76af2822 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.2122312 Dec 10 15:31:19.658663 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59718) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:19.663990 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-788c1cf6-e49a-4dca-b227-8a7457d0953c tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Request body: {'subnet': {'network_id': 'a5587bb3-699d-42e1-bde3-d27ad13b4e59', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:31:19.745251 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-fd15afbb-f3d6-48f8-9f7a-e45fa9a5353c tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] 10.222.0.20 "GET /v2.0/routers/4e0b6544-d5dc-43c2-8648-cf31cb50eb10 HTTP/1.1" status: 200 len: 921 time: 0.3258524 Dec 10 15:31:19.751576 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59720) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:19.892464 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a382e3a-1ac4-4e5b-bae3-3caec40da853 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:19.894046 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-5a382e3a-1ac4-4e5b-bae3-3caec40da853 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=d5a1452c-422a-4e1a-a1c7-48738ecf752f&device_id=4e0b6544-d5dc-43c2-8648-cf31cb50eb10&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1414945 Dec 10 15:31:19.897478 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59724) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:19.900697 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-afebb3ea-d380-4437-9957-02bde25adca6 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:19.959827 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-788c1cf6-e49a-4dca-b227-8a7457d0953c tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Made reservation on behalf of 4cc01eb5c1314efba075da10bbffc41f for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:31:19.963842 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-788c1cf6-e49a-4dca-b227-8a7457d0953c tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:19.978373 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8adef301-1c21-4f4d-a684-09ff9bd8f9b3 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:19.985589 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-afebb3ea-d380-4437-9957-02bde25adca6 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:20.253269 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8adef301-1c21-4f4d-a684-09ff9bd8f9b3 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks [] for router_gateway, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:20.274010 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8adef301-1c21-4f4d-a684-09ff9bd8f9b3 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:20.339809 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59738) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:20.394739 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5cf919-c5b4-48b7-b1e5-ac9813a2bb1c tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:20.396081 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-db5cf919-c5b4-48b7-b1e5-ac9813a2bb1c tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] 10.222.0.20 "GET /v2.0/networks/d5a1452c-422a-4e1a-a1c7-48738ecf752f HTTP/1.1" status: 200 len: 881 time: 0.4976242 Dec 10 15:31:20.402265 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59744) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:20.404849 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afebb3ea-d380-4437-9957-02bde25adca6 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=103586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:31:20.428747 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afebb3ea-d380-4437-9957-02bde25adca6 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2522557f-b504-407c-ace6-0736ef6625b2,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:20.441449 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-e3a93039-c874-4824-9b60-0fd98c09f710 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e0b6544-d5dc-43c2-8648-cf31cb50eb10 HTTP/1.1" status: 200 len: 205 time: 0.0353062 Dec 10 15:31:20.442837 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59746) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:20.456437 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-afebb3ea-d380-4437-9957-02bde25adca6 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:20.458097 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.segments_db [None req-afebb3ea-d380-4437-9957-02bde25adca6 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Added segment 8426d6a2-cb0a-40e7-930d-3ea63b50c8a2 of type vlan for network 3a7e2aa6-4e05-4c4b-91e8-d84345c8da33 Dec 10 15:31:20.502802 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-8adef301-1c21-4f4d-a684-09ff9bd8f9b3 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Allocated IP 172.26.2.23 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/60b06383-b009-4c43-8c89-e434c08c2721) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:31:20.507235 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-75979a42-5826-413f-801c-0fa559e39eb9 tempest-QuotasNegativeTest-103033710 tempest-QuotasNegativeTest-103033710-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:31:20.511232 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-afebb3ea-d380-4437-9957-02bde25adca6 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:20.642671 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-71376139-5601-4363-af6d-7af4c84537b2 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks [] for router, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:20.651285 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-75979a42-5826-413f-801c-0fa559e39eb9 tempest-QuotasNegativeTest-103033710 tempest-QuotasNegativeTest-103033710-project-admin] 10.222.0.20 "PUT /v2.0/quotas/695519f7ffbd4032a86937722a771c43 HTTP/1.1" status: 200 len: 368 time: 0.3102126 Dec 10 15:31:20.654342 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59750) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:20.660279 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-299f2df7-9095-4f6f-bd96-b8847b8559fe tempest-QuotasNegativeTest-103033710 tempest-QuotasNegativeTest-103033710-project-admin] Request body: {'network': {'project_id': '695519f7ffbd4032a86937722a771c43'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:31:20.663417 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-afebb3ea-d380-4437-9957-02bde25adca6 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:20.668940 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afebb3ea-d380-4437-9957-02bde25adca6 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:20.669684 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-afebb3ea-d380-4437-9957-02bde25adca6 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:20.697942 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-788c1cf6-e49a-4dca-b227-8a7457d0953c tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11695183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581935'] for subnet, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:20.702580 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 8f5e2e25-0b2b-453c-9868-9d2b4286dbf7 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:31:20.722480 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8adef301-1c21-4f4d-a684-09ff9bd8f9b3 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:20.725576 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 8f5e2e25-0b2b-453c-9868-9d2b4286dbf7 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:31:20.726273 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 8f5e2e25-0b2b-453c-9868-9d2b4286dbf7 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:31:20.777413 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-afebb3ea-d380-4437-9957-02bde25adca6 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4767709 Dec 10 15:31:20.781316 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59752) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:20.792184 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-ffa48641-8b0e-4973-bbda-f9eb96f809f1 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Request body: {'subnet': {'network_id': '3a7e2aa6-4e05-4c4b-91e8-d84345c8da33', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:31:20.801436 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afebb3ea-d380-4437-9957-02bde25adca6 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Pushing event updated for resources: {'Network': ['ID=3a7e2aa6-4e05-4c4b-91e8-d84345c8da33,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:20.815096 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 3a7e2aa6-4e05-4c4b-91e8-d84345c8da33 details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:31:20.815941 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788c1cf6-e49a-4dca-b227-8a7457d0953c tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Pushing event updated for resources: {'Subnet': ['ID=b12956fd-c16a-4fce-acd5-5af463f35fa9,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:20.827372 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788c1cf6-e49a-4dca-b227-8a7457d0953c tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Checking segment: {'id': 'bacba8e5-c015-45ed-bcbd-b98094cfb7f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a5587bb3-699d-42e1-bde3-d27ad13b4e59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:31:20.827764 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788c1cf6-e49a-4dca-b227-8a7457d0953c tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Network hostable DHCP agents. Network: a5587bb3-699d-42e1-bde3-d27ad13b4e59, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:31:20.850790 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-71376139-5601-4363-af6d-7af4c84537b2 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:20.881593 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-299f2df7-9095-4f6f-bd96-b8847b8559fe tempest-QuotasNegativeTest-103033710 tempest-QuotasNegativeTest-103033710-project-admin] Made reservation on behalf of 695519f7ffbd4032a86937722a771c43 for: {'network': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:31:20.885393 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-299f2df7-9095-4f6f-bd96-b8847b8559fe tempest-QuotasNegativeTest-103033710 tempest-QuotasNegativeTest-103033710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:20.895758 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-299f2df7-9095-4f6f-bd96-b8847b8559fe tempest-QuotasNegativeTest-103033710 tempest-QuotasNegativeTest-103033710-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:20.913118 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788c1cf6-e49a-4dca-b227-8a7457d0953c tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Network a5587bb3-699d-42e1-bde3-d27ad13b4e59 is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:31:20.960633 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8adef301-1c21-4f4d-a684-09ff9bd8f9b3 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:20.975823 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-299f2df7-9095-4f6f-bd96-b8847b8559fe tempest-QuotasNegativeTest-103033710 tempest-QuotasNegativeTest-103033710-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:20.980483 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-788c1cf6-e49a-4dca-b227-8a7457d0953c tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, a5587bb3-699d-42e1-bde3-d27ad13b4e59) {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:31:20.984520 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788c1cf6-e49a-4dca-b227-8a7457d0953c tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:20.985111 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-788c1cf6-e49a-4dca-b227-8a7457d0953c tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:20.990388 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad32f59-f663-49a0-a8e0-147c7bec5314 None None] Network a5587bb3-699d-42e1-bde3-d27ad13b4e59 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:31:21.011592 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa48641-8b0e-4973-bbda-f9eb96f809f1 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Made reservation on behalf of f03846aeb40b49208d41dc20f8c365c1 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:31:21.015709 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ffa48641-8b0e-4973-bbda-f9eb96f809f1 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11668558'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:21.026194 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-299f2df7-9095-4f6f-bd96-b8847b8559fe tempest-QuotasNegativeTest-103033710 tempest-QuotasNegativeTest-103033710-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:21.051705 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8adef301-1c21-4f4d-a684-09ff9bd8f9b3 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:31:21.052328 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-299f2df7-9095-4f6f-bd96-b8847b8559fe tempest-QuotasNegativeTest-103033710 tempest-QuotasNegativeTest-103033710-project-admin] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=103586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:31:21.063782 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-788c1cf6-e49a-4dca-b227-8a7457d0953c tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4038205 Dec 10 15:31:21.065729 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299f2df7-9095-4f6f-bd96-b8847b8559fe tempest-QuotasNegativeTest-103033710 tempest-QuotasNegativeTest-103033710-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34674bc1-479e-430e-ab99-ed8506b6a939,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:21.068173 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59754) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:21.075409 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-299f2df7-9095-4f6f-bd96-b8847b8559fe tempest-QuotasNegativeTest-103033710 tempest-QuotasNegativeTest-103033710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:21.076124 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.segments_db [None req-299f2df7-9095-4f6f-bd96-b8847b8559fe tempest-QuotasNegativeTest-103033710 tempest-QuotasNegativeTest-103033710-project-admin] Added segment f0c1fd0e-ed63-4e61-9517-a4614dcb6178 of type vlan for network 2ec8b81e-603f-42b9-a740-623fcc26561c Dec 10 15:31:21.088469 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-8adef301-1c21-4f4d-a684-09ff9bd8f9b3 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:31:21.091815 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adef301-1c21-4f4d-a684-09ff9bd8f9b3 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:31:21.092544 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-133e1377-3bb3-4ac6-98e0-8e595579e125 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Request body: {'port': {'network_id': 'a5587bb3-699d-42e1-bde3-d27ad13b4e59', 'name': 'tempest-AllowedAddressPairTestJSON-1325771217'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:31:21.093749 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acab583e-4fe3-410b-aedb-719b3a44c543 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-a5587bb3-699d-42e1-bde3-d27ad13b4e59', 'network_id': 'a5587bb3-699d-42e1-bde3-d27ad13b4e59', 'project_id': '4cc01eb5c1314efba075da10bbffc41f', 'fixed_ips': [{'subnet_id': 'b12956fd-c16a-4fce-acd5-5af463f35fa9'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:31:21.094749 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-acab583e-4fe3-410b-aedb-719b3a44c543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:21.113923 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f8c2cb-ee94-4e4c-a510-ce7a3b178b5b None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:31:21.140856 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adef301-1c21-4f4d-a684-09ff9bd8f9b3 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Pushing event updated for resources: {'Port': ['ID=60b06383-b009-4c43-8c89-e434c08c2721,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:21.182256 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-299f2df7-9095-4f6f-bd96-b8847b8559fe tempest-QuotasNegativeTest-103033710 tempest-QuotasNegativeTest-103033710-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:21.234029 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-71376139-5601-4363-af6d-7af4c84537b2 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Deleting port ea70acb7-3788-4ecb-9506-8a905ab2750e {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:31:21.234363 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-71376139-5601-4363-af6d-7af4c84537b2 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:21.236719 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-2783797e-5852-4c52-a2cc-8d80cbe700c6 None None] Provisioning complete for port 60b06383-b009-4c43-8c89-e434c08c2721 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:31:21.236853 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2783797e-5852-4c52-a2cc-8d80cbe700c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:21.295553 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-299f2df7-9095-4f6f-bd96-b8847b8559fe tempest-QuotasNegativeTest-103033710 tempest-QuotasNegativeTest-103033710-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:21.298858 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299f2df7-9095-4f6f-bd96-b8847b8559fe tempest-QuotasNegativeTest-103033710 tempest-QuotasNegativeTest-103033710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:21.303732 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-299f2df7-9095-4f6f-bd96-b8847b8559fe tempest-QuotasNegativeTest-103033710 tempest-QuotasNegativeTest-103033710-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:21.304523 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-2783797e-5852-4c52-a2cc-8d80cbe700c6 None None] Port 60b06383-b009-4c43-8c89-e434c08c2721 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:31:21.307514 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-acab583e-4fe3-410b-aedb-719b3a44c543 None None] Allocated IP 172.20.0.2 (a5587bb3-699d-42e1-bde3-d27ad13b4e59/b12956fd-c16a-4fce-acd5-5af463f35fa9/07f3b1bc-4b99-46af-b523-e6d889ce4d33) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:31:21.326597 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-133e1377-3bb3-4ac6-98e0-8e595579e125 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Made reservation on behalf of 4cc01eb5c1314efba075da10bbffc41f for: {'port': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:31:21.332390 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-133e1377-3bb3-4ac6-98e0-8e595579e125 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:21.384087 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-133e1377-3bb3-4ac6-98e0-8e595579e125 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] device_id is not set on port 62918849-8732-480b-9b4c-a51c98bcd077 yet. {{(pid=103586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:31:21.390129 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299f2df7-9095-4f6f-bd96-b8847b8559fe tempest-QuotasNegativeTest-103033710 tempest-QuotasNegativeTest-103033710-project-admin] Pushing event updated for resources: {'Network': ['ID=2ec8b81e-603f-42b9-a740-623fcc26561c,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:21.404900 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 2ec8b81e-603f-42b9-a740-623fcc26561c details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:31:21.419128 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-71376139-5601-4363-af6d-7af4c84537b2 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:21.437286 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-299f2df7-9095-4f6f-bd96-b8847b8559fe tempest-QuotasNegativeTest-103033710 tempest-QuotasNegativeTest-103033710-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7807043 Dec 10 15:31:21.442730 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59758) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:21.448060 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-7d0cf534-838a-410e-a25e-31d9f947d592 tempest-QuotasNegativeTest-103033710 tempest-QuotasNegativeTest-103033710-project-admin] Request body: {'network': {'project_id': '695519f7ffbd4032a86937722a771c43'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:31:21.463613 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-71376139-5601-4363-af6d-7af4c84537b2 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Calling delete_port for ea70acb7-3788-4ecb-9506-8a905ab2750e owned by network:router_gateway {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:31:21.551618 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0cf534-838a-410e-a25e-31d9f947d592 tempest-QuotasNegativeTest-103033710 tempest-QuotasNegativeTest-103033710-project-admin] Made reservation on behalf of 695519f7ffbd4032a86937722a771c43 for: {'network': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:31:21.551618 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7d0cf534-838a-410e-a25e-31d9f947d592 tempest-QuotasNegativeTest-103033710 tempest-QuotasNegativeTest-103033710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:21.552839 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-acab583e-4fe3-410b-aedb-719b3a44c543 None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:21.577290 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d0cf534-838a-410e-a25e-31d9f947d592 tempest-QuotasNegativeTest-103033710 tempest-QuotasNegativeTest-103033710-project-admin] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=103586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:31:21.596041 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7d0cf534-838a-410e-a25e-31d9f947d592 tempest-QuotasNegativeTest-103033710 tempest-QuotasNegativeTest-103033710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:21.599235 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.segments_db [None req-7d0cf534-838a-410e-a25e-31d9f947d592 tempest-QuotasNegativeTest-103033710 tempest-QuotasNegativeTest-103033710-project-admin] Added segment 556025d3-9699-41ed-9756-76aa8a8cbfb0 of type vlan for network cb47f47c-3d2b-4525-9385-55d73f0b204f Dec 10 15:31:21.639527 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7d0cf534-838a-410e-a25e-31d9f947d592 tempest-QuotasNegativeTest-103033710 tempest-QuotasNegativeTest-103033710-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:21.691947 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8adef301-1c21-4f4d-a684-09ff9bd8f9b3 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks [] for router_gateway, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:21.716580 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-acab583e-4fe3-410b-aedb-719b3a44c543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:21.750107 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ffa48641-8b0e-4973-bbda-f9eb96f809f1 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11236534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11668560'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:21.755784 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7d0cf534-838a-410e-a25e-31d9f947d592 tempest-QuotasNegativeTest-103033710 tempest-QuotasNegativeTest-103033710-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:21.756864 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0cf534-838a-410e-a25e-31d9f947d592 tempest-QuotasNegativeTest-103033710 tempest-QuotasNegativeTest-103033710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:21.757525 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7d0cf534-838a-410e-a25e-31d9f947d592 tempest-QuotasNegativeTest-103033710 tempest-QuotasNegativeTest-103033710-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:21.761753 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acab583e-4fe3-410b-aedb-719b3a44c543 None None] Network a5587bb3-699d-42e1-bde3-d27ad13b4e59 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:31:21.764501 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-acab583e-4fe3-410b-aedb-719b3a44c543 None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:31:21.768985 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acab583e-4fe3-410b-aedb-719b3a44c543 None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:31:21.774159 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acab583e-4fe3-410b-aedb-719b3a44c543 None None] Pushing event updated for resources: {'Port': ['ID=07f3b1bc-4b99-46af-b523-e6d889ce4d33,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:21.788546 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-133e1377-3bb3-4ac6-98e0-8e595579e125 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Allocated IP 172.20.0.13 (a5587bb3-699d-42e1-bde3-d27ad13b4e59/b12956fd-c16a-4fce-acd5-5af463f35fa9/62918849-8732-480b-9b4c-a51c98bcd077) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:31:21.829637 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-acab583e-4fe3-410b-aedb-719b3a44c543 None None] Attempting to bind port 07f3b1bc-4b99-46af-b523-e6d889ce4d33 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:31:21.830172 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-acab583e-4fe3-410b-aedb-719b3a44c543 None None] Attempting to bind port 07f3b1bc-4b99-46af-b523-e6d889ce4d33 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'bacba8e5-c015-45ed-bcbd-b98094cfb7f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a5587bb3-699d-42e1-bde3-d27ad13b4e59'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:31:21.831268 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acab583e-4fe3-410b-aedb-719b3a44c543 None None] Attempting to bind port 07f3b1bc-4b99-46af-b523-e6d889ce4d33 on network a5587bb3-699d-42e1-bde3-d27ad13b4e59 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:31:21.836870 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acab583e-4fe3-410b-aedb-719b3a44c543 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:31:21.837536 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acab583e-4fe3-410b-aedb-719b3a44c543 None None] Checking segment: {'id': 'bacba8e5-c015-45ed-bcbd-b98094cfb7f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a5587bb3-699d-42e1-bde3-d27ad13b4e59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:31:21.838691 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-acab583e-4fe3-410b-aedb-719b3a44c543 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:21.839238 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acab583e-4fe3-410b-aedb-719b3a44c543 None None] Bound using segment: {'id': 'bacba8e5-c015-45ed-bcbd-b98094cfb7f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a5587bb3-699d-42e1-bde3-d27ad13b4e59'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:31:21.839892 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-acab583e-4fe3-410b-aedb-719b3a44c543 None None] Bound port: 07f3b1bc-4b99-46af-b523-e6d889ce4d33, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bacba8e5-c015-45ed-bcbd-b98094cfb7f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a5587bb3-699d-42e1-bde3-d27ad13b4e59'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:31:21.840470 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-acab583e-4fe3-410b-aedb-719b3a44c543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:21.857197 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0cf534-838a-410e-a25e-31d9f947d592 tempest-QuotasNegativeTest-103033710 tempest-QuotasNegativeTest-103033710-project-admin] Pushing event updated for resources: {'Network': ['ID=cb47f47c-3d2b-4525-9385-55d73f0b204f,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:21.865413 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-7d0cf534-838a-410e-a25e-31d9f947d592 tempest-QuotasNegativeTest-103033710 tempest-QuotasNegativeTest-103033710-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4211617 Dec 10 15:31:21.868908 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59764) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:21.879373 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-b26a2008-02c4-441a-b10b-2290033dc695 tempest-QuotasNegativeTest-103033710 tempest-QuotasNegativeTest-103033710-project-admin] Request body: {'network': {'project_id': '695519f7ffbd4032a86937722a771c43'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:31:21.882561 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network cb47f47c-3d2b-4525-9385-55d73f0b204f details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:31:21.888342 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa48641-8b0e-4973-bbda-f9eb96f809f1 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Pushing event updated for resources: {'Subnet': ['ID=e5f0b46d-0be6-4ed4-b042-7b584bf13303,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:21.906246 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-b26a2008-02c4-441a-b10b-2290033dc695 tempest-QuotasNegativeTest-103033710 tempest-QuotasNegativeTest-103033710-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 10 15:31:21.906967 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b26a2008-02c4-441a-b10b-2290033dc695 tempest-QuotasNegativeTest-103033710 tempest-QuotasNegativeTest-103033710-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:31:21.907187 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa48641-8b0e-4973-bbda-f9eb96f809f1 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Checking segment: {'id': '8426d6a2-cb0a-40e7-930d-3ea63b50c8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '3a7e2aa6-4e05-4c4b-91e8-d84345c8da33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:31:21.907502 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa48641-8b0e-4973-bbda-f9eb96f809f1 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Network hostable DHCP agents. Network: 3a7e2aa6-4e05-4c4b-91e8-d84345c8da33, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:31:21.907878 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-b26a2008-02c4-441a-b10b-2290033dc695 tempest-QuotasNegativeTest-103033710 tempest-QuotasNegativeTest-103033710-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0381527 Dec 10 15:31:21.911656 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59766) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:21.966655 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-71376139-5601-4363-af6d-7af4c84537b2 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:21.975780 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-acab583e-4fe3-410b-aedb-719b3a44c543 None None] For port 07f3b1bc-4b99-46af-b523-e6d889ce4d33, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:31:21.979927 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-acab583e-4fe3-410b-aedb-719b3a44c543 None None] For port 07f3b1bc-4b99-46af-b523-e6d889ce4d33, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=07f3b1bc-4b99-46af-b523-e6d889ce4d33,segment=NetworkSegment(bacba8e5-c015-45ed-bcbd-b98094cfb7f7),segment_id=bacba8e5-c015-45ed-bcbd-b98094cfb7f7)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:31:22.016517 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-133e1377-3bb3-4ac6-98e0-8e595579e125 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:22.026315 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71376139-5601-4363-af6d-7af4c84537b2 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Pushing event deleted for resources: {'Port': ['ID=ea70acb7-3788-4ecb-9506-8a905ab2750e,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:22.042321 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f9ae12-e104-4886-a610-52cfa0490c1a None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:31:22.046277 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-acab583e-4fe3-410b-aedb-719b3a44c543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:22.119023 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-133e1377-3bb3-4ac6-98e0-8e595579e125 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:22.119641 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acab583e-4fe3-410b-aedb-719b3a44c543 None None] Pushing event updated for resources: {'Port': ['ID=07f3b1bc-4b99-46af-b523-e6d889ce4d33,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:22.125171 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa48641-8b0e-4973-bbda-f9eb96f809f1 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Network 3a7e2aa6-4e05-4c4b-91e8-d84345c8da33 is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:31:22.136103 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-9cbb2f81-b499-48fc-ba0f-af7cfaff22fb tempest-QuotasNegativeTest-103033710 tempest-QuotasNegativeTest-103033710-project-admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=695519f7ffbd4032a86937722a771c43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2228901 Dec 10 15:31:22.143255 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59768) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:22.179267 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133e1377-3bb3-4ac6-98e0-8e595579e125 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Network a5587bb3-699d-42e1-bde3-d27ad13b4e59 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:31:22.182732 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-133e1377-3bb3-4ac6-98e0-8e595579e125 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:31:22.186566 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133e1377-3bb3-4ac6-98e0-8e595579e125 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:31:22.205032 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-71376139-5601-4363-af6d-7af4c84537b2 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552731'] for router_gateway, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:22.207110 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8adef301-1c21-4f4d-a684-09ff9bd8f9b3 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363'] for router, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:22.221322 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133e1377-3bb3-4ac6-98e0-8e595579e125 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Pushing event updated for resources: {'Port': ['ID=62918849-8732-480b-9b4c-a51c98bcd077,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:22.239262 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-ffa48641-8b0e-4973-bbda-f9eb96f809f1 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 3a7e2aa6-4e05-4c4b-91e8-d84345c8da33) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:31:22.248285 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2489d9-1bb5-419d-94d7-d7ea3f21c00a None None] Network 3a7e2aa6-4e05-4c4b-91e8-d84345c8da33 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:31:22.263343 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133e1377-3bb3-4ac6-98e0-8e595579e125 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:22.268442 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-133e1377-3bb3-4ac6-98e0-8e595579e125 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:22.275678 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa48641-8b0e-4973-bbda-f9eb96f809f1 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:22.284221 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ffa48641-8b0e-4973-bbda-f9eb96f809f1 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:22.377768 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-133e1377-3bb3-4ac6-98e0-8e595579e125 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2901800 Dec 10 15:31:22.380726 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59770) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:22.384446 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-71376139-5601-4363-af6d-7af4c84537b2 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13898'] for router, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:22.390123 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-bbe36a22-0f77-4a4c-bf56-733f74af8323 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Request body: {'port': {'network_id': 'a5587bb3-699d-42e1-bde3-d27ad13b4e59', 'name': 'tempest-AllowedAddressPairTestJSON-1077146442', 'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:52:70:bc'}]}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:31:22.390320 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-71376139-5601-4363-af6d-7af4c84537b2 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:22.399532 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62409c1-070c-4f3f-b4cc-3ad626286264 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-3a7e2aa6-4e05-4c4b-91e8-d84345c8da33', 'network_id': '3a7e2aa6-4e05-4c4b-91e8-d84345c8da33', 'project_id': 'f03846aeb40b49208d41dc20f8c365c1', 'fixed_ips': [{'subnet_id': 'e5f0b46d-0be6-4ed4-b042-7b584bf13303'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:31:22.400480 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a62409c1-070c-4f3f-b4cc-3ad626286264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:22.407776 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-ffa48641-8b0e-4973-bbda-f9eb96f809f1 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6213281 Dec 10 15:31:22.413990 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59772) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:22.414755 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a2b7c0aa-69d1-42b6-a899-db4f5981c18f tempest-QuotasNegativeTest-103033710 tempest-QuotasNegativeTest-103033710-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:22.420898 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-66e59afe-4493-41d4-8e93-ce560b553efb tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Request body: {'network': {'name': 'tempest-router-network01--1114125528'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:31:22.555040 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-a62409c1-070c-4f3f-b4cc-3ad626286264 None None] Allocated IP 172.20.0.2 (3a7e2aa6-4e05-4c4b-91e8-d84345c8da33/e5f0b46d-0be6-4ed4-b042-7b584bf13303/1c29fbbf-2982-4018-b425-e9a995d6616a) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:31:22.620372 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe36a22-0f77-4a4c-bf56-733f74af8323 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Made reservation on behalf of 4cc01eb5c1314efba075da10bbffc41f for: {'port': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:31:22.744621 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a62409c1-070c-4f3f-b4cc-3ad626286264 None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:22.811568 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a2b7c0aa-69d1-42b6-a899-db4f5981c18f tempest-QuotasNegativeTest-103033710 tempest-QuotasNegativeTest-103033710-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:22.824242 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 07f3b1bc-4b99-46af-b523-e6d889ce4d33 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:31:22.828220 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bbe36a22-0f77-4a4c-bf56-733f74af8323 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:22.852354 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-71376139-5601-4363-af6d-7af4c84537b2 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549250'] for router, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:22.852834 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71376139-5601-4363-af6d-7af4c84537b2 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Fanout notify agent at l3_agent the message router_deleted on router 4e0b6544-d5dc-43c2-8648-cf31cb50eb10 {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 15:31:22.855896 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a62409c1-070c-4f3f-b4cc-3ad626286264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:22.864084 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-bbe36a22-0f77-4a4c-bf56-733f74af8323 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] device_id is not set on port cbed6018-3930-4926-8743-7bb4cdb401fe yet. {{(pid=103586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:31:22.864592 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-71376139-5601-4363-af6d-7af4c84537b2 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:22.870956 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59780) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:22.876139 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-de8e85b4-811f-45af-8ded-4030002485c1 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1398468349', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:31:22.878249 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-71376139-5601-4363-af6d-7af4c84537b2 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] 10.222.0.20 "DELETE /v2.0/routers/4e0b6544-d5dc-43c2-8648-cf31cb50eb10 HTTP/1.1" status: 204 len: 168 time: 2.4343183 Dec 10 15:31:22.885543 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e59afe-4493-41d4-8e93-ce560b553efb tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Made reservation on behalf of f03846aeb40b49208d41dc20f8c365c1 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:31:22.893732 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-66e59afe-4493-41d4-8e93-ce560b553efb tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:22.971313 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66e59afe-4493-41d4-8e93-ce560b553efb tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:31:22.992717 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-66e59afe-4493-41d4-8e93-ce560b553efb tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:22.992988 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.segments_db [None req-66e59afe-4493-41d4-8e93-ce560b553efb tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Added segment b21b61b6-09d7-4489-ba29-b2a6723618b8 of type vlan for network 4549369c-f1e0-49ee-9b60-b48c3d5a7c02 Dec 10 15:31:23.008759 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a2b7c0aa-69d1-42b6-a899-db4f5981c18f tempest-QuotasNegativeTest-103033710 tempest-QuotasNegativeTest-103033710-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:23.015128 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a2b7c0aa-69d1-42b6-a899-db4f5981c18f tempest-QuotasNegativeTest-103033710 tempest-QuotasNegativeTest-103033710-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:23.020533 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59782) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:23.020670 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-a2b7c0aa-69d1-42b6-a899-db4f5981c18f tempest-QuotasNegativeTest-103033710 tempest-QuotasNegativeTest-103033710-project-admin] 10.222.0.20 "DELETE /v2.0/security-groups/34674bc1-479e-430e-ab99-ed8506b6a939 HTTP/1.1" status: 204 len: 168 time: 0.8719628 Dec 10 15:31:23.055888 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b7c0aa-69d1-42b6-a899-db4f5981c18f tempest-QuotasNegativeTest-103033710 tempest-QuotasNegativeTest-103033710-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34674bc1-479e-430e-ab99-ed8506b6a939,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:23.071421 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-66e59afe-4493-41d4-8e93-ce560b553efb tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:23.091826 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8adef301-1c21-4f4d-a684-09ff9bd8f9b3 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Router d122b2a2-454a-432d-b321-a7acd47e31ad is scheduled to L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d with binding_index 1 {{(pid=103587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 15:31:23.120085 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62409c1-070c-4f3f-b4cc-3ad626286264 None None] Network 3a7e2aa6-4e05-4c4b-91e8-d84345c8da33 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:31:23.126793 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62409c1-070c-4f3f-b4cc-3ad626286264 None None] Pushing event updated for resources: {'Port': ['ID=1c29fbbf-2982-4018-b425-e9a995d6616a,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:23.131610 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-a62409c1-070c-4f3f-b4cc-3ad626286264 None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:31:23.138576 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62409c1-070c-4f3f-b4cc-3ad626286264 None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:31:23.141756 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2e739929-4799-4933-b8de-35acfb9a259d tempest-QuotasNegativeTest-103033710 tempest-QuotasNegativeTest-103033710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:23.151444 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-de8e85b4-811f-45af-8ded-4030002485c1 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13912'] for router, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:23.153467 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-de8e85b4-811f-45af-8ded-4030002485c1 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:23.166453 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 07f3b1bc-4b99-46af-b523-e6d889ce4d33 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:31:23.166453 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:23.184994 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-bbe36a22-0f77-4a4c-bf56-733f74af8323 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Allocated IP 172.20.0.10 (a5587bb3-699d-42e1-bde3-d27ad13b4e59/b12956fd-c16a-4fce-acd5-5af463f35fa9/cbed6018-3930-4926-8743-7bb4cdb401fe) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:31:23.186820 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-66e59afe-4493-41d4-8e93-ce560b553efb tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:23.196778 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e59afe-4493-41d4-8e93-ce560b553efb tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:23.197420 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-66e59afe-4493-41d4-8e93-ce560b553efb tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:23.245609 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-a62409c1-070c-4f3f-b4cc-3ad626286264 None None] Attempting to bind port 1c29fbbf-2982-4018-b425-e9a995d6616a on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:31:23.245999 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-a62409c1-070c-4f3f-b4cc-3ad626286264 None None] Attempting to bind port 1c29fbbf-2982-4018-b425-e9a995d6616a by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '8426d6a2-cb0a-40e7-930d-3ea63b50c8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '3a7e2aa6-4e05-4c4b-91e8-d84345c8da33'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:31:23.246280 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62409c1-070c-4f3f-b4cc-3ad626286264 None None] Attempting to bind port 1c29fbbf-2982-4018-b425-e9a995d6616a on network 3a7e2aa6-4e05-4c4b-91e8-d84345c8da33 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:31:23.258316 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62409c1-070c-4f3f-b4cc-3ad626286264 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:31:23.258743 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62409c1-070c-4f3f-b4cc-3ad626286264 None None] Checking segment: {'id': '8426d6a2-cb0a-40e7-930d-3ea63b50c8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '3a7e2aa6-4e05-4c4b-91e8-d84345c8da33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:31:23.259498 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a62409c1-070c-4f3f-b4cc-3ad626286264 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:23.259696 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62409c1-070c-4f3f-b4cc-3ad626286264 None None] Bound using segment: {'id': '8426d6a2-cb0a-40e7-930d-3ea63b50c8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '3a7e2aa6-4e05-4c4b-91e8-d84345c8da33'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:31:23.260059 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-a62409c1-070c-4f3f-b4cc-3ad626286264 None None] Bound port: 1c29fbbf-2982-4018-b425-e9a995d6616a, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8426d6a2-cb0a-40e7-930d-3ea63b50c8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '3a7e2aa6-4e05-4c4b-91e8-d84345c8da33'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:31:23.260439 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a62409c1-070c-4f3f-b4cc-3ad626286264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:23.280600 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803f2195-dd71-4409-92fe-fbe59d9f381e None None] Network a5587bb3-699d-42e1-bde3-d27ad13b4e59 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:31:23.316336 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-de8e85b4-811f-45af-8ded-4030002485c1 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:23.341365 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2e739929-4799-4933-b8de-35acfb9a259d tempest-QuotasNegativeTest-103033710 tempest-QuotasNegativeTest-103033710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:23.342610 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e59afe-4493-41d4-8e93-ce560b553efb tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Pushing event updated for resources: {'Network': ['ID=4549369c-f1e0-49ee-9b60-b48c3d5a7c02,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:23.345089 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8adef301-1c21-4f4d-a684-09ff9bd8f9b3 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:31:23.368574 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-66e59afe-4493-41d4-8e93-ce560b553efb tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9469681 Dec 10 15:31:23.368574 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59784) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:23.372377 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-eb2a4b5b-c00d-43c5-9eb4-75e3ba77ae99 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Request body: {'network': {'name': 'tempest-router-network02--1151334285'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:31:23.389626 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-2e739929-4799-4933-b8de-35acfb9a259d tempest-QuotasNegativeTest-103033710 tempest-QuotasNegativeTest-103033710-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb47f47c-3d2b-4525-9385-55d73f0b204f']}} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:23.396501 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 4549369c-f1e0-49ee-9b60-b48c3d5a7c02 details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:31:23.396501 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e65ad6a-8d94-44b9-b87a-1085c4b8add5 None None] Sync routers for ids ['d122b2a2-454a-432d-b321-a7acd47e31ad'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:31:23.398858 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-de8e85b4-811f-45af-8ded-4030002485c1 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363'] for router, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:23.418503 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8adef301-1c21-4f4d-a684-09ff9bd8f9b3 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:23.422408 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-8adef301-1c21-4f4d-a684-09ff9bd8f9b3 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.1799951 Dec 10 15:31:23.423906 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59786) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:23.428069 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-4b76fd57-8ba0-41b9-9260-629e39c430ca tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'enable_snat': False}}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:31:23.432585 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-2e739929-4799-4933-b8de-35acfb9a259d tempest-QuotasNegativeTest-103033710 tempest-QuotasNegativeTest-103033710-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '556025d3-9699-41ed-9756-76aa8a8cbfb0') {'for_net_delete': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:23.432585 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-2e739929-4799-4933-b8de-35acfb9a259d tempest-QuotasNegativeTest-103033710 tempest-QuotasNegativeTest-103033710-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '556025d3-9699-41ed-9756-76aa8a8cbfb0') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:23.453269 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2e739929-4799-4933-b8de-35acfb9a259d tempest-QuotasNegativeTest-103033710 tempest-QuotasNegativeTest-103033710-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12392235'] for segment, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:23.473339 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2e739929-4799-4933-b8de-35acfb9a259d tempest-QuotasNegativeTest-103033710 tempest-QuotasNegativeTest-103033710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:23.476744 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:23.490128 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e739929-4799-4933-b8de-35acfb9a259d tempest-QuotasNegativeTest-103033710 tempest-QuotasNegativeTest-103033710-project-admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=103586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:31:23.490538 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2e739929-4799-4933-b8de-35acfb9a259d tempest-QuotasNegativeTest-103033710 tempest-QuotasNegativeTest-103033710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11695586'] for segment, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:23.492229 dv-neutron-821401-4-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:31:23.492229 dv-neutron-821401-4-hyperv neutron-server[103586]: items = [ Dec 10 15:31:23.492229 dv-neutron-821401-4-hyperv neutron-server[103586]: Traceback (most recent call last): Dec 10 15:31:23.492229 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:31:23.492229 dv-neutron-821401-4-hyperv neutron-server[103586]: timer() Dec 10 15:31:23.492229 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:31:23.492229 dv-neutron-821401-4-hyperv neutron-server[103586]: cb(*args, **kw) Dec 10 15:31:23.492229 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:31:23.492229 dv-neutron-821401-4-hyperv neutron-server[103586]: return func(*args, **kwargs) Dec 10 15:31:23.492229 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:31:23.492229 dv-neutron-821401-4-hyperv neutron-server[103586]: self._notify() Dec 10 15:31:23.492229 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:31:23.492229 dv-neutron-821401-4-hyperv neutron-server[103586]: self.callback(batched_events) Dec 10 15:31:23.492229 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:31:23.492229 dv-neutron-821401-4-hyperv neutron-server[103586]: event.method(event) Dec 10 15:31:23.492229 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:31:23.492229 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:31:23.492229 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:31:23.492229 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:31:23.492229 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:31:23.492229 dv-neutron-821401-4-hyperv neutron-server[103586]: return f(self, *a, **k) Dec 10 15:31:23.492229 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:31:23.492229 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._get(url).json() Dec 10 15:31:23.492229 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:31:23.492229 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:31:23.492229 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:31:23.492229 dv-neutron-821401-4-hyperv neutron-server[103586]: return self.request(url, 'GET', **kwargs) Dec 10 15:31:23.492229 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:31:23.492229 dv-neutron-821401-4-hyperv neutron-server[103586]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:31:23.492229 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:31:23.492229 dv-neutron-821401-4-hyperv neutron-server[103586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:31:23.492229 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:31:23.492229 dv-neutron-821401-4-hyperv neutron-server[103586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:31:23.492229 dv-neutron-821401-4-hyperv neutron-server[103586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:31:23.516246 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e65ad6a-8d94-44b9-b87a-1085c4b8add5 None None] Routers {'d122b2a2-454a-432d-b321-a7acd47e31ad'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:31:23.516763 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-6e65ad6a-8d94-44b9-b87a-1085c4b8add5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:31:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['d122b2a2-454a-432d-b321-a7acd47e31ad'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:23.561656 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-ad4df7fa-878b-4330-bfcd-e0489b3fb011 None None] Provisioning complete for port 07f3b1bc-4b99-46af-b523-e6d889ce4d33 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:31:23.561909 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ad4df7fa-878b-4330-bfcd-e0489b3fb011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:23.574580 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bbe36a22-0f77-4a4c-bf56-733f74af8323 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:23.593307 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-a62409c1-070c-4f3f-b4cc-3ad626286264 None None] For port 1c29fbbf-2982-4018-b425-e9a995d6616a, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:31:23.596362 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-6e65ad6a-8d94-44b9-b87a-1085c4b8add5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:23.608517 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb2a4b5b-c00d-43c5-9eb4-75e3ba77ae99 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Made reservation on behalf of f03846aeb40b49208d41dc20f8c365c1 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:31:23.612656 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eb2a4b5b-c00d-43c5-9eb4-75e3ba77ae99 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:23.626142 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2e739929-4799-4933-b8de-35acfb9a259d tempest-QuotasNegativeTest-103033710 tempest-QuotasNegativeTest-103033710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:23.639637 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2e739929-4799-4933-b8de-35acfb9a259d tempest-QuotasNegativeTest-103033710 tempest-QuotasNegativeTest-103033710-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:23.645261 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-2e739929-4799-4933-b8de-35acfb9a259d tempest-QuotasNegativeTest-103033710 tempest-QuotasNegativeTest-103033710-project-admin] 10.222.0.20 "DELETE /v2.0/networks/cb47f47c-3d2b-4525-9385-55d73f0b204f HTTP/1.1" status: 204 len: 168 time: 0.6249564 Dec 10 15:31:23.659748 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59788) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:23.666274 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-a62409c1-070c-4f3f-b4cc-3ad626286264 None None] For port 1c29fbbf-2982-4018-b425-e9a995d6616a, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=1c29fbbf-2982-4018-b425-e9a995d6616a,segment=NetworkSegment(8426d6a2-cb0a-40e7-930d-3ea63b50c8a2),segment_id=8426d6a2-cb0a-40e7-930d-3ea63b50c8a2)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:31:23.671691 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] For port 07f3b1bc-4b99-46af-b523-e6d889ce4d33, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=07f3b1bc-4b99-46af-b523-e6d889ce4d33,segment=NetworkSegment(bacba8e5-c015-45ed-bcbd-b98094cfb7f7),segment_id=bacba8e5-c015-45ed-bcbd-b98094cfb7f7)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:31:23.671847 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e739929-4799-4933-b8de-35acfb9a259d tempest-QuotasNegativeTest-103033710 tempest-QuotasNegativeTest-103033710-project-admin] Pushing event deleted for resources: {'Network': ['ID=cb47f47c-3d2b-4525-9385-55d73f0b204f,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:23.676914 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e65ad6a-8d94-44b9-b87a-1085c4b8add5 None None] Routers {'d122b2a2-454a-432d-b321-a7acd47e31ad'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:31:23.677548 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-6e65ad6a-8d94-44b9-b87a-1085c4b8add5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:31:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['d122b2a2-454a-432d-b321-a7acd47e31ad'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:23.683778 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-de8e85b4-811f-45af-8ded-4030002485c1 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:23.688144 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-de8e85b4-811f-45af-8ded-4030002485c1 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8132925 Dec 10 15:31:23.688374 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59790) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:23.693526 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-d39d8b23-3130-4adc-a8b6-24e9746423a9 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:31:23.698614 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bbe36a22-0f77-4a4c-bf56-733f74af8323 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:23.714652 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-6e65ad6a-8d94-44b9-b87a-1085c4b8add5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:23.715319 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e65ad6a-8d94-44b9-b87a-1085c4b8add5 None None] The sync data for ids ['d122b2a2-454a-432d-b321-a7acd47e31ad'] in dv-neutron-821401-4-hyperv is: [] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:31:23.733012 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a62409c1-070c-4f3f-b4cc-3ad626286264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:23.802559 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:23.823408 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe36a22-0f77-4a4c-bf56-733f74af8323 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Network a5587bb3-699d-42e1-bde3-d27ad13b4e59 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:31:23.827017 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ad4df7fa-878b-4330-bfcd-e0489b3fb011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:23.827399 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-bbe36a22-0f77-4a4c-bf56-733f74af8323 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:31:23.831820 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe36a22-0f77-4a4c-bf56-733f74af8323 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:31:23.854584 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5096e8ca-700c-4cd7-8825-9b221605be1b tempest-QuotasNegativeTest-103033710 tempest-QuotasNegativeTest-103033710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:23.870926 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62409c1-070c-4f3f-b4cc-3ad626286264 None None] Pushing event updated for resources: {'Port': ['ID=1c29fbbf-2982-4018-b425-e9a995d6616a,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:23.922609 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe36a22-0f77-4a4c-bf56-733f74af8323 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Pushing event updated for resources: {'Port': ['ID=cbed6018-3930-4926-8743-7bb4cdb401fe,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:24.004872 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe36a22-0f77-4a4c-bf56-733f74af8323 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:24.005541 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bbe36a22-0f77-4a4c-bf56-733f74af8323 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:24.029182 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.db.api [None req-ad4df7fa-878b-4330-bfcd-e0489b3fb011 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 15:31:24.030159 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG oslo_db.api [None req-ad4df7fa-878b-4330-bfcd-e0489b3fb011 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 15:31:24.031105 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Pushing event updated for resources: {'Port': ['ID=07f3b1bc-4b99-46af-b523-e6d889ce4d33,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:24.042959 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb2a4b5b-c00d-43c5-9eb4-75e3ba77ae99 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:31:24.086811 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eb2a4b5b-c00d-43c5-9eb4-75e3ba77ae99 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:24.087441 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.segments_db [None req-eb2a4b5b-c00d-43c5-9eb4-75e3ba77ae99 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Added segment b003b837-a321-4a2c-9c86-0e8c04b53612 of type vlan for network f61cf75c-4a83-4e90-9604-d3f1d3c3f77f Dec 10 15:31:24.106405 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d39d8b23-3130-4adc-a8b6-24e9746423a9 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:24.162327 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-bbe36a22-0f77-4a4c-bf56-733f74af8323 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1000 time: 1.7803307 Dec 10 15:31:24.164783 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59798) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:24.231889 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eb2a4b5b-c00d-43c5-9eb4-75e3ba77ae99 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:24.248270 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5096e8ca-700c-4cd7-8825-9b221605be1b tempest-QuotasNegativeTest-103033710 tempest-QuotasNegativeTest-103033710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:24.253569 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4b76fd57-8ba0-41b9-9260-629e39c430ca tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:24.274528 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9073ae27-73ed-421c-a37c-1df0bc859387 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:24.281468 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9073ae27-73ed-421c-a37c-1df0bc859387 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:24.288144 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9073ae27-73ed-421c-a37c-1df0bc859387 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:24.290789 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-9073ae27-73ed-421c-a37c-1df0bc859387 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2469 time: 0.1225309 Dec 10 15:31:24.291241 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-5096e8ca-700c-4cd7-8825-9b221605be1b tempest-QuotasNegativeTest-103033710 tempest-QuotasNegativeTest-103033710-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ec8b81e-603f-42b9-a740-623fcc26561c']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:24.300694 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59800) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:24.351666 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-5096e8ca-700c-4cd7-8825-9b221605be1b tempest-QuotasNegativeTest-103033710 tempest-QuotasNegativeTest-103033710-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0c1fd0e-ed63-4e61-9517-a4614dcb6178') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:24.352295 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-5096e8ca-700c-4cd7-8825-9b221605be1b tempest-QuotasNegativeTest-103033710 tempest-QuotasNegativeTest-103033710-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0c1fd0e-ed63-4e61-9517-a4614dcb6178') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:24.387175 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5096e8ca-700c-4cd7-8825-9b221605be1b tempest-QuotasNegativeTest-103033710 tempest-QuotasNegativeTest-103033710-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11806923'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:24.390858 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eb2a4b5b-c00d-43c5-9eb4-75e3ba77ae99 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:24.396522 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2a4b5b-c00d-43c5-9eb4-75e3ba77ae99 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:24.397141 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eb2a4b5b-c00d-43c5-9eb4-75e3ba77ae99 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:24.473983 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d39d8b23-3130-4adc-a8b6-24e9746423a9 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks [] for router_gateway, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:24.497276 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d39d8b23-3130-4adc-a8b6-24e9746423a9 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:24.527696 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5096e8ca-700c-4cd7-8825-9b221605be1b tempest-QuotasNegativeTest-103033710 tempest-QuotasNegativeTest-103033710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:24.548903 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2a4b5b-c00d-43c5-9eb4-75e3ba77ae99 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Pushing event updated for resources: {'Network': ['ID=f61cf75c-4a83-4e90-9604-d3f1d3c3f77f,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:24.552775 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5096e8ca-700c-4cd7-8825-9b221605be1b tempest-QuotasNegativeTest-103033710 tempest-QuotasNegativeTest-103033710-project-admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:31:24.553183 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5096e8ca-700c-4cd7-8825-9b221605be1b tempest-QuotasNegativeTest-103033710 tempest-QuotasNegativeTest-103033710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11236635'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:24.555742 dv-neutron-821401-4-hyperv neutron-server[103587]: Traceback (most recent call last): Dec 10 15:31:24.555742 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:31:24.555742 dv-neutron-821401-4-hyperv neutron-server[103587]: timer() Dec 10 15:31:24.555742 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:31:24.555742 dv-neutron-821401-4-hyperv neutron-server[103587]: cb(*args, **kw) Dec 10 15:31:24.555742 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:31:24.555742 dv-neutron-821401-4-hyperv neutron-server[103587]: return func(*args, **kwargs) Dec 10 15:31:24.555742 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:31:24.555742 dv-neutron-821401-4-hyperv neutron-server[103587]: self._notify() Dec 10 15:31:24.555742 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:31:24.555742 dv-neutron-821401-4-hyperv neutron-server[103587]: self.callback(batched_events) Dec 10 15:31:24.555742 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:31:24.555742 dv-neutron-821401-4-hyperv neutron-server[103587]: event.method(event) Dec 10 15:31:24.555742 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:31:24.555742 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:31:24.555742 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:31:24.555742 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:31:24.555742 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:31:24.555742 dv-neutron-821401-4-hyperv neutron-server[103587]: return f(self, *a, **k) Dec 10 15:31:24.555742 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:31:24.555742 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._get(url).json() Dec 10 15:31:24.555742 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:31:24.555742 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:31:24.555742 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:31:24.555742 dv-neutron-821401-4-hyperv neutron-server[103587]: return self.request(url, 'GET', **kwargs) Dec 10 15:31:24.555742 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:31:24.555742 dv-neutron-821401-4-hyperv neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:31:24.555742 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:31:24.555742 dv-neutron-821401-4-hyperv neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:31:24.555742 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:31:24.555742 dv-neutron-821401-4-hyperv neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:31:24.555742 dv-neutron-821401-4-hyperv neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:31:24.572705 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network f61cf75c-4a83-4e90-9604-d3f1d3c3f77f details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:31:24.573798 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-eb2a4b5b-c00d-43c5-9eb4-75e3ba77ae99 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2062860 Dec 10 15:31:24.577165 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59802) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:24.585214 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-9cbbf1db-b87a-48d1-a9bd-6d88e3a23c98 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Request body: {'subnet': {'network_id': '4549369c-f1e0-49ee-9b60-b48c3d5a7c02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:31:24.686639 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-fc695e87-ad67-45f0-a708-1ed46b58c870 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Deleting port cbed6018-3930-4926-8743-7bb4cdb401fe {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:31:24.686639 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fc695e87-ad67-45f0-a708-1ed46b58c870 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:24.767644 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-d39d8b23-3130-4adc-a8b6-24e9746423a9 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Allocated IP 172.26.2.79 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/b7f5f4db-8734-400d-8003-41d005abc68c) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:31:24.771658 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5096e8ca-700c-4cd7-8825-9b221605be1b tempest-QuotasNegativeTest-103033710 tempest-QuotasNegativeTest-103033710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:24.790141 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-ace0b89d-b3d8-4a8d-8c51-5f2854a7d0cf None None] Provisioning complete for port 62918849-8732-480b-9b4c-a51c98bcd077 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:31:24.790579 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ace0b89d-b3d8-4a8d-8c51-5f2854a7d0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:24.804973 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5096e8ca-700c-4cd7-8825-9b221605be1b tempest-QuotasNegativeTest-103033710 tempest-QuotasNegativeTest-103033710-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:24.808368 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-5096e8ca-700c-4cd7-8825-9b221605be1b tempest-QuotasNegativeTest-103033710 tempest-QuotasNegativeTest-103033710-project-admin] 10.222.0.20 "DELETE /v2.0/networks/2ec8b81e-603f-42b9-a740-623fcc26561c HTTP/1.1" status: 204 len: 168 time: 1.1481347 Dec 10 15:31:24.812680 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5096e8ca-700c-4cd7-8825-9b221605be1b tempest-QuotasNegativeTest-103033710 tempest-QuotasNegativeTest-103033710-project-admin] Pushing event deleted for resources: {'Network': ['ID=2ec8b81e-603f-42b9-a740-623fcc26561c,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:24.841812 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fc695e87-ad67-45f0-a708-1ed46b58c870 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:24.877900 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cbbf1db-b87a-48d1-a9bd-6d88e3a23c98 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Made reservation on behalf of f03846aeb40b49208d41dc20f8c365c1 for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:31:24.886019 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9cbbf1db-b87a-48d1-a9bd-6d88e3a23c98 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:24.901415 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 07f3b1bc-4b99-46af-b523-e6d889ce4d33 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:31:24.938434 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-fc695e87-ad67-45f0-a708-1ed46b58c870 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Calling delete_port for cbed6018-3930-4926-8743-7bb4cdb401fe owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:31:25.020341 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-ace0b89d-b3d8-4a8d-8c51-5f2854a7d0cf None None] Port 62918849-8732-480b-9b4c-a51c98bcd077 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:31:25.040832 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-ace0b89d-b3d8-4a8d-8c51-5f2854a7d0cf None None] Provisioning complete for port 07f3b1bc-4b99-46af-b523-e6d889ce4d33 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:31:25.041559 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ace0b89d-b3d8-4a8d-8c51-5f2854a7d0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:25.047631 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d39d8b23-3130-4adc-a8b6-24e9746423a9 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:25.091098 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 07f3b1bc-4b99-46af-b523-e6d889ce4d33 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:31:25.092414 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:25.215094 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d39d8b23-3130-4adc-a8b6-24e9746423a9 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:25.230944 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 1c29fbbf-2982-4018-b425-e9a995d6616a up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:31:25.291126 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39d8b23-3130-4adc-a8b6-24e9746423a9 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:31:25.296397 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-d39d8b23-3130-4adc-a8b6-24e9746423a9 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:31:25.304682 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39d8b23-3130-4adc-a8b6-24e9746423a9 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:31:25.319415 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e7b2f6-1156-4c04-aee1-b53bac22d85d None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:31:25.328701 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-ace0b89d-b3d8-4a8d-8c51-5f2854a7d0cf None None] Provisioning complete for port cbed6018-3930-4926-8743-7bb4cdb401fe triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:31:25.328701 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ace0b89d-b3d8-4a8d-8c51-5f2854a7d0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:25.331013 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be0ade6-5c58-4eb5-b329-376813ef40ce None None] Network 3a7e2aa6-4e05-4c4b-91e8-d84345c8da33 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:31:25.350972 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39d8b23-3130-4adc-a8b6-24e9746423a9 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Pushing event updated for resources: {'Port': ['ID=b7f5f4db-8734-400d-8003-41d005abc68c,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:25.360736 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9cbbf1db-b87a-48d1-a9bd-6d88e3a23c98 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11695183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581935'] for subnet, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:25.371816 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 1c29fbbf-2982-4018-b425-e9a995d6616a triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:31:25.372144 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:25.442342 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-ace0b89d-b3d8-4a8d-8c51-5f2854a7d0cf None None] Port cbed6018-3930-4926-8743-7bb4cdb401fe cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:31:25.522594 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fc695e87-ad67-45f0-a708-1ed46b58c870 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:25.526225 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbbf1db-b87a-48d1-a9bd-6d88e3a23c98 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Pushing event updated for resources: {'Subnet': ['ID=7296e987-8148-44a6-ba59-9d1aef6450fe,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:25.546554 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:25.570658 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbbf1db-b87a-48d1-a9bd-6d88e3a23c98 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Checking segment: {'id': 'b21b61b6-09d7-4489-ba29-b2a6723618b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4549369c-f1e0-49ee-9b60-b48c3d5a7c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:31:25.571061 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbbf1db-b87a-48d1-a9bd-6d88e3a23c98 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Network hostable DHCP agents. Network: 4549369c-f1e0-49ee-9b60-b48c3d5a7c02, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:31:25.589356 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4b76fd57-8ba0-41b9-9260-629e39c430ca tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13949'] for router, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:25.592438 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] For port 1c29fbbf-2982-4018-b425-e9a995d6616a, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=1c29fbbf-2982-4018-b425-e9a995d6616a,segment=NetworkSegment(8426d6a2-cb0a-40e7-930d-3ea63b50c8a2),segment_id=8426d6a2-cb0a-40e7-930d-3ea63b50c8a2)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:31:25.592970 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4b76fd57-8ba0-41b9-9260-629e39c430ca tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-551381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-551372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-549222'] for router, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:25.593445 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-4a7eadaf-9351-492e-a77b-2acaa9e34634 None None] Provisioning complete for port 1c29fbbf-2982-4018-b425-e9a995d6616a triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:31:25.593842 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4a7eadaf-9351-492e-a77b-2acaa9e34634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:25.674867 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:25.725115 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbbf1db-b87a-48d1-a9bd-6d88e3a23c98 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Network 4549369c-f1e0-49ee-9b60-b48c3d5a7c02 is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:31:25.742060 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4a7eadaf-9351-492e-a77b-2acaa9e34634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:25.761224 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc695e87-ad67-45f0-a708-1ed46b58c870 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Pushing event deleted for resources: {'Port': ['ID=cbed6018-3930-4926-8743-7bb4cdb401fe,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:25.829169 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.db.api [None req-4a7eadaf-9351-492e-a77b-2acaa9e34634 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 15:31:25.829425 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG oslo_db.api [None req-4a7eadaf-9351-492e-a77b-2acaa9e34634 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 15:31:25.830324 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Pushing event updated for resources: {'Port': ['ID=1c29fbbf-2982-4018-b425-e9a995d6616a,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:25.841266 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-9cbbf1db-b87a-48d1-a9bd-6d88e3a23c98 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 4549369c-f1e0-49ee-9b60-b48c3d5a7c02) {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:31:25.847319 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbbf1db-b87a-48d1-a9bd-6d88e3a23c98 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:25.848685 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9cbbf1db-b87a-48d1-a9bd-6d88e3a23c98 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:25.859205 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37be0002-587b-4e4c-b264-56553cc10492 None None] Network 4549369c-f1e0-49ee-9b60-b48c3d5a7c02 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:31:25.877387 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d39d8b23-3130-4adc-a8b6-24e9746423a9 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks [] for router_gateway, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:25.921401 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b76fd57-8ba0-41b9-9260-629e39c430ca tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Router d122b2a2-454a-432d-b321-a7acd47e31ad has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:31:26.013127 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-9cbbf1db-b87a-48d1-a9bd-6d88e3a23c98 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4345598 Dec 10 15:31:26.019272 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59816) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:26.026024 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-bcfc18d2-4baa-4a93-b181-0da034ad32e1 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Request body: {'subnet': {'network_id': 'f61cf75c-4a83-4e90-9604-d3f1d3c3f77f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:31:26.123767 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fc695e87-ad67-45f0-a708-1ed46b58c870 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:26.132638 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-fc695e87-ad67-45f0-a708-1ed46b58c870 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] 10.222.0.20 "DELETE /v2.0/ports/cbed6018-3930-4926-8743-7bb4cdb401fe HTTP/1.1" status: 204 len: 168 time: 1.8307967 Dec 10 15:31:26.136810 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59820) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:26.205693 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d39d8b23-3130-4adc-a8b6-24e9746423a9 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13949'] for router, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:26.209210 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1c452d0-3943-40d6-b725-6f8730e5b64c tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] GET failed (client error): The resource could not be found. Dec 10 15:31:26.217761 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-a1c452d0-3943-40d6-b725-6f8730e5b64c tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] 10.222.0.20 "GET /v2.0/ports/cbed6018-3930-4926-8743-7bb4cdb401fe HTTP/1.1" status: 404 len: 333 time: 0.0749850 Dec 10 15:31:26.218050 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59822) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:26.221960 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d39d8b23-3130-4adc-a8b6-24e9746423a9 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-551381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-551372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-549222'] for router, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:26.227357 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-1ef84b0c-0a6c-4dbe-bb6c-796ce169b77a tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Request body: {'port': {'network_id': 'a5587bb3-699d-42e1-bde3-d27ad13b4e59', 'name': 'tempest-AllowedAddressPairTestJSON-893096291'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:31:26.230552 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59824) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:26.259072 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecdfe73-8e21-4bb8-8c4b-cfb4b921f5b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-4549369c-f1e0-49ee-9b60-b48c3d5a7c02', 'network_id': '4549369c-f1e0-49ee-9b60-b48c3d5a7c02', 'project_id': 'f03846aeb40b49208d41dc20f8c365c1', 'fixed_ips': [{'subnet_id': '7296e987-8148-44a6-ba59-9d1aef6450fe'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:31:26.259478 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1ecdfe73-8e21-4bb8-8c4b-cfb4b921f5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:26.403074 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b76fd57-8ba0-41b9-9260-629e39c430ca tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:31:26.413660 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd774001-2148-45ec-8d0a-750b631d2268 None None] Sync routers for ids ['d122b2a2-454a-432d-b321-a7acd47e31ad'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:31:26.433775 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd774001-2148-45ec-8d0a-750b631d2268 None None] Routers {'d122b2a2-454a-432d-b321-a7acd47e31ad'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:31:26.437295 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-cd774001-2148-45ec-8d0a-750b631d2268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:31:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['d122b2a2-454a-432d-b321-a7acd47e31ad'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:26.453899 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4b76fd57-8ba0-41b9-9260-629e39c430ca tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:26.455842 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-4b76fd57-8ba0-41b9-9260-629e39c430ca tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] 10.222.0.20 "PUT /v2.0/routers/d122b2a2-454a-432d-b321-a7acd47e31ad HTTP/1.1" status: 200 len: 925 time: 3.0312979 Dec 10 15:31:26.458709 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59834) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:26.512549 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f397c00f-9463-4545-9005-e1812b723d5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:26.530267 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-cd774001-2148-45ec-8d0a-750b631d2268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:26.533607 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-4a7eadaf-9351-492e-a77b-2acaa9e34634 None None] Provisioning complete for port b7f5f4db-8734-400d-8003-41d005abc68c triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:31:26.541651 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4a7eadaf-9351-492e-a77b-2acaa9e34634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:26.542813 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd774001-2148-45ec-8d0a-750b631d2268 None None] Routers {'d122b2a2-454a-432d-b321-a7acd47e31ad'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:31:26.543585 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-cd774001-2148-45ec-8d0a-750b631d2268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:31:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['d122b2a2-454a-432d-b321-a7acd47e31ad'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:26.555253 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-1ecdfe73-8e21-4bb8-8c4b-cfb4b921f5b4 None None] Allocated IP 172.20.0.2 (4549369c-f1e0-49ee-9b60-b48c3d5a7c02/7296e987-8148-44a6-ba59-9d1aef6450fe/a6675179-603c-43ff-9da4-79005a47d91b) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:31:26.560131 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d39d8b23-3130-4adc-a8b6-24e9746423a9 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Router ff2386dd-4075-42a7-a8ad-569bdbf49cca is scheduled to L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d with binding_index 1 {{(pid=103586) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 15:31:26.563743 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcfc18d2-4baa-4a93-b181-0da034ad32e1 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Made reservation on behalf of f03846aeb40b49208d41dc20f8c365c1 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:31:26.580235 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bcfc18d2-4baa-4a93-b181-0da034ad32e1 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11668558'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:26.594376 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-cd774001-2148-45ec-8d0a-750b631d2268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:26.597058 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd774001-2148-45ec-8d0a-750b631d2268 None None] The sync data for ids ['d122b2a2-454a-432d-b321-a7acd47e31ad'] in dv-neutron-821401-4-hyperv is: [] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:31:26.620518 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-4a7eadaf-9351-492e-a77b-2acaa9e34634 None None] Port b7f5f4db-8734-400d-8003-41d005abc68c cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:31:26.736862 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 1c29fbbf-2982-4018-b425-e9a995d6616a up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:31:26.761865 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ed7433-7f99-44bd-baeb-b61fce940deb req-061223df-fe37-46c5-b40c-d46c19aca7c3 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:26.769446 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d8ed7433-7f99-44bd-baeb-b61fce940deb req-061223df-fe37-46c5-b40c-d46c19aca7c3 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] 10.222.0.20 "GET /v2.0/ports?device_id=797f140a-378f-4f48-be7d-1e46ffe7f2b6 HTTP/1.1" status: 200 len: 945 time: 0.1844964 Dec 10 15:31:26.817657 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-3c57964d-8c3e-44f9-b3b4-31560ea1cfc0 None None] Provisioning complete for port 1c29fbbf-2982-4018-b425-e9a995d6616a triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:31:26.817896 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3c57964d-8c3e-44f9-b3b4-31560ea1cfc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:26.826710 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef84b0c-0a6c-4dbe-bb6c-796ce169b77a tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Made reservation on behalf of 4cc01eb5c1314efba075da10bbffc41f for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:31:26.830473 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1ef84b0c-0a6c-4dbe-bb6c-796ce169b77a tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:26.840552 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1ecdfe73-8e21-4bb8-8c4b-cfb4b921f5b4 None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:26.873543 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 1c29fbbf-2982-4018-b425-e9a995d6616a triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:31:26.874313 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:26.901542 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f397c00f-9463-4545-9005-e1812b723d5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:26.905387 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d8ed7433-7f99-44bd-baeb-b61fce940deb req-826479aa-6304-4a5e-be31-5b91f6a2d3f9 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b38ec32-0b2e-4cf3-bc2f-706a19646bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350865 Dec 10 15:31:26.909752 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-1ef84b0c-0a6c-4dbe-bb6c-796ce169b77a tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] device_id is not set on port 9d423f61-7dfe-4373-80ec-ef324a997436 yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:31:26.977226 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1ecdfe73-8e21-4bb8-8c4b-cfb4b921f5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:27.035000 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecdfe73-8e21-4bb8-8c4b-cfb4b921f5b4 None None] Pushing event updated for resources: {'Port': ['ID=a6675179-603c-43ff-9da4-79005a47d91b,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:27.055476 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ecdfe73-8e21-4bb8-8c4b-cfb4b921f5b4 None None] Network 4549369c-f1e0-49ee-9b60-b48c3d5a7c02 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:31:27.059975 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-1ecdfe73-8e21-4bb8-8c4b-cfb4b921f5b4 None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:31:27.063221 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecdfe73-8e21-4bb8-8c4b-cfb4b921f5b4 None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:31:27.090548 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-4719bb86-2087-4030-8e8d-08df8b01c67e tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] 10.222.0.20 "GET /v2.0/routers/d122b2a2-454a-432d-b321-a7acd47e31ad HTTP/1.1" status: 200 len: 925 time: 0.6304305 Dec 10 15:31:27.093558 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59840) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:27.141098 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d39d8b23-3130-4adc-a8b6-24e9746423a9 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:31:27.149163 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d39d8b23-3130-4adc-a8b6-24e9746423a9 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:27.153595 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-d39d8b23-3130-4adc-a8b6-24e9746423a9 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] 10.222.0.20 "PUT /v2.0/routers/ff2386dd-4075-42a7-a8ad-569bdbf49cca HTTP/1.1" status: 200 len: 879 time: 3.4640238 Dec 10 15:31:27.154562 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59844) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:27.159230 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-1ecdfe73-8e21-4bb8-8c4b-cfb4b921f5b4 None None] Attempting to bind port a6675179-603c-43ff-9da4-79005a47d91b on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:31:27.159624 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-1ecdfe73-8e21-4bb8-8c4b-cfb4b921f5b4 None None] Attempting to bind port a6675179-603c-43ff-9da4-79005a47d91b by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'b21b61b6-09d7-4489-ba29-b2a6723618b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4549369c-f1e0-49ee-9b60-b48c3d5a7c02'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:31:27.160002 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecdfe73-8e21-4bb8-8c4b-cfb4b921f5b4 None None] Attempting to bind port a6675179-603c-43ff-9da4-79005a47d91b on network 4549369c-f1e0-49ee-9b60-b48c3d5a7c02 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:31:27.165065 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64609b07-3c75-4c03-be7d-68742d6434c7 None None] Sync routers for ids ['ff2386dd-4075-42a7-a8ad-569bdbf49cca'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:31:27.175420 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecdfe73-8e21-4bb8-8c4b-cfb4b921f5b4 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:31:27.175729 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecdfe73-8e21-4bb8-8c4b-cfb4b921f5b4 None None] Checking segment: {'id': 'b21b61b6-09d7-4489-ba29-b2a6723618b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4549369c-f1e0-49ee-9b60-b48c3d5a7c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:31:27.176138 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1ecdfe73-8e21-4bb8-8c4b-cfb4b921f5b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:27.176600 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecdfe73-8e21-4bb8-8c4b-cfb4b921f5b4 None None] Bound using segment: {'id': 'b21b61b6-09d7-4489-ba29-b2a6723618b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4549369c-f1e0-49ee-9b60-b48c3d5a7c02'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:31:27.177088 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-1ecdfe73-8e21-4bb8-8c4b-cfb4b921f5b4 None None] Bound port: a6675179-603c-43ff-9da4-79005a47d91b, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b21b61b6-09d7-4489-ba29-b2a6723618b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4549369c-f1e0-49ee-9b60-b48c3d5a7c02'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:31:27.177479 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1ecdfe73-8e21-4bb8-8c4b-cfb4b921f5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:27.196012 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64609b07-3c75-4c03-be7d-68742d6434c7 None None] Routers {'ff2386dd-4075-42a7-a8ad-569bdbf49cca'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:31:27.196501 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-64609b07-3c75-4c03-be7d-68742d6434c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:31:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['ff2386dd-4075-42a7-a8ad-569bdbf49cca'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:27.217603 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d40cae1-7b8d-4274-9221-9d5bec326285 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:27.221724 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-9d40cae1-7b8d-4274-9221-9d5bec326285 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=d5a1452c-422a-4e1a-a1c7-48738ecf752f&device_id=d122b2a2-454a-432d-b321-a7acd47e31ad&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1227276 Dec 10 15:31:27.224004 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59848) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:27.262104 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-64609b07-3c75-4c03-be7d-68742d6434c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:27.264639 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f397c00f-9463-4545-9005-e1812b723d5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:27.289918 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64609b07-3c75-4c03-be7d-68742d6434c7 None None] Routers {'ff2386dd-4075-42a7-a8ad-569bdbf49cca'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:31:27.290606 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-64609b07-3c75-4c03-be7d-68742d6434c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:31:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['ff2386dd-4075-42a7-a8ad-569bdbf49cca'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:27.331422 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-1ecdfe73-8e21-4bb8-8c4b-cfb4b921f5b4 None None] For port a6675179-603c-43ff-9da4-79005a47d91b, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:31:27.333640 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-64609b07-3c75-4c03-be7d-68742d6434c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:27.334503 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64609b07-3c75-4c03-be7d-68742d6434c7 None None] The sync data for ids ['ff2386dd-4075-42a7-a8ad-569bdbf49cca'] in dv-neutron-821401-4-hyperv is: [] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:31:27.354116 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-1ecdfe73-8e21-4bb8-8c4b-cfb4b921f5b4 None None] For port a6675179-603c-43ff-9da4-79005a47d91b, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=a6675179-603c-43ff-9da4-79005a47d91b,segment=NetworkSegment(b21b61b6-09d7-4489-ba29-b2a6723618b8),segment_id=b21b61b6-09d7-4489-ba29-b2a6723618b8)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:31:27.374945 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-31dc52b9-70ae-445c-80f5-e6d9ac880a63 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] 10.222.0.20 "GET /v2.0/routers/ff2386dd-4075-42a7-a8ad-569bdbf49cca HTTP/1.1" status: 200 len: 920 time: 0.2141788 Dec 10 15:31:27.375599 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59850) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:27.400258 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f397c00f-9463-4545-9005-e1812b723d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d465393b-dfc9-49d9-ad4f-8709c9d885ea,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:27.408026 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-f397c00f-9463-4545-9005-e1812b723d5f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=38de8ec7b7184ebb83747cb64f1b56b4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1734030 Dec 10 15:31:27.423597 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84c3f5-136e-46a2-b0f9-614b06529891 req-de55f74e-628d-470b-877d-20c09317c603 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:27.425095 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-1b84c3f5-136e-46a2-b0f9-614b06529891 req-de55f74e-628d-470b-877d-20c09317c603 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f5e5fac-ee31-44bf-a612-11364724d71a HTTP/1.1" status: 200 len: 945 time: 0.1200135 Dec 10 15:31:27.425627 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59852) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:27.434850 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468a0077-5a78-4512-ba11-2b65abc5f961 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:27.436148 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1ecdfe73-8e21-4bb8-8c4b-cfb4b921f5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:27.440202 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-468a0077-5a78-4512-ba11-2b65abc5f961 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] 10.222.0.20 "GET /v2.0/networks/d5a1452c-422a-4e1a-a1c7-48738ecf752f HTTP/1.1" status: 200 len: 881 time: 0.2132273 Dec 10 15:31:27.440616 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59856) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:27.468985 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-1ef84b0c-0a6c-4dbe-bb6c-796ce169b77a tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Allocated IP 172.20.0.8 (a5587bb3-699d-42e1-bde3-d27ad13b4e59/b12956fd-c16a-4fce-acd5-5af463f35fa9/9d423f61-7dfe-4373-80ec-ef324a997436) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:31:27.521703 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-36ed4e20-a2b2-4f95-9f95-c63d5c4c4bab tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] 10.222.0.20 "GET /v2.0/ports?device_id=d122b2a2-454a-432d-b321-a7acd47e31ad HTTP/1.1" status: 200 len: 205 time: 0.0620801 Dec 10 15:31:27.521937 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59858) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:27.548610 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecdfe73-8e21-4bb8-8c4b-cfb4b921f5b4 None None] Pushing event updated for resources: {'Port': ['ID=a6675179-603c-43ff-9da4-79005a47d91b,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:27.568523 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bcfc18d2-4baa-4a93-b181-0da034ad32e1 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11236534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11668560'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:27.569580 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49b5a5a-e33a-4b50-9715-3d590fef5ff5 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:27.571609 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-b49b5a5a-e33a-4b50-9715-3d590fef5ff5 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=d5a1452c-422a-4e1a-a1c7-48738ecf752f&device_id=ff2386dd-4075-42a7-a8ad-569bdbf49cca&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1936610 Dec 10 15:31:27.577466 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59862) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:27.622978 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-aab663f1-d2f7-4b95-9be7-c4ba37e507cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:27.667648 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-1b84c3f5-136e-46a2-b0f9-614b06529891 req-a044708c-8237-4ba6-a1b9-1f496ea6e07b tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ed67073-eeed-4d1d-86bf-a50b643bdaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2297254 Dec 10 15:31:27.687053 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-aab663f1-d2f7-4b95-9be7-c4ba37e507cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:27.747391 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfc18d2-4baa-4a93-b181-0da034ad32e1 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Pushing event updated for resources: {'Subnet': ['ID=2c6288bf-3cb4-4b55-8480-47645beb9d8c,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:27.781193 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a1d61e-42f8-4e10-9b5e-700165e85bd4 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:27.785082 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-b6a1d61e-42f8-4e10-9b5e-700165e85bd4 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] 10.222.0.20 "GET /v2.0/networks/d5a1452c-422a-4e1a-a1c7-48738ecf752f HTTP/1.1" status: 200 len: 881 time: 0.1950788 Dec 10 15:31:27.788784 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59866) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:27.810920 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfc18d2-4baa-4a93-b181-0da034ad32e1 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Checking segment: {'id': 'b003b837-a321-4a2c-9c86-0e8c04b53612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'f61cf75c-4a83-4e90-9604-d3f1d3c3f77f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:31:27.810920 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfc18d2-4baa-4a93-b181-0da034ad32e1 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Network hostable DHCP agents. Network: f61cf75c-4a83-4e90-9604-d3f1d3c3f77f, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:31:27.834027 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4cc59e3b-967a-406a-9928-fe465c31b322 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks [] for router, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:27.846174 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-56b70d2c-adeb-447c-a295-4b60fa67f981 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff2386dd-4075-42a7-a8ad-569bdbf49cca HTTP/1.1" status: 200 len: 205 time: 0.0550210 Dec 10 15:31:27.848221 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-aab663f1-d2f7-4b95-9be7-c4ba37e507cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:27.852148 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-aab663f1-d2f7-4b95-9be7-c4ba37e507cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:27.854100 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-aab663f1-d2f7-4b95-9be7-c4ba37e507cb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d465393b-dfc9-49d9-ad4f-8709c9d885ea HTTP/1.1" status: 204 len: 168 time: 0.4248486 Dec 10 15:31:27.854100 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59868) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:27.876464 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab663f1-d2f7-4b95-9be7-c4ba37e507cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d465393b-dfc9-49d9-ad4f-8709c9d885ea,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:27.928217 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1ef84b0c-0a6c-4dbe-bb6c-796ce169b77a tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:28.019360 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfc18d2-4baa-4a93-b181-0da034ad32e1 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Network f61cf75c-4a83-4e90-9604-d3f1d3c3f77f is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:31:28.027374 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-001393b4-141f-4788-902c-19f70bebf60f tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks [] for router, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:28.030013 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4cc59e3b-967a-406a-9928-fe465c31b322 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:28.114937 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-bcfc18d2-4baa-4a93-b181-0da034ad32e1 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, f61cf75c-4a83-4e90-9604-d3f1d3c3f77f) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:31:28.116896 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1ef84b0c-0a6c-4dbe-bb6c-796ce169b77a tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:28.125230 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894af9be-930e-481b-b51b-5501a6733b6b None None] Network f61cf75c-4a83-4e90-9604-d3f1d3c3f77f requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:31:28.151765 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfc18d2-4baa-4a93-b181-0da034ad32e1 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:28.152618 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bcfc18d2-4baa-4a93-b181-0da034ad32e1 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:28.164885 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-001393b4-141f-4788-902c-19f70bebf60f tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:28.225654 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef84b0c-0a6c-4dbe-bb6c-796ce169b77a tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Network a5587bb3-699d-42e1-bde3-d27ad13b4e59 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:31:28.240602 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93ae053-db3d-4861-8e5f-3f86e34ce7b3 req-71a08790-c2b6-4a68-9102-286ebdaf515d tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:28.248440 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d93ae053-db3d-4861-8e5f-3f86e34ce7b3 req-71a08790-c2b6-4a68-9102-286ebdaf515d tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] 10.222.0.20 "GET /v2.0/ports?device_id=797f140a-378f-4f48-be7d-1e46ffe7f2b6 HTTP/1.1" status: 200 len: 945 time: 0.1641572 Dec 10 15:31:28.254269 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-1ef84b0c-0a6c-4dbe-bb6c-796ce169b77a tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:31:28.266480 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef84b0c-0a6c-4dbe-bb6c-796ce169b77a tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:31:28.272220 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef84b0c-0a6c-4dbe-bb6c-796ce169b77a tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Pushing event updated for resources: {'Port': ['ID=9d423f61-7dfe-4373-80ec-ef324a997436,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:28.319316 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-bcfc18d2-4baa-4a93-b181-0da034ad32e1 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2932150 Dec 10 15:31:28.319490 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59878) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:28.323621 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3922325b-cf94-4b3d-84e6-f40a98233dac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-f61cf75c-4a83-4e90-9604-d3f1d3c3f77f', 'network_id': 'f61cf75c-4a83-4e90-9604-d3f1d3c3f77f', 'project_id': 'f03846aeb40b49208d41dc20f8c365c1', 'fixed_ips': [{'subnet_id': '2c6288bf-3cb4-4b55-8480-47645beb9d8c'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:31:28.326403 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3922325b-cf94-4b3d-84e6-f40a98233dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:28.362456 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef84b0c-0a6c-4dbe-bb6c-796ce169b77a tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:28.363281 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1ef84b0c-0a6c-4dbe-bb6c-796ce169b77a tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:28.371671 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-4cc59e3b-967a-406a-9928-fe465c31b322 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Deleting port 60b06383-b009-4c43-8c89-e434c08c2721 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:31:28.372086 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4cc59e3b-967a-406a-9928-fe465c31b322 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:28.468368 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d93ae053-db3d-4861-8e5f-3f86e34ce7b3 req-65c1162a-033d-43dd-b3fd-9e818e420766 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b38ec32-0b2e-4cf3-bc2f-706a19646bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2177763 Dec 10 15:31:28.524386 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-3922325b-cf94-4b3d-84e6-f40a98233dac None None] Allocated IP 172.20.0.2 (f61cf75c-4a83-4e90-9604-d3f1d3c3f77f/2c6288bf-3cb4-4b55-8480-47645beb9d8c/71938bfc-92f6-49fc-9216-e375ccd0fc41) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:31:28.525527 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4cc59e3b-967a-406a-9928-fe465c31b322 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:28.562325 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-4cc59e3b-967a-406a-9928-fe465c31b322 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Calling delete_port for 60b06383-b009-4c43-8c89-e434c08c2721 owned by network:router_gateway {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:31:28.578268 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9607b84f-7d35-4179-81ae-a5710e4d9738 req-68e0bcf1-183c-4125-a42f-dfe8ddde4fc4 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:28.586829 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-9607b84f-7d35-4179-81ae-a5710e4d9738 req-68e0bcf1-183c-4125-a42f-dfe8ddde4fc4 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f5e5fac-ee31-44bf-a612-11364724d71a HTTP/1.1" status: 200 len: 945 time: 0.2074068 Dec 10 15:31:28.605219 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-1ef84b0c-0a6c-4dbe-bb6c-796ce169b77a tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3829639 Dec 10 15:31:28.636040 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59882) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:28.636482 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-0b6b4423-9cf7-4a1e-a126-30f0fdb97959 None None] Provisioning complete for port 9d423f61-7dfe-4373-80ec-ef324a997436 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:31:28.636691 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0b6b4423-9cf7-4a1e-a126-30f0fdb97959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:28.644914 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-3d7ac198-f163-4c1d-9a89-aa5174cc1915 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:52:70:bc'}]}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:31:28.653141 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-001393b4-141f-4788-902c-19f70bebf60f tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Deleting port b7f5f4db-8734-400d-8003-41d005abc68c {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:31:28.653272 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-001393b4-141f-4788-902c-19f70bebf60f tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:28.715299 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-0b6b4423-9cf7-4a1e-a126-30f0fdb97959 None None] Port 9d423f61-7dfe-4373-80ec-ef324a997436 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:31:28.782434 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3922325b-cf94-4b3d-84e6-f40a98233dac None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:28.853263 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device a6675179-603c-43ff-9da4-79005a47d91b up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:31:28.855360 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59884) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:28.857691 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3922325b-cf94-4b3d-84e6-f40a98233dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:28.871751 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cbc62286-d4a7-47ae-8518-d71aced9bdcc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:28.941860 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-001393b4-141f-4788-902c-19f70bebf60f tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:28.955264 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3922325b-cf94-4b3d-84e6-f40a98233dac None None] Network f61cf75c-4a83-4e90-9604-d3f1d3c3f77f is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:31:28.961141 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-3922325b-cf94-4b3d-84e6-f40a98233dac None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:31:28.963638 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3922325b-cf94-4b3d-84e6-f40a98233dac None None] Pushing event updated for resources: {'Port': ['ID=71938bfc-92f6-49fc-9216-e375ccd0fc41,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:28.966334 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3922325b-cf94-4b3d-84e6-f40a98233dac None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:31:29.003398 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port a6675179-603c-43ff-9da4-79005a47d91b triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:31:29.003398 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:29.003629 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cbc62286-d4a7-47ae-8518-d71aced9bdcc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:29.004936 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4cc59e3b-967a-406a-9928-fe465c31b322 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:29.016257 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-9607b84f-7d35-4179-81ae-a5710e4d9738 req-d441511e-f679-4781-bdc9-bc454d80edfd tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ed67073-eeed-4d1d-86bf-a50b643bdaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4284418 Dec 10 15:31:29.028362 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-001393b4-141f-4788-902c-19f70bebf60f tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Calling delete_port for b7f5f4db-8734-400d-8003-41d005abc68c owned by network:router_gateway {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:31:29.059381 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-3922325b-cf94-4b3d-84e6-f40a98233dac None None] Attempting to bind port 71938bfc-92f6-49fc-9216-e375ccd0fc41 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:31:29.059944 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-3922325b-cf94-4b3d-84e6-f40a98233dac None None] Attempting to bind port 71938bfc-92f6-49fc-9216-e375ccd0fc41 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'b003b837-a321-4a2c-9c86-0e8c04b53612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'f61cf75c-4a83-4e90-9604-d3f1d3c3f77f'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:31:29.061088 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3922325b-cf94-4b3d-84e6-f40a98233dac None None] Attempting to bind port 71938bfc-92f6-49fc-9216-e375ccd0fc41 on network f61cf75c-4a83-4e90-9604-d3f1d3c3f77f {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:31:29.063941 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc59e3b-967a-406a-9928-fe465c31b322 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Pushing event deleted for resources: {'Port': ['ID=60b06383-b009-4c43-8c89-e434c08c2721,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:29.072924 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3922325b-cf94-4b3d-84e6-f40a98233dac None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:31:29.073392 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3922325b-cf94-4b3d-84e6-f40a98233dac None None] Checking segment: {'id': 'b003b837-a321-4a2c-9c86-0e8c04b53612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'f61cf75c-4a83-4e90-9604-d3f1d3c3f77f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:31:29.073830 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3922325b-cf94-4b3d-84e6-f40a98233dac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:29.074234 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3922325b-cf94-4b3d-84e6-f40a98233dac None None] Bound using segment: {'id': 'b003b837-a321-4a2c-9c86-0e8c04b53612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'f61cf75c-4a83-4e90-9604-d3f1d3c3f77f'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:31:29.074715 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-3922325b-cf94-4b3d-84e6-f40a98233dac None None] Bound port: 71938bfc-92f6-49fc-9216-e375ccd0fc41, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b003b837-a321-4a2c-9c86-0e8c04b53612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'f61cf75c-4a83-4e90-9604-d3f1d3c3f77f'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:31:29.075153 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3922325b-cf94-4b3d-84e6-f40a98233dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:29.082441 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0666cf2e-d102-4abb-ad2b-b4568edb7fe0 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:29.094093 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab742b27-f05b-4de4-a79f-b5bb2e67230a None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:31:29.110065 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cbc62286-d4a7-47ae-8518-d71aced9bdcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:29.168406 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8728fde8-0711-401e-b5e8-5212e826e107 None None] Network 4549369c-f1e0-49ee-9b60-b48c3d5a7c02 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:31:29.189963 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-cbc62286-d4a7-47ae-8518-d71aced9bdcc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=29948576a1db4a8f9d969a35ea910b41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3294795 Dec 10 15:31:29.198185 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59888) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:29.216509 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc62286-d4a7-47ae-8518-d71aced9bdcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0eefff9-c659-472b-aae1-473dda035f28,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:29.225200 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4cc59e3b-967a-406a-9928-fe465c31b322 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552731'] for router_gateway, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:29.255561 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-3922325b-cf94-4b3d-84e6-f40a98233dac None None] For port 71938bfc-92f6-49fc-9216-e375ccd0fc41, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:31:29.259413 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-3922325b-cf94-4b3d-84e6-f40a98233dac None None] For port 71938bfc-92f6-49fc-9216-e375ccd0fc41, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=71938bfc-92f6-49fc-9216-e375ccd0fc41,segment=NetworkSegment(b003b837-a321-4a2c-9c86-0e8c04b53612),segment_id=b003b837-a321-4a2c-9c86-0e8c04b53612)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:31:29.323190 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4cc59e3b-967a-406a-9928-fe465c31b322 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13898'] for router, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:29.323417 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-82f4ce7e-1054-457b-97c9-0de183c4c76a None None] Provisioning complete for port a6675179-603c-43ff-9da4-79005a47d91b triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:31:29.324422 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-82f4ce7e-1054-457b-97c9-0de183c4c76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:29.325124 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4cc59e3b-967a-406a-9928-fe465c31b322 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:29.332438 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:29.360240 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3922325b-cf94-4b3d-84e6-f40a98233dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:29.423779 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3d7ac198-f163-4c1d-9a89-aa5174cc1915 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:29.437118 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-73806755-6314-4643-8167-86d9071aa40b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:29.446440 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6501c273-5f08-45a9-8273-2b43e512788c req-165a7088-a6e3-4ec7-af27-6233da59ab74 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:29.448074 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-6501c273-5f08-45a9-8273-2b43e512788c req-165a7088-a6e3-4ec7-af27-6233da59ab74 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] 10.222.0.44 "GET /v2.0/ports?device_id=797f140a-378f-4f48-be7d-1e46ffe7f2b6 HTTP/1.1" status: 200 len: 945 time: 0.0824268 Dec 10 15:31:29.472971 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] For port a6675179-603c-43ff-9da4-79005a47d91b, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=a6675179-603c-43ff-9da4-79005a47d91b,segment=NetworkSegment(b21b61b6-09d7-4489-ba29-b2a6723618b8),segment_id=b21b61b6-09d7-4489-ba29-b2a6723618b8)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:31:29.494330 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3922325b-cf94-4b3d-84e6-f40a98233dac None None] Pushing event updated for resources: {'Port': ['ID=71938bfc-92f6-49fc-9216-e375ccd0fc41,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:29.502749 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4cc59e3b-967a-406a-9928-fe465c31b322 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549250'] for router, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:29.503343 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cc59e3b-967a-406a-9928-fe465c31b322 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Fanout notify agent at l3_agent the message router_deleted on router d122b2a2-454a-432d-b321-a7acd47e31ad {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 15:31:29.516542 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4cc59e3b-967a-406a-9928-fe465c31b322 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:29.517737 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-4cc59e3b-967a-406a-9928-fe465c31b322 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] 10.222.0.20 "DELETE /v2.0/routers/d122b2a2-454a-432d-b321-a7acd47e31ad HTTP/1.1" status: 204 len: 168 time: 2.0043554 Dec 10 15:31:29.519969 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-73806755-6314-4643-8167-86d9071aa40b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:29.529595 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59894) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:29.539317 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-4568d70e-492b-4d27-b4c5-8d521b51bb06 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-762437992', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:31:29.582201 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-0666cf2e-d102-4abb-ad2b-b4568edb7fe0 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Allocated IP 172.20.0.1 (4549369c-f1e0-49ee-9b60-b48c3d5a7c02/7296e987-8148-44a6-ba59-9d1aef6450fe/72b82224-f616-4203-aff7-8fe074d7fafe) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:31:29.712287 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba1a064-60c6-477a-a722-fb66f71c6827 req-6a821843-f2aa-48d6-8769-e26d315126d7 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:29.713797 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-bba1a064-60c6-477a-a722-fb66f71c6827 req-6a821843-f2aa-48d6-8769-e26d315126d7 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] 10.222.0.20 "GET /v2.0/ports?device_id=797f140a-378f-4f48-be7d-1e46ffe7f2b6 HTTP/1.1" status: 200 len: 945 time: 0.0952730 Dec 10 15:31:29.720246 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-6501c273-5f08-45a9-8273-2b43e512788c req-f279c9fa-15e8-49ad-858a-796764ffd8e1 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Deleting port fc18c74b-afe0-431d-8aa2-6664526db9f1 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:31:29.720595 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6501c273-5f08-45a9-8273-2b43e512788c req-f279c9fa-15e8-49ad-858a-796764ffd8e1 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:29.782977 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4568d70e-492b-4d27-b4c5-8d521b51bb06 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13912'] for router, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:29.783213 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:29.783309 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4568d70e-492b-4d27-b4c5-8d521b51bb06 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:29.804103 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0666cf2e-d102-4abb-ad2b-b4568edb7fe0 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:29.815708 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-73806755-6314-4643-8167-86d9071aa40b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:29.818487 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-73806755-6314-4643-8167-86d9071aa40b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:29.819789 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-73806755-6314-4643-8167-86d9071aa40b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f0eefff9-c659-472b-aae1-473dda035f28 HTTP/1.1" status: 204 len: 168 time: 0.6206336 Dec 10 15:31:29.860599 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-001393b4-141f-4788-902c-19f70bebf60f tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:29.886074 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Pushing event updated for resources: {'Port': ['ID=a6675179-603c-43ff-9da4-79005a47d91b,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:29.890925 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-82f4ce7e-1054-457b-97c9-0de183c4c76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:29.931000 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-bba1a064-60c6-477a-a722-fb66f71c6827 req-918924c1-9c6f-40ce-bee4-c1933c98a12c tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b38ec32-0b2e-4cf3-bc2f-706a19646bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1913197 Dec 10 15:31:29.967974 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73806755-6314-4643-8167-86d9071aa40b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0eefff9-c659-472b-aae1-473dda035f28,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:29.985259 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001393b4-141f-4788-902c-19f70bebf60f tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Pushing event deleted for resources: {'Port': ['ID=b7f5f4db-8734-400d-8003-41d005abc68c,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:30.082024 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0666cf2e-d102-4abb-ad2b-b4568edb7fe0 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:30.084562 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.db.api [None req-82f4ce7e-1054-457b-97c9-0de183c4c76a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 15:31:30.088228 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG oslo_db.api [None req-82f4ce7e-1054-457b-97c9-0de183c4c76a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 15:31:30.091222 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35d4342-167b-40c7-9a4f-87d2284f52c1 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:31:30.158241 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4568d70e-492b-4d27-b4c5-8d521b51bb06 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:30.179421 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-6501c273-5f08-45a9-8273-2b43e512788c req-f279c9fa-15e8-49ad-858a-796764ffd8e1 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] For port fc18c74b-afe0-431d-8aa2-6664526db9f1, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=fc18c74b-afe0-431d-8aa2-6664526db9f1,segment=NetworkSegment(a3089138-368b-4775-938f-b3e854ae89fc),segment_id=a3089138-368b-4775-938f-b3e854ae89fc)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:31:30.183109 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6501c273-5f08-45a9-8273-2b43e512788c req-f279c9fa-15e8-49ad-858a-796764ffd8e1 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:30.250044 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4568d70e-492b-4d27-b4c5-8d521b51bb06 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363'] for router, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:30.400383 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4568d70e-492b-4d27-b4c5-8d521b51bb06 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:30.401629 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-4568d70e-492b-4d27-b4c5-8d521b51bb06 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8723235 Dec 10 15:31:30.404861 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59906) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:30.409606 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-3c541e2a-c427-4fcb-8f48-bc1833900856 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:31:30.658444 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0666cf2e-d102-4abb-ad2b-b4568edb7fe0 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Network 4549369c-f1e0-49ee-9b60-b48c3d5a7c02 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:31:30.693427 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-0666cf2e-d102-4abb-ad2b-b4568edb7fe0 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:31:30.701531 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0666cf2e-d102-4abb-ad2b-b4568edb7fe0 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:31:30.704201 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-001393b4-141f-4788-902c-19f70bebf60f tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552731'] for router_gateway, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:30.706872 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0666cf2e-d102-4abb-ad2b-b4568edb7fe0 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Pushing event updated for resources: {'Port': ['ID=72b82224-f616-4203-aff7-8fe074d7fafe,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:30.740236 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6501c273-5f08-45a9-8273-2b43e512788c req-f279c9fa-15e8-49ad-858a-796764ffd8e1 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:30.740720 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6501c273-5f08-45a9-8273-2b43e512788c req-f279c9fa-15e8-49ad-858a-796764ffd8e1 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552741'] for floatingip, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:30.740927 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.l3_db [req-6501c273-5f08-45a9-8273-2b43e512788c req-f279c9fa-15e8-49ad-858a-796764ffd8e1 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Floating IP 252f7044-6a18-4cd5-a6cc-b22bc3b2fd4e disassociated. External IP: 172.26.2.54, port: fc18c74b-afe0-431d-8aa2-6664526db9f1. Dec 10 15:31:30.741497 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-6501c273-5f08-45a9-8273-2b43e512788c req-f279c9fa-15e8-49ad-858a-796764ffd8e1 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Calling delete_port for fc18c74b-afe0-431d-8aa2-6664526db9f1 owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:31:30.772261 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-1cbacb1e-4073-4bca-8125-26c5cb5086e6 None None] Provisioning complete for port a6675179-603c-43ff-9da4-79005a47d91b triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:31:30.782226 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1cbacb1e-4073-4bca-8125-26c5cb5086e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:30.949336 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device a6675179-603c-43ff-9da4-79005a47d91b up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:31:31.032797 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-001393b4-141f-4788-902c-19f70bebf60f tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13898'] for router, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:31.038340 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-001393b4-141f-4788-902c-19f70bebf60f tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:31.039515 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port a6675179-603c-43ff-9da4-79005a47d91b triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:31:31.039902 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:31.073845 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3d7ac198-f163-4c1d-9a89-aa5174cc1915 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:31.112427 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0666cf2e-d102-4abb-ad2b-b4568edb7fe0 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552880'] for router_interface, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:31.127784 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0400c5-029a-4c2d-aa8f-8ec9a9c6af08 req-da0a1f24-0c74-4d50-9df9-e477787965ad tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:31.129704 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-eb0400c5-029a-4c2d-aa8f-8ec9a9c6af08 req-da0a1f24-0c74-4d50-9df9-e477787965ad tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd077330-daa7-4bb9-af7f-4ec0c9daf1bc HTTP/1.1" status: 200 len: 945 time: 0.5528629 Dec 10 15:31:31.202142 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-aca5889c-ff10-43c0-97e1-63045f828bda None None] Provisioning complete for port 72b82224-f616-4203-aff7-8fe074d7fafe triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:31:31.203081 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aca5889c-ff10-43c0-97e1-63045f828bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:31.204981 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3d7ac198-f163-4c1d-9a89-aa5174cc1915 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:31.207476 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 71938bfc-92f6-49fc-9216-e375ccd0fc41 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:31:31.244170 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3c541e2a-c427-4fcb-8f48-bc1833900856 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:31.253721 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f91560-d8a1-4c1a-8ad8-baee7be62a1f req-67b1b07f-bffc-4262-b615-955a23800ac7 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:31.255266 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b5f91560-d8a1-4c1a-8ad8-baee7be62a1f req-67b1b07f-bffc-4262-b615-955a23800ac7 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f5e5fac-ee31-44bf-a612-11364724d71a HTTP/1.1" status: 200 len: 945 time: 0.7235734 Dec 10 15:31:31.332086 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-001393b4-141f-4788-902c-19f70bebf60f tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549250'] for router, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:31.332615 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-001393b4-141f-4788-902c-19f70bebf60f tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Fanout notify agent at l3_agent the message router_deleted on router ff2386dd-4075-42a7-a8ad-569bdbf49cca {{(pid=103586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 15:31:31.357763 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-eb0400c5-029a-4c2d-aa8f-8ec9a9c6af08 req-e809b4db-5859-44eb-aa64-77a9a5cfbf81 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] 10.222.0.20 "GET /v2.0/security-groups?id=46fa4965-a546-4aa0-b6c7-fe2bd953989f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1782355 Dec 10 15:31:31.382466 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-001393b4-141f-4788-902c-19f70bebf60f tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:31.391631 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-001393b4-141f-4788-902c-19f70bebf60f tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] 10.222.0.20 "DELETE /v2.0/routers/ff2386dd-4075-42a7-a8ad-569bdbf49cca HTTP/1.1" status: 204 len: 168 time: 3.5335569 Dec 10 15:31:31.395367 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-aca5889c-ff10-43c0-97e1-63045f828bda None None] Port 72b82224-f616-4203-aff7-8fe074d7fafe cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:31:31.402828 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad3ad03-57b3-40ef-bd15-01834e4d72ad None None] Network f61cf75c-4a83-4e90-9604-d3f1d3c3f77f requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:31:31.408921 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59932) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:31.414175 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-d8922498-d610-4f74-8d06-62eb5b905b33 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-338920837', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:31:31.427537 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7ac198-f163-4c1d-9a89-aa5174cc1915 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Pushing event updated for resources: {'Port': ['ID=9d423f61-7dfe-4373-80ec-ef324a997436,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:31.474365 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 71938bfc-92f6-49fc-9216-e375ccd0fc41 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:31:31.474942 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:31.503450 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b5f91560-d8a1-4c1a-8ad8-baee7be62a1f req-01d80edd-a20a-41d8-a665-0fe325acc080 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ed67073-eeed-4d1d-86bf-a50b643bdaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2048502 Dec 10 15:31:31.528324 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3d7ac198-f163-4c1d-9a89-aa5174cc1915 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] In _notify_port_updated(), no bound segment for port 9d423f61-7dfe-4373-80ec-ef324a997436 on network a5587bb3-699d-42e1-bde3-d27ad13b4e59 {{(pid=103586) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 15:31:31.536100 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7ac198-f163-4c1d-9a89-aa5174cc1915 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:31.537029 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3d7ac198-f163-4c1d-9a89-aa5174cc1915 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:31.542841 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-3d7ac198-f163-4c1d-9a89-aa5174cc1915 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] 10.222.0.20 "PUT /v2.0/ports/9d423f61-7dfe-4373-80ec-ef324a997436 HTTP/1.1" status: 200 len: 993 time: 2.9039707 Dec 10 15:31:31.558092 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-683acaf7-965e-43e4-aa25-fda8a0c7a827 None None] Provisioning complete for port 71938bfc-92f6-49fc-9216-e375ccd0fc41 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:31:31.558092 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-683acaf7-965e-43e4-aa25-fda8a0c7a827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:31.565203 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59934) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:31.654393 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0666cf2e-d102-4abb-ad2b-b4568edb7fe0 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:31.685182 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6501c273-5f08-45a9-8273-2b43e512788c req-f279c9fa-15e8-49ad-858a-796764ffd8e1 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:31.716939 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c7cb31-766a-4f0f-8a4d-9fcd7b5d1d19 req-5628fff1-c660-4731-9e04-89b544ed0f4a tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:31.718675 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-c9c7cb31-766a-4f0f-8a4d-9fcd7b5d1d19 req-5628fff1-c660-4731-9e04-89b544ed0f4a tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] 10.222.0.20 "GET /v2.0/ports?device_id=797f140a-378f-4f48-be7d-1e46ffe7f2b6 HTTP/1.1" status: 200 len: 945 time: 0.2549753 Dec 10 15:31:31.749073 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:31.771995 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f279c9fa-15e8-49ad-858a-796764ffd8e1 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Pushing event deleted for resources: {'Port': ['ID=fc18c74b-afe0-431d-8aa2-6664526db9f1,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:31.776151 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-683acaf7-965e-43e4-aa25-fda8a0c7a827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:31.798221 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3c541e2a-c427-4fcb-8f48-bc1833900856 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks [] for router_gateway, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:31.818416 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] For port 71938bfc-92f6-49fc-9216-e375ccd0fc41, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=71938bfc-92f6-49fc-9216-e375ccd0fc41,segment=NetworkSegment(b003b837-a321-4a2c-9c86-0e8c04b53612),segment_id=b003b837-a321-4a2c-9c86-0e8c04b53612)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:31:31.824908 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3c541e2a-c427-4fcb-8f48-bc1833900856 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:31.886008 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d8922498-d610-4f74-8d06-62eb5b905b33 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13912'] for router, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:31.887158 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d8922498-d610-4f74-8d06-62eb5b905b33 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:31.913177 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-c9c7cb31-766a-4f0f-8a4d-9fcd7b5d1d19 req-52018879-d19d-4d03-8cbd-80de5eb3de32 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b38ec32-0b2e-4cf3-bc2f-706a19646bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524200 Dec 10 15:31:31.949493 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:31.958179 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.db.api [None req-683acaf7-965e-43e4-aa25-fda8a0c7a827 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 15:31:31.958541 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG oslo_db.api [None req-683acaf7-965e-43e4-aa25-fda8a0c7a827 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 15:31:32.043921 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d8922498-d610-4f74-8d06-62eb5b905b33 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:32.103521 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Pushing event updated for resources: {'Port': ['ID=71938bfc-92f6-49fc-9216-e375ccd0fc41,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:32.114349 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-17fd53d4-fab2-40f8-9d57-9bc29b6bb5bb tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Deleting port 9d423f61-7dfe-4373-80ec-ef324a997436 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:31:32.114694 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-17fd53d4-fab2-40f8-9d57-9bc29b6bb5bb tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:32.121686 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d8922498-d610-4f74-8d06-62eb5b905b33 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363'] for router, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:32.128296 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6501c273-5f08-45a9-8273-2b43e512788c req-f279c9fa-15e8-49ad-858a-796764ffd8e1 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Router e829bec7-9000-42a1-98b0-49c1a3daa5b5 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:31:32.175375 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-3c541e2a-c427-4fcb-8f48-bc1833900856 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Allocated IP 172.26.2.175 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/9e39ebdd-dea6-4900-8c02-f3fb58c43d34) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:31:32.335529 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d8922498-d610-4f74-8d06-62eb5b905b33 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:32.336818 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-d8922498-d610-4f74-8d06-62eb5b905b33 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9269066 Dec 10 15:31:32.347106 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59948) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:32.352395 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-bcb00dae-28b5-4e6c-84d2-17589a167ef4 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'enable_snat': True}}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:31:32.405374 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-17fd53d4-fab2-40f8-9d57-9bc29b6bb5bb tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:32.430577 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-17fd53d4-fab2-40f8-9d57-9bc29b6bb5bb tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Calling delete_port for 9d423f61-7dfe-4373-80ec-ef324a997436 owned by {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:31:32.512938 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6501c273-5f08-45a9-8273-2b43e512788c req-f279c9fa-15e8-49ad-858a-796764ffd8e1 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:31:32.535143 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3c1fd6-186a-40a2-833f-53309fd85b22 None None] Sync routers for ids ['e829bec7-9000-42a1-98b0-49c1a3daa5b5'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:31:32.549357 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3c1fd6-186a-40a2-833f-53309fd85b22 None None] Routers {'e829bec7-9000-42a1-98b0-49c1a3daa5b5'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:31:32.550262 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-1f3c1fd6-186a-40a2-833f-53309fd85b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:31:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['e829bec7-9000-42a1-98b0-49c1a3daa5b5'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:32.580317 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0666cf2e-d102-4abb-ad2b-b4568edb7fe0 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:32.581770 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59956) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:32.655257 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-7c133219-080e-424c-aacb-e40af15d2ecd None None] Provisioning complete for port 9d423f61-7dfe-4373-80ec-ef324a997436 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:31:32.659981 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7c133219-080e-424c-aacb-e40af15d2ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:32.705329 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0666cf2e-d102-4abb-ad2b-b4568edb7fe0 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:32.780207 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-7c133219-080e-424c-aacb-e40af15d2ecd None None] Port 9d423f61-7dfe-4373-80ec-ef324a997436 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:31:32.798138 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3c541e2a-c427-4fcb-8f48-bc1833900856 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:32.800187 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-6501c273-5f08-45a9-8273-2b43e512788c req-f279c9fa-15e8-49ad-858a-796764ffd8e1 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] No DVR routers for this DVR port fc18c74b-afe0-431d-8aa2-6664526db9f1 on host hv-neutron-8214 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:31:32.803511 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-1f3c1fd6-186a-40a2-833f-53309fd85b22 None None] Set router e829bec7-9000-42a1-98b0-49c1a3daa5b5 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:31:32.821866 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6501c273-5f08-45a9-8273-2b43e512788c req-f279c9fa-15e8-49ad-858a-796764ffd8e1 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:32.823968 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 71938bfc-92f6-49fc-9216-e375ccd0fc41 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:31:32.830876 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-6501c273-5f08-45a9-8273-2b43e512788c req-f279c9fa-15e8-49ad-858a-796764ffd8e1 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] 10.222.0.44 "DELETE /v2.0/ports/fc18c74b-afe0-431d-8aa2-6664526db9f1 HTTP/1.1" status: 204 len: 173 time: 3.3733349 Dec 10 15:31:32.891936 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-37bf2ddc-0a1a-4193-8093-b7ad47a39af5 tempest-RoutersTestDVR-1219273737 tempest-RoutersTestDVR-1219273737-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-382939308'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:31:32.899974 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-7c133219-080e-424c-aacb-e40af15d2ecd None None] Provisioning complete for port 71938bfc-92f6-49fc-9216-e375ccd0fc41 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:31:32.917825 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bcb00dae-28b5-4e6c-84d2-17589a167ef4 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:32.918419 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7c133219-080e-424c-aacb-e40af15d2ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:32.922183 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '797f140a-378f-4f48-be7d-1e46ffe7f2b6', 'name': 'network-vif-deleted', 'tag': 'fc18c74b-afe0-431d-8aa2-6664526db9f1'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:31:32.924847 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9ca57131bc4931768ac29058952438d1fdd62308db7b17540cc34ffe8faef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a3fb69-ab0d-451e-a64d-3ba4a2e0fda3" -d '{"events": [{"server_uuid": "797f140a-378f-4f48-be7d-1e46ffe7f2b6", "name": "network-vif-deleted", "tag": "fc18c74b-afe0-431d-8aa2-6664526db9f1"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:31:32.930511 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-17fd53d4-fab2-40f8-9d57-9bc29b6bb5bb tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:33.034325 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 15:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d05a38e-53e8-45e5-be1c-8fe5836e74f8 x-openstack-request-id: req-5d05a38e-53e8-45e5-be1c-8fe5836e74f8 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:31:33.034620 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "797f140a-378f-4f48-be7d-1e46ffe7f2b6", "name": "network-vif-deleted", "tag": "fc18c74b-afe0-431d-8aa2-6664526db9f1", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:31:33.034876 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5d05a38e-53e8-45e5-be1c-8fe5836e74f8 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:31:33.035278 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '797f140a-378f-4f48-be7d-1e46ffe7f2b6', 'name': 'network-vif-deleted', 'tag': 'fc18c74b-afe0-431d-8aa2-6664526db9f1', 'status': 'completed', 'code': 200} Dec 10 15:31:33.076831 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0666cf2e-d102-4abb-ad2b-b4568edb7fe0 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549888'] for router_interface, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:33.114753 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0666cf2e-d102-4abb-ad2b-b4568edb7fe0 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Pushing event updated for resources: {'Port': ['ID=72b82224-f616-4203-aff7-8fe074d7fafe,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:33.141438 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 71938bfc-92f6-49fc-9216-e375ccd0fc41 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:31:33.141843 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:33.154377 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-1f3c1fd6-186a-40a2-833f-53309fd85b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e829bec7-9000-42a1-98b0-49c1a3daa5b5', 'name': 'tempest-ServersTestJSON-1578590148-router', 'tenant_id': 'e48df3bebd6c40d8972aebca1c524dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.218'}], 'enable_snat': True}, 'gw_port_id': '84f9f897-9b33-44cd-bce0-489856e97899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:29:45Z', 'updated_at': '2021-12-10T15:29:53Z', 'revision_number': 4, 'project_id': 'e48df3bebd6c40d8972aebca1c524dd3', 'gw_port': {'id': '84f9f897-9b33-44cd-bce0-489856e97899', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e829bec7-9000-42a1-98b0-49c1a3daa5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:29:46Z', 'updated_at': '2021-12-10T15:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '016387a7-c1c3-4e68-af38-2f335644d953', 'name': '', 'network_id': 'f99addda-57f1-4324-933a-6f2a62cbd208', 'tenant_id': 'e48df3bebd6c40d8972aebca1c524dd3', 'mac_address': 'fa:16:3e:c4:92:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e829bec7-9000-42a1-98b0-49c1a3daa5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '79f6244b-5844-41f5-8b9a-b3401743a808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:29:51Z', 'updated_at': '2021-12-10T15:30:00Z', 'revision_number': 5, 'project_id': 'e48df3bebd6c40d8972aebca1c524dd3', 'subnets': [{'id': '79f6244b-5844-41f5-8b9a-b3401743a808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:33.173337 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3c541e2a-c427-4fcb-8f48-bc1833900856 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:33.236043 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3c1fd6-186a-40a2-833f-53309fd85b22 None None] Checking router: e829bec7-9000-42a1-98b0-49c1a3daa5b5 for host: dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:31:33.259709 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3c1fd6-186a-40a2-833f-53309fd85b22 None None] Routers {'e829bec7-9000-42a1-98b0-49c1a3daa5b5'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:31:33.262518 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-1f3c1fd6-186a-40a2-833f-53309fd85b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:31:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['e829bec7-9000-42a1-98b0-49c1a3daa5b5'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:33.287320 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793fac72-688d-4482-abd7-34cdb6224968 req-9e062610-2a12-4887-bcc9-9de4f6199f5e tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:33.288935 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-793fac72-688d-4482-abd7-34cdb6224968 req-9e062610-2a12-4887-bcc9-9de4f6199f5e tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f5e5fac-ee31-44bf-a612-11364724d71a HTTP/1.1" status: 200 len: 945 time: 0.3847826 Dec 10 15:31:33.320137 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-37bf2ddc-0a1a-4193-8093-b7ad47a39af5 tempest-RoutersTestDVR-1219273737 tempest-RoutersTestDVR-1219273737-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13912'] for router, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:33.321026 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-37bf2ddc-0a1a-4193-8093-b7ad47a39af5 tempest-RoutersTestDVR-1219273737 tempest-RoutersTestDVR-1219273737-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:33.330506 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c541e2a-c427-4fcb-8f48-bc1833900856 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:31:33.338994 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fd53d4-fab2-40f8-9d57-9bc29b6bb5bb tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Pushing event deleted for resources: {'Port': ['ID=9d423f61-7dfe-4373-80ec-ef324a997436,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:33.361874 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-3c541e2a-c427-4fcb-8f48-bc1833900856 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:31:33.379766 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0666cf2e-d102-4abb-ad2b-b4568edb7fe0 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Network 4549369c-f1e0-49ee-9b60-b48c3d5a7c02 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:31:33.414942 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-0666cf2e-d102-4abb-ad2b-b4568edb7fe0 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:31:33.417542 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c541e2a-c427-4fcb-8f48-bc1833900856 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:31:33.427101 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ca197b-1475-4592-b00e-e08fa2d57b8a None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:31:33.482839 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-1f3c1fd6-186a-40a2-833f-53309fd85b22 None None] Set router e829bec7-9000-42a1-98b0-49c1a3daa5b5 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:31:33.512285 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c21f1a7-627a-4591-9e53-85df2e0e3df4 req-6a168fe1-0840-4fd3-900d-7bd9a53b491e tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:33.525929 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-0c21f1a7-627a-4591-9e53-85df2e0e3df4 req-6a168fe1-0840-4fd3-900d-7bd9a53b491e tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd077330-daa7-4bb9-af7f-4ec0c9daf1bc HTTP/1.1" status: 200 len: 945 time: 0.3569748 Dec 10 15:31:33.532734 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c541e2a-c427-4fcb-8f48-bc1833900856 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Pushing event updated for resources: {'Port': ['ID=9e39ebdd-dea6-4900-8c02-f3fb58c43d34,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:33.533872 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-bb91a5b5-aee6-405e-90b0-77acb77c73ee None None] Provisioning complete for port 9e39ebdd-dea6-4900-8c02-f3fb58c43d34 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:31:33.534273 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bb91a5b5-aee6-405e-90b0-77acb77c73ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:33.570752 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-37bf2ddc-0a1a-4193-8093-b7ad47a39af5 tempest-RoutersTestDVR-1219273737 tempest-RoutersTestDVR-1219273737-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:33.619975 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-bb91a5b5-aee6-405e-90b0-77acb77c73ee None None] Port 9e39ebdd-dea6-4900-8c02-f3fb58c43d34 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:31:33.675848 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-793fac72-688d-4482-abd7-34cdb6224968 req-70937c4e-5554-4de9-addc-cca43418f002 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ed67073-eeed-4d1d-86bf-a50b643bdaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3472798 Dec 10 15:31:33.736709 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-37bf2ddc-0a1a-4193-8093-b7ad47a39af5 tempest-RoutersTestDVR-1219273737 tempest-RoutersTestDVR-1219273737-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363'] for router, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:33.755133 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-0c21f1a7-627a-4591-9e53-85df2e0e3df4 req-0d275c19-e9da-4858-9432-3a0dbc9abcc1 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] 10.222.0.20 "GET /v2.0/security-groups?id=46fa4965-a546-4aa0-b6c7-fe2bd953989f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2224789 Dec 10 15:31:33.785267 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-17fd53d4-fab2-40f8-9d57-9bc29b6bb5bb tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:33.789999 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-17fd53d4-fab2-40f8-9d57-9bc29b6bb5bb tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] 10.222.0.20 "DELETE /v2.0/ports/9d423f61-7dfe-4373-80ec-ef324a997436 HTTP/1.1" status: 204 len: 168 time: 2.2216003 Dec 10 15:31:33.794359 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59966) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:33.798277 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-1f3c1fd6-186a-40a2-833f-53309fd85b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e829bec7-9000-42a1-98b0-49c1a3daa5b5', 'name': 'tempest-ServersTestJSON-1578590148-router', 'tenant_id': 'e48df3bebd6c40d8972aebca1c524dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.218'}], 'enable_snat': True}, 'gw_port_id': '84f9f897-9b33-44cd-bce0-489856e97899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:29:45Z', 'updated_at': '2021-12-10T15:29:53Z', 'revision_number': 4, 'project_id': 'e48df3bebd6c40d8972aebca1c524dd3', 'gw_port': {'id': '84f9f897-9b33-44cd-bce0-489856e97899', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e829bec7-9000-42a1-98b0-49c1a3daa5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:29:46Z', 'updated_at': '2021-12-10T15:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '016387a7-c1c3-4e68-af38-2f335644d953', 'name': '', 'network_id': 'f99addda-57f1-4324-933a-6f2a62cbd208', 'tenant_id': 'e48df3bebd6c40d8972aebca1c524dd3', 'mac_address': 'fa:16:3e:c4:92:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e829bec7-9000-42a1-98b0-49c1a3daa5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '79f6244b-5844-41f5-8b9a-b3401743a808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:29:51Z', 'updated_at': '2021-12-10T15:30:00Z', 'revision_number': 5, 'project_id': 'e48df3bebd6c40d8972aebca1c524dd3', 'subnets': [{'id': '79f6244b-5844-41f5-8b9a-b3401743a808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:33.859602 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3c1fd6-186a-40a2-833f-53309fd85b22 None None] The sync data for ids ['e829bec7-9000-42a1-98b0-49c1a3daa5b5'] in dv-neutron-821401-4-hyperv is: [{'id': 'e829bec7-9000-42a1-98b0-49c1a3daa5b5', 'name': 'tempest-ServersTestJSON-1578590148-router', 'tenant_id': 'e48df3bebd6c40d8972aebca1c524dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.218'}], 'enable_snat': True}, 'gw_port_id': '84f9f897-9b33-44cd-bce0-489856e97899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:29:45Z', 'updated_at': '2021-12-10T15:29:53Z', 'revision_number': 4, 'project_id': 'e48df3bebd6c40d8972aebca1c524dd3', 'gw_port': {'id': '84f9f897-9b33-44cd-bce0-489856e97899', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e829bec7-9000-42a1-98b0-49c1a3daa5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:29:46Z', 'updated_at': '2021-12-10T15:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '016387a7-c1c3-4e68-af38-2f335644d953', 'name': '', 'network_id': 'f99addda-57f1-4324-933a-6f2a62cbd208', 'tenant_id': 'e48df3bebd6c40d8972aebca1c524dd3', 'mac_address': 'fa:16:3e:c4:92:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e829bec7-9000-42a1-98b0-49c1a3daa5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '79f6244b-5844-41f5-8b9a-b3401743a808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:29:51Z', 'updated_at': '2021-12-10T15:30:00Z', 'revision_number': 5, 'project_id': 'e48df3bebd6c40d8972aebca1c524dd3', 'subnets': [{'id': '79f6244b-5844-41f5-8b9a-b3401743a808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:31:33.890495 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-f19fa4fe-3527-4ed0-b64c-379b9ce9eb48 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] GET failed (client error): The resource could not be found. Dec 10 15:31:33.906455 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-f19fa4fe-3527-4ed0-b64c-379b9ce9eb48 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] 10.222.0.20 "GET /v2.0/ports/9d423f61-7dfe-4373-80ec-ef324a997436 HTTP/1.1" status: 404 len: 333 time: 0.1090522 Dec 10 15:31:33.908373 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59970) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:33.913732 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-8d051e79-ff9a-4316-9572-da6e95a0ed88 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Request body: {'port': {'network_id': 'a5587bb3-699d-42e1-bde3-d27ad13b4e59', 'name': 'tempest-AllowedAddressPairTestJSON-78524490'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:31:33.948559 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-68d93f08-01f8-4ca5-ac14-d2df88936800 None None] Provisioning complete for port 72b82224-f616-4203-aff7-8fe074d7fafe triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:31:33.949115 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-68d93f08-01f8-4ca5-ac14-d2df88936800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:33.962685 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-37bf2ddc-0a1a-4193-8093-b7ad47a39af5 tempest-RoutersTestDVR-1219273737 tempest-RoutersTestDVR-1219273737-project-admin] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:33.967458 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-37bf2ddc-0a1a-4193-8093-b7ad47a39af5 tempest-RoutersTestDVR-1219273737 tempest-RoutersTestDVR-1219273737-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.3839753 Dec 10 15:31:33.970577 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59972) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:33.973338 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-67bfbf60-449d-4cc1-98fa-519c32ea321f req-70bdad1c-0d93-45e2-88c9-e0244705d208 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] 10.222.0.20 "GET /v2.0/ports?device_id=797f140a-378f-4f48-be7d-1e46ffe7f2b6 HTTP/1.1" status: 200 len: 210 time: 0.1236012 Dec 10 15:31:34.028199 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-68d93f08-01f8-4ca5-ac14-d2df88936800 None None] Port 72b82224-f616-4203-aff7-8fe074d7fafe cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:31:34.034416 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device fc18c74b-afe0-431d-8aa2-6664526db9f1 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:31:34.065736 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bcb00dae-28b5-4e6c-84d2-17589a167ef4 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:34.084994 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] No Port match for: fc18c74b-afe0-431d-8aa2-6664526db9f1 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:31:34.086748 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device fc18c74b-afe0-431d-8aa2-6664526db9f1 not bound to the agent host hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:31:34.097134 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fa8a9fdb-78e4-43f6-902c-3cc884f6f6bb tempest-RoutersTestDVR-1219273737 tempest-RoutersTestDVR-1219273737-project-admin] Publish callbacks [] for router, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:34.127839 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bcb00dae-28b5-4e6c-84d2-17589a167ef4 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:34.195270 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0666cf2e-d102-4abb-ad2b-b4568edb7fe0 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Router 77069c55-2f0d-4386-bbe4-992d46260ed0 is scheduled to L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d with binding_index 1 {{(pid=103586) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 15:31:34.262954 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-bcb00dae-28b5-4e6c-84d2-17589a167ef4 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Allocated IP 172.26.2.2 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/a0945a38-658c-47b9-8331-6ec162c66820) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:31:34.370584 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430716d6-8014-4383-8b7d-306debe88a3a None None] New status for floating IP 252f7044-6a18-4cd5-a6cc-b22bc3b2fd4e: DOWN {{(pid=103588) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 15:31:34.402606 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3c541e2a-c427-4fcb-8f48-bc1833900856 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks [] for router_gateway, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:34.414720 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fa8a9fdb-78e4-43f6-902c-3cc884f6f6bb tempest-RoutersTestDVR-1219273737 tempest-RoutersTestDVR-1219273737-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13898'] for router, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:34.418215 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fa8a9fdb-78e4-43f6-902c-3cc884f6f6bb tempest-RoutersTestDVR-1219273737 tempest-RoutersTestDVR-1219273737-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:34.462683 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0666cf2e-d102-4abb-ad2b-b4568edb7fe0 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:31:34.468321 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-0666cf2e-d102-4abb-ad2b-b4568edb7fe0 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] 10.222.0.20 "PUT /v2.0/routers/77069c55-2f0d-4386-bbe4-992d46260ed0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1511247 Dec 10 15:31:34.473467 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 59974) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:34.486553 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f38100-91aa-4800-a247-194152ad6ed1 None None] Sync routers for ids ['77069c55-2f0d-4386-bbe4-992d46260ed0'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:31:34.507738 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f38100-91aa-4800-a247-194152ad6ed1 None None] Routers {'77069c55-2f0d-4386-bbe4-992d46260ed0'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:31:34.508652 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-53f38100-91aa-4800-a247-194152ad6ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:31:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['77069c55-2f0d-4386-bbe4-992d46260ed0'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:34.549832 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-53f38100-91aa-4800-a247-194152ad6ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:34.561083 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f38100-91aa-4800-a247-194152ad6ed1 None None] Routers {'77069c55-2f0d-4386-bbe4-992d46260ed0'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:31:34.561905 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-53f38100-91aa-4800-a247-194152ad6ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:31:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['77069c55-2f0d-4386-bbe4-992d46260ed0'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:34.579685 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fa8a9fdb-78e4-43f6-902c-3cc884f6f6bb tempest-RoutersTestDVR-1219273737 tempest-RoutersTestDVR-1219273737-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549250'] for router, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:34.580520 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa8a9fdb-78e4-43f6-902c-3cc884f6f6bb tempest-RoutersTestDVR-1219273737 tempest-RoutersTestDVR-1219273737-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 28000141-6bef-48b6-9bc0-4f74b7653ee1 {{(pid=103586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 15:31:34.584215 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fa8a9fdb-78e4-43f6-902c-3cc884f6f6bb tempest-RoutersTestDVR-1219273737 tempest-RoutersTestDVR-1219273737-project-admin] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:34.592195 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-fa8a9fdb-78e4-43f6-902c-3cc884f6f6bb tempest-RoutersTestDVR-1219273737 tempest-RoutersTestDVR-1219273737-project-admin] 10.222.0.20 "DELETE /v2.0/routers/28000141-6bef-48b6-9bc0-4f74b7653ee1 HTTP/1.1" status: 204 len: 168 time: 0.6144216 Dec 10 15:31:34.592195 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59976) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:34.593624 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-afd041b2-b61c-44cf-8ef7-4e03a973214c tempest-RoutersTestDVR-1219273737 tempest-RoutersTestDVR-1219273737-project-admin] Request body: {'router': {'name': 'tempest-router-201430560', 'distributed': False}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:31:34.605029 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-53f38100-91aa-4800-a247-194152ad6ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:34.605864 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f38100-91aa-4800-a247-194152ad6ed1 None None] The sync data for ids ['77069c55-2f0d-4386-bbe4-992d46260ed0'] in dv-neutron-821401-4-hyperv is: [] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:31:34.869355 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6343e33d-6a2b-4170-9b0e-a253807c24a2 req-51a9b720-1077-4b56-8678-ea2801d34cda tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:34.870874 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-6343e33d-6a2b-4170-9b0e-a253807c24a2 req-51a9b720-1077-4b56-8678-ea2801d34cda tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd077330-daa7-4bb9-af7f-4ec0c9daf1bc HTTP/1.1" status: 200 len: 945 time: 0.0536368 Dec 10 15:31:34.892117 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.db.api [None req-8d051e79-ff9a-4316-9572-da6e95a0ed88 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 10 15:31:34.892117 dv-neutron-821401-4-hyperv neutron-server[103587]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 10 15:31:34.892117 dv-neutron-821401-4-hyperv neutron-server[103587]: [parameters: {'project_id': '4cc01eb5c1314efba075da10bbffc41f', 'id': '0f183a13-599e-4eb3-be2c-7720b529f5e1', 'expiration': datetime.datetime(2021, 12, 10, 15, 33, 34, 833986)}] Dec 10 15:31:34.892117 dv-neutron-821401-4-hyperv neutron-server[103587]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103587) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 15:31:34.892608 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG oslo_db.api [None req-8d051e79-ff9a-4316-9572-da6e95a0ed88 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 15:31:34.900048 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bcb00dae-28b5-4e6c-84d2-17589a167ef4 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:34.918453 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-6343e33d-6a2b-4170-9b0e-a253807c24a2 req-08f42c8f-9ac9-46a5-af54-1d191de47a3d tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] 10.222.0.20 "GET /v2.0/security-groups?id=46fa4965-a546-4aa0-b6c7-fe2bd953989f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406778 Dec 10 15:31:34.940901 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-afd041b2-b61c-44cf-8ef7-4e03a973214c tempest-RoutersTestDVR-1219273737 tempest-RoutersTestDVR-1219273737-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13912'] for router, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:34.940901 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-afd041b2-b61c-44cf-8ef7-4e03a973214c tempest-RoutersTestDVR-1219273737 tempest-RoutersTestDVR-1219273737-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:34.963135 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4ca86f-12ea-4cba-aebb-9414e6f055d5 req-db83bba9-8137-4e70-adef-893bd9652a6d tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:34.964616 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-1c4ca86f-12ea-4cba-aebb-9414e6f055d5 req-db83bba9-8137-4e70-adef-893bd9652a6d tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd077330-daa7-4bb9-af7f-4ec0c9daf1bc HTTP/1.1" status: 200 len: 945 time: 0.6267216 Dec 10 15:31:34.994665 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-afd041b2-b61c-44cf-8ef7-4e03a973214c tempest-RoutersTestDVR-1219273737 tempest-RoutersTestDVR-1219273737-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:35.059701 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-afd041b2-b61c-44cf-8ef7-4e03a973214c tempest-RoutersTestDVR-1219273737 tempest-RoutersTestDVR-1219273737-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363'] for router, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:35.135055 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59986) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:35.143530 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f0cd14-5a8e-4a00-a02f-1066ec58679f req-9f8292df-314f-4f6d-be72-3460814b3c9f tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:35.143530 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-f9f0cd14-5a8e-4a00-a02f-1066ec58679f req-9f8292df-314f-4f6d-be72-3460814b3c9f tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f5e5fac-ee31-44bf-a612-11364724d71a HTTP/1.1" status: 200 len: 945 time: 0.2930200 Dec 10 15:31:35.167041 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-afd041b2-b61c-44cf-8ef7-4e03a973214c tempest-RoutersTestDVR-1219273737 tempest-RoutersTestDVR-1219273737-project-admin] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:35.172104 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-afd041b2-b61c-44cf-8ef7-4e03a973214c tempest-RoutersTestDVR-1219273737 tempest-RoutersTestDVR-1219273737-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5781338 Dec 10 15:31:35.172104 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59988) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:35.269733 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-deaf2a57-a46b-4c6e-a996-5cb8fe12684c tempest-RoutersTestDVR-1219273737 tempest-RoutersTestDVR-1219273737-project-admin] Publish callbacks [] for router, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:35.277665 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bcb00dae-28b5-4e6c-84d2-17589a167ef4 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:35.349679 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ef9168ad-bd59-4de2-8145-b73f843ed0b6 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Publish callbacks [] for security_group, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:35.385630 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3c541e2a-c427-4fcb-8f48-bc1833900856 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13949'] for router, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:35.400752 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb00dae-28b5-4e6c-84d2-17589a167ef4 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:31:35.425461 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ef9168ad-bd59-4de2-8145-b73f843ed0b6 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:35.433162 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-f9f0cd14-5a8e-4a00-a02f-1066ec58679f req-b21a6841-8f7f-4284-8ef5-4e7a2ad29f11 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ed67073-eeed-4d1d-86bf-a50b643bdaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2584646 Dec 10 15:31:35.443532 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3c541e2a-c427-4fcb-8f48-bc1833900856 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-551381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-551372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-549222'] for router, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:35.445571 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-bcb00dae-28b5-4e6c-84d2-17589a167ef4 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:31:35.461237 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-deaf2a57-a46b-4c6e-a996-5cb8fe12684c tempest-RoutersTestDVR-1219273737 tempest-RoutersTestDVR-1219273737-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13898'] for router, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:35.462255 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb00dae-28b5-4e6c-84d2-17589a167ef4 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Pushing event updated for resources: {'Port': ['ID=a0945a38-658c-47b9-8331-6ec162c66820,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:35.465513 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-deaf2a57-a46b-4c6e-a996-5cb8fe12684c tempest-RoutersTestDVR-1219273737 tempest-RoutersTestDVR-1219273737-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:35.470337 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb00dae-28b5-4e6c-84d2-17589a167ef4 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:31:35.481513 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-1c4ca86f-12ea-4cba-aebb-9414e6f055d5 req-a0e291ad-da71-420c-ad59-6200a0ab0796 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Deleting port 61a771a6-fd23-4127-b3ba-eb61e5f34f4b {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:31:35.481513 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-1c4ca86f-12ea-4cba-aebb-9414e6f055d5 req-a0e291ad-da71-420c-ad59-6200a0ab0796 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:35.502821 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3977cf-77cc-4dbf-bc4f-751803752a39 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:31:35.575923 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-2920d8a3-093b-458c-aa5b-c171243995a3 None None] Provisioning complete for port a0945a38-658c-47b9-8331-6ec162c66820 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:31:35.576425 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2920d8a3-093b-458c-aa5b-c171243995a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:35.611022 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-2920d8a3-093b-458c-aa5b-c171243995a3 None None] Port a0945a38-658c-47b9-8331-6ec162c66820 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:31:35.613503 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-deaf2a57-a46b-4c6e-a996-5cb8fe12684c tempest-RoutersTestDVR-1219273737 tempest-RoutersTestDVR-1219273737-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549250'] for router, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:35.614226 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deaf2a57-a46b-4c6e-a996-5cb8fe12684c tempest-RoutersTestDVR-1219273737 tempest-RoutersTestDVR-1219273737-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c3b506bd-2dff-40d7-b0f3-5d1754f82500 {{(pid=103586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 15:31:35.622784 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-deaf2a57-a46b-4c6e-a996-5cb8fe12684c tempest-RoutersTestDVR-1219273737 tempest-RoutersTestDVR-1219273737-project-admin] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:35.624001 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-deaf2a57-a46b-4c6e-a996-5cb8fe12684c tempest-RoutersTestDVR-1219273737 tempest-RoutersTestDVR-1219273737-project-admin] 10.222.0.20 "DELETE /v2.0/routers/c3b506bd-2dff-40d7-b0f3-5d1754f82500 HTTP/1.1" status: 204 len: 168 time: 0.4513183 Dec 10 15:31:35.628170 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59990) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:35.632531 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-66ca8453-035f-4822-8a1a-1a7107a868dc tempest-RoutersTestDVR-1219273737 tempest-RoutersTestDVR-1219273737-project-admin] Request body: {'router': {'name': 'tempest-router-1401891096', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'a23a5432652e46848b690aec1c2a3bef'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:31:35.639283 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ef9168ad-bd59-4de2-8145-b73f843ed0b6 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:35.641978 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ef9168ad-bd59-4de2-8145-b73f843ed0b6 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:35.646971 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-ef9168ad-bd59-4de2-8145-b73f843ed0b6 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] 10.222.0.20 "DELETE /v2.0/security-groups/5b38ec32-0b2e-4cf3-bc2f-706a19646bdd HTTP/1.1" status: 204 len: 168 time: 0.5067708 Dec 10 15:31:35.651680 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59992) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:35.659737 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9168ad-bd59-4de2-8145-b73f843ed0b6 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b38ec32-0b2e-4cf3-bc2f-706a19646bdd,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:35.668790 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.api.v2.resource [None req-f1dcfd47-f8c4-464e-b655-505574e9c047 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] show failed (client error): The resource could not be found. Dec 10 15:31:35.669920 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-f1dcfd47-f8c4-464e-b655-505574e9c047 tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] 10.222.0.20 "GET /v2.0/security-groups/5b38ec32-0b2e-4cf3-bc2f-706a19646bdd HTTP/1.1" status: 404 len: 347 time: 0.0170212 Dec 10 15:31:35.678162 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59994) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:35.725611 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d051e79-ff9a-4316-9572-da6e95a0ed88 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Made reservation on behalf of 4cc01eb5c1314efba075da10bbffc41f for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:31:35.729053 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8d051e79-ff9a-4316-9572-da6e95a0ed88 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:35.755144 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-66ca8453-035f-4822-8a1a-1a7107a868dc tempest-RoutersTestDVR-1219273737 tempest-RoutersTestDVR-1219273737-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13912'] for router, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:35.756172 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-66ca8453-035f-4822-8a1a-1a7107a868dc tempest-RoutersTestDVR-1219273737 tempest-RoutersTestDVR-1219273737-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:35.838663 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-66ca8453-035f-4822-8a1a-1a7107a868dc tempest-RoutersTestDVR-1219273737 tempest-RoutersTestDVR-1219273737-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:35.845836 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-8d051e79-ff9a-4316-9572-da6e95a0ed88 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] device_id is not set on port af79f37b-152c-4b29-bb7d-9c4db4339969 yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:31:35.852636 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-135e528a-d56f-481e-9e38-77dcdeba658a tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Deleting port 88c0433d-172e-4b54-91bc-fe217210b46b {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:31:35.852979 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-135e528a-d56f-481e-9e38-77dcdeba658a tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:35.867862 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-1c4ca86f-12ea-4cba-aebb-9414e6f055d5 req-a0e291ad-da71-420c-ad59-6200a0ab0796 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] For port 61a771a6-fd23-4127-b3ba-eb61e5f34f4b, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=61a771a6-fd23-4127-b3ba-eb61e5f34f4b,segment=NetworkSegment(5c4fd87b-38ee-4dcd-9bb3-1b601d8648aa),segment_id=5c4fd87b-38ee-4dcd-9bb3-1b601d8648aa)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:31:35.868223 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-1c4ca86f-12ea-4cba-aebb-9414e6f055d5 req-a0e291ad-da71-420c-ad59-6200a0ab0796 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:35.915236 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-66ca8453-035f-4822-8a1a-1a7107a868dc tempest-RoutersTestDVR-1219273737 tempest-RoutersTestDVR-1219273737-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363'] for router, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:35.934243 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-135e528a-d56f-481e-9e38-77dcdeba658a tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:35.935498 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-135e528a-d56f-481e-9e38-77dcdeba658a tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:35.943935 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.api.v2.resource [None req-3d4c70d4-f672-4581-be1b-c02ba3d95d6b tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 15:31:35.948385 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-3d4c70d4-f672-4581-be1b-c02ba3d95d6b tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] 10.222.0.20 "PUT /v2.0/routers/77069c55-2f0d-4386-bbe4-992d46260ed0/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.4634328 Dec 10 15:31:35.948591 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 59998) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:35.951471 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-135e528a-d56f-481e-9e38-77dcdeba658a tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Calling delete_port for 88c0433d-172e-4b54-91bc-fe217210b46b owned by network:floatingip {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:31:36.156300 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-8d051e79-ff9a-4316-9572-da6e95a0ed88 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Allocated IP 172.20.0.6 (a5587bb3-699d-42e1-bde3-d27ad13b4e59/b12956fd-c16a-4fce-acd5-5af463f35fa9/af79f37b-152c-4b29-bb7d-9c4db4339969) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:31:36.171086 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c541e2a-c427-4fcb-8f48-bc1833900856 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Router 93180219-32b8-48db-b44b-3ab441aa0060 is scheduled to L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d with binding_index 1 {{(pid=103587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 15:31:36.307111 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-66ca8453-035f-4822-8a1a-1a7107a868dc tempest-RoutersTestDVR-1219273737 tempest-RoutersTestDVR-1219273737-project-admin] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:36.308328 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-66ca8453-035f-4822-8a1a-1a7107a868dc tempest-RoutersTestDVR-1219273737 tempest-RoutersTestDVR-1219273737-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6791058 Dec 10 15:31:36.342545 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60000) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:36.368474 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-2d8834b4-bd64-4343-8da8-ba3f0c477073 tempest-RoutersTestDVR-1219273737 tempest-RoutersTestDVR-1219273737-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:31:36.603247 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-1c4ca86f-12ea-4cba-aebb-9414e6f055d5 req-a0e291ad-da71-420c-ad59-6200a0ab0796 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:36.603604 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-1c4ca86f-12ea-4cba-aebb-9414e6f055d5 req-a0e291ad-da71-420c-ad59-6200a0ab0796 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552741'] for floatingip, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:36.603918 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.l3_db [req-1c4ca86f-12ea-4cba-aebb-9414e6f055d5 req-a0e291ad-da71-420c-ad59-6200a0ab0796 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Floating IP eb7c1f81-5c40-4a73-bf68-830a681336ed disassociated. External IP: 172.26.2.91, port: 61a771a6-fd23-4127-b3ba-eb61e5f34f4b. Dec 10 15:31:36.604269 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-1c4ca86f-12ea-4cba-aebb-9414e6f055d5 req-a0e291ad-da71-420c-ad59-6200a0ab0796 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Calling delete_port for 61a771a6-fd23-4127-b3ba-eb61e5f34f4b owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:31:36.621690 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bcb00dae-28b5-4e6c-84d2-17589a167ef4 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:36.646095 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc65ff3-2710-4fa2-9df2-9d348aa14b2c req-4f0a88a9-57ad-43f6-96af-6e110430c565 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:36.647514 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-7fc65ff3-2710-4fa2-9df2-9d348aa14b2c req-4f0a88a9-57ad-43f6-96af-6e110430c565 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd077330-daa7-4bb9-af7f-4ec0c9daf1bc HTTP/1.1" status: 200 len: 945 time: 0.3475525 Dec 10 15:31:36.759838 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2d8834b4-bd64-4343-8da8-ba3f0c477073 tempest-RoutersTestDVR-1219273737 tempest-RoutersTestDVR-1219273737-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13949'] for router, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:36.760110 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2d8834b4-bd64-4343-8da8-ba3f0c477073 tempest-RoutersTestDVR-1219273737 tempest-RoutersTestDVR-1219273737-project-admin] Publish callbacks [] for router, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:36.878340 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9cd75-947e-43f7-afbb-889106e5ddd5 req-ebca8a8d-d39a-4070-b9cf-c40e0d5d33bd tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:36.879750 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-45d9cd75-947e-43f7-afbb-889106e5ddd5 req-ebca8a8d-d39a-4070-b9cf-c40e0d5d33bd tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f5e5fac-ee31-44bf-a612-11364724d71a HTTP/1.1" status: 200 len: 945 time: 0.2891762 Dec 10 15:31:36.908658 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c541e2a-c427-4fcb-8f48-bc1833900856 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:31:36.911450 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-7fc65ff3-2710-4fa2-9df2-9d348aa14b2c req-3f9cf779-e68c-48a3-81d6-76be0a5a6f3c tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] 10.222.0.20 "GET /v2.0/security-groups?id=46fa4965-a546-4aa0-b6c7-fe2bd953989f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2547977 Dec 10 15:31:36.916149 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-2d8834b4-bd64-4343-8da8-ba3f0c477073 tempest-RoutersTestDVR-1219273737 tempest-RoutersTestDVR-1219273737-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103586) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Dec 10 15:31:36.916492 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-2d8834b4-bd64-4343-8da8-ba3f0c477073 tempest-RoutersTestDVR-1219273737 tempest-RoutersTestDVR-1219273737-project-admin] Router eebb9fd2-294e-44cb-8a21-56faf231cae3 migrating from provider to provider. {{(pid=103586) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Dec 10 15:31:36.916885 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2d8834b4-bd64-4343-8da8-ba3f0c477073 tempest-RoutersTestDVR-1219273737 tempest-RoutersTestDVR-1219273737-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:36.924953 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1efd607-ba95-4a78-8240-b6944c807447 None None] Sync routers for ids ['93180219-32b8-48db-b44b-3ab441aa0060'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:31:36.928217 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3c541e2a-c427-4fcb-8f48-bc1833900856 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:36.929371 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-3c541e2a-c427-4fcb-8f48-bc1833900856 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] 10.222.0.20 "PUT /v2.0/routers/93180219-32b8-48db-b44b-3ab441aa0060 HTTP/1.1" status: 200 len: 883 time: 6.5238233 Dec 10 15:31:36.932800 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60004) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:36.933085 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2d8834b4-bd64-4343-8da8-ba3f0c477073 tempest-RoutersTestDVR-1219273737 tempest-RoutersTestDVR-1219273737-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:36.943954 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1efd607-ba95-4a78-8240-b6944c807447 None None] Routers {'93180219-32b8-48db-b44b-3ab441aa0060'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:31:36.944838 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-d1efd607-ba95-4a78-8240-b6944c807447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:31:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['93180219-32b8-48db-b44b-3ab441aa0060'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:36.983921 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-d1efd607-ba95-4a78-8240-b6944c807447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:36.992870 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1efd607-ba95-4a78-8240-b6944c807447 None None] Routers {'93180219-32b8-48db-b44b-3ab441aa0060'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:31:36.993917 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-d1efd607-ba95-4a78-8240-b6944c807447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:31:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['93180219-32b8-48db-b44b-3ab441aa0060'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:37.019586 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2d8834b4-bd64-4343-8da8-ba3f0c477073 tempest-RoutersTestDVR-1219273737 tempest-RoutersTestDVR-1219273737-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-551381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-551372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-549222'] for router, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:37.030625 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-d1efd607-ba95-4a78-8240-b6944c807447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:37.031532 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1efd607-ba95-4a78-8240-b6944c807447 None None] The sync data for ids ['93180219-32b8-48db-b44b-3ab441aa0060'] in dv-neutron-821401-4-hyperv is: [] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:31:37.041082 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8d051e79-ff9a-4316-9572-da6e95a0ed88 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:37.073512 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-135e528a-d56f-481e-9e38-77dcdeba658a tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:37.137166 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135e528a-d56f-481e-9e38-77dcdeba658a tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Pushing event deleted for resources: {'Port': ['ID=88c0433d-172e-4b54-91bc-fe217210b46b,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:37.169593 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-45d9cd75-947e-43f7-afbb-889106e5ddd5 req-e91d0bc5-d88f-4b73-862e-244aad48da14 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ed67073-eeed-4d1d-86bf-a50b643bdaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2748399 Dec 10 15:31:37.170476 dv-neutron-821401-4-hyperv neutron-server[103586]: WARNING neutron.scheduler.l3_agent_scheduler [None req-2d8834b4-bd64-4343-8da8-ba3f0c477073 tempest-RoutersTestDVR-1219273737 tempest-RoutersTestDVR-1219273737-project-admin] No L3 agents can host the router eebb9fd2-294e-44cb-8a21-56faf231cae3 Dec 10 15:31:37.172844 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc1214b-0605-45ee-9d60-0cbf23c7c743 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:31:37.175154 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-66642d3b-2b2b-49b9-a4d9-92fbcdb045a1 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549925'] for router_interface, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:37.255792 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-a8118433-6ce2-4c58-8882-2f47f45d9871 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] 10.222.0.20 "GET /v2.0/routers/93180219-32b8-48db-b44b-3ab441aa0060 HTTP/1.1" status: 200 len: 924 time: 0.3170760 Dec 10 15:31:37.261917 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60006) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:37.310023 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bcb00dae-28b5-4e6c-84d2-17589a167ef4 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13949'] for router, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:37.317425 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-1c4ca86f-12ea-4cba-aebb-9414e6f055d5 req-a0e291ad-da71-420c-ad59-6200a0ab0796 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:37.324062 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-135e528a-d56f-481e-9e38-77dcdeba658a tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Publish callbacks [] for floatingip, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:37.328395 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-135e528a-d56f-481e-9e38-77dcdeba658a tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:37.328622 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-135e528a-d56f-481e-9e38-77dcdeba658a tempest-ServersTestJSON-1126250997 tempest-ServersTestJSON-1126250997-project] 10.222.0.20 "DELETE /v2.0/floatingips/252f7044-6a18-4cd5-a6cc-b22bc3b2fd4e HTTP/1.1" status: 204 len: 168 time: 1.6495240 Dec 10 15:31:37.330228 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bcb00dae-28b5-4e6c-84d2-17589a167ef4 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-551381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-551372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-549222'] for router, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:37.338206 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60008) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:37.368033 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8d051e79-ff9a-4316-9572-da6e95a0ed88 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:37.372074 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e291ad-da71-420c-ad59-6200a0ab0796 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Pushing event deleted for resources: {'Port': ['ID=61a771a6-fd23-4127-b3ba-eb61e5f34f4b,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:37.439603 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8834b4-bd64-4343-8da8-ba3f0c477073 tempest-RoutersTestDVR-1219273737 tempest-RoutersTestDVR-1219273737-project-admin] Hosts for router eebb9fd2-294e-44cb-8a21-56faf231cae3: [] {{(pid=103586) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 10 15:31:37.468382 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8834b4-bd64-4343-8da8-ba3f0c477073 tempest-RoutersTestDVR-1219273737 tempest-RoutersTestDVR-1219273737-project-admin] Hosts for other DVR routers connected to router eebb9fd2-294e-44cb-8a21-56faf231cae3: set() {{(pid=103586) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Dec 10 15:31:37.471025 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2d8834b4-bd64-4343-8da8-ba3f0c477073 tempest-RoutersTestDVR-1219273737 tempest-RoutersTestDVR-1219273737-project-admin] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:37.473676 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-2d8834b4-bd64-4343-8da8-ba3f0c477073 tempest-RoutersTestDVR-1219273737 tempest-RoutersTestDVR-1219273737-project-admin] 10.222.0.20 "PUT /v2.0/routers/eebb9fd2-294e-44cb-8a21-56faf231cae3 HTTP/1.1" status: 200 len: 717 time: 1.1218028 Dec 10 15:31:37.475199 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60010) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:37.511718 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1f12c2-1b65-4b27-b18c-b21a65402cf0 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:37.513890 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-cf1f12c2-1b65-4b27-b18c-b21a65402cf0 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=d5a1452c-422a-4e1a-a1c7-48738ecf752f&device_id=93180219-32b8-48db-b44b-3ab441aa0060&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2510064 Dec 10 15:31:37.517665 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60012) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:37.525138 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d051e79-ff9a-4316-9572-da6e95a0ed88 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Network a5587bb3-699d-42e1-bde3-d27ad13b4e59 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:31:37.567652 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-8d051e79-ff9a-4316-9572-da6e95a0ed88 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:31:37.603673 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d051e79-ff9a-4316-9572-da6e95a0ed88 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:31:37.605903 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d051e79-ff9a-4316-9572-da6e95a0ed88 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Pushing event updated for resources: {'Port': ['ID=af79f37b-152c-4b29-bb7d-9c4db4339969,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:37.609432 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-444ba0b5-66db-473d-8ab4-975d9b839dc4 tempest-RoutersTestDVR-1219273737 tempest-RoutersTestDVR-1219273737-project-admin] 10.222.0.20 "GET /v2.0/routers/eebb9fd2-294e-44cb-8a21-56faf231cae3 HTTP/1.1" status: 200 len: 717 time: 0.1308994 Dec 10 15:31:37.612798 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60014) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:37.716448 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d216f6b-df59-4bf9-8a82-32e68c17dd9b tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:37.718143 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-8d216f6b-df59-4bf9-8a82-32e68c17dd9b tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] 10.222.0.20 "GET /v2.0/networks/d5a1452c-422a-4e1a-a1c7-48738ecf752f HTTP/1.1" status: 200 len: 881 time: 0.1981616 Dec 10 15:31:37.721932 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60018) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:37.757170 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d051e79-ff9a-4316-9572-da6e95a0ed88 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:37.757971 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8d051e79-ff9a-4316-9572-da6e95a0ed88 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:37.763382 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-6b7004d4-db4f-4da2-9e3a-5abf4257a6bf tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] 10.222.0.20 "GET /v2.0/ports?device_id=93180219-32b8-48db-b44b-3ab441aa0060 HTTP/1.1" status: 200 len: 205 time: 0.0399263 Dec 10 15:31:37.772480 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60020) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:37.836317 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c4ca86f-12ea-4cba-aebb-9414e6f055d5 req-a0e291ad-da71-420c-ad59-6200a0ab0796 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Router 5be9e820-47cc-4ecf-becc-5a0618d9675d has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:31:37.898412 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-8d051e79-ff9a-4316-9572-da6e95a0ed88 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.9889703 Dec 10 15:31:37.901810 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-585da37f-d239-45f6-8d45-9305de0f7338 tempest-RoutersTestDVR-243400372 tempest-RoutersTestDVR-243400372-project] 10.222.0.20 "GET /v2.0/routers/eebb9fd2-294e-44cb-8a21-56faf231cae3 HTTP/1.1" status: 200 len: 683 time: 0.2869077 Dec 10 15:31:37.903370 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60024) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:37.903712 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60022) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:37.911496 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-502992ed-3478-434c-b3cc-57c46854a630 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:52:70:bc'}]}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:31:37.924070 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-66642d3b-2b2b-49b9-a4d9-92fbcdb045a1 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Deleting port 72b82224-f616-4203-aff7-8fe074d7fafe {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:31:37.925060 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-66642d3b-2b2b-49b9-a4d9-92fbcdb045a1 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:37.990019 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcb00dae-28b5-4e6c-84d2-17589a167ef4 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Router 55dee28c-bae1-4764-a62a-33b96a1f09ee is scheduled to L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d with binding_index 1 {{(pid=103587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 15:31:37.993376 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-3d86d759-9f1f-4e9e-98c2-e56a55cbdfc6 None None] Provisioning complete for port af79f37b-152c-4b29-bb7d-9c4db4339969 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:31:37.995663 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3d86d759-9f1f-4e9e-98c2-e56a55cbdfc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:38.050226 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 61a771a6-fd23-4127-b3ba-eb61e5f34f4b no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:31:38.080752 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] No Port match for: 61a771a6-fd23-4127-b3ba-eb61e5f34f4b {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:31:38.086724 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 61a771a6-fd23-4127-b3ba-eb61e5f34f4b not bound to the agent host hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:31:38.086724 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-3d86d759-9f1f-4e9e-98c2-e56a55cbdfc6 None None] Port af79f37b-152c-4b29-bb7d-9c4db4339969 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:31:38.462233 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-220e1d3b-f8c6-40a4-aa45-94973b01dce8 req-27a58bad-0897-457d-b925-7f892c04456a tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd077330-daa7-4bb9-af7f-4ec0c9daf1bc HTTP/1.1" status: 200 len: 210 time: 0.1107507 Dec 10 15:31:38.467061 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c4ca86f-12ea-4cba-aebb-9414e6f055d5 req-a0e291ad-da71-420c-ad59-6200a0ab0796 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:31:38.473743 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-773ad158-db0e-4bc8-8952-d88e9728366d tempest-RoutersTestDVR-1219273737 tempest-RoutersTestDVR-1219273737-project-admin] Publish callbacks [] for router, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:38.491578 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cde6e5-5b2f-4b11-a422-cae8bf6a0c9e None None] Sync routers for ids ['5be9e820-47cc-4ecf-becc-5a0618d9675d'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:31:38.501855 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cde6e5-5b2f-4b11-a422-cae8bf6a0c9e None None] Routers {'5be9e820-47cc-4ecf-becc-5a0618d9675d'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:31:38.502573 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-82cde6e5-5b2f-4b11-a422-cae8bf6a0c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:31:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['5be9e820-47cc-4ecf-becc-5a0618d9675d'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:38.534010 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c2cfbe6e-8e83-4954-a8de-1df4df918db4 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks [] for router, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:38.556773 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c4ca86f-12ea-4cba-aebb-9414e6f055d5 req-a0e291ad-da71-420c-ad59-6200a0ab0796 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] No DVR routers for this DVR port 61a771a6-fd23-4127-b3ba-eb61e5f34f4b on host hv-neutron-8214 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:31:38.562300 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-1c4ca86f-12ea-4cba-aebb-9414e6f055d5 req-a0e291ad-da71-420c-ad59-6200a0ab0796 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:38.565632 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-1c4ca86f-12ea-4cba-aebb-9414e6f055d5 req-a0e291ad-da71-420c-ad59-6200a0ab0796 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] 10.222.0.44 "DELETE /v2.0/ports/61a771a6-fd23-4127-b3ba-eb61e5f34f4b HTTP/1.1" status: 204 len: 173 time: 3.5881712 Dec 10 15:31:38.570791 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd077330-daa7-4bb9-af7f-4ec0c9daf1bc', 'name': 'network-vif-deleted', 'tag': '61a771a6-fd23-4127-b3ba-eb61e5f34f4b'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:31:38.573059 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9ca57131bc4931768ac29058952438d1fdd62308db7b17540cc34ffe8faef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea89b45-0861-45d5-a426-1c1bcae7347f" -d '{"events": [{"server_uuid": "dd077330-daa7-4bb9-af7f-4ec0c9daf1bc", "name": "network-vif-deleted", "tag": "61a771a6-fd23-4127-b3ba-eb61e5f34f4b"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:31:38.592724 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c3ea58-d267-498c-b7e2-b9c7731d715e req-2729bf91-8f3d-46eb-9bfc-f759c707a390 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:38.594294 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-45c3ea58-d267-498c-b7e2-b9c7731d715e req-2729bf91-8f3d-46eb-9bfc-f759c707a390 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f5e5fac-ee31-44bf-a612-11364724d71a HTTP/1.1" status: 200 len: 945 time: 0.2075381 Dec 10 15:31:38.614608 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb00dae-28b5-4e6c-84d2-17589a167ef4 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:31:38.625363 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04b3dee-9943-4b57-a93e-47b68b4f7ac7 None None] Sync routers for ids ['55dee28c-bae1-4764-a62a-33b96a1f09ee'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:31:38.630461 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bcb00dae-28b5-4e6c-84d2-17589a167ef4 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:38.631716 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-bcb00dae-28b5-4e6c-84d2-17589a167ef4 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] 10.222.0.20 "PUT /v2.0/routers/55dee28c-bae1-4764-a62a-33b96a1f09ee HTTP/1.1" status: 200 len: 912 time: 6.2833648 Dec 10 15:31:38.637394 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 15:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c8b0d52-ed28-4b43-aa60-399f409ae72e x-openstack-request-id: req-3c8b0d52-ed28-4b43-aa60-399f409ae72e {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:31:38.638333 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd077330-daa7-4bb9-af7f-4ec0c9daf1bc", "name": "network-vif-deleted", "tag": "61a771a6-fd23-4127-b3ba-eb61e5f34f4b", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:31:38.641514 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3c8b0d52-ed28-4b43-aa60-399f409ae72e {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:31:38.641514 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd077330-daa7-4bb9-af7f-4ec0c9daf1bc', 'name': 'network-vif-deleted', 'tag': '61a771a6-fd23-4127-b3ba-eb61e5f34f4b', 'status': 'completed', 'code': 200} Dec 10 15:31:38.641514 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60032) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:38.644808 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04b3dee-9943-4b57-a93e-47b68b4f7ac7 None None] Routers {'55dee28c-bae1-4764-a62a-33b96a1f09ee'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:31:38.645446 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-a04b3dee-9943-4b57-a93e-47b68b4f7ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:31:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['55dee28c-bae1-4764-a62a-33b96a1f09ee'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:38.680632 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-82cde6e5-5b2f-4b11-a422-cae8bf6a0c9e None None] Set router 5be9e820-47cc-4ecf-becc-5a0618d9675d gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:31:38.706644 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-a04b3dee-9943-4b57-a93e-47b68b4f7ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:38.718053 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-66642d3b-2b2b-49b9-a4d9-92fbcdb045a1 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:38.724036 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04b3dee-9943-4b57-a93e-47b68b4f7ac7 None None] Routers {'55dee28c-bae1-4764-a62a-33b96a1f09ee'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:31:38.725099 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-a04b3dee-9943-4b57-a93e-47b68b4f7ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:31:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['55dee28c-bae1-4764-a62a-33b96a1f09ee'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:38.765612 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-a04b3dee-9943-4b57-a93e-47b68b4f7ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:38.766712 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04b3dee-9943-4b57-a93e-47b68b4f7ac7 None None] The sync data for ids ['55dee28c-bae1-4764-a62a-33b96a1f09ee'] in dv-neutron-821401-4-hyperv is: [] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:31:38.785126 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-45c3ea58-d267-498c-b7e2-b9c7731d715e req-b9e2bd41-34ee-47f2-9902-9ea9f9293ce5 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ed67073-eeed-4d1d-86bf-a50b643bdaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1809690 Dec 10 15:31:38.838278 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-66642d3b-2b2b-49b9-a4d9-92fbcdb045a1 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Calling delete_port for 72b82224-f616-4203-aff7-8fe074d7fafe owned by network:router_interface {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:31:38.862511 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-08799215-9f62-4c76-8f4c-36511cde2193 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] 10.222.0.20 "GET /v2.0/routers/55dee28c-bae1-4764-a62a-33b96a1f09ee HTTP/1.1" status: 200 len: 918 time: 0.2201188 Dec 10 15:31:38.866571 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60034) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:38.883510 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7891aeb7-3c51-43ae-afb5-0d208948a803 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549925'] for router_interface, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:38.893724 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-773ad158-db0e-4bc8-8952-d88e9728366d tempest-RoutersTestDVR-1219273737 tempest-RoutersTestDVR-1219273737-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13898'] for router, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:38.900798 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-773ad158-db0e-4bc8-8952-d88e9728366d tempest-RoutersTestDVR-1219273737 tempest-RoutersTestDVR-1219273737-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:38.978887 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-82cde6e5-5b2f-4b11-a422-cae8bf6a0c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be9e820-47cc-4ecf-becc-5a0618d9675d', 'name': 'tempest-ServersTestManualDisk-1302300938-router', 'tenant_id': '345644153ba74add913c1c222de5850e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': 'a9df6d58-19e7-4b67-9f47-e25b64721994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:29:49Z', 'updated_at': '2021-12-10T15:29:59Z', 'revision_number': 4, 'project_id': '345644153ba74add913c1c222de5850e', 'gw_port': {'id': 'a9df6d58-19e7-4b67-9f47-e25b64721994', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:dd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be9e820-47cc-4ecf-becc-5a0618d9675d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:29:51Z', 'updated_at': '2021-12-10T15:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '61314020-3784-4ea6-ac9f-b215d71ee791', 'name': '', 'network_id': 'a0f35dea-026e-4011-a2fc-8c909b8f7f05', 'tenant_id': '345644153ba74add913c1c222de5850e', 'mac_address': 'fa:16:3e:57:a6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be9e820-47cc-4ecf-becc-5a0618d9675d', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '0517fc1e-1822-46ab-b8d5-555d14cfeff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:29:58Z', 'updated_at': '2021-12-10T15:30:06Z', 'revision_number': 5, 'project_id': '345644153ba74add913c1c222de5850e', 'subnets': [{'id': '0517fc1e-1822-46ab-b8d5-555d14cfeff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:39.010452 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cde6e5-5b2f-4b11-a422-cae8bf6a0c9e None None] Checking router: 5be9e820-47cc-4ecf-becc-5a0618d9675d for host: dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:31:39.022014 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cde6e5-5b2f-4b11-a422-cae8bf6a0c9e None None] Routers {'5be9e820-47cc-4ecf-becc-5a0618d9675d'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:31:39.022691 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-82cde6e5-5b2f-4b11-a422-cae8bf6a0c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:31:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['5be9e820-47cc-4ecf-becc-5a0618d9675d'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:39.037066 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c2cfbe6e-8e83-4954-a8de-1df4df918db4 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:39.046920 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-502992ed-3478-434c-b3cc-57c46854a630 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:39.073339 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e0b00e-ec29-4a86-be6d-52bb9c4340f0 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:39.074909 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-46e0b00e-ec29-4a86-be6d-52bb9c4340f0 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=d5a1452c-422a-4e1a-a1c7-48738ecf752f&device_id=55dee28c-bae1-4764-a62a-33b96a1f09ee&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.1996591 Dec 10 15:31:39.077951 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60036) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:39.139301 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-82cde6e5-5b2f-4b11-a422-cae8bf6a0c9e None None] Set router 5be9e820-47cc-4ecf-becc-5a0618d9675d gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:31:39.194887 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-773ad158-db0e-4bc8-8952-d88e9728366d tempest-RoutersTestDVR-1219273737 tempest-RoutersTestDVR-1219273737-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549250'] for router, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:39.195416 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-773ad158-db0e-4bc8-8952-d88e9728366d tempest-RoutersTestDVR-1219273737 tempest-RoutersTestDVR-1219273737-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eebb9fd2-294e-44cb-8a21-56faf231cae3 {{(pid=103586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 15:31:39.200006 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-773ad158-db0e-4bc8-8952-d88e9728366d tempest-RoutersTestDVR-1219273737 tempest-RoutersTestDVR-1219273737-project-admin] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:39.207011 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-773ad158-db0e-4bc8-8952-d88e9728366d tempest-RoutersTestDVR-1219273737 tempest-RoutersTestDVR-1219273737-project-admin] 10.222.0.20 "DELETE /v2.0/routers/eebb9fd2-294e-44cb-8a21-56faf231cae3 HTTP/1.1" status: 204 len: 168 time: 1.2995424 Dec 10 15:31:39.207648 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60038) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:39.223237 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-5db6ba78-1b92-4797-8115-638039dca700 tempest-RoutersTestDVR-1219273737 tempest-RoutersTestDVR-1219273737-project-admin] Request body: {'router': {'name': 'tempest-router-691527206', 'distributed': True}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:31:39.225881 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-7891aeb7-3c51-43ae-afb5-0d208948a803 admin admin] Deleting port 016387a7-c1c3-4e68-af38-2f335644d953 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:31:39.226232 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7891aeb7-3c51-43ae-afb5-0d208948a803 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:39.317124 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-7891aeb7-3c51-43ae-afb5-0d208948a803 admin admin] For port 016387a7-c1c3-4e68-af38-2f335644d953, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=016387a7-c1c3-4e68-af38-2f335644d953,segment=NetworkSegment(a3089138-368b-4775-938f-b3e854ae89fc),segment_id=a3089138-368b-4775-938f-b3e854ae89fc)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:31:39.317502 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7891aeb7-3c51-43ae-afb5-0d208948a803 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:39.330183 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-7891aeb7-3c51-43ae-afb5-0d208948a803 admin admin] Calling delete_port for 016387a7-c1c3-4e68-af38-2f335644d953 owned by network:router_interface {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:31:39.384924 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55bfb1e-bafa-405f-b8a9-a9100f844fa0 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:39.388909 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-f55bfb1e-bafa-405f-b8a9-a9100f844fa0 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] 10.222.0.20 "GET /v2.0/networks/d5a1452c-422a-4e1a-a1c7-48738ecf752f HTTP/1.1" status: 200 len: 881 time: 0.3060648 Dec 10 15:31:39.390292 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60040) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:39.423989 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-36ef73dc-5a00-4290-984b-161a5223ec48 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] 10.222.0.20 "GET /v2.0/ports?device_id=55dee28c-bae1-4764-a62a-33b96a1f09ee HTTP/1.1" status: 200 len: 205 time: 0.0291195 Dec 10 15:31:39.424318 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60042) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:39.437394 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-82cde6e5-5b2f-4b11-a422-cae8bf6a0c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be9e820-47cc-4ecf-becc-5a0618d9675d', 'name': 'tempest-ServersTestManualDisk-1302300938-router', 'tenant_id': '345644153ba74add913c1c222de5850e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': 'a9df6d58-19e7-4b67-9f47-e25b64721994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:29:49Z', 'updated_at': '2021-12-10T15:29:59Z', 'revision_number': 4, 'project_id': '345644153ba74add913c1c222de5850e', 'gw_port': {'id': 'a9df6d58-19e7-4b67-9f47-e25b64721994', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:dd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be9e820-47cc-4ecf-becc-5a0618d9675d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:29:51Z', 'updated_at': '2021-12-10T15:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '61314020-3784-4ea6-ac9f-b215d71ee791', 'name': '', 'network_id': 'a0f35dea-026e-4011-a2fc-8c909b8f7f05', 'tenant_id': '345644153ba74add913c1c222de5850e', 'mac_address': 'fa:16:3e:57:a6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be9e820-47cc-4ecf-becc-5a0618d9675d', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '0517fc1e-1822-46ab-b8d5-555d14cfeff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:29:58Z', 'updated_at': '2021-12-10T15:30:06Z', 'revision_number': 5, 'project_id': '345644153ba74add913c1c222de5850e', 'subnets': [{'id': '0517fc1e-1822-46ab-b8d5-555d14cfeff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:39.474051 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cde6e5-5b2f-4b11-a422-cae8bf6a0c9e None None] The sync data for ids ['5be9e820-47cc-4ecf-becc-5a0618d9675d'] in dv-neutron-821401-4-hyperv is: [{'id': '5be9e820-47cc-4ecf-becc-5a0618d9675d', 'name': 'tempest-ServersTestManualDisk-1302300938-router', 'tenant_id': '345644153ba74add913c1c222de5850e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': 'a9df6d58-19e7-4b67-9f47-e25b64721994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:29:49Z', 'updated_at': '2021-12-10T15:29:59Z', 'revision_number': 4, 'project_id': '345644153ba74add913c1c222de5850e', 'gw_port': {'id': 'a9df6d58-19e7-4b67-9f47-e25b64721994', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:dd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be9e820-47cc-4ecf-becc-5a0618d9675d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:29:51Z', 'updated_at': '2021-12-10T15:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '61314020-3784-4ea6-ac9f-b215d71ee791', 'name': '', 'network_id': 'a0f35dea-026e-4011-a2fc-8c909b8f7f05', 'tenant_id': '345644153ba74add913c1c222de5850e', 'mac_address': 'fa:16:3e:57:a6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be9e820-47cc-4ecf-becc-5a0618d9675d', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '0517fc1e-1822-46ab-b8d5-555d14cfeff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:29:58Z', 'updated_at': '2021-12-10T15:30:06Z', 'revision_number': 5, 'project_id': '345644153ba74add913c1c222de5850e', 'subnets': [{'id': '0517fc1e-1822-46ab-b8d5-555d14cfeff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:31:39.562404 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-66642d3b-2b2b-49b9-a4d9-92fbcdb045a1 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:39.562404 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5db6ba78-1b92-4797-8115-638039dca700 tempest-RoutersTestDVR-1219273737 tempest-RoutersTestDVR-1219273737-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13912'] for router, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:39.562404 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5db6ba78-1b92-4797-8115-638039dca700 tempest-RoutersTestDVR-1219273737 tempest-RoutersTestDVR-1219273737-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:39.572016 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-c2cfbe6e-8e83-4954-a8de-1df4df918db4 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Deleting port 9e39ebdd-dea6-4900-8c02-f3fb58c43d34 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:31:39.572231 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c2cfbe6e-8e83-4954-a8de-1df4df918db4 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:39.623856 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66642d3b-2b2b-49b9-a4d9-92fbcdb045a1 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Pushing event deleted for resources: {'Port': ['ID=72b82224-f616-4203-aff7-8fe074d7fafe,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:39.636726 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7891aeb7-3c51-43ae-afb5-0d208948a803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:39.668032 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7891aeb7-3c51-43ae-afb5-0d208948a803 admin admin] Pushing event deleted for resources: {'Port': ['ID=016387a7-c1c3-4e68-af38-2f335644d953,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:39.823529 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-36246560-3261-475f-8260-6f525fd045e0 req-99e631cf-6437-4910-b858-61e4cd0e3adb tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd077330-daa7-4bb9-af7f-4ec0c9daf1bc HTTP/1.1" status: 200 len: 210 time: 0.2185969 Dec 10 15:31:39.879049 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1273f210-66f6-4f63-b76b-d8ab85ce57d2 None None] New status for floating IP eb7c1f81-5c40-4a73-bf68-830a681336ed: DOWN {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 15:31:39.916443 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5db6ba78-1b92-4797-8115-638039dca700 tempest-RoutersTestDVR-1219273737 tempest-RoutersTestDVR-1219273737-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:39.930170 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9fa2b3ff-a788-4ffb-b624-69a8c093170f tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks [] for router, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:39.984210 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7891aeb7-3c51-43ae-afb5-0d208948a803 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550073'] for router_interface, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:40.036910 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5db6ba78-1b92-4797-8115-638039dca700 tempest-RoutersTestDVR-1219273737 tempest-RoutersTestDVR-1219273737-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363'] for router, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:40.054172 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca7929c-0217-4fff-9064-d5af7b3e64c8 req-800188e9-e14a-4370-92b6-713ed918aa8f tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:40.055716 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-cca7929c-0217-4fff-9064-d5af7b3e64c8 req-800188e9-e14a-4370-92b6-713ed918aa8f tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f5e5fac-ee31-44bf-a612-11364724d71a HTTP/1.1" status: 200 len: 945 time: 0.1421232 Dec 10 15:31:40.111470 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-502992ed-3478-434c-b3cc-57c46854a630 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:40.155779 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-cca7929c-0217-4fff-9064-d5af7b3e64c8 req-d8051f32-28f7-435f-9995-574863fe709c tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ed67073-eeed-4d1d-86bf-a50b643bdaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872340 Dec 10 15:31:40.282221 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7891aeb7-3c51-43ae-afb5-0d208948a803 admin admin] Router e829bec7-9000-42a1-98b0-49c1a3daa5b5 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:31:40.405286 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7891aeb7-3c51-43ae-afb5-0d208948a803 admin admin] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:31:40.414797 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-7891aeb7-3c51-43ae-afb5-0d208948a803 admin admin] 10.222.0.20 "PUT /v2.0/routers/e829bec7-9000-42a1-98b0-49c1a3daa5b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0528605 Dec 10 15:31:40.417991 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc3a92a-f835-446d-bd53-cf3c1cfea6eb None None] Sync routers for ids ['e829bec7-9000-42a1-98b0-49c1a3daa5b5'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:31:40.418486 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60048) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:40.426607 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc3a92a-f835-446d-bd53-cf3c1cfea6eb None None] Routers {'e829bec7-9000-42a1-98b0-49c1a3daa5b5'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:31:40.427366 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-3dc3a92a-f835-446d-bd53-cf3c1cfea6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:31:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['e829bec7-9000-42a1-98b0-49c1a3daa5b5'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:40.469120 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-502992ed-3478-434c-b3cc-57c46854a630 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:40.503459 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c2cfbe6e-8e83-4954-a8de-1df4df918db4 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:40.508398 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-66642d3b-2b2b-49b9-a4d9-92fbcdb045a1 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550073'] for router_interface, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:40.544262 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5db6ba78-1b92-4797-8115-638039dca700 tempest-RoutersTestDVR-1219273737 tempest-RoutersTestDVR-1219273737-project-admin] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:40.548231 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-5db6ba78-1b92-4797-8115-638039dca700 tempest-RoutersTestDVR-1219273737 tempest-RoutersTestDVR-1219273737-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 1.3341374 Dec 10 15:31:40.549912 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60050) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:40.553415 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-c2cfbe6e-8e83-4954-a8de-1df4df918db4 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Calling delete_port for 9e39ebdd-dea6-4900-8c02-f3fb58c43d34 owned by network:router_gateway {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:31:40.556111 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9fa2b3ff-a788-4ffb-b624-69a8c093170f tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:40.634625 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7d598306-7294-480a-b8aa-23285130ee8d tempest-RoutersTestDVR-1219273737 tempest-RoutersTestDVR-1219273737-project-admin] Publish callbacks [] for router, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:40.636454 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d1cbca2c-1d31-4314-a588-7e7d548ec2d6 admin admin] Publish callbacks [] for router, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:40.654432 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502992ed-3478-434c-b3cc-57c46854a630 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Pushing event updated for resources: {'Port': ['ID=af79f37b-152c-4b29-bb7d-9c4db4339969,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:40.749236 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-502992ed-3478-434c-b3cc-57c46854a630 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] In _notify_port_updated(), no bound segment for port af79f37b-152c-4b29-bb7d-9c4db4339969 on network a5587bb3-699d-42e1-bde3-d27ad13b4e59 {{(pid=103586) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 15:31:40.752354 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-3dc3a92a-f835-446d-bd53-cf3c1cfea6eb None None] Set router e829bec7-9000-42a1-98b0-49c1a3daa5b5 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:31:40.757139 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502992ed-3478-434c-b3cc-57c46854a630 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:40.757139 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-502992ed-3478-434c-b3cc-57c46854a630 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:40.757139 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-502992ed-3478-434c-b3cc-57c46854a630 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] 10.222.0.20 "PUT /v2.0/ports/af79f37b-152c-4b29-bb7d-9c4db4339969 HTTP/1.1" status: 200 len: 994 time: 2.8507667 Dec 10 15:31:40.760486 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60052) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:40.925763 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66642d3b-2b2b-49b9-a4d9-92fbcdb045a1 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Router 77069c55-2f0d-4386-bbe4-992d46260ed0 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:31:40.946581 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-9fa2b3ff-a788-4ffb-b624-69a8c093170f tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Deleting port a0945a38-658c-47b9-8331-6ec162c66820 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:31:40.946924 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9fa2b3ff-a788-4ffb-b624-69a8c093170f tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:40.995401 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-e7cdd6c0-4e64-4031-88ac-5fb5ea1abbdb None None] Provisioning complete for port af79f37b-152c-4b29-bb7d-9c4db4339969 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:31:40.995972 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e7cdd6c0-4e64-4031-88ac-5fb5ea1abbdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:41.077870 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-e7cdd6c0-4e64-4031-88ac-5fb5ea1abbdb None None] Port af79f37b-152c-4b29-bb7d-9c4db4339969 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:31:41.104903 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60058) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:41.133514 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66642d3b-2b2b-49b9-a4d9-92fbcdb045a1 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:31:41.150674 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-66642d3b-2b2b-49b9-a4d9-92fbcdb045a1 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] 10.222.0.20 "PUT /v2.0/routers/77069c55-2f0d-4386-bbe4-992d46260ed0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2006021 Dec 10 15:31:41.154907 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60060) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:41.155509 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dabea8d-30e5-4713-a3dc-54e8e1bf7f9c None None] Sync routers for ids ['77069c55-2f0d-4386-bbe4-992d46260ed0'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:31:41.175190 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-3dc3a92a-f835-446d-bd53-cf3c1cfea6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e829bec7-9000-42a1-98b0-49c1a3daa5b5', 'name': 'tempest-ServersTestJSON-1578590148-router', 'tenant_id': 'e48df3bebd6c40d8972aebca1c524dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.218'}], 'enable_snat': True}, 'gw_port_id': '84f9f897-9b33-44cd-bce0-489856e97899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:29:45Z', 'updated_at': '2021-12-10T15:31:39Z', 'revision_number': 5, 'project_id': 'e48df3bebd6c40d8972aebca1c524dd3', 'gw_port': {'id': '84f9f897-9b33-44cd-bce0-489856e97899', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e829bec7-9000-42a1-98b0-49c1a3daa5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:29:46Z', 'updated_at': '2021-12-10T15:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:41.183290 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dabea8d-30e5-4713-a3dc-54e8e1bf7f9c None None] Routers {'77069c55-2f0d-4386-bbe4-992d46260ed0'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:31:41.183847 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-9dabea8d-30e5-4713-a3dc-54e8e1bf7f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:31:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['77069c55-2f0d-4386-bbe4-992d46260ed0'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:41.209498 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc3a92a-f835-446d-bd53-cf3c1cfea6eb None None] Checking router: e829bec7-9000-42a1-98b0-49c1a3daa5b5 for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:31:41.219372 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc3a92a-f835-446d-bd53-cf3c1cfea6eb None None] Routers {'e829bec7-9000-42a1-98b0-49c1a3daa5b5'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:31:41.220309 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-3dc3a92a-f835-446d-bd53-cf3c1cfea6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:31:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['e829bec7-9000-42a1-98b0-49c1a3daa5b5'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:41.233927 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-9dabea8d-30e5-4713-a3dc-54e8e1bf7f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:41.246383 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dabea8d-30e5-4713-a3dc-54e8e1bf7f9c None None] Routers {'77069c55-2f0d-4386-bbe4-992d46260ed0'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:31:41.247535 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-9dabea8d-30e5-4713-a3dc-54e8e1bf7f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:31:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['77069c55-2f0d-4386-bbe4-992d46260ed0'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:41.254325 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.api.v2.resource [None req-c07bef78-4ffc-43a7-a40f-6a91850ba49d tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] delete failed (client error): The resource could not be found. Dec 10 15:31:41.261083 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-c07bef78-4ffc-43a7-a40f-6a91850ba49d tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] 10.222.0.20 "DELETE /v2.0/routers/tempest-non_exist_router-1893934625 HTTP/1.1" status: 404 len: 335 time: 0.1030123 Dec 10 15:31:41.276635 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60064) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:41.280234 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c2cfbe6e-8e83-4954-a8de-1df4df918db4 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:41.299588 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-75f3afbe-b9a6-4bd3-ad17-ebb1c0f1a147 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Request body: {'router': {'external_gateway_info': {'network_id': '77069c55-2f0d-4386-bbe4-992d46260ed0'}}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:31:41.302733 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-9dabea8d-30e5-4713-a3dc-54e8e1bf7f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:41.303558 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dabea8d-30e5-4713-a3dc-54e8e1bf7f9c None None] The sync data for ids ['77069c55-2f0d-4386-bbe4-992d46260ed0'] in dv-neutron-821401-4-hyperv is: [] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:31:41.326805 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9b2d4e-33fb-4b85-ac2e-1a91a3e55075 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:31:41.330031 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7d598306-7294-480a-b8aa-23285130ee8d tempest-RoutersTestDVR-1219273737 tempest-RoutersTestDVR-1219273737-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13898'] for router, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:41.334761 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7d598306-7294-480a-b8aa-23285130ee8d tempest-RoutersTestDVR-1219273737 tempest-RoutersTestDVR-1219273737-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:41.371456 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-3dc3a92a-f835-446d-bd53-cf3c1cfea6eb None None] Set router e829bec7-9000-42a1-98b0-49c1a3daa5b5 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:31:41.401592 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d1cbca2c-1d31-4314-a588-7e7d548ec2d6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:41.407976 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-cf16885e-c7e0-45d0-a452-fe2ce55b54b8 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Deleting port af79f37b-152c-4b29-bb7d-9c4db4339969 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:31:41.408311 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cf16885e-c7e0-45d0-a452-fe2ce55b54b8 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:41.448193 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cfbe6e-8e83-4954-a8de-1df4df918db4 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Pushing event deleted for resources: {'Port': ['ID=9e39ebdd-dea6-4900-8c02-f3fb58c43d34,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:41.490570 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7d598306-7294-480a-b8aa-23285130ee8d tempest-RoutersTestDVR-1219273737 tempest-RoutersTestDVR-1219273737-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549250'] for router, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:41.491968 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d598306-7294-480a-b8aa-23285130ee8d tempest-RoutersTestDVR-1219273737 tempest-RoutersTestDVR-1219273737-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d5bd9edc-dbc9-4c87-add5-74231664a687 {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 15:31:41.492169 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9fa2b3ff-a788-4ffb-b624-69a8c093170f tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:41.498707 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7d598306-7294-480a-b8aa-23285130ee8d tempest-RoutersTestDVR-1219273737 tempest-RoutersTestDVR-1219273737-project-admin] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:41.499906 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-7d598306-7294-480a-b8aa-23285130ee8d tempest-RoutersTestDVR-1219273737 tempest-RoutersTestDVR-1219273737-project-admin] 10.222.0.20 "DELETE /v2.0/routers/d5bd9edc-dbc9-4c87-add5-74231664a687 HTTP/1.1" status: 204 len: 168 time: 0.9486742 Dec 10 15:31:41.527887 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cf16885e-c7e0-45d0-a452-fe2ce55b54b8 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:41.569026 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-cf16885e-c7e0-45d0-a452-fe2ce55b54b8 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Calling delete_port for af79f37b-152c-4b29-bb7d-9c4db4339969 owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:31:41.578134 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-9fa2b3ff-a788-4ffb-b624-69a8c093170f tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Calling delete_port for a0945a38-658c-47b9-8331-6ec162c66820 owned by network:router_gateway {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:31:41.581650 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c2cfbe6e-8e83-4954-a8de-1df4df918db4 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552731'] for router_gateway, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:41.614258 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0fe015ea-2cf1-4008-9faf-568b01f0b6e2 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Publish callbacks [] for security_group, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:41.626810 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-3dc3a92a-f835-446d-bd53-cf3c1cfea6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e829bec7-9000-42a1-98b0-49c1a3daa5b5', 'name': 'tempest-ServersTestJSON-1578590148-router', 'tenant_id': 'e48df3bebd6c40d8972aebca1c524dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.218'}], 'enable_snat': True}, 'gw_port_id': '84f9f897-9b33-44cd-bce0-489856e97899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:29:45Z', 'updated_at': '2021-12-10T15:31:39Z', 'revision_number': 5, 'project_id': 'e48df3bebd6c40d8972aebca1c524dd3', 'gw_port': {'id': '84f9f897-9b33-44cd-bce0-489856e97899', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e829bec7-9000-42a1-98b0-49c1a3daa5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:29:46Z', 'updated_at': '2021-12-10T15:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:41.636573 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-d1cbca2c-1d31-4314-a588-7e7d548ec2d6 admin admin] Deleting port 84f9f897-9b33-44cd-bce0-489856e97899 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:31:41.637072 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d1cbca2c-1d31-4314-a588-7e7d548ec2d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:41.665564 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc3a92a-f835-446d-bd53-cf3c1cfea6eb None None] The sync data for ids ['e829bec7-9000-42a1-98b0-49c1a3daa5b5'] in dv-neutron-821401-4-hyperv is: [{'id': 'e829bec7-9000-42a1-98b0-49c1a3daa5b5', 'name': 'tempest-ServersTestJSON-1578590148-router', 'tenant_id': 'e48df3bebd6c40d8972aebca1c524dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.218'}], 'enable_snat': True}, 'gw_port_id': '84f9f897-9b33-44cd-bce0-489856e97899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:29:45Z', 'updated_at': '2021-12-10T15:31:39Z', 'revision_number': 5, 'project_id': 'e48df3bebd6c40d8972aebca1c524dd3', 'gw_port': {'id': '84f9f897-9b33-44cd-bce0-489856e97899', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e829bec7-9000-42a1-98b0-49c1a3daa5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:29:46Z', 'updated_at': '2021-12-10T15:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:31:41.737415 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b62d7d-86dc-4735-b6d0-1ec3dc55ca1f req-64400568-8f08-4f18-a706-cd157c47ba6e tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:41.738947 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f3b62d7d-86dc-4735-b6d0-1ec3dc55ca1f req-64400568-8f08-4f18-a706-cd157c47ba6e tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f5e5fac-ee31-44bf-a612-11364724d71a HTTP/1.1" status: 200 len: 945 time: 0.4449770 Dec 10 15:31:41.744289 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c2cfbe6e-8e83-4954-a8de-1df4df918db4 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13898'] for router, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:41.752743 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c2cfbe6e-8e83-4954-a8de-1df4df918db4 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:41.759763 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-d1cbca2c-1d31-4314-a588-7e7d548ec2d6 admin admin] For port 84f9f897-9b33-44cd-bce0-489856e97899, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=84f9f897-9b33-44cd-bce0-489856e97899,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:31:41.760156 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d1cbca2c-1d31-4314-a588-7e7d548ec2d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:41.779895 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-d1cbca2c-1d31-4314-a588-7e7d548ec2d6 admin admin] Calling delete_port for 84f9f897-9b33-44cd-bce0-489856e97899 owned by network:router_gateway {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:31:41.832361 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0fe015ea-2cf1-4008-9faf-568b01f0b6e2 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:41.896125 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cf16885e-c7e0-45d0-a452-fe2ce55b54b8 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:41.925116 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-75f3afbe-b9a6-4bd3-ad17-ebb1c0f1a147 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:41.939902 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf16885e-c7e0-45d0-a452-fe2ce55b54b8 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Pushing event deleted for resources: {'Port': ['ID=af79f37b-152c-4b29-bb7d-9c4db4339969,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:41.992456 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f3b62d7d-86dc-4735-b6d0-1ec3dc55ca1f req-7dc47f0d-bc29-4aeb-a507-cda8756a0c8d tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ed67073-eeed-4d1d-86bf-a50b643bdaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2377968 Dec 10 15:31:42.064344 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c2cfbe6e-8e83-4954-a8de-1df4df918db4 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549250'] for router, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:42.064919 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2cfbe6e-8e83-4954-a8de-1df4df918db4 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Fanout notify agent at l3_agent the message router_deleted on router 93180219-32b8-48db-b44b-3ab441aa0060 {{(pid=103586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 15:31:42.074084 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60072) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:42.079977 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c2cfbe6e-8e83-4954-a8de-1df4df918db4 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:42.084809 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-c2cfbe6e-8e83-4954-a8de-1df4df918db4 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] 10.222.0.20 "DELETE /v2.0/routers/93180219-32b8-48db-b44b-3ab441aa0060 HTTP/1.1" status: 204 len: 168 time: 4.3081543 Dec 10 15:31:42.108554 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60074) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:42.111138 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.api.v2.resource [None req-75f3afbe-b9a6-4bd3-ad17-ebb1c0f1a147 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] update failed (client error): The resource could not be found. Dec 10 15:31:42.115946 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-75f3afbe-b9a6-4bd3-ad17-ebb1c0f1a147 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] 10.222.0.20 "PUT /v2.0/routers/77069c55-2f0d-4386-bbe4-992d46260ed0 HTTP/1.1" status: 404 len: 339 time: 0.8230615 Dec 10 15:31:42.117812 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60078) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:42.120699 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-2d3b662e-d20a-46a5-87d2-676d239503ef tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1558233250', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:31:42.135173 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0fe015ea-2cf1-4008-9faf-568b01f0b6e2 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:42.136242 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cf16885e-c7e0-45d0-a452-fe2ce55b54b8 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:42.138875 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0fe015ea-2cf1-4008-9faf-568b01f0b6e2 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:42.146163 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-0fe015ea-2cf1-4008-9faf-568b01f0b6e2 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] 10.222.0.20 "DELETE /v2.0/security-groups/46fa4965-a546-4aa0-b6c7-fe2bd953989f HTTP/1.1" status: 204 len: 168 time: 1.0320270 Dec 10 15:31:42.154380 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-cf16885e-c7e0-45d0-a452-fe2ce55b54b8 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] 10.222.0.20 "DELETE /v2.0/ports/af79f37b-152c-4b29-bb7d-9c4db4339969 HTTP/1.1" status: 204 len: 168 time: 1.3927512 Dec 10 15:31:42.170719 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60080) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:42.174207 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60082) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:42.236698 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d1cbca2c-1d31-4314-a588-7e7d548ec2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:42.243430 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe015ea-2cf1-4008-9faf-568b01f0b6e2 tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46fa4965-a546-4aa0-b6c7-fe2bd953989f,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:42.254666 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b1295ab-b3bc-4d5a-b082-6980cf5def19 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] GET failed (client error): The resource could not be found. Dec 10 15:31:42.261212 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-0b1295ab-b3bc-4d5a-b082-6980cf5def19 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] 10.222.0.20 "GET /v2.0/ports/af79f37b-152c-4b29-bb7d-9c4db4339969 HTTP/1.1" status: 404 len: 333 time: 0.0845418 Dec 10 15:31:42.291284 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60084) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:42.296377 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-605c7d39-2309-47fe-a9ca-d47a90f038d0 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Request body: {'port': {'network_id': 'a5587bb3-699d-42e1-bde3-d27ad13b4e59', 'name': 'tempest-AllowedAddressPairTestJSON-993407678'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:31:42.305024 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.api.v2.resource [None req-5caa358a-1042-497c-9eae-c3795d5d626f tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] show failed (client error): The resource could not be found. Dec 10 15:31:42.306114 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-5caa358a-1042-497c-9eae-c3795d5d626f tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] 10.222.0.20 "GET /v2.0/security-groups/46fa4965-a546-4aa0-b6c7-fe2bd953989f HTTP/1.1" status: 404 len: 347 time: 0.1331952 Dec 10 15:31:42.310088 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60086) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:42.313374 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cbca2c-1d31-4314-a588-7e7d548ec2d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=84f9f897-9b33-44cd-bce0-489856e97899,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:42.348413 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd1b424-7f09-4013-acb4-b9634ec7ae14 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:31:42.361742 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-66f1a6a4-60d8-4ced-80fd-33101464c943 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:42.415908 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d1cbca2c-1d31-4314-a588-7e7d548ec2d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552731'] for router_gateway, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:42.449069 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2d3b662e-d20a-46a5-87d2-676d239503ef tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13912'] for router, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:42.450661 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2d3b662e-d20a-46a5-87d2-676d239503ef tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:42.519606 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d1cbca2c-1d31-4314-a588-7e7d548ec2d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13898'] for router, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:42.521999 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d1cbca2c-1d31-4314-a588-7e7d548ec2d6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:42.597598 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9fa2b3ff-a788-4ffb-b624-69a8c093170f tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:42.625688 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b362a8df-923a-4233-ad59-3cce0d84cee8 req-58def5ab-1f4c-44b6-abe2-f25d3cc38e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:42.627300 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b362a8df-923a-4233-ad59-3cce0d84cee8 req-58def5ab-1f4c-44b6-abe2-f25d3cc38e59 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0c43b3bd3a7142739658566d8b1d83f3&device_id=3f5e5fac-ee31-44bf-a612-11364724d71a HTTP/1.1" status: 200 len: 1098 time: 0.0660384 Dec 10 15:31:42.687010 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d1cbca2c-1d31-4314-a588-7e7d548ec2d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549250'] for router, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:42.687534 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1cbca2c-1d31-4314-a588-7e7d548ec2d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e829bec7-9000-42a1-98b0-49c1a3daa5b5 {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 15:31:42.692040 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d1cbca2c-1d31-4314-a588-7e7d548ec2d6 admin admin] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:42.695724 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-d1cbca2c-1d31-4314-a588-7e7d548ec2d6 admin admin] 10.222.0.20 "DELETE /v2.0/routers/e829bec7-9000-42a1-98b0-49c1a3daa5b5 HTTP/1.1" status: 204 len: 168 time: 2.2770147 Dec 10 15:31:42.704793 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60090) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:42.753297 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-66f1a6a4-60d8-4ced-80fd-33101464c943 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:42.759660 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 016387a7-c1c3-4e68-af38-2f335644d953 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:31:42.789675 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 016387a7-c1c3-4e68-af38-2f335644d953 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:31:42.790235 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 016387a7-c1c3-4e68-af38-2f335644d953 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:31:42.797773 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-0da3813d-86e0-40ba-8ed9-63c8424aa828 admin admin] Deleting subnet 79f6244b-5844-41f5-8b9a-b3401743a808 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:31:42.810681 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0da3813d-86e0-40ba-8ed9-63c8424aa828 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:42.834667 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b362a8df-923a-4233-ad59-3cce0d84cee8 req-4f76b580-88c6-4a3e-947f-4eb0fb1f9e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:42.836249 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b362a8df-923a-4233-ad59-3cce0d84cee8 req-4f76b580-88c6-4a3e-947f-4eb0fb1f9e38 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9f22a23a-8eb3-48df-bc2f-eddd6071e745 HTTP/1.1" status: 200 len: 913 time: 0.2022376 Dec 10 15:31:42.841573 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-66f1a6a4-60d8-4ced-80fd-33101464c943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:42.907302 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0da3813d-86e0-40ba-8ed9-63c8424aa828 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11806768'] for subnet, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:42.921736 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bf0cd08a-39c4-471e-a466-9d5c75a6b235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:42.965852 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f1a6a4-60d8-4ced-80fd-33101464c943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=258b4a5d-99b0-43de-8474-0c0a6f707ede,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:42.971096 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-66f1a6a4-60d8-4ced-80fd-33101464c943 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a23a5432652e46848b690aec1c2a3bef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8700538 Dec 10 15:31:42.977207 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60092) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:43.019034 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b362a8df-923a-4233-ad59-3cce0d84cee8 req-86d43175-7129-4814-b032-5d2088e5d4b2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66995093-8f5e-42b9-b8e8-3100f932b851 HTTP/1.1" status: 200 len: 1001 time: 0.1743078 Dec 10 15:31:43.065822 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa2b3ff-a788-4ffb-b624-69a8c093170f tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Pushing event deleted for resources: {'Port': ['ID=a0945a38-658c-47b9-8331-6ec162c66820,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:43.072697 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2d3b662e-d20a-46a5-87d2-676d239503ef tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:43.093491 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbe3d1b-c835-4487-8875-f66b6af540d9 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:31:43.123329 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0da3813d-86e0-40ba-8ed9-63c8424aa828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:43.125483 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0e587bf1-2d39-4bbc-9330-15901967fbdd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:43.151033 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b362a8df-923a-4233-ad59-3cce0d84cee8 req-49a27323-e6e1-4beb-bcff-5339eb954b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:43.168450 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b362a8df-923a-4233-ad59-3cce0d84cee8 req-49a27323-e6e1-4beb-bcff-5339eb954b21 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=095a47ab-a3da-4b0b-9511-e17946d815ea HTTP/1.1" status: 200 len: 851 time: 0.1221213 Dec 10 15:31:43.174627 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0a1a9c-e24f-4087-8791-7ae1981376cc req-b598e82e-482d-408d-a5c7-103c69adfe72 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:43.176193 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-5a0a1a9c-e24f-4087-8791-7ae1981376cc req-b598e82e-482d-408d-a5c7-103c69adfe72 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f5e5fac-ee31-44bf-a612-11364724d71a HTTP/1.1" status: 200 len: 945 time: 0.7283819 Dec 10 15:31:43.195616 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2d3b662e-d20a-46a5-87d2-676d239503ef tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363'] for router, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:43.227779 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0e587bf1-2d39-4bbc-9330-15901967fbdd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:43.266586 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9fa2b3ff-a788-4ffb-b624-69a8c093170f tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552731'] for router_gateway, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:43.277848 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b362a8df-923a-4233-ad59-3cce0d84cee8 req-f2e0228f-4915-4a7e-9cc0-637ef857ae1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:43.282714 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b362a8df-923a-4233-ad59-3cce0d84cee8 req-f2e0228f-4915-4a7e-9cc0-637ef857ae1a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9f22a23a-8eb3-48df-bc2f-eddd6071e745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1173275 Dec 10 15:31:43.298878 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-bd45d469-19a2-4855-b8be-1dd1dc8b248c tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Deleting port 899b659f-c0d4-47f1-b0e5-c531b345b605 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:31:43.299461 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bd45d469-19a2-4855-b8be-1dd1dc8b248c tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:43.361339 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:43.363913 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b0a14737-3e7f-4955-89a8-5e6d331d9219 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:43.366736 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0da3813d-86e0-40ba-8ed9-63c8424aa828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11236721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11668521'] for subnet, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:43.382031 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-605c7d39-2309-47fe-a9ca-d47a90f038d0 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Made reservation on behalf of 4cc01eb5c1314efba075da10bbffc41f for: {'port': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:31:43.385735 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-605c7d39-2309-47fe-a9ca-d47a90f038d0 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:43.404875 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da3813d-86e0-40ba-8ed9-63c8424aa828 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79f6244b-5844-41f5-8b9a-b3401743a808,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:43.415168 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0da3813d-86e0-40ba-8ed9-63c8424aa828 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:43.419409 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-0da3813d-86e0-40ba-8ed9-63c8424aa828 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/79f6244b-5844-41f5-8b9a-b3401743a808 HTTP/1.1" status: 204 len: 168 time: 0.7130902 Dec 10 15:31:43.422958 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60094) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:43.428363 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6a32cb-5370-4807-8058-cec81fdc7198 None None] Network f99addda-57f1-4324-933a-6f2a62cbd208 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:31:43.431972 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0e587bf1-2d39-4bbc-9330-15901967fbdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:43.434838 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0e587bf1-2d39-4bbc-9330-15901967fbdd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:43.436155 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-0e587bf1-2d39-4bbc-9330-15901967fbdd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/258b4a5d-99b0-43de-8474-0c0a6f707ede HTTP/1.1" status: 204 len: 168 time: 0.4581003 Dec 10 15:31:43.456768 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b362a8df-923a-4233-ad59-3cce0d84cee8 req-795a65ba-ac65-4cc8-983f-f6fe48e25f8d service neutron] 10.222.0.44 "GET /v2.0/networks/9f22a23a-8eb3-48df-bc2f-eddd6071e745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663675 Dec 10 15:31:43.475813 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9fa2b3ff-a788-4ffb-b624-69a8c093170f tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13898'] for router, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:43.489593 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9fa2b3ff-a788-4ffb-b624-69a8c093170f tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:43.493724 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-5a0a1a9c-e24f-4087-8791-7ae1981376cc req-05e7f157-c9da-43c0-bbf4-abb86094a1c9 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ed67073-eeed-4d1d-86bf-a50b643bdaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2886271 Dec 10 15:31:43.499490 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e587bf1-2d39-4bbc-9330-15901967fbdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=258b4a5d-99b0-43de-8474-0c0a6f707ede,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:43.500643 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2d3b662e-d20a-46a5-87d2-676d239503ef tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:43.501837 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-2d3b662e-d20a-46a5-87d2-676d239503ef tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.3920331 Dec 10 15:31:43.508898 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60098) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:43.547271 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-f6f3c620-a54a-4ff9-ab20-a698553382d4 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'enable_snat': True}}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:31:43.585514 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-605c7d39-2309-47fe-a9ca-d47a90f038d0 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] device_id is not set on port c6a13ef3-161d-42df-bc2a-5d409b776baf yet. {{(pid=103586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:31:43.588914 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b8e0d6d8-976f-46c3-bab0-0c9d3ca9c3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:43.653719 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b362a8df-923a-4233-ad59-3cce0d84cee8 req-b3976954-219a-4065-8597-644bc35391e2 service neutron] 10.222.0.44 "GET /v2.0/networks/9f22a23a-8eb3-48df-bc2f-eddd6071e745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893952 Dec 10 15:31:43.680017 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-b8e0d6d8-976f-46c3-bab0-0c9d3ca9c3b4 admin admin] Deleting port 07b1c133-283e-4e73-9d63-6f39ea7e8a50 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:31:43.680834 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b8e0d6d8-976f-46c3-bab0-0c9d3ca9c3b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:43.757205 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c036e2-e4f8-4354-9ee1-4ec7e92c6cbe None None] DHCP port deletion for f99addda-57f1-4324-933a-6f2a62cbd208 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:31:43.796003 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-b8e0d6d8-976f-46c3-bab0-0c9d3ca9c3b4 admin admin] For port 07b1c133-283e-4e73-9d63-6f39ea7e8a50, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=07b1c133-283e-4e73-9d63-6f39ea7e8a50,segment=NetworkSegment(a3089138-368b-4775-938f-b3e854ae89fc),segment_id=a3089138-368b-4775-938f-b3e854ae89fc)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:31:43.796484 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b8e0d6d8-976f-46c3-bab0-0c9d3ca9c3b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:43.800981 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9fa2b3ff-a788-4ffb-b624-69a8c093170f tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549250'] for router, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:43.801514 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa2b3ff-a788-4ffb-b624-69a8c093170f tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Fanout notify agent at l3_agent the message router_deleted on router 55dee28c-bae1-4764-a62a-33b96a1f09ee {{(pid=103586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 15:31:43.831281 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-b8e0d6d8-976f-46c3-bab0-0c9d3ca9c3b4 admin admin] Calling delete_port for 07b1c133-283e-4e73-9d63-6f39ea7e8a50 owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:31:43.855456 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-92c036e2-e4f8-4354-9ee1-4ec7e92c6cbe None None] Deleting port 07b1c133-283e-4e73-9d63-6f39ea7e8a50 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:31:43.856553 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-92c036e2-e4f8-4354-9ee1-4ec7e92c6cbe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:43.875916 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9fa2b3ff-a788-4ffb-b624-69a8c093170f tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:43.875916 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-9fa2b3ff-a788-4ffb-b624-69a8c093170f tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] 10.222.0.20 "DELETE /v2.0/routers/55dee28c-bae1-4764-a62a-33b96a1f09ee HTTP/1.1" status: 204 len: 168 time: 4.4459665 Dec 10 15:31:43.884054 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60102) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:43.889543 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-22aea983-1a2d-4603-9bc4-63967d694ce5 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1806718617', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:31:43.935694 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-92c036e2-e4f8-4354-9ee1-4ec7e92c6cbe None None] For port 07b1c133-283e-4e73-9d63-6f39ea7e8a50, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=07b1c133-283e-4e73-9d63-6f39ea7e8a50,segment=NetworkSegment(a3089138-368b-4775-938f-b3e854ae89fc),segment_id=a3089138-368b-4775-938f-b3e854ae89fc)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:31:43.936835 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-92c036e2-e4f8-4354-9ee1-4ec7e92c6cbe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:43.956433 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-92c036e2-e4f8-4354-9ee1-4ec7e92c6cbe None None] Calling delete_port for 07b1c133-283e-4e73-9d63-6f39ea7e8a50 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:31:43.971088 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bd45d469-19a2-4855-b8be-1dd1dc8b248c tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:43.971359 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bd45d469-19a2-4855-b8be-1dd1dc8b248c tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:43.984923 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-bd45d469-19a2-4855-b8be-1dd1dc8b248c tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Calling delete_port for 899b659f-c0d4-47f1-b0e5-c531b345b605 owned by network:floatingip {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:31:44.035995 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-22aea983-1a2d-4603-9bc4-63967d694ce5 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13912'] for router, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:44.037114 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-22aea983-1a2d-4603-9bc4-63967d694ce5 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:44.071278 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-92c036e2-e4f8-4354-9ee1-4ec7e92c6cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:44.107369 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b8e0d6d8-976f-46c3-bab0-0c9d3ca9c3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:44.111773 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-22aea983-1a2d-4603-9bc4-63967d694ce5 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:44.121475 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c036e2-e4f8-4354-9ee1-4ec7e92c6cbe None None] Pushing event deleted for resources: {'Port': ['ID=07b1c133-283e-4e73-9d63-6f39ea7e8a50,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:44.127012 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c036e2-e4f8-4354-9ee1-4ec7e92c6cbe None None] No DVR routers for this DVR port 07b1c133-283e-4e73-9d63-6f39ea7e8a50 on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:31:44.163056 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e0d6d8-976f-46c3-bab0-0c9d3ca9c3b4 admin admin] No DVR routers for this DVR port 07b1c133-283e-4e73-9d63-6f39ea7e8a50 on host dv-neutron-821401-4-hyperv {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:31:44.164126 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e0d6d8-976f-46c3-bab0-0c9d3ca9c3b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=07b1c133-283e-4e73-9d63-6f39ea7e8a50,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:44.250080 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-22aea983-1a2d-4603-9bc4-63967d694ce5 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363'] for router, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:44.267540 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f6f3c620-a54a-4ff9-ab20-a698553382d4 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:44.272567 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b8e0d6d8-976f-46c3-bab0-0c9d3ca9c3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:44.275435 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60104) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:44.308313 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8d6aef05-bc4e-4394-aa21-06a9eb5ef103 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:44.319127 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-b8e0d6d8-976f-46c3-bab0-0c9d3ca9c3b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f99addda-57f1-4324-933a-6f2a62cbd208']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:44.336476 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-605c7d39-2309-47fe-a9ca-d47a90f038d0 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Allocated IP 172.20.0.6 (a5587bb3-699d-42e1-bde3-d27ad13b4e59/b12956fd-c16a-4fce-acd5-5af463f35fa9/c6a13ef3-161d-42df-bc2a-5d409b776baf) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:31:44.341341 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-b8e0d6d8-976f-46c3-bab0-0c9d3ca9c3b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3089138-368b-4775-938f-b3e854ae89fc') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:44.342241 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-b8e0d6d8-976f-46c3-bab0-0c9d3ca9c3b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3089138-368b-4775-938f-b3e854ae89fc') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:44.356730 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b8e0d6d8-976f-46c3-bab0-0c9d3ca9c3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11806923'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:44.378375 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b8e0d6d8-976f-46c3-bab0-0c9d3ca9c3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:44.387159 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8e0d6d8-976f-46c3-bab0-0c9d3ca9c3b4 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:31:44.387581 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b8e0d6d8-976f-46c3-bab0-0c9d3ca9c3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11236635'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:44.389245 dv-neutron-821401-4-hyperv neutron-server[103587]: Traceback (most recent call last): Dec 10 15:31:44.389245 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:31:44.389245 dv-neutron-821401-4-hyperv neutron-server[103587]: timer() Dec 10 15:31:44.389245 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:31:44.389245 dv-neutron-821401-4-hyperv neutron-server[103587]: cb(*args, **kw) Dec 10 15:31:44.389245 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:31:44.389245 dv-neutron-821401-4-hyperv neutron-server[103587]: return func(*args, **kwargs) Dec 10 15:31:44.389245 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:31:44.389245 dv-neutron-821401-4-hyperv neutron-server[103587]: self._notify() Dec 10 15:31:44.389245 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:31:44.389245 dv-neutron-821401-4-hyperv neutron-server[103587]: self.callback(batched_events) Dec 10 15:31:44.389245 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:31:44.389245 dv-neutron-821401-4-hyperv neutron-server[103587]: event.method(event) Dec 10 15:31:44.389245 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:31:44.389245 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:31:44.389245 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:31:44.389245 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:31:44.389245 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:31:44.389245 dv-neutron-821401-4-hyperv neutron-server[103587]: return f(self, *a, **k) Dec 10 15:31:44.389245 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:31:44.389245 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._get(url).json() Dec 10 15:31:44.389245 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:31:44.389245 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:31:44.389245 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:31:44.389245 dv-neutron-821401-4-hyperv neutron-server[103587]: return self.request(url, 'GET', **kwargs) Dec 10 15:31:44.389245 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:31:44.389245 dv-neutron-821401-4-hyperv neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:31:44.389245 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:31:44.389245 dv-neutron-821401-4-hyperv neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:31:44.389245 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:31:44.389245 dv-neutron-821401-4-hyperv neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:31:44.389245 dv-neutron-821401-4-hyperv neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:31:44.405960 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-22aea983-1a2d-4603-9bc4-63967d694ce5 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:44.407151 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-22aea983-1a2d-4603-9bc4-63967d694ce5 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5218182 Dec 10 15:31:44.416405 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60106) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:44.441836 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-f9341eba-7e61-43e7-95b2-21880d399fbe tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'enable_snat': False}}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:31:44.488030 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8d6aef05-bc4e-4394-aa21-06a9eb5ef103 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:44.531219 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-b0a14737-3e7f-4955-89a8-5e6d331d9219 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Allocated IP 172.20.0.1 (3a7e2aa6-4e05-4c4b-91e8-d84345c8da33/e5f0b46d-0be6-4ed4-b042-7b584bf13303/6ae12829-a36a-45e4-b732-4796114b7fb6) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:31:44.561461 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8d6aef05-bc4e-4394-aa21-06a9eb5ef103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:44.604611 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-8d6aef05-bc4e-4394-aa21-06a9eb5ef103 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9281014fd19340349fa675e99241fd7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3281503 Dec 10 15:31:44.606237 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6aef05-bc4e-4394-aa21-06a9eb5ef103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c48a2d-cba7-4ba5-bccb-b2a394bfc56c,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:44.608643 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60110) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:44.692140 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa145d51-747b-4313-a58f-8ae044fcef3c req-e927971a-56e9-45e4-b707-bc3edf973ad9 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:44.693727 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-fa145d51-747b-4313-a58f-8ae044fcef3c req-e927971a-56e9-45e4-b707-bc3edf973ad9 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f5e5fac-ee31-44bf-a612-11364724d71a HTTP/1.1" status: 200 len: 945 time: 0.0928214 Dec 10 15:31:44.705027 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b8e0d6d8-976f-46c3-bab0-0c9d3ca9c3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:44.720453 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b8e0d6d8-976f-46c3-bab0-0c9d3ca9c3b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:44.725836 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-b8e0d6d8-976f-46c3-bab0-0c9d3ca9c3b4 admin admin] 10.222.0.20 "DELETE /v2.0/networks/f99addda-57f1-4324-933a-6f2a62cbd208 HTTP/1.1" status: 204 len: 168 time: 1.2998440 Dec 10 15:31:44.726679 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1839770d-de87-473f-a4e3-fe15ca5fa6ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:44.749138 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 84f9f897-9b33-44cd-bce0-489856e97899 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:31:44.751665 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e0d6d8-976f-46c3-bab0-0c9d3ca9c3b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f99addda-57f1-4324-933a-6f2a62cbd208,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:44.779184 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1839770d-de87-473f-a4e3-fe15ca5fa6ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:44.782414 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 84f9f897-9b33-44cd-bce0-489856e97899 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:31:44.782982 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 84f9f897-9b33-44cd-bce0-489856e97899 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:31:44.783670 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 07b1c133-283e-4e73-9d63-6f39ea7e8a50 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:31:44.799516 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-fa145d51-747b-4313-a58f-8ae044fcef3c req-31a99369-a16c-40ed-a3cc-763042f878e4 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ed67073-eeed-4d1d-86bf-a50b643bdaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910463 Dec 10 15:31:44.823524 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 07b1c133-283e-4e73-9d63-6f39ea7e8a50 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:31:44.824160 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 07b1c133-283e-4e73-9d63-6f39ea7e8a50 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:31:44.849008 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bd45d469-19a2-4855-b8be-1dd1dc8b248c tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:44.859005 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f9341eba-7e61-43e7-95b2-21880d399fbe tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:44.938812 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1839770d-de87-473f-a4e3-fe15ca5fa6ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:44.941822 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1839770d-de87-473f-a4e3-fe15ca5fa6ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:44.943763 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-1839770d-de87-473f-a4e3-fe15ca5fa6ff admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f6c48a2d-cba7-4ba5-bccb-b2a394bfc56c HTTP/1.1" status: 204 len: 168 time: 0.3267076 Dec 10 15:31:44.952890 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd45d469-19a2-4855-b8be-1dd1dc8b248c tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Pushing event deleted for resources: {'Port': ['ID=899b659f-c0d4-47f1-b0e5-c531b345b605,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:44.953745 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1839770d-de87-473f-a4e3-fe15ca5fa6ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c48a2d-cba7-4ba5-bccb-b2a394bfc56c,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:44.960339 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e97ca49-3d3a-45c3-bb98-ec738dd15cb7 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:31:44.983613 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b0a14737-3e7f-4955-89a8-5e6d331d9219 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:45.157657 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00680440-bd8d-4f2d-a929-e1c788756308 req-d3019d44-6965-4cc4-bdcf-a62204226c2a tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:45.159229 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-00680440-bd8d-4f2d-a929-e1c788756308 req-d3019d44-6965-4cc4-bdcf-a62204226c2a tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f5e5fac-ee31-44bf-a612-11364724d71a HTTP/1.1" status: 200 len: 945 time: 0.2526472 Dec 10 15:31:45.169462 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-605c7d39-2309-47fe-a9ca-d47a90f038d0 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:45.175505 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bd45d469-19a2-4855-b8be-1dd1dc8b248c tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Publish callbacks [] for floatingip, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:45.178072 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bd45d469-19a2-4855-b8be-1dd1dc8b248c tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:45.179221 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-bd45d469-19a2-4855-b8be-1dd1dc8b248c tempest-ServersTestManualDisk-1166334995 tempest-ServersTestManualDisk-1166334995-project] 10.222.0.20 "DELETE /v2.0/floatingips/eb7c1f81-5c40-4a73-bf68-830a681336ed HTTP/1.1" status: 204 len: 168 time: 2.8665507 Dec 10 15:31:45.183162 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60118) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:45.274688 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60120) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:45.314648 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fab74391-6316-4389-b719-8f701195b73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:45.371088 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-ddc9af79-5215-492f-a512-9d481ff93323 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e48df3bebd6c40d8972aebca1c524dd3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0951240 Dec 10 15:31:45.376862 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60124) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:45.484990 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b14de00e-f252-4104-ba3d-800497c3c560 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:45.535568 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b14de00e-f252-4104-ba3d-800497c3c560 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:45.556381 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b0a14737-3e7f-4955-89a8-5e6d331d9219 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:45.674534 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-96484074-2dc3-4ee3-abed-4781a26b0fef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549925'] for router_interface, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:45.687502 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a14737-3e7f-4955-89a8-5e6d331d9219 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Network 3a7e2aa6-4e05-4c4b-91e8-d84345c8da33 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:31:45.708936 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-b0a14737-3e7f-4955-89a8-5e6d331d9219 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:31:45.712321 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b14de00e-f252-4104-ba3d-800497c3c560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:45.714959 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b14de00e-f252-4104-ba3d-800497c3c560 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:45.716134 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-b14de00e-f252-4104-ba3d-800497c3c560 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/15430aa6-428e-4d12-a6e0-991184c9b025 HTTP/1.1" status: 204 len: 168 time: 0.3381042 Dec 10 15:31:45.720994 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a14737-3e7f-4955-89a8-5e6d331d9219 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:31:45.725062 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a14737-3e7f-4955-89a8-5e6d331d9219 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Pushing event updated for resources: {'Port': ['ID=6ae12829-a36a-45e4-b732-4796114b7fb6,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:45.733769 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14de00e-f252-4104-ba3d-800497c3c560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15430aa6-428e-4d12-a6e0-991184c9b025,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:45.781308 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-00680440-bd8d-4f2d-a929-e1c788756308 req-818954ab-34d4-4041-9fe1-880db959d306 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ed67073-eeed-4d1d-86bf-a50b643bdaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5982802 Dec 10 15:31:45.800053 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a14737-3e7f-4955-89a8-5e6d331d9219 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:31:45.800450 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a14737-3e7f-4955-89a8-5e6d331d9219 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:31:45.800741 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a14737-3e7f-4955-89a8-5e6d331d9219 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:31:45.801091 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a14737-3e7f-4955-89a8-5e6d331d9219 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:31:45.801434 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a14737-3e7f-4955-89a8-5e6d331d9219 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:31:45.801769 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a14737-3e7f-4955-89a8-5e6d331d9219 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:31:45.802217 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a14737-3e7f-4955-89a8-5e6d331d9219 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:31:45.802539 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a14737-3e7f-4955-89a8-5e6d331d9219 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:31:45.802872 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a14737-3e7f-4955-89a8-5e6d331d9219 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:31:45.803207 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a14737-3e7f-4955-89a8-5e6d331d9219 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:31:45.803546 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a14737-3e7f-4955-89a8-5e6d331d9219 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:31:45.803876 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a14737-3e7f-4955-89a8-5e6d331d9219 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:31:45.804202 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a14737-3e7f-4955-89a8-5e6d331d9219 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:31:45.817513 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f6f3c620-a54a-4ff9-ab20-a698553382d4 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:45.887266 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-605c7d39-2309-47fe-a9ca-d47a90f038d0 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:45.893099 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f6f3c620-a54a-4ff9-ab20-a698553382d4 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:45.911746 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b0a14737-3e7f-4955-89a8-5e6d331d9219 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552880'] for router_interface, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:46.024591 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605c7d39-2309-47fe-a9ca-d47a90f038d0 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Network a5587bb3-699d-42e1-bde3-d27ad13b4e59 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:31:46.046566 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-96484074-2dc3-4ee3-abed-4781a26b0fef admin admin] Deleting port 61314020-3784-4ea6-ac9f-b215d71ee791 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:31:46.047073 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-96484074-2dc3-4ee3-abed-4781a26b0fef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:46.054756 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-605c7d39-2309-47fe-a9ca-d47a90f038d0 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:31:46.057774 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605c7d39-2309-47fe-a9ca-d47a90f038d0 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:31:46.087659 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:46.131369 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-54cd089d-add1-4bdd-969a-2ce22cf3be19 None None] Provisioning complete for port 6ae12829-a36a-45e4-b732-4796114b7fb6 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:31:46.131756 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-54cd089d-add1-4bdd-969a-2ce22cf3be19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:46.156400 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-96484074-2dc3-4ee3-abed-4781a26b0fef admin admin] For port 61314020-3784-4ea6-ac9f-b215d71ee791, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=61314020-3784-4ea6-ac9f-b215d71ee791,segment=NetworkSegment(5c4fd87b-38ee-4dcd-9bb3-1b601d8648aa),segment_id=5c4fd87b-38ee-4dcd-9bb3-1b601d8648aa)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:31:46.157141 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-96484074-2dc3-4ee3-abed-4781a26b0fef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:46.181186 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-96484074-2dc3-4ee3-abed-4781a26b0fef admin admin] Calling delete_port for 61314020-3784-4ea6-ac9f-b215d71ee791 owned by network:router_interface {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:31:46.195183 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605c7d39-2309-47fe-a9ca-d47a90f038d0 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Pushing event updated for resources: {'Port': ['ID=c6a13ef3-161d-42df-bc2a-5d409b776baf,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:46.222508 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-54cd089d-add1-4bdd-969a-2ce22cf3be19 None None] Port 6ae12829-a36a-45e4-b732-4796114b7fb6 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:31:46.314549 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605c7d39-2309-47fe-a9ca-d47a90f038d0 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:46.315189 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-605c7d39-2309-47fe-a9ca-d47a90f038d0 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:46.375023 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-f6f3c620-a54a-4ff9-ab20-a698553382d4 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Allocated IP 172.26.2.71 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/12c515d4-b9d0-4d58-a886-3b2bfce1fee0) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:31:46.400722 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f9341eba-7e61-43e7-95b2-21880d399fbe tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:46.459442 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-8cd715eb-535b-4fab-b033-b060b1d0b457 None None] Provisioning complete for port c6a13ef3-161d-42df-bc2a-5d409b776baf triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:31:46.461816 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8cd715eb-535b-4fab-b033-b060b1d0b457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:46.487422 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f9341eba-7e61-43e7-95b2-21880d399fbe tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:46.511058 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-8cd715eb-535b-4fab-b033-b060b1d0b457 None None] Port c6a13ef3-161d-42df-bc2a-5d409b776baf cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:31:46.557878 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-605c7d39-2309-47fe-a9ca-d47a90f038d0 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.2681942 Dec 10 15:31:46.561180 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60156) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:46.567969 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-720c5826-0c9d-44a5-8d79-e91c815a264a tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Request body: {'port': {'network_id': 'a5587bb3-699d-42e1-bde3-d27ad13b4e59', 'name': 'tempest-AllowedAddressPairTestJSON-593802201'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:31:46.587169 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-96484074-2dc3-4ee3-abed-4781a26b0fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:46.589090 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60158) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:46.617320 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b0a14737-3e7f-4955-89a8-5e6d331d9219 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:46.650029 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96484074-2dc3-4ee3-abed-4781a26b0fef admin admin] Pushing event deleted for resources: {'Port': ['ID=61314020-3784-4ea6-ac9f-b215d71ee791,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:46.672245 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f6f3c620-a54a-4ff9-ab20-a698553382d4 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:46.714227 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee1437f-2431-47e2-8865-11bb878bfef3 req-76af1ddc-e12f-4131-8a98-828ca384fd01 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:46.715501 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-aee1437f-2431-47e2-8865-11bb878bfef3 req-76af1ddc-e12f-4131-8a98-828ca384fd01 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f5e5fac-ee31-44bf-a612-11364724d71a HTTP/1.1" status: 200 len: 945 time: 0.1876206 Dec 10 15:31:46.874499 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-96484074-2dc3-4ee3-abed-4781a26b0fef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550073'] for router_interface, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:46.915018 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-aee1437f-2431-47e2-8865-11bb878bfef3 req-dbd07a3c-3788-4bf8-8b54-4561eb196b55 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ed67073-eeed-4d1d-86bf-a50b643bdaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1841922 Dec 10 15:31:46.964810 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-a17c9256-dda9-4ebb-96ad-29f0862824c7 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-719133706'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:31:47.034306 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f6f3c620-a54a-4ff9-ab20-a698553382d4 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:47.126272 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f3c620-a54a-4ff9-ab20-a698553382d4 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:31:47.138189 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-f6f3c620-a54a-4ff9-ab20-a698553382d4 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:31:47.149398 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f3c620-a54a-4ff9-ab20-a698553382d4 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:31:47.168997 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e17ac0d-0cd1-416a-9223-f706ba9b63e5 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:31:47.210931 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-f9341eba-7e61-43e7-95b2-21880d399fbe tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Allocated IP 172.26.2.70 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/8c1ffb44-3849-416d-8bd8-7a6d9ff33e84) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:31:47.214934 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f3c620-a54a-4ff9-ab20-a698553382d4 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Pushing event updated for resources: {'Port': ['ID=12c515d4-b9d0-4d58-a886-3b2bfce1fee0,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:47.267943 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-ecba781e-7455-4050-b646-8cb250c12e56 None None] Provisioning complete for port 12c515d4-b9d0-4d58-a886-3b2bfce1fee0 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:31:47.268330 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ecba781e-7455-4050-b646-8cb250c12e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:47.319298 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-720c5826-0c9d-44a5-8d79-e91c815a264a tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Made reservation on behalf of 4cc01eb5c1314efba075da10bbffc41f for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:31:47.319838 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-ecba781e-7455-4050-b646-8cb250c12e56 None None] Port 12c515d4-b9d0-4d58-a886-3b2bfce1fee0 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:31:47.323545 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-720c5826-0c9d-44a5-8d79-e91c815a264a tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:47.363602 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-720c5826-0c9d-44a5-8d79-e91c815a264a tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] device_id is not set on port d06bb856-70fb-431c-ab6a-d5cd7e0ba16b yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:31:47.395625 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b0a14737-3e7f-4955-89a8-5e6d331d9219 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:47.462627 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a17c9256-dda9-4ebb-96ad-29f0862824c7 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Made reservation on behalf of 6af6b547c018414fbb71ed922833c3ea for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:31:47.466730 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a17c9256-dda9-4ebb-96ad-29f0862824c7 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:47.485575 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a17c9256-dda9-4ebb-96ad-29f0862824c7 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:47.492820 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957a2936-5a3a-4941-b6b3-5b094d992a50 req-b56d2677-6b2c-43ad-b5a9-ed3a48260455 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:47.494357 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-957a2936-5a3a-4941-b6b3-5b094d992a50 req-b56d2677-6b2c-43ad-b5a9-ed3a48260455 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f5e5fac-ee31-44bf-a612-11364724d71a HTTP/1.1" status: 200 len: 945 time: 0.0966482 Dec 10 15:31:47.497205 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b0a14737-3e7f-4955-89a8-5e6d331d9219 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:47.580356 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f9341eba-7e61-43e7-95b2-21880d399fbe tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:47.649591 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-720c5826-0c9d-44a5-8d79-e91c815a264a tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Allocated IP 172.20.0.5 (a5587bb3-699d-42e1-bde3-d27ad13b4e59/b12956fd-c16a-4fce-acd5-5af463f35fa9/d06bb856-70fb-431c-ab6a-d5cd7e0ba16b) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:31:47.661231 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a14737-3e7f-4955-89a8-5e6d331d9219 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Pushing event updated for resources: {'Port': ['ID=6ae12829-a36a-45e4-b732-4796114b7fb6,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:47.661770 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96484074-2dc3-4ee3-abed-4781a26b0fef admin admin] Router 5be9e820-47cc-4ecf-becc-5a0618d9675d has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:31:47.663705 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b0a14737-3e7f-4955-89a8-5e6d331d9219 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549888'] for router_interface, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:47.688340 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:47.779470 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-957a2936-5a3a-4941-b6b3-5b094d992a50 req-24a94b83-b578-42ce-9d9b-7ab1ad0cf11d tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ed67073-eeed-4d1d-86bf-a50b643bdaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2735524 Dec 10 15:31:47.811386 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f6f3c620-a54a-4ff9-ab20-a698553382d4 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:47.875315 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a14737-3e7f-4955-89a8-5e6d331d9219 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Network 3a7e2aa6-4e05-4c4b-91e8-d84345c8da33 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:31:47.879499 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-b0a14737-3e7f-4955-89a8-5e6d331d9219 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:31:47.892164 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a17c9256-dda9-4ebb-96ad-29f0862824c7 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:47.916812 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f9341eba-7e61-43e7-95b2-21880d399fbe tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:47.920937 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96484074-2dc3-4ee3-abed-4781a26b0fef admin admin] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:31:47.929994 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-96484074-2dc3-4ee3-abed-4781a26b0fef admin admin] 10.222.0.20 "PUT /v2.0/routers/5be9e820-47cc-4ecf-becc-5a0618d9675d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7423763 Dec 10 15:31:47.931827 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60184) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:47.952625 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8e72f1-2800-4816-989a-e4667897c330 None None] Sync routers for ids ['5be9e820-47cc-4ecf-becc-5a0618d9675d'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:31:47.965407 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8e72f1-2800-4816-989a-e4667897c330 None None] Routers {'5be9e820-47cc-4ecf-becc-5a0618d9675d'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:31:47.968545 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-3b8e72f1-2800-4816-989a-e4667897c330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:31:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['5be9e820-47cc-4ecf-becc-5a0618d9675d'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:47.980687 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9341eba-7e61-43e7-95b2-21880d399fbe tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Pushing event updated for resources: {'Port': ['ID=8c1ffb44-3849-416d-8bd8-7a6d9ff33e84,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:47.983995 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a17c9256-dda9-4ebb-96ad-29f0862824c7 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:47.995330 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a17c9256-dda9-4ebb-96ad-29f0862824c7 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:31:48.047410 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a17c9256-dda9-4ebb-96ad-29f0862824c7 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:48.047410 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.segments_db [None req-a17c9256-dda9-4ebb-96ad-29f0862824c7 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Added segment f0f7aad0-6580-4852-bb7a-6062daac9fb1 of type vlan for network 38a89166-0d32-4e14-8e18-e5dad737d2c2 Dec 10 15:31:48.050826 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9341eba-7e61-43e7-95b2-21880d399fbe tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:31:48.056658 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-f9341eba-7e61-43e7-95b2-21880d399fbe tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:31:48.064942 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17c9256-dda9-4ebb-96ad-29f0862824c7 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbedd830-4500-459a-998c-25ccc71a137c,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:48.075985 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9341eba-7e61-43e7-95b2-21880d399fbe tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:31:48.101129 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e053e6e-54b0-463f-80ba-352dc9a91733 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:31:48.123542 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-3b8e72f1-2800-4816-989a-e4667897c330 None None] Set router 5be9e820-47cc-4ecf-becc-5a0618d9675d gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:31:48.189662 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a17c9256-dda9-4ebb-96ad-29f0862824c7 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:48.213236 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-720c5826-0c9d-44a5-8d79-e91c815a264a tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:48.251386 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f962365c-046e-4781-b5b5-44c3151a2a5e admin admin] Publish callbacks [] for router, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:48.264634 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-3060d5ac-184b-42ac-a835-6c5ae8f041fe None None] Provisioning complete for port 8c1ffb44-3849-416d-8bd8-7a6d9ff33e84 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:31:48.265140 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3060d5ac-184b-42ac-a835-6c5ae8f041fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:48.298136 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0a14737-3e7f-4955-89a8-5e6d331d9219 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Router 77069c55-2f0d-4386-bbe4-992d46260ed0 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:31:48.317068 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-3060d5ac-184b-42ac-a835-6c5ae8f041fe None None] Port 8c1ffb44-3849-416d-8bd8-7a6d9ff33e84 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:31:48.369506 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a17c9256-dda9-4ebb-96ad-29f0862824c7 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:48.376728 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17c9256-dda9-4ebb-96ad-29f0862824c7 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:48.377352 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a17c9256-dda9-4ebb-96ad-29f0862824c7 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:48.404345 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-3b8e72f1-2800-4816-989a-e4667897c330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be9e820-47cc-4ecf-becc-5a0618d9675d', 'name': 'tempest-ServersTestManualDisk-1302300938-router', 'tenant_id': '345644153ba74add913c1c222de5850e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': 'a9df6d58-19e7-4b67-9f47-e25b64721994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:29:49Z', 'updated_at': '2021-12-10T15:31:46Z', 'revision_number': 5, 'project_id': '345644153ba74add913c1c222de5850e', 'gw_port': {'id': 'a9df6d58-19e7-4b67-9f47-e25b64721994', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:dd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be9e820-47cc-4ecf-becc-5a0618d9675d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:29:51Z', 'updated_at': '2021-12-10T15:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:48.448864 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8e72f1-2800-4816-989a-e4667897c330 None None] Checking router: 5be9e820-47cc-4ecf-becc-5a0618d9675d for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:31:48.459728 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60192) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:48.464545 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-0cd75cec-1be9-49e0-ba3c-61991f912422 None None] Provisioning complete for port 6ae12829-a36a-45e4-b732-4796114b7fb6 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:31:48.465044 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0cd75cec-1be9-49e0-ba3c-61991f912422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:48.466790 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8e72f1-2800-4816-989a-e4667897c330 None None] Routers {'5be9e820-47cc-4ecf-becc-5a0618d9675d'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:31:48.470568 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-3b8e72f1-2800-4816-989a-e4667897c330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:31:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['5be9e820-47cc-4ecf-becc-5a0618d9675d'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:48.470761 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-a17c9256-dda9-4ebb-96ad-29f0862824c7 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8736236 Dec 10 15:31:48.475555 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-720c5826-0c9d-44a5-8d79-e91c815a264a tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:48.477357 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17c9256-dda9-4ebb-96ad-29f0862824c7 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event updated for resources: {'Network': ['ID=38a89166-0d32-4e14-8e18-e5dad737d2c2,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:48.485643 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60194) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:48.498231 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-ad98414b-0434-4ae3-b04f-8c5f700dc6a8 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Request body: {'port': {'network_id': '38a89166-0d32-4e14-8e18-e5dad737d2c2', 'name': 'tempest-PortsIpV6TestJSON-1032718901'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:31:48.539247 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 38a89166-0d32-4e14-8e18-e5dad737d2c2 details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:31:48.585864 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f962365c-046e-4781-b5b5-44c3151a2a5e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:48.598846 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720c5826-0c9d-44a5-8d79-e91c815a264a tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Network a5587bb3-699d-42e1-bde3-d27ad13b4e59 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:31:48.611388 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-720c5826-0c9d-44a5-8d79-e91c815a264a tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:31:48.634175 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720c5826-0c9d-44a5-8d79-e91c815a264a tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:31:48.637095 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720c5826-0c9d-44a5-8d79-e91c815a264a tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Pushing event updated for resources: {'Port': ['ID=d06bb856-70fb-431c-ab6a-d5cd7e0ba16b,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:48.756699 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-fd916dcf-6423-4a04-8338-5f9345e6aedc tempest-ExternalNetworksTestJSON-839122687 tempest-ExternalNetworksTestJSON-839122687-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1795169566'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:31:48.785636 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720c5826-0c9d-44a5-8d79-e91c815a264a tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:48.786347 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-720c5826-0c9d-44a5-8d79-e91c815a264a tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:48.835102 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-f962365c-046e-4781-b5b5-44c3151a2a5e admin admin] Deleting port a9df6d58-19e7-4b67-9f47-e25b64721994 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:31:48.839736 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f962365c-046e-4781-b5b5-44c3151a2a5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:48.915712 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-0cd75cec-1be9-49e0-ba3c-61991f912422 None None] Port 6ae12829-a36a-45e4-b732-4796114b7fb6 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:31:48.919048 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd916dcf-6423-4a04-8338-5f9345e6aedc tempest-ExternalNetworksTestJSON-839122687 tempest-ExternalNetworksTestJSON-839122687-project] Made reservation on behalf of 208825f68db64733b367b79166f0eae7 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:31:48.922799 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fd916dcf-6423-4a04-8338-5f9345e6aedc tempest-ExternalNetworksTestJSON-839122687 tempest-ExternalNetworksTestJSON-839122687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:48.930134 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-3b8e72f1-2800-4816-989a-e4667897c330 None None] Set router 5be9e820-47cc-4ecf-becc-5a0618d9675d gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:31:48.940154 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fd916dcf-6423-4a04-8338-5f9345e6aedc tempest-ExternalNetworksTestJSON-839122687 tempest-ExternalNetworksTestJSON-839122687-project] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:48.996083 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-720c5826-0c9d-44a5-8d79-e91c815a264a tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.4303792 Dec 10 15:31:48.996459 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f6f3c620-a54a-4ff9-ab20-a698553382d4 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13949'] for router, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:48.999258 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60200) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:49.002586 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29358eb-e1a4-46b7-9182-ae8dc601026c req-c32a544a-fe59-49cd-9a61-b0c40a79f867 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:49.004205 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-a29358eb-e1a4-46b7-9182-ae8dc601026c req-c32a544a-fe59-49cd-9a61-b0c40a79f867 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f5e5fac-ee31-44bf-a612-11364724d71a HTTP/1.1" status: 200 len: 945 time: 0.1198387 Dec 10 15:31:49.017394 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-28f7c4d3-95cd-40a0-b64b-1e89954d4a85 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:52:70:bc'}, {'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:6e:0e:f2'}]}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:31:49.026513 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f6f3c620-a54a-4ff9-ab20-a698553382d4 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-551381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-551372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-549222'] for router, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:49.031264 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-f962365c-046e-4781-b5b5-44c3151a2a5e admin admin] For port a9df6d58-19e7-4b67-9f47-e25b64721994, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=a9df6d58-19e7-4b67-9f47-e25b64721994,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:31:49.031712 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f962365c-046e-4781-b5b5-44c3151a2a5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:49.050813 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:49.074296 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-14fe744b-ff70-45ea-9f2e-6a953d0a58db None None] Provisioning complete for port d06bb856-70fb-431c-ab6a-d5cd7e0ba16b triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:31:49.074750 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-14fe744b-ff70-45ea-9f2e-6a953d0a58db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:49.078990 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-f962365c-046e-4781-b5b5-44c3151a2a5e admin admin] Calling delete_port for a9df6d58-19e7-4b67-9f47-e25b64721994 owned by network:router_gateway {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:31:49.104399 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a14737-3e7f-4955-89a8-5e6d331d9219 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:31:49.113322 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-b0a14737-3e7f-4955-89a8-5e6d331d9219 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] 10.222.0.20 "PUT /v2.0/routers/77069c55-2f0d-4386-bbe4-992d46260ed0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9867949 Dec 10 15:31:49.114434 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60202) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:49.127894 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da23e793-5fcc-432c-bf51-7bf8e49f47ee None None] Sync routers for ids ['77069c55-2f0d-4386-bbe4-992d46260ed0'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:31:49.140513 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-14fe744b-ff70-45ea-9f2e-6a953d0a58db None None] Port d06bb856-70fb-431c-ab6a-d5cd7e0ba16b cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:31:49.148385 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da23e793-5fcc-432c-bf51-7bf8e49f47ee None None] Routers {'77069c55-2f0d-4386-bbe4-992d46260ed0'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:31:49.152499 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-da23e793-5fcc-432c-bf51-7bf8e49f47ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:31:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['77069c55-2f0d-4386-bbe4-992d46260ed0'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:49.160391 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad98414b-0434-4ae3-b04f-8c5f700dc6a8 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Made reservation on behalf of 6af6b547c018414fbb71ed922833c3ea for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:31:49.164754 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ad98414b-0434-4ae3-b04f-8c5f700dc6a8 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:49.178430 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-a29358eb-e1a4-46b7-9182-ae8dc601026c req-bba66c34-650f-4aaf-8aaf-4620256ae214 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ed67073-eeed-4d1d-86bf-a50b643bdaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1621137 Dec 10 15:31:49.214451 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-ad98414b-0434-4ae3-b04f-8c5f700dc6a8 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] device_id is not set on port f4c1e9e2-b442-4302-bb6d-ffb844ac3f1a yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:31:49.227968 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-3b8e72f1-2800-4816-989a-e4667897c330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be9e820-47cc-4ecf-becc-5a0618d9675d', 'name': 'tempest-ServersTestManualDisk-1302300938-router', 'tenant_id': '345644153ba74add913c1c222de5850e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': 'a9df6d58-19e7-4b67-9f47-e25b64721994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:29:49Z', 'updated_at': '2021-12-10T15:31:46Z', 'revision_number': 5, 'project_id': '345644153ba74add913c1c222de5850e', 'gw_port': {'id': 'a9df6d58-19e7-4b67-9f47-e25b64721994', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:dd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be9e820-47cc-4ecf-becc-5a0618d9675d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:29:51Z', 'updated_at': '2021-12-10T15:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:49.241251 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-da23e793-5fcc-432c-bf51-7bf8e49f47ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:49.266166 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da23e793-5fcc-432c-bf51-7bf8e49f47ee None None] Routers {'77069c55-2f0d-4386-bbe4-992d46260ed0'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:31:49.266795 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-da23e793-5fcc-432c-bf51-7bf8e49f47ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:31:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['77069c55-2f0d-4386-bbe4-992d46260ed0'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:49.290502 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8e72f1-2800-4816-989a-e4667897c330 None None] The sync data for ids ['5be9e820-47cc-4ecf-becc-5a0618d9675d'] in dv-neutron-821401-4-hyperv is: [{'id': '5be9e820-47cc-4ecf-becc-5a0618d9675d', 'name': 'tempest-ServersTestManualDisk-1302300938-router', 'tenant_id': '345644153ba74add913c1c222de5850e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': 'a9df6d58-19e7-4b67-9f47-e25b64721994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:29:49Z', 'updated_at': '2021-12-10T15:31:46Z', 'revision_number': 5, 'project_id': '345644153ba74add913c1c222de5850e', 'gw_port': {'id': 'a9df6d58-19e7-4b67-9f47-e25b64721994', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:dd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be9e820-47cc-4ecf-becc-5a0618d9675d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:29:51Z', 'updated_at': '2021-12-10T15:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:31:49.314846 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-da23e793-5fcc-432c-bf51-7bf8e49f47ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:49.315956 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da23e793-5fcc-432c-bf51-7bf8e49f47ee None None] The sync data for ids ['77069c55-2f0d-4386-bbe4-992d46260ed0'] in dv-neutron-821401-4-hyperv is: [] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:31:49.360022 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-38f77c73-b388-4f5e-8bc5-5836514a7432 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks [] for router, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:49.379371 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fd916dcf-6423-4a04-8338-5f9345e6aedc tempest-ExternalNetworksTestJSON-839122687 tempest-ExternalNetworksTestJSON-839122687-project] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:49.403381 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ad98414b-0434-4ae3-b04f-8c5f700dc6a8 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:49.519418 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fd916dcf-6423-4a04-8338-5f9345e6aedc tempest-ExternalNetworksTestJSON-839122687 tempest-ExternalNetworksTestJSON-839122687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:49.561168 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd916dcf-6423-4a04-8338-5f9345e6aedc tempest-ExternalNetworksTestJSON-839122687 tempest-ExternalNetworksTestJSON-839122687-project] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:31:49.593774 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fd916dcf-6423-4a04-8338-5f9345e6aedc tempest-ExternalNetworksTestJSON-839122687 tempest-ExternalNetworksTestJSON-839122687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:49.594091 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.segments_db [None req-fd916dcf-6423-4a04-8338-5f9345e6aedc tempest-ExternalNetworksTestJSON-839122687 tempest-ExternalNetworksTestJSON-839122687-project] Added segment 062d350e-baee-4bdf-97da-f1b1b31f1ac2 of type vlan for network 21d28858-916d-4108-9c94-1a049d99cbd0 Dec 10 15:31:49.597168 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd916dcf-6423-4a04-8338-5f9345e6aedc tempest-ExternalNetworksTestJSON-839122687 tempest-ExternalNetworksTestJSON-839122687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93207abb-c641-462a-a5e1-8d37279c5c14,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:49.612728 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd916dcf-6423-4a04-8338-5f9345e6aedc tempest-ExternalNetworksTestJSON-839122687 tempest-ExternalNetworksTestJSON-839122687-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:31:49.613074 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd916dcf-6423-4a04-8338-5f9345e6aedc tempest-ExternalNetworksTestJSON-839122687 tempest-ExternalNetworksTestJSON-839122687-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:31:49.613426 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd916dcf-6423-4a04-8338-5f9345e6aedc tempest-ExternalNetworksTestJSON-839122687 tempest-ExternalNetworksTestJSON-839122687-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:31:49.613752 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd916dcf-6423-4a04-8338-5f9345e6aedc tempest-ExternalNetworksTestJSON-839122687 tempest-ExternalNetworksTestJSON-839122687-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:31:49.614105 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd916dcf-6423-4a04-8338-5f9345e6aedc tempest-ExternalNetworksTestJSON-839122687 tempest-ExternalNetworksTestJSON-839122687-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:31:49.614434 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd916dcf-6423-4a04-8338-5f9345e6aedc tempest-ExternalNetworksTestJSON-839122687 tempest-ExternalNetworksTestJSON-839122687-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:31:49.614758 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd916dcf-6423-4a04-8338-5f9345e6aedc tempest-ExternalNetworksTestJSON-839122687 tempest-ExternalNetworksTestJSON-839122687-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:31:49.615082 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd916dcf-6423-4a04-8338-5f9345e6aedc tempest-ExternalNetworksTestJSON-839122687 tempest-ExternalNetworksTestJSON-839122687-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:31:49.615404 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd916dcf-6423-4a04-8338-5f9345e6aedc tempest-ExternalNetworksTestJSON-839122687 tempest-ExternalNetworksTestJSON-839122687-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:31:49.615728 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd916dcf-6423-4a04-8338-5f9345e6aedc tempest-ExternalNetworksTestJSON-839122687 tempest-ExternalNetworksTestJSON-839122687-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:31:49.616044 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd916dcf-6423-4a04-8338-5f9345e6aedc tempest-ExternalNetworksTestJSON-839122687 tempest-ExternalNetworksTestJSON-839122687-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:31:49.616366 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd916dcf-6423-4a04-8338-5f9345e6aedc tempest-ExternalNetworksTestJSON-839122687 tempest-ExternalNetworksTestJSON-839122687-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:31:49.616685 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd916dcf-6423-4a04-8338-5f9345e6aedc tempest-ExternalNetworksTestJSON-839122687 tempest-ExternalNetworksTestJSON-839122687-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:31:49.620096 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f9341eba-7e61-43e7-95b2-21880d399fbe tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:49.640924 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f962365c-046e-4781-b5b5-44c3151a2a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:49.647269 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ad98414b-0434-4ae3-b04f-8c5f700dc6a8 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:49.663529 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.api.v2.resource [None req-38f77c73-b388-4f5e-8bc5-5836514a7432 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 10 15:31:49.663529 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-38f77c73-b388-4f5e-8bc5-5836514a7432 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] 10.222.0.20 "DELETE /v2.0/routers/77069c55-2f0d-4386-bbe4-992d46260ed0 HTTP/1.1" status: 409 len: 329 time: 0.5105159 Dec 10 15:31:49.666750 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60208) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:49.687552 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-28f7c4d3-95cd-40a0-b64b-1e89954d4a85 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:49.706957 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fd916dcf-6423-4a04-8338-5f9345e6aedc tempest-ExternalNetworksTestJSON-839122687 tempest-ExternalNetworksTestJSON-839122687-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:49.716878 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f71f3-ac44-4099-93b6-bb91abfa437d req-5d7fbe38-57c8-48e8-bb0d-a3ea83a0b701 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:49.718450 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b14f71f3-ac44-4099-93b6-bb91abfa437d req-5d7fbe38-57c8-48e8-bb0d-a3ea83a0b701 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f5e5fac-ee31-44bf-a612-11364724d71a HTTP/1.1" status: 200 len: 945 time: 0.1872351 Dec 10 15:31:49.719227 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f962365c-046e-4781-b5b5-44c3151a2a5e admin admin] Pushing event deleted for resources: {'Port': ['ID=a9df6d58-19e7-4b67-9f47-e25b64721994,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:49.723774 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cacd98c6-ecf1-44e1-b934-04d05a170698 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:31:49.856811 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6f3c620-a54a-4ff9-ab20-a698553382d4 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Router 91b3552e-06c4-4414-82ec-7fee751f5c68 is scheduled to L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d with binding_index 1 {{(pid=103586) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 15:31:49.919011 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b14f71f3-ac44-4099-93b6-bb91abfa437d req-c79fa71b-47f8-4855-8d8b-e7ba001d1ff7 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ed67073-eeed-4d1d-86bf-a50b643bdaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1576743 Dec 10 15:31:49.926270 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad98414b-0434-4ae3-b04f-8c5f700dc6a8 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event updated for resources: {'Port': ['ID=f4c1e9e2-b442-4302-bb6d-ffb844ac3f1a,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:49.938702 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f962365c-046e-4781-b5b5-44c3151a2a5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552731'] for router_gateway, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:49.970324 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad98414b-0434-4ae3-b04f-8c5f700dc6a8 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Checking segment: {'id': 'f0f7aad0-6580-4852-bb7a-6062daac9fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '38a89166-0d32-4e14-8e18-e5dad737d2c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:31:49.971739 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad98414b-0434-4ae3-b04f-8c5f700dc6a8 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Network hostable DHCP agents. Network: 38a89166-0d32-4e14-8e18-e5dad737d2c2, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:31:49.973052 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fd916dcf-6423-4a04-8338-5f9345e6aedc tempest-ExternalNetworksTestJSON-839122687 tempest-ExternalNetworksTestJSON-839122687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:49.979237 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd916dcf-6423-4a04-8338-5f9345e6aedc tempest-ExternalNetworksTestJSON-839122687 tempest-ExternalNetworksTestJSON-839122687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:49.979956 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fd916dcf-6423-4a04-8338-5f9345e6aedc tempest-ExternalNetworksTestJSON-839122687 tempest-ExternalNetworksTestJSON-839122687-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:50.068947 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f962365c-046e-4781-b5b5-44c3151a2a5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13898'] for router, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:50.097739 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f962365c-046e-4781-b5b5-44c3151a2a5e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:50.155526 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd916dcf-6423-4a04-8338-5f9345e6aedc tempest-ExternalNetworksTestJSON-839122687 tempest-ExternalNetworksTestJSON-839122687-project] Pushing event updated for resources: {'Network': ['ID=21d28858-916d-4108-9c94-1a049d99cbd0,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:50.161067 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-fd916dcf-6423-4a04-8338-5f9345e6aedc tempest-ExternalNetworksTestJSON-839122687 tempest-ExternalNetworksTestJSON-839122687-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.6973214 Dec 10 15:31:50.166251 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60210) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:50.173321 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 21d28858-916d-4108-9c94-1a049d99cbd0 details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:31:50.207162 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad98414b-0434-4ae3-b04f-8c5f700dc6a8 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Network 38a89166-0d32-4e14-8e18-e5dad737d2c2 is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:31:50.224424 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-5601058f-d07f-408e-a799-10292de926fc tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Request body: {'network': {'name': 'tempest-network--1865431096', 'router:external': True}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:31:50.241858 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f962365c-046e-4781-b5b5-44c3151a2a5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549250'] for router, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:50.242578 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f962365c-046e-4781-b5b5-44c3151a2a5e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5be9e820-47cc-4ecf-becc-5a0618d9675d {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 15:31:50.250848 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f962365c-046e-4781-b5b5-44c3151a2a5e admin admin] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:50.254884 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-f962365c-046e-4781-b5b5-44c3151a2a5e admin admin] 10.222.0.20 "DELETE /v2.0/routers/5be9e820-47cc-4ecf-becc-5a0618d9675d HTTP/1.1" status: 204 len: 168 time: 2.3214276 Dec 10 15:31:50.256166 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60214) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:50.267733 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f9341eba-7e61-43e7-95b2-21880d399fbe tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13949'] for router, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:50.298564 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-ad98414b-0434-4ae3-b04f-8c5f700dc6a8 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 38a89166-0d32-4e14-8e18-e5dad737d2c2) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:31:50.305241 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad98414b-0434-4ae3-b04f-8c5f700dc6a8 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:31:50.309333 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f9341eba-7e61-43e7-95b2-21880d399fbe tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-551381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-551372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-549222'] for router, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:50.310803 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad98414b-0434-4ae3-b04f-8c5f700dc6a8 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:50.311443 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ad98414b-0434-4ae3-b04f-8c5f700dc6a8 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:50.313223 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508bb340-2fce-4d8c-9de7-d0c07fed7c2c None None] Network 38a89166-0d32-4e14-8e18-e5dad737d2c2 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:31:50.319209 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f3c620-a54a-4ff9-ab20-a698553382d4 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:31:50.326710 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5601058f-d07f-408e-a799-10292de926fc tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Made reservation on behalf of f7d6c188d394488bb81605fa59fd8de3 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:31:50.327427 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f6f3c620-a54a-4ff9-ab20-a698553382d4 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:50.327672 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5601058f-d07f-408e-a799-10292de926fc tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:50.328250 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-f6f3c620-a54a-4ff9-ab20-a698553382d4 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] 10.222.0.20 "PUT /v2.0/routers/91b3552e-06c4-4414-82ec-7fee751f5c68 HTTP/1.1" status: 200 len: 918 time: 6.7871671 Dec 10 15:31:50.332722 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60216) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:50.337429 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5601058f-d07f-408e-a799-10292de926fc tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:50.349164 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0068ff-2fb1-457b-85fe-f0f6e4940c63 None None] Sync routers for ids ['91b3552e-06c4-4414-82ec-7fee751f5c68'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:31:50.404914 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0068ff-2fb1-457b-85fe-f0f6e4940c63 None None] Routers {'91b3552e-06c4-4414-82ec-7fee751f5c68'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:31:50.405676 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-8b0068ff-2fb1-457b-85fe-f0f6e4940c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:31:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['91b3552e-06c4-4414-82ec-7fee751f5c68'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:50.419437 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-28f7c4d3-95cd-40a0-b64b-1e89954d4a85 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:50.423589 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5601058f-d07f-408e-a799-10292de926fc tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:50.426893 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f6f709a-ad6b-4cef-9cc7-ecd2dfba8e2d admin admin] Deleting subnet 0517fc1e-1822-46ab-b8d5-555d14cfeff4 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:31:50.432494 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-ad98414b-0434-4ae3-b04f-8c5f700dc6a8 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.9448967 Dec 10 15:31:50.436263 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60218) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:50.438392 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3f6f709a-ad6b-4cef-9cc7-ecd2dfba8e2d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:50.443389 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-2f7cd8e4-9c8d-4e09-9f95-6dfc40e2c8c9 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-192043859'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:31:50.457364 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-8b0068ff-2fb1-457b-85fe-f0f6e4940c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:50.495822 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0068ff-2fb1-457b-85fe-f0f6e4940c63 None None] Routers {'91b3552e-06c4-4414-82ec-7fee751f5c68'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:31:50.497357 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-8b0068ff-2fb1-457b-85fe-f0f6e4940c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:31:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['91b3552e-06c4-4414-82ec-7fee751f5c68'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:50.502127 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3f6f709a-ad6b-4cef-9cc7-ecd2dfba8e2d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11806768'] for subnet, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:50.526605 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5601058f-d07f-408e-a799-10292de926fc tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:50.533104 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-8b0068ff-2fb1-457b-85fe-f0f6e4940c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:50.533768 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0068ff-2fb1-457b-85fe-f0f6e4940c63 None None] The sync data for ids ['91b3552e-06c4-4414-82ec-7fee751f5c68'] in dv-neutron-821401-4-hyperv is: [] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:31:50.534357 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f7cd8e4-9c8d-4e09-9f95-6dfc40e2c8c9 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Made reservation on behalf of 6af6b547c018414fbb71ed922833c3ea for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:31:50.538026 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2f7cd8e4-9c8d-4e09-9f95-6dfc40e2c8c9 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:50.567075 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5601058f-d07f-408e-a799-10292de926fc tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:31:50.598517 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5601058f-d07f-408e-a799-10292de926fc tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:50.598875 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.segments_db [None req-5601058f-d07f-408e-a799-10292de926fc tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Added segment 85ab12f5-ed28-4712-8356-9b14e425a2a3 of type vlan for network 85998633-0ce1-4940-b8ea-9fab1767dfca Dec 10 15:31:50.610504 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5601058f-d07f-408e-a799-10292de926fc tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5556ee5b-ff1f-4d80-b46f-0df7f14ed801,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:50.659089 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f7cd8e4-9c8d-4e09-9f95-6dfc40e2c8c9 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:31:50.691938 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2f7cd8e4-9c8d-4e09-9f95-6dfc40e2c8c9 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:50.692194 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.segments_db [None req-2f7cd8e4-9c8d-4e09-9f95-6dfc40e2c8c9 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Added segment 12e48465-d5fb-4cc3-ac4c-002388ad5849 of type vlan for network 8ec179c0-b23e-4fa1-b2cd-5c4760ae2a96 Dec 10 15:31:50.705173 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5601058f-d07f-408e-a799-10292de926fc tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:50.707860 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3f6f709a-ad6b-4cef-9cc7-ecd2dfba8e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:50.774897 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2f7cd8e4-9c8d-4e09-9f95-6dfc40e2c8c9 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:50.850260 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-28f7c4d3-95cd-40a0-b64b-1e89954d4a85 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:50.856533 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 61314020-3784-4ea6-ac9f-b215d71ee791 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:31:50.881363 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 61314020-3784-4ea6-ac9f-b215d71ee791 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:31:50.881820 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 61314020-3784-4ea6-ac9f-b215d71ee791 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:31:50.882326 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device a9df6d58-19e7-4b67-9f47-e25b64721994 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:31:50.885389 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5601058f-d07f-408e-a799-10292de926fc tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:50.885874 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5601058f-d07f-408e-a799-10292de926fc tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:50.886545 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5601058f-d07f-408e-a799-10292de926fc tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:50.902496 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: a9df6d58-19e7-4b67-9f47-e25b64721994 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:31:50.902961 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device a9df6d58-19e7-4b67-9f47-e25b64721994 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:31:50.912330 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2f7cd8e4-9c8d-4e09-9f95-6dfc40e2c8c9 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:50.924392 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7cd8e4-9c8d-4e09-9f95-6dfc40e2c8c9 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:50.925027 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2f7cd8e4-9c8d-4e09-9f95-6dfc40e2c8c9 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:50.928457 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3f6f709a-ad6b-4cef-9cc7-ecd2dfba8e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11236721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11668521'] for subnet, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:50.946812 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-8583bcf2-c677-4643-a084-dc28e447bcb9 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] 10.222.0.20 "GET /v2.0/routers/91b3552e-06c4-4414-82ec-7fee751f5c68 HTTP/1.1" status: 200 len: 924 time: 0.6094103 Dec 10 15:31:50.966543 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60222) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:50.982664 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f7c4d3-95cd-40a0-b64b-1e89954d4a85 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Pushing event updated for resources: {'Port': ['ID=d06bb856-70fb-431c-ab6a-d5cd7e0ba16b,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:51.023350 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-28f7c4d3-95cd-40a0-b64b-1e89954d4a85 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] In _notify_port_updated(), no bound segment for port d06bb856-70fb-431c-ab6a-d5cd7e0ba16b on network a5587bb3-699d-42e1-bde3-d27ad13b4e59 {{(pid=103586) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 15:31:51.029764 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f7c4d3-95cd-40a0-b64b-1e89954d4a85 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:51.030466 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-28f7c4d3-95cd-40a0-b64b-1e89954d4a85 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:51.031857 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-28f7c4d3-95cd-40a0-b64b-1e89954d4a85 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] 10.222.0.20 "PUT /v2.0/ports/d06bb856-70fb-431c-ab6a-d5cd7e0ba16b HTTP/1.1" status: 200 len: 1055 time: 2.0301447 Dec 10 15:31:51.035930 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60224) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:51.083321 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0713bf3f-69ef-42f7-b571-e5b32276328e tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549925'] for router_interface, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:51.205656 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9341eba-7e61-43e7-95b2-21880d399fbe tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Router 666abeca-6b7e-466c-af25-ad50ad9219b3 is scheduled to L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d with binding_index 1 {{(pid=103586) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 15:31:51.251089 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f761b895-1c66-4884-856c-48876e2b868a req-eab971b9-5265-4800-bae2-9e4e74ffefb0 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:51.252619 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f761b895-1c66-4884-856c-48876e2b868a req-eab971b9-5265-4800-bae2-9e4e74ffefb0 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f5e5fac-ee31-44bf-a612-11364724d71a HTTP/1.1" status: 200 len: 945 time: 0.2174840 Dec 10 15:31:51.286373 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-75650f00-ed81-47fa-abee-8aef90e962b3 None None] Provisioning complete for port d06bb856-70fb-431c-ab6a-d5cd7e0ba16b triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:31:51.286898 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-75650f00-ed81-47fa-abee-8aef90e962b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:51.323361 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-75650f00-ed81-47fa-abee-8aef90e962b3 None None] Port d06bb856-70fb-431c-ab6a-d5cd7e0ba16b cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:31:51.327092 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-5601058f-d07f-408e-a799-10292de926fc tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1589060 Dec 10 15:31:51.329738 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3f6f709a-ad6b-4cef-9cc7-ecd2dfba8e2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:51.335094 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-3f6f709a-ad6b-4cef-9cc7-ecd2dfba8e2d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0517fc1e-1822-46ab-b8d5-555d14cfeff4 HTTP/1.1" status: 204 len: 168 time: 1.0724802 Dec 10 15:31:51.335094 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6f709a-ad6b-4cef-9cc7-ecd2dfba8e2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0517fc1e-1822-46ab-b8d5-555d14cfeff4,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:51.336687 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60226) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:51.337028 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60228) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:51.337875 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755e6906-9d04-4544-a310-86f9172a550b None None] Network a0f35dea-026e-4011-a2fc-8c909b8f7f05 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:31:51.358276 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-2f7cd8e4-9c8d-4e09-9f95-6dfc40e2c8c9 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9179015 Dec 10 15:31:51.358276 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5601058f-d07f-408e-a799-10292de926fc tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Pushing event updated for resources: {'Network': ['ID=85998633-0ce1-4940-b8ea-9fab1767dfca,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:51.360712 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60230) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:51.389140 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 85998633-0ce1-4940-b8ea-9fab1767dfca details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:31:51.410786 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-0e1ed749-b61c-4937-b2b7-1b24c29c8b05 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Request body: {'ports': [{'network_id': '38a89166-0d32-4e14-8e18-e5dad737d2c2'}, {'network_id': '8ec179c0-b23e-4fa1-b2cd-5c4760ae2a96'}]} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:31:51.411168 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-0e1ed749-b61c-4937-b2b7-1b24c29c8b05 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Request body: {'port': {'network_id': '38a89166-0d32-4e14-8e18-e5dad737d2c2'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:31:51.411563 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-0e1ed749-b61c-4937-b2b7-1b24c29c8b05 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Request body: {'port': {'network_id': '8ec179c0-b23e-4fa1-b2cd-5c4760ae2a96'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:31:51.523253 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-f0cc9fa7-0715-431e-82f4-794b60753982 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Deleting port d06bb856-70fb-431c-ab6a-d5cd7e0ba16b {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:31:51.523587 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f0cc9fa7-0715-431e-82f4-794b60753982 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:51.536591 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9341eba-7e61-43e7-95b2-21880d399fbe tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:31:51.538407 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac8e30d-e7ac-49d4-929e-7d07ec4639ab tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:51.540232 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-4ac8e30d-e7ac-49d4-929e-7d07ec4639ab tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=d5a1452c-422a-4e1a-a1c7-48738ecf752f&device_id=91b3552e-06c4-4414-82ec-7fee751f5c68&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5726781 Dec 10 15:31:51.547712 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7cd8e4-9c8d-4e09-9f95-6dfc40e2c8c9 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event updated for resources: {'Network': ['ID=8ec179c0-b23e-4fa1-b2cd-5c4760ae2a96,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:51.550236 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c27bd2-3d95-4e00-a6be-3f8e375c6ca8 None None] Sync routers for ids ['666abeca-6b7e-466c-af25-ad50ad9219b3'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:31:51.550688 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60232) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:51.555301 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f9341eba-7e61-43e7-95b2-21880d399fbe tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:51.556484 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-f9341eba-7e61-43e7-95b2-21880d399fbe tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] 10.222.0.20 "PUT /v2.0/routers/666abeca-6b7e-466c-af25-ad50ad9219b3 HTTP/1.1" status: 200 len: 915 time: 7.1391218 Dec 10 15:31:51.559590 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c8666685-936d-4510-8e0c-9d9c31046f57 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:51.561771 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 8ec179c0-b23e-4fa1-b2cd-5c4760ae2a96 details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:31:51.563217 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f761b895-1c66-4884-856c-48876e2b868a req-9e6200a6-b55c-4dfc-ae3c-051a8e43a200 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ed67073-eeed-4d1d-86bf-a50b643bdaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3019216 Dec 10 15:31:51.565060 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60234) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:51.581037 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-86ab3192-0217-49c3-8fd3-4157346ef7bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:51.589100 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c27bd2-3d95-4e00-a6be-3f8e375c6ca8 None None] Routers {'666abeca-6b7e-466c-af25-ad50ad9219b3'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:31:51.590622 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-17c27bd2-3d95-4e00-a6be-3f8e375c6ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:31:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['666abeca-6b7e-466c-af25-ad50ad9219b3'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:51.604572 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d489353f-3994-426f-8f7b-83a7714133d1 None None] DHCP port deletion for a0f35dea-026e-4011-a2fc-8c909b8f7f05 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:31:51.671702 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-17c27bd2-3d95-4e00-a6be-3f8e375c6ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:51.681417 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c27bd2-3d95-4e00-a6be-3f8e375c6ca8 None None] Routers {'666abeca-6b7e-466c-af25-ad50ad9219b3'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:31:51.682292 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-17c27bd2-3d95-4e00-a6be-3f8e375c6ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:31:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['666abeca-6b7e-466c-af25-ad50ad9219b3'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:51.720373 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-17c27bd2-3d95-4e00-a6be-3f8e375c6ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:51.721471 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c27bd2-3d95-4e00-a6be-3f8e375c6ca8 None None] The sync data for ids ['666abeca-6b7e-466c-af25-ad50ad9219b3'] in dv-neutron-821401-4-hyperv is: [] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:31:51.738564 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-d489353f-3994-426f-8f7b-83a7714133d1 None None] Deleting port 53321090-d30d-44c7-ae52-883f252b5174 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:31:51.738944 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d489353f-3994-426f-8f7b-83a7714133d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:51.812236 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-d489353f-3994-426f-8f7b-83a7714133d1 None None] For port 53321090-d30d-44c7-ae52-883f252b5174, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=53321090-d30d-44c7-ae52-883f252b5174,segment=NetworkSegment(5c4fd87b-38ee-4dcd-9bb3-1b601d8648aa),segment_id=5c4fd87b-38ee-4dcd-9bb3-1b601d8648aa)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:31:51.812533 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d489353f-3994-426f-8f7b-83a7714133d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:51.817460 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f0cc9fa7-0715-431e-82f4-794b60753982 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:51.827120 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c8666685-936d-4510-8e0c-9d9c31046f57 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:51.828407 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-d489353f-3994-426f-8f7b-83a7714133d1 None None] Calling delete_port for 53321090-d30d-44c7-ae52-883f252b5174 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:31:51.841356 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-f0cc9fa7-0715-431e-82f4-794b60753982 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Calling delete_port for d06bb856-70fb-431c-ab6a-d5cd7e0ba16b owned by {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:31:51.867214 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-35ad36eb-ed6c-4b34-a9ae-367fd290fba1 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] 10.222.0.20 "GET /v2.0/routers/666abeca-6b7e-466c-af25-ad50ad9219b3 HTTP/1.1" status: 200 len: 921 time: 0.2681267 Dec 10 15:31:51.868915 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-c8666685-936d-4510-8e0c-9d9c31046f57 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85998633-0ce1-4940-b8ea-9fab1767dfca']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:51.869822 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60238) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:51.887618 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2340e1-1b75-4473-9943-2da80a99d0e5 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:51.890070 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-ec2340e1-1b75-4473-9943-2da80a99d0e5 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] 10.222.0.20 "GET /v2.0/networks/d5a1452c-422a-4e1a-a1c7-48738ecf752f HTTP/1.1" status: 200 len: 881 time: 0.3358040 Dec 10 15:31:51.891996 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-c8666685-936d-4510-8e0c-9d9c31046f57 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85ab12f5-ed28-4712-8356-9b14e425a2a3') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:51.892306 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-c8666685-936d-4510-8e0c-9d9c31046f57 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85ab12f5-ed28-4712-8356-9b14e425a2a3') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:51.901193 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60240) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:51.917398 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c8666685-936d-4510-8e0c-9d9c31046f57 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11806923'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:51.928852 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-86ab3192-0217-49c3-8fd3-4157346ef7bf admin admin] Deleting port 53321090-d30d-44c7-ae52-883f252b5174 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:31:51.929268 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-86ab3192-0217-49c3-8fd3-4157346ef7bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:51.963818 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-5f04c4c4-9090-4f87-9504-8d352ba08b15 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] 10.222.0.20 "GET /v2.0/ports?device_id=91b3552e-06c4-4414-82ec-7fee751f5c68 HTTP/1.1" status: 200 len: 205 time: 0.0574169 Dec 10 15:31:51.964138 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60242) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:51.969937 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a833d2dc-4219-4aa5-9fdc-66e45a6538b2 req-47183735-dbf1-486c-8f1f-9b22d1199e9f tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:51.971660 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-a833d2dc-4219-4aa5-9fdc-66e45a6538b2 req-47183735-dbf1-486c-8f1f-9b22d1199e9f tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f5e5fac-ee31-44bf-a612-11364724d71a HTTP/1.1" status: 200 len: 945 time: 0.2200038 Dec 10 15:31:52.005266 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c8666685-936d-4510-8e0c-9d9c31046f57 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:52.012682 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d489353f-3994-426f-8f7b-83a7714133d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:52.019435 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e1ed749-b61c-4937-b2b7-1b24c29c8b05 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Made reservation on behalf of 6af6b547c018414fbb71ed922833c3ea for: {'port': 2} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:31:52.027380 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0e1ed749-b61c-4937-b2b7-1b24c29c8b05 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:52.032283 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8666685-936d-4510-8e0c-9d9c31046f57 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:31:52.032694 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c8666685-936d-4510-8e0c-9d9c31046f57 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11236635'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:52.034655 dv-neutron-821401-4-hyperv neutron-server[103587]: Traceback (most recent call last): Dec 10 15:31:52.034655 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:31:52.034655 dv-neutron-821401-4-hyperv neutron-server[103587]: timer() Dec 10 15:31:52.034655 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:31:52.034655 dv-neutron-821401-4-hyperv neutron-server[103587]: cb(*args, **kw) Dec 10 15:31:52.034655 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:31:52.034655 dv-neutron-821401-4-hyperv neutron-server[103587]: return func(*args, **kwargs) Dec 10 15:31:52.034655 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:31:52.034655 dv-neutron-821401-4-hyperv neutron-server[103587]: self._notify() Dec 10 15:31:52.034655 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:31:52.034655 dv-neutron-821401-4-hyperv neutron-server[103587]: self.callback(batched_events) Dec 10 15:31:52.034655 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:31:52.034655 dv-neutron-821401-4-hyperv neutron-server[103587]: event.method(event) Dec 10 15:31:52.034655 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:31:52.034655 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:31:52.034655 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:31:52.034655 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:31:52.034655 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:31:52.034655 dv-neutron-821401-4-hyperv neutron-server[103587]: return f(self, *a, **k) Dec 10 15:31:52.034655 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:31:52.034655 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._get(url).json() Dec 10 15:31:52.034655 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:31:52.034655 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:31:52.034655 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:31:52.034655 dv-neutron-821401-4-hyperv neutron-server[103587]: return self.request(url, 'GET', **kwargs) Dec 10 15:31:52.034655 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:31:52.034655 dv-neutron-821401-4-hyperv neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:31:52.034655 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:31:52.034655 dv-neutron-821401-4-hyperv neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:31:52.034655 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:31:52.034655 dv-neutron-821401-4-hyperv neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:31:52.034655 dv-neutron-821401-4-hyperv neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:31:52.042118 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d489353f-3994-426f-8f7b-83a7714133d1 None None] Pushing event deleted for resources: {'Port': ['ID=53321090-d30d-44c7-ae52-883f252b5174,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:52.047330 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d489353f-3994-426f-8f7b-83a7714133d1 None None] No DVR routers for this DVR port 53321090-d30d-44c7-ae52-883f252b5174 on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:31:52.055571 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1c8851-8b49-444c-bdd2-a6e469ed8907 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:52.059625 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-df1c8851-8b49-444c-bdd2-a6e469ed8907 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=d5a1452c-422a-4e1a-a1c7-48738ecf752f&device_id=666abeca-6b7e-466c-af25-ad50ad9219b3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1829665 Dec 10 15:31:52.059781 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d489353f-3994-426f-8f7b-83a7714133d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:31:52.059781 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d489353f-3994-426f-8f7b-83a7714133d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:31:52.059781 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d489353f-3994-426f-8f7b-83a7714133d1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:31:52.059781 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d489353f-3994-426f-8f7b-83a7714133d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:31:52.059781 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d489353f-3994-426f-8f7b-83a7714133d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:31:52.059781 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d489353f-3994-426f-8f7b-83a7714133d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:31:52.059781 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d489353f-3994-426f-8f7b-83a7714133d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:31:52.060376 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d489353f-3994-426f-8f7b-83a7714133d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:31:52.062228 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d489353f-3994-426f-8f7b-83a7714133d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:31:52.062228 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d489353f-3994-426f-8f7b-83a7714133d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:31:52.062228 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d489353f-3994-426f-8f7b-83a7714133d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:31:52.062228 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d489353f-3994-426f-8f7b-83a7714133d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:31:52.062228 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d489353f-3994-426f-8f7b-83a7714133d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:31:52.065720 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60244) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:52.083568 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0e1ed749-b61c-4937-b2b7-1b24c29c8b05 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:52.127006 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-86ab3192-0217-49c3-8fd3-4157346ef7bf admin admin] For port 53321090-d30d-44c7-ae52-883f252b5174, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=53321090-d30d-44c7-ae52-883f252b5174,segment=NetworkSegment(5c4fd87b-38ee-4dcd-9bb3-1b601d8648aa),segment_id=5c4fd87b-38ee-4dcd-9bb3-1b601d8648aa)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:31:52.127402 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-86ab3192-0217-49c3-8fd3-4157346ef7bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:52.140869 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-a833d2dc-4219-4aa5-9fdc-66e45a6538b2 req-dd632978-2951-43fb-a428-106a4e7f7d02 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ed67073-eeed-4d1d-86bf-a50b643bdaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395371 Dec 10 15:31:52.146049 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-86ab3192-0217-49c3-8fd3-4157346ef7bf admin admin] Calling delete_port for 53321090-d30d-44c7-ae52-883f252b5174 owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:31:52.191607 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-0713bf3f-69ef-42f7-b571-e5b32276328e tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Deleting port 6ae12829-a36a-45e4-b732-4796114b7fb6 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:31:52.191966 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0713bf3f-69ef-42f7-b571-e5b32276328e tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:52.235358 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c8666685-936d-4510-8e0c-9d9c31046f57 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:52.240752 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8666685-936d-4510-8e0c-9d9c31046f57 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 85998633-0ce1-4940-b8ea-9fab1767dfca {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 10 15:31:52.242781 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c8666685-936d-4510-8e0c-9d9c31046f57 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:52.249458 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-c8666685-936d-4510-8e0c-9d9c31046f57 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] 10.222.0.20 "DELETE /v2.0/networks/85998633-0ce1-4940-b8ea-9fab1767dfca HTTP/1.1" status: 204 len: 168 time: 0.9073839 Dec 10 15:31:52.249458 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-86ab3192-0217-49c3-8fd3-4157346ef7bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:52.251710 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60248) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:52.268546 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-1ace33e0-8177-43f1-90a9-740355fffa8e tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:31:52.294870 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8666685-936d-4510-8e0c-9d9c31046f57 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Pushing event deleted for resources: {'Network': ['ID=85998633-0ce1-4940-b8ea-9fab1767dfca,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:52.298981 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ab3192-0217-49c3-8fd3-4157346ef7bf admin admin] Pushing event deleted for resources: {'Port': ['ID=53321090-d30d-44c7-ae52-883f252b5174,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:52.304227 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ab3192-0217-49c3-8fd3-4157346ef7bf admin admin] No DVR routers for this DVR port 53321090-d30d-44c7-ae52-883f252b5174 on host dv-neutron-821401-4-hyperv {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:31:52.337906 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4b235a23-f9ba-47eb-843c-40d5ccb103c4 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks [] for router, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:52.388998 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-86ab3192-0217-49c3-8fd3-4157346ef7bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:52.412757 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-86ab3192-0217-49c3-8fd3-4157346ef7bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0f35dea-026e-4011-a2fc-8c909b8f7f05']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:52.423937 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-86ab3192-0217-49c3-8fd3-4157346ef7bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c4fd87b-38ee-4dcd-9bb3-1b601d8648aa') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:52.424316 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-86ab3192-0217-49c3-8fd3-4157346ef7bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c4fd87b-38ee-4dcd-9bb3-1b601d8648aa') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:52.435762 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-86ab3192-0217-49c3-8fd3-4157346ef7bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11806923'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:52.443060 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ace33e0-8177-43f1-90a9-740355fffa8e tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Made reservation on behalf of f7d6c188d394488bb81605fa59fd8de3 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:31:52.445279 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1ace33e0-8177-43f1-90a9-740355fffa8e tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:52.455463 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-0e1ed749-b61c-4937-b2b7-1b24c29c8b05 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] device_id is not set on port ba8fae75-4dab-494e-871d-96c565d42f3d yet. {{(pid=103586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:31:52.463278 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-86ab3192-0217-49c3-8fd3-4157346ef7bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:52.475843 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86ab3192-0217-49c3-8fd3-4157346ef7bf admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:31:52.480645 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-86ab3192-0217-49c3-8fd3-4157346ef7bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11236635'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:52.480645 dv-neutron-821401-4-hyperv neutron-server[103587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:31:52.480645 dv-neutron-821401-4-hyperv neutron-server[103587]: self.session.flush() Dec 10 15:31:52.480645 dv-neutron-821401-4-hyperv neutron-server[103587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:31:52.480645 dv-neutron-821401-4-hyperv neutron-server[103587]: self.session.flush() Dec 10 15:31:52.480645 dv-neutron-821401-4-hyperv neutron-server[103587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:31:52.480645 dv-neutron-821401-4-hyperv neutron-server[103587]: self.session.flush() Dec 10 15:31:52.480645 dv-neutron-821401-4-hyperv neutron-server[103587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:31:52.480645 dv-neutron-821401-4-hyperv neutron-server[103587]: self.session.flush() Dec 10 15:31:52.480645 dv-neutron-821401-4-hyperv neutron-server[103587]: Traceback (most recent call last): Dec 10 15:31:52.480645 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:31:52.480645 dv-neutron-821401-4-hyperv neutron-server[103587]: timer() Dec 10 15:31:52.480645 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:31:52.480645 dv-neutron-821401-4-hyperv neutron-server[103587]: cb(*args, **kw) Dec 10 15:31:52.480645 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:31:52.480645 dv-neutron-821401-4-hyperv neutron-server[103587]: return func(*args, **kwargs) Dec 10 15:31:52.480645 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:31:52.480645 dv-neutron-821401-4-hyperv neutron-server[103587]: self._notify() Dec 10 15:31:52.480645 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:31:52.480645 dv-neutron-821401-4-hyperv neutron-server[103587]: self.callback(batched_events) Dec 10 15:31:52.480645 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:31:52.480645 dv-neutron-821401-4-hyperv neutron-server[103587]: event.method(event) Dec 10 15:31:52.480645 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:31:52.480645 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:31:52.480645 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:31:52.480645 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:31:52.480645 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:31:52.480645 dv-neutron-821401-4-hyperv neutron-server[103587]: return f(self, *a, **k) Dec 10 15:31:52.480645 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:31:52.480645 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._get(url).json() Dec 10 15:31:52.480645 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:31:52.480645 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:31:52.480645 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:31:52.480645 dv-neutron-821401-4-hyperv neutron-server[103587]: return self.request(url, 'GET', **kwargs) Dec 10 15:31:52.480645 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:31:52.480645 dv-neutron-821401-4-hyperv neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:31:52.480645 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:31:52.480645 dv-neutron-821401-4-hyperv neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:31:52.480645 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:31:52.480645 dv-neutron-821401-4-hyperv neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:31:52.480645 dv-neutron-821401-4-hyperv neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:31:52.499654 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8924213-ee6b-40c0-9f49-06721f783e0a tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:52.499880 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ace33e0-8177-43f1-90a9-740355fffa8e tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:31:52.500178 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-d8924213-ee6b-40c0-9f49-06721f783e0a tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] 10.222.0.20 "GET /v2.0/networks/d5a1452c-422a-4e1a-a1c7-48738ecf752f HTTP/1.1" status: 200 len: 881 time: 0.4335704 Dec 10 15:31:52.525200 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60250) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:52.548569 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0713bf3f-69ef-42f7-b571-e5b32276328e tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:52.566229 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1ace33e0-8177-43f1-90a9-740355fffa8e tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:52.566817 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.segments_db [None req-1ace33e0-8177-43f1-90a9-740355fffa8e tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Added segment 1f885495-dea7-439b-9fa5-bd06daa42582 of type vlan for network f01b1d75-9202-48f6-b05b-b20f8fea9b15 Dec 10 15:31:52.572084 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-ec8afde5-1cab-40b5-a7ad-46036850039b tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] 10.222.0.20 "GET /v2.0/ports?device_id=666abeca-6b7e-466c-af25-ad50ad9219b3 HTTP/1.1" status: 200 len: 205 time: 0.0407789 Dec 10 15:31:52.576111 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d4d8c3-a427-4800-95a2-bb238289a86e req-2f8d9a14-933b-4cb9-9056-777b2512d669 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:52.578724 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60252) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:52.578858 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-b3d4d8c3-a427-4800-95a2-bb238289a86e req-2f8d9a14-933b-4cb9-9056-777b2512d669 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f5e5fac-ee31-44bf-a612-11364724d71a HTTP/1.1" status: 200 len: 945 time: 0.3280156 Dec 10 15:31:52.578858 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f0cc9fa7-0715-431e-82f4-794b60753982 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:52.584262 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-0713bf3f-69ef-42f7-b571-e5b32276328e tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Calling delete_port for 6ae12829-a36a-45e4-b732-4796114b7fb6 owned by network:router_interface {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:31:52.666216 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1ace33e0-8177-43f1-90a9-740355fffa8e tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:52.678070 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cc9fa7-0715-431e-82f4-794b60753982 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Pushing event deleted for resources: {'Port': ['ID=d06bb856-70fb-431c-ab6a-d5cd7e0ba16b,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:52.707085 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4b235a23-f9ba-47eb-843c-40d5ccb103c4 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:52.713447 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-86ab3192-0217-49c3-8fd3-4157346ef7bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:52.718163 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-86ab3192-0217-49c3-8fd3-4157346ef7bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:52.722096 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-86ab3192-0217-49c3-8fd3-4157346ef7bf admin admin] 10.222.0.20 "DELETE /v2.0/networks/a0f35dea-026e-4011-a2fc-8c909b8f7f05 HTTP/1.1" status: 204 len: 168 time: 1.3823323 Dec 10 15:31:52.756244 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ab3192-0217-49c3-8fd3-4157346ef7bf admin admin] Pushing event deleted for resources: {'Network': ['ID=a0f35dea-026e-4011-a2fc-8c909b8f7f05,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:52.773217 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-74171ff8-585d-4545-8de5-a7deda615fbb tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks [] for router, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:52.812824 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 53321090-d30d-44c7-ae52-883f252b5174 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:31:52.860712 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 53321090-d30d-44c7-ae52-883f252b5174 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:31:52.861819 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 53321090-d30d-44c7-ae52-883f252b5174 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:31:52.901238 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1ace33e0-8177-43f1-90a9-740355fffa8e tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:52.902400 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ace33e0-8177-43f1-90a9-740355fffa8e tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:52.903089 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1ace33e0-8177-43f1-90a9-740355fffa8e tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:52.922761 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-74171ff8-585d-4545-8de5-a7deda615fbb tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:52.978339 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ace33e0-8177-43f1-90a9-740355fffa8e tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Pushing event updated for resources: {'Network': ['ID=f01b1d75-9202-48f6-b05b-b20f8fea9b15,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:52.990426 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network f01b1d75-9202-48f6-b05b-b20f8fea9b15 details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:31:53.009089 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-b3d4d8c3-a427-4800-95a2-bb238289a86e req-190e092b-247d-488f-954f-1e3d670f386d tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ed67073-eeed-4d1d-86bf-a50b643bdaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4101651 Dec 10 15:31:53.077300 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-1ace33e0-8177-43f1-90a9-740355fffa8e tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.8167853 Dec 10 15:31:53.080473 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60258) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:53.085111 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-f79bad41-4c72-4a6d-9ed1-051ffbd4e240 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Request body: {'subnet': {'network_id': 'f01b1d75-9202-48f6-b05b-b20f8fea9b15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:31:53.098995 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0e1ed749-b61c-4937-b2b7-1b24c29c8b05 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:53.135167 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-74171ff8-585d-4545-8de5-a7deda615fbb tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Deleting port 8c1ffb44-3849-416d-8bd8-7a6d9ff33e84 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:31:53.135505 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-74171ff8-585d-4545-8de5-a7deda615fbb tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:53.200284 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e85046-f190-42d1-a449-cffcfb8bc395 req-b6857616-7886-4ed1-ad68-53df2f62abd6 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:53.201829 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d8e85046-f190-42d1-a449-cffcfb8bc395 req-b6857616-7886-4ed1-ad68-53df2f62abd6 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f5e5fac-ee31-44bf-a612-11364724d71a HTTP/1.1" status: 200 len: 945 time: 0.1048708 Dec 10 15:31:53.238760 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60260) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:53.251532 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f79bad41-4c72-4a6d-9ed1-051ffbd4e240 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Made reservation on behalf of f7d6c188d394488bb81605fa59fd8de3 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:31:53.253826 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f79bad41-4c72-4a6d-9ed1-051ffbd4e240 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11668558'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:53.272269 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-74171ff8-585d-4545-8de5-a7deda615fbb tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:53.350429 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-74171ff8-585d-4545-8de5-a7deda615fbb tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Calling delete_port for 8c1ffb44-3849-416d-8bd8-7a6d9ff33e84 owned by network:router_gateway {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:31:53.369080 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d8e85046-f190-42d1-a449-cffcfb8bc395 req-3b9e1b2b-f84f-4830-a2cb-ee16486dc8de tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ed67073-eeed-4d1d-86bf-a50b643bdaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574752 Dec 10 15:31:53.391355 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-99c1cb05-c549-4eac-8295-c7d280788814 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=345644153ba74add913c1c222de5850e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1514647 Dec 10 15:31:53.395479 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60262) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:53.544257 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-084de3d0-ba0e-4c63-ba12-479fd556c466 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:53.574173 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-084de3d0-ba0e-4c63-ba12-479fd556c466 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:53.596680 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-0e1ed749-b61c-4937-b2b7-1b24c29c8b05 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] device_id is not set on port edaeed5c-4daf-4bce-9a07-2fb7a29fa80e yet. {{(pid=103586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:31:53.612959 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-4b235a23-f9ba-47eb-843c-40d5ccb103c4 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Deleting port 12c515d4-b9d0-4d58-a886-3b2bfce1fee0 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:31:53.613461 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4b235a23-f9ba-47eb-843c-40d5ccb103c4 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:53.692078 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f0cc9fa7-0715-431e-82f4-794b60753982 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:53.695250 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-f0cc9fa7-0715-431e-82f4-794b60753982 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] 10.222.0.20 "DELETE /v2.0/ports/d06bb856-70fb-431c-ab6a-d5cd7e0ba16b HTTP/1.1" status: 204 len: 168 time: 2.6582863 Dec 10 15:31:53.698072 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60266) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:53.722292 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-74171ff8-585d-4545-8de5-a7deda615fbb tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:53.726812 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f893835-75f8-4aed-9806-a2bc535b4f6b tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] GET failed (client error): The resource could not be found. Dec 10 15:31:53.729017 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-8f893835-75f8-4aed-9806-a2bc535b4f6b tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] 10.222.0.20 "GET /v2.0/ports/d06bb856-70fb-431c-ab6a-d5cd7e0ba16b HTTP/1.1" status: 404 len: 333 time: 0.0291662 Dec 10 15:31:53.733677 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60268) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:53.754909 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74171ff8-585d-4545-8de5-a7deda615fbb tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Pushing event deleted for resources: {'Port': ['ID=8c1ffb44-3849-416d-8bd8-7a6d9ff33e84,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:53.757671 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-084de3d0-ba0e-4c63-ba12-479fd556c466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:53.760327 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-084de3d0-ba0e-4c63-ba12-479fd556c466 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:53.764281 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-084de3d0-ba0e-4c63-ba12-479fd556c466 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4123cacb-a8ce-4f47-87cc-1864ef443ba5 HTTP/1.1" status: 204 len: 168 time: 0.3379073 Dec 10 15:31:53.773187 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4b235a23-f9ba-47eb-843c-40d5ccb103c4 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:53.780113 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb679fed-fd8b-4d95-8419-1d0094b8e01d None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:31:53.812303 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084de3d0-ba0e-4c63-ba12-479fd556c466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4123cacb-a8ce-4f47-87cc-1864ef443ba5,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:53.827847 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-4b235a23-f9ba-47eb-843c-40d5ccb103c4 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Calling delete_port for 12c515d4-b9d0-4d58-a886-3b2bfce1fee0 owned by network:router_gateway {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:31:53.829550 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0713bf3f-69ef-42f7-b571-e5b32276328e tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:53.850693 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-74171ff8-585d-4545-8de5-a7deda615fbb tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552731'] for router_gateway, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:53.950127 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0713bf3f-69ef-42f7-b571-e5b32276328e tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Pushing event deleted for resources: {'Port': ['ID=6ae12829-a36a-45e4-b732-4796114b7fb6,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:53.980273 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-74171ff8-585d-4545-8de5-a7deda615fbb tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13898'] for router, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:53.985504 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-74171ff8-585d-4545-8de5-a7deda615fbb tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:53.989413 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0e1ed749-b61c-4937-b2b7-1b24c29c8b05 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:54.141637 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-74171ff8-585d-4545-8de5-a7deda615fbb tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549250'] for router, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:54.142418 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74171ff8-585d-4545-8de5-a7deda615fbb tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Fanout notify agent at l3_agent the message router_deleted on router 666abeca-6b7e-466c-af25-ad50ad9219b3 {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 15:31:54.159650 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-74171ff8-585d-4545-8de5-a7deda615fbb tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:54.164219 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-74171ff8-585d-4545-8de5-a7deda615fbb tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] 10.222.0.20 "DELETE /v2.0/routers/666abeca-6b7e-466c-af25-ad50ad9219b3 HTTP/1.1" status: 204 len: 168 time: 1.5817208 Dec 10 15:31:54.166865 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60274) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:54.171494 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-aa5962d2-995d-476b-a756-d9fd6d15314b tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2041280436', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}, 'admin_state_up': False}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:31:54.243503 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-32eb5b2c-b057-4c24-85fe-45117565b27d tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Deleting port c6a13ef3-161d-42df-bc2a-5d409b776baf {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:31:54.243848 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-32eb5b2c-b057-4c24-85fe-45117565b27d tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:54.291284 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0e1ed749-b61c-4937-b2b7-1b24c29c8b05 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:54.301001 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.objects.ports [None req-f79bad41-4c72-4a6d-9ed1-051ffbd4e240 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103587) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 15:31:54.301531 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f79bad41-4c72-4a6d-9ed1-051ffbd4e240 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11236534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11668560'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:54.309571 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-aa5962d2-995d-476b-a756-d9fd6d15314b tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13912'] for router, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:54.310623 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-aa5962d2-995d-476b-a756-d9fd6d15314b tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:54.365019 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79bad41-4c72-4a6d-9ed1-051ffbd4e240 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c6255616-70f4-4a9b-b02b-33c92c6f6f32,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:54.369323 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0713bf3f-69ef-42f7-b571-e5b32276328e tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550073'] for router_interface, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:54.375975 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79bad41-4c72-4a6d-9ed1-051ffbd4e240 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Checking segment: {'id': '1f885495-dea7-439b-9fa5-bd06daa42582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f01b1d75-9202-48f6-b05b-b20f8fea9b15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:31:54.376344 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79bad41-4c72-4a6d-9ed1-051ffbd4e240 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Network hostable DHCP agents. Network: f01b1d75-9202-48f6-b05b-b20f8fea9b15, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:31:54.400053 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1ed749-b61c-4937-b2b7-1b24c29c8b05 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event updated for resources: {'Port': ['ID=ba8fae75-4dab-494e-871d-96c565d42f3d,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:54.409190 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1ed749-b61c-4937-b2b7-1b24c29c8b05 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Network 38a89166-0d32-4e14-8e18-e5dad737d2c2 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:31:54.417370 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-0e1ed749-b61c-4937-b2b7-1b24c29c8b05 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:31:54.459161 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1ed749-b61c-4937-b2b7-1b24c29c8b05 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:31:54.460015 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0e1ed749-b61c-4937-b2b7-1b24c29c8b05 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:54.498277 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79bad41-4c72-4a6d-9ed1-051ffbd4e240 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Network f01b1d75-9202-48f6-b05b-b20f8fea9b15 is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:31:54.540947 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-32eb5b2c-b057-4c24-85fe-45117565b27d tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:54.561687 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4b235a23-f9ba-47eb-843c-40d5ccb103c4 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:54.583681 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1ed749-b61c-4937-b2b7-1b24c29c8b05 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event updated for resources: {'Port': ['ID=edaeed5c-4daf-4bce-9a07-2fb7a29fa80e,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:54.586346 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-32eb5b2c-b057-4c24-85fe-45117565b27d tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Calling delete_port for c6a13ef3-161d-42df-bc2a-5d409b776baf owned by {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:31:54.587326 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-aa5962d2-995d-476b-a756-d9fd6d15314b tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:54.629685 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175c97e5-f56f-48e1-b220-0cef6f7368f5 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:31:54.636387 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-f79bad41-4c72-4a6d-9ed1-051ffbd4e240 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, f01b1d75-9202-48f6-b05b-b20f8fea9b15) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:31:54.641411 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79bad41-4c72-4a6d-9ed1-051ffbd4e240 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:54.642056 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f79bad41-4c72-4a6d-9ed1-051ffbd4e240 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:54.654349 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62fe394-b3d1-4ec3-8474-2d880a3bb993 None None] Network f01b1d75-9202-48f6-b05b-b20f8fea9b15 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:31:54.703302 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b235a23-f9ba-47eb-843c-40d5ccb103c4 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Pushing event deleted for resources: {'Port': ['ID=12c515d4-b9d0-4d58-a886-3b2bfce1fee0,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:54.740963 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-f79bad41-4c72-4a6d-9ed1-051ffbd4e240 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6596119 Dec 10 15:31:54.743816 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60288) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:54.748890 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-93570f4a-4908-4ce9-bc1a-45688b094e3f tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Request body: {'floatingip': {'floating_network_id': 'f01b1d75-9202-48f6-b05b-b20f8fea9b15'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:31:54.782875 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0713bf3f-69ef-42f7-b571-e5b32276328e tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Router 77069c55-2f0d-4386-bbe4-992d46260ed0 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:31:54.786654 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1ed749-b61c-4937-b2b7-1b24c29c8b05 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Checking segment: {'id': '12e48465-d5fb-4cc3-ac4c-002388ad5849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8ec179c0-b23e-4fa1-b2cd-5c4760ae2a96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:31:54.787025 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1ed749-b61c-4937-b2b7-1b24c29c8b05 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Network hostable DHCP agents. Network: 8ec179c0-b23e-4fa1-b2cd-5c4760ae2a96, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:31:54.812686 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4b235a23-f9ba-47eb-843c-40d5ccb103c4 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552731'] for router_gateway, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:54.822961 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b76038-1f1c-4b4d-8f83-bb6760759080 None None] Network f01b1d75-9202-48f6-b05b-b20f8fea9b15 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:31:54.836000 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-aa5962d2-995d-476b-a756-d9fd6d15314b tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:54.955483 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-93570f4a-4908-4ce9-bc1a-45688b094e3f tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:54.963696 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4b235a23-f9ba-47eb-843c-40d5ccb103c4 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13898'] for router, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:54.992736 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4b235a23-f9ba-47eb-843c-40d5ccb103c4 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:55.007072 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0713bf3f-69ef-42f7-b571-e5b32276328e tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:31:55.020627 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3cde54-202e-4919-b805-731da98d5e4c None None] Sync routers for ids ['77069c55-2f0d-4386-bbe4-992d46260ed0'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:31:55.034049 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3cde54-202e-4919-b805-731da98d5e4c None None] Routers {'77069c55-2f0d-4386-bbe4-992d46260ed0'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:31:55.034938 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-ac3cde54-202e-4919-b805-731da98d5e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:31:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['77069c55-2f0d-4386-bbe4-992d46260ed0'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:55.042087 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-0713bf3f-69ef-42f7-b571-e5b32276328e tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] 10.222.0.20 "PUT /v2.0/routers/77069c55-2f0d-4386-bbe4-992d46260ed0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3662732 Dec 10 15:31:55.044284 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60294) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:55.070908 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1ed749-b61c-4937-b2b7-1b24c29c8b05 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Network 8ec179c0-b23e-4fa1-b2cd-5c4760ae2a96 is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:31:55.087522 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-0e1ed749-b61c-4937-b2b7-1b24c29c8b05 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 8ec179c0-b23e-4fa1-b2cd-5c4760ae2a96) {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:31:55.087522 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60296) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:55.091117 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.api.v2.resource [None req-93267ebf-56c3-4fc4-84c1-69faddc09d3e tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] show failed (client error): The resource could not be found. Dec 10 15:31:55.098600 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-93267ebf-56c3-4fc4-84c1-69faddc09d3e tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] 10.222.0.20 "GET /v2.0/routers/tempest-non_exist_router-1996142331 HTTP/1.1" status: 404 len: 335 time: 0.0456882 Dec 10 15:31:55.098855 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60298) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:55.100284 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-ac3cde54-202e-4919-b805-731da98d5e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:55.100486 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1ed749-b61c-4937-b2b7-1b24c29c8b05 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:31:55.106623 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1ed749-b61c-4937-b2b7-1b24c29c8b05 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:55.111539 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-68b041bb-aa08-4dcc-a183-103c373669b6 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:31:55.112123 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1ed749-b61c-4937-b2b7-1b24c29c8b05 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:55.112821 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0e1ed749-b61c-4937-b2b7-1b24c29c8b05 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:55.115885 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf61baf-260c-4353-9e90-525ef7e3880d None None] Network 8ec179c0-b23e-4fa1-b2cd-5c4760ae2a96 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:31:55.139564 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3cde54-202e-4919-b805-731da98d5e4c None None] Routers {'77069c55-2f0d-4386-bbe4-992d46260ed0'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:31:55.140424 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-ac3cde54-202e-4919-b805-731da98d5e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:31:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['77069c55-2f0d-4386-bbe4-992d46260ed0'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:55.150442 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4b235a23-f9ba-47eb-843c-40d5ccb103c4 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549250'] for router, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:55.151509 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b235a23-f9ba-47eb-843c-40d5ccb103c4 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Fanout notify agent at l3_agent the message router_deleted on router 91b3552e-06c4-4414-82ec-7fee751f5c68 {{(pid=103586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 15:31:55.152534 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.api.v2.resource [None req-68b041bb-aa08-4dcc-a183-103c373669b6 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] update failed (client error): The resource could not be found. Dec 10 15:31:55.154030 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-68b041bb-aa08-4dcc-a183-103c373669b6 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] 10.222.0.20 "PUT /v2.0/routers/tempest-non_exist_router-1857733147 HTTP/1.1" status: 404 len: 335 time: 0.0531929 Dec 10 15:31:55.161407 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60302) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:55.175366 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4b235a23-f9ba-47eb-843c-40d5ccb103c4 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:55.177350 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-4b235a23-f9ba-47eb-843c-40d5ccb103c4 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] 10.222.0.20 "DELETE /v2.0/routers/91b3552e-06c4-4414-82ec-7fee751f5c68 HTTP/1.1" status: 204 len: 168 time: 3.2122910 Dec 10 15:31:55.181106 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60304) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:55.186560 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-79cd4c47-2910-4d9d-b68b-762562767082 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-332568897', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:31:55.207388 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-32eb5b2c-b057-4c24-85fe-45117565b27d tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:55.251663 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eb5b2c-b057-4c24-85fe-45117565b27d tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Pushing event deleted for resources: {'Port': ['ID=c6a13ef3-161d-42df-bc2a-5d409b776baf,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:55.259686 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-0e1ed749-b61c-4937-b2b7-1b24c29c8b05 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.8964853 Dec 10 15:31:55.263624 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60306) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:55.265075 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-f5993867-fd4c-4185-98a8-b0b6dbd83156 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Request body: {'networks': [{'name': 'tempest-network--1107094484'}, {'name': 'tempest-network--1885548461'}]} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:31:55.265618 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-f5993867-fd4c-4185-98a8-b0b6dbd83156 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Request body: {'network': {'name': 'tempest-network--1107094484'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:31:55.266464 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-f5993867-fd4c-4185-98a8-b0b6dbd83156 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Request body: {'network': {'name': 'tempest-network--1885548461'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:31:55.273963 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-ac3cde54-202e-4919-b805-731da98d5e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:55.274974 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3cde54-202e-4919-b805-731da98d5e4c None None] The sync data for ids ['77069c55-2f0d-4386-bbe4-992d46260ed0'] in dv-neutron-821401-4-hyperv is: [] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:31:55.314800 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.db.api [None req-f5993867-fd4c-4185-98a8-b0b6dbd83156 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 10 15:31:55.314800 dv-neutron-821401-4-hyperv neutron-server[103586]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 10 15:31:55.314800 dv-neutron-821401-4-hyperv neutron-server[103586]: [parameters: {'project_id_1': '79322b47ea2a4c2d877d93382c60aa4d', 'expiration_1': datetime.datetime(2021, 12, 10, 15, 31, 35, 271069)}] Dec 10 15:31:55.314800 dv-neutron-821401-4-hyperv neutron-server[103586]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 15:31:55.316186 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG oslo_db.api [None req-f5993867-fd4c-4185-98a8-b0b6dbd83156 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 15:31:55.390069 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-79cd4c47-2910-4d9d-b68b-762562767082 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13912'] for router, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:55.391240 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-79cd4c47-2910-4d9d-b68b-762562767082 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:55.411800 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-32eb5b2c-b057-4c24-85fe-45117565b27d tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:55.418884 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-32eb5b2c-b057-4c24-85fe-45117565b27d tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] 10.222.0.20 "DELETE /v2.0/ports/c6a13ef3-161d-42df-bc2a-5d409b776baf HTTP/1.1" status: 204 len: 168 time: 1.6571057 Dec 10 15:31:55.420021 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60308) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:55.459956 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-617c8ce5-dd26-4870-82bb-d3ea033e2d93 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] GET failed (client error): The resource could not be found. Dec 10 15:31:55.465395 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-617c8ce5-dd26-4870-82bb-d3ea033e2d93 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] 10.222.0.20 "GET /v2.0/ports/c6a13ef3-161d-42df-bc2a-5d409b776baf HTTP/1.1" status: 404 len: 333 time: 0.0405447 Dec 10 15:31:55.469242 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60310) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:55.537894 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-79cd4c47-2910-4d9d-b68b-762562767082 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:55.601592 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-777db952-34f6-4dca-9b31-e16c8d9df5a7 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Deleting port 62918849-8732-480b-9b4c-a51c98bcd077 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:31:55.601846 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-777db952-34f6-4dca-9b31-e16c8d9df5a7 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:55.644038 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-79cd4c47-2910-4d9d-b68b-762562767082 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363'] for router, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:55.679089 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7834c39-8d71-4fab-94ad-fa38c31f7af5 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Deleting subnet 2c6288bf-3cb4-4b55-8480-47645beb9d8c {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:31:55.682139 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-93570f4a-4908-4ce9-bc1a-45688b094e3f tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:55.688665 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d7834c39-8d71-4fab-94ad-fa38c31f7af5 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks [] for subnet, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:55.692711 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-aa5962d2-995d-476b-a756-d9fd6d15314b tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks [] for router_gateway, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:55.700467 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-777db952-34f6-4dca-9b31-e16c8d9df5a7 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:55.712688 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-777db952-34f6-4dca-9b31-e16c8d9df5a7 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Calling delete_port for 62918849-8732-480b-9b4c-a51c98bcd077 owned by {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:31:55.761233 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-79cd4c47-2910-4d9d-b68b-762562767082 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:55.765248 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-79cd4c47-2910-4d9d-b68b-762562767082 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5802464 Dec 10 15:31:55.765866 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60312) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:55.770046 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-96a6656c-b06b-4a1b-afe3-782dfaf56a5c tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'enable_snat': False}}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:31:55.772209 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-aa5962d2-995d-476b-a756-d9fd6d15314b tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:55.831685 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d7834c39-8d71-4fab-94ad-fa38c31f7af5 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11806768'] for subnet, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:55.994217 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5993867-fd4c-4185-98a8-b0b6dbd83156 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Made reservation on behalf of 79322b47ea2a4c2d877d93382c60aa4d for: {'network': 2} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:31:55.995389 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 15:31:56.003459 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f5993867-fd4c-4185-98a8-b0b6dbd83156 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:56.043453 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-93570f4a-4908-4ce9-bc1a-45688b094e3f tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Allocated IP 172.20.0.14 (f01b1d75-9202-48f6-b05b-b20f8fea9b15/c6255616-70f4-4a9b-b02b-33c92c6f6f32/2d16db2c-b7bf-4eb6-b7b0-029a9bb1a664) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:31:56.046741 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f5993867-fd4c-4185-98a8-b0b6dbd83156 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:56.052328 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-96a6656c-b06b-4a1b-afe3-782dfaf56a5c tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:56.060580 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-d3874bb7-f4cd-452a-af0c-c426cf6845b9 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Deleting port edaeed5c-4daf-4bce-9a07-2fb7a29fa80e {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:31:56.060923 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d3874bb7-f4cd-452a-af0c-c426cf6845b9 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:56.138015 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f5993867-fd4c-4185-98a8-b0b6dbd83156 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:56.146668 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d7834c39-8d71-4fab-94ad-fa38c31f7af5 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:56.160653 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-aa5962d2-995d-476b-a756-d9fd6d15314b tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Allocated IP 172.26.2.114 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/2854bb2e-4496-46a1-a4b4-0c9a0212b740) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:31:56.203452 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-777db952-34f6-4dca-9b31-e16c8d9df5a7 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:56.236296 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f5993867-fd4c-4185-98a8-b0b6dbd83156 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:56.236759 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f5993867-fd4c-4185-98a8-b0b6dbd83156 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:56.243662 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777db952-34f6-4dca-9b31-e16c8d9df5a7 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Pushing event deleted for resources: {'Port': ['ID=62918849-8732-480b-9b4c-a51c98bcd077,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:56.248564 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d3874bb7-f4cd-452a-af0c-c426cf6845b9 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:56.280951 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-d3874bb7-f4cd-452a-af0c-c426cf6845b9 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Calling delete_port for edaeed5c-4daf-4bce-9a07-2fb7a29fa80e owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:31:56.338499 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5993867-fd4c-4185-98a8-b0b6dbd83156 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58da8efc-9784-43ff-9a82-d4e31deae871,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:56.356987 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5993867-fd4c-4185-98a8-b0b6dbd83156 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=103586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:31:56.360958 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-777db952-34f6-4dca-9b31-e16c8d9df5a7 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:56.364474 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-777db952-34f6-4dca-9b31-e16c8d9df5a7 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] 10.222.0.20 "DELETE /v2.0/ports/62918849-8732-480b-9b4c-a51c98bcd077 HTTP/1.1" status: 204 len: 168 time: 0.8931115 Dec 10 15:31:56.369578 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60314) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:56.404295 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f5993867-fd4c-4185-98a8-b0b6dbd83156 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:56.404647 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.segments_db [None req-f5993867-fd4c-4185-98a8-b0b6dbd83156 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Added segment 6053992a-9b43-4c04-a4b5-73383cccaa25 of type vlan for network ce092434-b928-444c-a2d2-851457b271f4 Dec 10 15:31:56.456707 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-93570f4a-4908-4ce9-bc1a-45688b094e3f tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:56.477479 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbd8ef22-c78c-4a45-b085-a30cac7c32c4 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Deleting subnet b12956fd-c16a-4fce-acd5-5af463f35fa9 {{(pid=103586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:31:56.482015 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f5993867-fd4c-4185-98a8-b0b6dbd83156 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:56.486388 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dbd8ef22-c78c-4a45-b085-a30cac7c32c4 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Publish callbacks [] for subnet, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:56.498924 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-aa5962d2-995d-476b-a756-d9fd6d15314b tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:56.505707 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d7834c39-8d71-4fab-94ad-fa38c31f7af5 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11236721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11668521'] for subnet, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:56.551064 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7834c39-8d71-4fab-94ad-fa38c31f7af5 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Pushing event deleted for resources: {'Subnet': ['ID=2c6288bf-3cb4-4b55-8480-47645beb9d8c,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:56.558227 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d7834c39-8d71-4fab-94ad-fa38c31f7af5 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:56.562202 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-d7834c39-8d71-4fab-94ad-fa38c31f7af5 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] 10.222.0.20 "DELETE /v2.0/subnets/2c6288bf-3cb4-4b55-8480-47645beb9d8c HTTP/1.1" status: 204 len: 168 time: 1.3916390 Dec 10 15:31:56.565309 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60316) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:56.566004 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cfb0de5-3bb3-4a5e-98e6-02cfe7aaf277 None None] Network f61cf75c-4a83-4e90-9604-d3f1d3c3f77f requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:31:56.588842 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dbd8ef22-c78c-4a45-b085-a30cac7c32c4 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12392400'] for subnet, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:56.592944 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5993867-fd4c-4185-98a8-b0b6dbd83156 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=103586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:31:56.608543 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d3874bb7-f4cd-452a-af0c-c426cf6845b9 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:56.651325 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3874bb7-f4cd-452a-af0c-c426cf6845b9 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event deleted for resources: {'Port': ['ID=edaeed5c-4daf-4bce-9a07-2fb7a29fa80e,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:56.668504 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-93570f4a-4908-4ce9-bc1a-45688b094e3f tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:56.669081 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d3874bb7-f4cd-452a-af0c-c426cf6845b9 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:56.675241 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-d3874bb7-f4cd-452a-af0c-c426cf6845b9 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "DELETE /v2.0/ports/edaeed5c-4daf-4bce-9a07-2fb7a29fa80e HTTP/1.1" status: 204 len: 168 time: 1.4063861 Dec 10 15:31:56.676816 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60318) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:56.680893 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-355b8e38-2f45-47cc-8622-9dc2362ab7d6 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Deleting subnet 7296e987-8148-44a6-ba59-9d1aef6450fe {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:31:56.720787 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-355b8e38-2f45-47cc-8622-9dc2362ab7d6 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks [] for subnet, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:56.751943 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41913bd-130d-4a4d-b847-6d1d295c8755 None None] DHCP port deletion for f61cf75c-4a83-4e90-9604-d3f1d3c3f77f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:31:56.790997 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-aa5962d2-995d-476b-a756-d9fd6d15314b tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:56.806657 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-e41913bd-130d-4a4d-b847-6d1d295c8755 None None] Deleting port 71938bfc-92f6-49fc-9216-e375ccd0fc41 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:31:56.807212 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e41913bd-130d-4a4d-b847-6d1d295c8755 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:56.813206 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93570f4a-4908-4ce9-bc1a-45688b094e3f tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Network f01b1d75-9202-48f6-b05b-b20f8fea9b15 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:31:56.829508 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-93570f4a-4908-4ce9-bc1a-45688b094e3f tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:31:56.841118 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93570f4a-4908-4ce9-bc1a-45688b094e3f tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:31:56.847798 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-355b8e38-2f45-47cc-8622-9dc2362ab7d6 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11806768'] for subnet, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:56.850959 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93570f4a-4908-4ce9-bc1a-45688b094e3f tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Pushing event updated for resources: {'Port': ['ID=2d16db2c-b7bf-4eb6-b7b0-029a9bb1a664,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:56.884200 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-e41913bd-130d-4a4d-b847-6d1d295c8755 None None] For port 71938bfc-92f6-49fc-9216-e375ccd0fc41, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=71938bfc-92f6-49fc-9216-e375ccd0fc41,segment=NetworkSegment(b003b837-a321-4a2c-9c86-0e8c04b53612),segment_id=b003b837-a321-4a2c-9c86-0e8c04b53612)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:31:56.884633 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e41913bd-130d-4a4d-b847-6d1d295c8755 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:56.897102 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5962d2-995d-476b-a756-d9fd6d15314b tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:31:56.899234 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-e41913bd-130d-4a4d-b847-6d1d295c8755 None None] Calling delete_port for 71938bfc-92f6-49fc-9216-e375ccd0fc41 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:31:56.937737 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-aa5962d2-995d-476b-a756-d9fd6d15314b tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:31:56.950177 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5962d2-995d-476b-a756-d9fd6d15314b tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:31:56.961221 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115e2891-90ae-44da-9261-e517860e2db6 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:56.961977 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bb4cde-1bba-419d-929b-8f7174d02281 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:31:56.967812 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115e2891-90ae-44da-9261-e517860e2db6 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:56.969421 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-115e2891-90ae-44da-9261-e517860e2db6 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2859416 Dec 10 15:31:56.977453 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60320) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:56.996591 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f5993867-fd4c-4185-98a8-b0b6dbd83156 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:56.996951 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.segments_db [None req-f5993867-fd4c-4185-98a8-b0b6dbd83156 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Added segment 31aeefbb-7551-4a9b-847c-06629e6e5fcf of type vlan for network 41c68b68-bd24-4e1f-ac07-dd0a620183a1 Dec 10 15:31:57.016535 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-cbaa7514-294f-443f-8949-199a8802ecb8 None None] Provisioning complete for port 2854bb2e-4496-46a1-a4b4-0c9a0212b740 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:31:57.017203 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cbaa7514-294f-443f-8949-199a8802ecb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:57.034441 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5962d2-995d-476b-a756-d9fd6d15314b tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Pushing event updated for resources: {'Port': ['ID=2854bb2e-4496-46a1-a4b4-0c9a0212b740,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:57.059557 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-cbaa7514-294f-443f-8949-199a8802ecb8 None None] Port 2854bb2e-4496-46a1-a4b4-0c9a0212b740 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:31:57.112916 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f5993867-fd4c-4185-98a8-b0b6dbd83156 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:57.130526 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-96a6656c-b06b-4a1b-afe3-782dfaf56a5c tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:57.157096 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-355b8e38-2f45-47cc-8622-9dc2362ab7d6 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:57.158256 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e41913bd-130d-4a4d-b847-6d1d295c8755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:57.181743 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-96a6656c-b06b-4a1b-afe3-782dfaf56a5c tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:57.189536 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41913bd-130d-4a4d-b847-6d1d295c8755 None None] Pushing event deleted for resources: {'Port': ['ID=71938bfc-92f6-49fc-9216-e375ccd0fc41,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:57.193148 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41913bd-130d-4a4d-b847-6d1d295c8755 None None] No DVR routers for this DVR port 71938bfc-92f6-49fc-9216-e375ccd0fc41 on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:31:57.227206 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dbd8ef22-c78c-4a45-b085-a30cac7c32c4 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:57.259723 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-93570f4a-4908-4ce9-bc1a-45688b094e3f tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:57.306930 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f5993867-fd4c-4185-98a8-b0b6dbd83156 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:57.307339 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f5993867-fd4c-4185-98a8-b0b6dbd83156 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:57.312874 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5993867-fd4c-4185-98a8-b0b6dbd83156 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:57.318323 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5993867-fd4c-4185-98a8-b0b6dbd83156 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:57.318940 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f5993867-fd4c-4185-98a8-b0b6dbd83156 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:57.393438 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-93570f4a-4908-4ce9-bc1a-45688b094e3f tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:57.417589 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-355b8e38-2f45-47cc-8622-9dc2362ab7d6 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11236721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11668521'] for subnet, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:57.437106 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-aa9deb31-1fa7-4ac5-8a3a-db75a28bee5d tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Deleting port ba8fae75-4dab-494e-871d-96c565d42f3d {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:31:57.437442 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-aa9deb31-1fa7-4ac5-8a3a-db75a28bee5d tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:57.477514 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-f5993867-fd4c-4185-98a8-b0b6dbd83156 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.3877642 Dec 10 15:31:57.504287 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355b8e38-2f45-47cc-8622-9dc2362ab7d6 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Pushing event deleted for resources: {'Subnet': ['ID=7296e987-8148-44a6-ba59-9d1aef6450fe,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:57.504493 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5993867-fd4c-4185-98a8-b0b6dbd83156 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Pushing event updated for resources: {'Network': ['ID=ce092434-b928-444c-a2d2-851457b271f4,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:57.511553 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60322) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:57.520905 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network ce092434-b928-444c-a2d2-851457b271f4 details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:31:57.526607 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-355b8e38-2f45-47cc-8622-9dc2362ab7d6 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:57.535107 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-355b8e38-2f45-47cc-8622-9dc2362ab7d6 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] 10.222.0.20 "DELETE /v2.0/subnets/7296e987-8148-44a6-ba59-9d1aef6450fe HTTP/1.1" status: 204 len: 168 time: 0.9629502 Dec 10 15:31:57.535107 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60324) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:57.535400 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-96a6656c-b06b-4a1b-afe3-782dfaf56a5c tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Allocated IP 172.26.2.113 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/4b6c77bf-4cc3-4226-a4b1-f5fc2a26222c) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:31:57.540823 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460d46b5-9bbf-480e-90f8-aa88e40308fe None None] Network 4549369c-f1e0-49ee-9b60-b48c3d5a7c02 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:31:57.597743 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dbd8ef22-c78c-4a45-b085-a30cac7c32c4 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:57.644654 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-aa5962d2-995d-476b-a756-d9fd6d15314b tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks [] for router_gateway, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:57.715781 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-592ef83b-3200-4275-b026-ee80cc8104f1 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:57.717415 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-aa9deb31-1fa7-4ac5-8a3a-db75a28bee5d tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:57.733411 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd8ef22-c78c-4a45-b085-a30cac7c32c4 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Pushing event deleted for resources: {'Subnet': ['ID=b12956fd-c16a-4fce-acd5-5af463f35fa9,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:57.762486 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dbd8ef22-c78c-4a45-b085-a30cac7c32c4 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:57.765836 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-dbd8ef22-c78c-4a45-b085-a30cac7c32c4 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] 10.222.0.20 "DELETE /v2.0/subnets/b12956fd-c16a-4fce-acd5-5af463f35fa9 HTTP/1.1" status: 204 len: 168 time: 1.3952024 Dec 10 15:31:57.773713 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60326) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:57.782227 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00af9eb2-485b-4327-afd9-1a0488a05bba None None] Network a5587bb3-699d-42e1-bde3-d27ad13b4e59 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:31:57.817603 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-aa9deb31-1fa7-4ac5-8a3a-db75a28bee5d tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Calling delete_port for ba8fae75-4dab-494e-871d-96c565d42f3d owned by {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:31:57.829663 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5993867-fd4c-4185-98a8-b0b6dbd83156 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Pushing event updated for resources: {'Network': ['ID=41c68b68-bd24-4e1f-ac07-dd0a620183a1,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:57.854217 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 41c68b68-bd24-4e1f-ac07-dd0a620183a1 details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:31:57.975936 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7213a5d1-e5bc-440a-9820-aa11261eebf8 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:57.982312 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7213a5d1-e5bc-440a-9820-aa11261eebf8 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:57.983537 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-93570f4a-4908-4ce9-bc1a-45688b094e3f tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:57.989206 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7213a5d1-e5bc-440a-9820-aa11261eebf8 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:57.996883 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7213a5d1-e5bc-440a-9820-aa11261eebf8 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:58.002827 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7213a5d1-e5bc-440a-9820-aa11261eebf8 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:58.007559 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-7213a5d1-e5bc-440a-9820-aa11261eebf8 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2976 time: 0.4818790 Dec 10 15:31:58.018333 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60328) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:58.024313 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-592ef83b-3200-4275-b026-ee80cc8104f1 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:58.040796 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-96a6656c-b06b-4a1b-afe3-782dfaf56a5c tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:58.061814 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fb38bdcf-4737-41d0-8dd1-93465d034631 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:58.076715 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-93570f4a-4908-4ce9-bc1a-45688b094e3f tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:58.096756 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf4b688-8487-4b4c-928a-02465136d481 None None] DHCP port deletion for 4549369c-f1e0-49ee-9b60-b48c3d5a7c02 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:31:58.110947 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-592ef83b-3200-4275-b026-ee80cc8104f1 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f61cf75c-4a83-4e90-9604-d3f1d3c3f77f']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:58.130924 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-aa9deb31-1fa7-4ac5-8a3a-db75a28bee5d tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:58.131180 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ae9324-6cd5-4c6b-9295-2bbc832780ba None None] DHCP port deletion for a5587bb3-699d-42e1-bde3-d27ad13b4e59 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:31:58.169772 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-592ef83b-3200-4275-b026-ee80cc8104f1 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b003b837-a321-4a2c-9c86-0e8c04b53612') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:58.170244 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-592ef83b-3200-4275-b026-ee80cc8104f1 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b003b837-a321-4a2c-9c86-0e8c04b53612') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:58.174571 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-96a6656c-b06b-4a1b-afe3-782dfaf56a5c tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:58.187812 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-aa9deb31-1fa7-4ac5-8a3a-db75a28bee5d tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:58.191061 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-aa9deb31-1fa7-4ac5-8a3a-db75a28bee5d tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "DELETE /v2.0/ports/ba8fae75-4dab-494e-871d-96c565d42f3d HTTP/1.1" status: 204 len: 168 time: 1.2122712 Dec 10 15:31:58.192351 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9deb31-1fa7-4ac5-8a3a-db75a28bee5d tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event deleted for resources: {'Port': ['ID=ba8fae75-4dab-494e-871d-96c565d42f3d,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:58.202124 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60330) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:58.210329 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-4cf4b688-8487-4b4c-928a-02465136d481 None None] Deleting port a6675179-603c-43ff-9da4-79005a47d91b {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:31:58.210995 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4cf4b688-8487-4b4c-928a-02465136d481 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:58.267893 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a6656c-b06b-4a1b-afe3-782dfaf56a5c tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:31:58.275729 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-96a6656c-b06b-4a1b-afe3-782dfaf56a5c tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:31:58.279349 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a6656c-b06b-4a1b-afe3-782dfaf56a5c tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:31:58.282738 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a6656c-b06b-4a1b-afe3-782dfaf56a5c tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Pushing event updated for resources: {'Port': ['ID=4b6c77bf-4cc3-4226-a4b1-f5fc2a26222c,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:58.283648 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-04ae9324-6cd5-4c6b-9295-2bbc832780ba None None] Deleting port 07f3b1bc-4b99-46af-b523-e6d889ce4d33 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:31:58.284031 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-04ae9324-6cd5-4c6b-9295-2bbc832780ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:58.331917 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af7ab6c-9fe9-42a3-8318-4713a43f8206 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:31:58.337713 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-4af7ab6c-9fe9-42a3-8318-4713a43f8206 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1301565 Dec 10 15:31:58.337713 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60332) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:58.338035 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acf0029-9f84-4307-937b-7637dbecf87c None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:31:58.343818 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-4cf4b688-8487-4b4c-928a-02465136d481 None None] For port a6675179-603c-43ff-9da4-79005a47d91b, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=a6675179-603c-43ff-9da4-79005a47d91b,segment=NetworkSegment(b21b61b6-09d7-4489-ba29-b2a6723618b8),segment_id=b21b61b6-09d7-4489-ba29-b2a6723618b8)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:31:58.344226 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4cf4b688-8487-4b4c-928a-02465136d481 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:58.368648 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-4cf4b688-8487-4b4c-928a-02465136d481 None None] Calling delete_port for a6675179-603c-43ff-9da4-79005a47d91b owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:31:58.370492 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-26918c7b-97ce-4833-a17c-3914b7be2da7 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] GET failed (client error): The resource could not be found. Dec 10 15:31:58.375455 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-26918c7b-97ce-4833-a17c-3914b7be2da7 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "GET /v2.0/ports/edaeed5c-4daf-4bce-9a07-2fb7a29fa80e HTTP/1.1" status: 404 len: 333 time: 0.0353737 Dec 10 15:31:58.375963 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60334) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:58.411197 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-04ae9324-6cd5-4c6b-9295-2bbc832780ba None None] For port 07f3b1bc-4b99-46af-b523-e6d889ce4d33, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=07f3b1bc-4b99-46af-b523-e6d889ce4d33,segment=NetworkSegment(bacba8e5-c015-45ed-bcbd-b98094cfb7f7),segment_id=bacba8e5-c015-45ed-bcbd-b98094cfb7f7)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:31:58.411598 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-04ae9324-6cd5-4c6b-9295-2bbc832780ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:58.457440 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-04ae9324-6cd5-4c6b-9295-2bbc832780ba None None] Calling delete_port for 07f3b1bc-4b99-46af-b523-e6d889ce4d33 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:31:58.467918 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ff33a84-930b-443d-bb83-a556e3832520 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] GET failed (client error): The resource could not be found. Dec 10 15:31:58.472304 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-3ff33a84-930b-443d-bb83-a556e3832520 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "GET /v2.0/ports/ba8fae75-4dab-494e-871d-96c565d42f3d HTTP/1.1" status: 404 len: 333 time: 0.0923605 Dec 10 15:31:58.473010 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60336) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:58.478080 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-b87e3570-9fc1-4860-ab8a-a57db217abc0 None None] Provisioning complete for port 4b6c77bf-4cc3-4226-a4b1-f5fc2a26222c triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:31:58.478402 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b87e3570-9fc1-4860-ab8a-a57db217abc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:58.554348 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-592ef83b-3200-4275-b026-ee80cc8104f1 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11806923'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:58.565228 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-b87e3570-9fc1-4860-ab8a-a57db217abc0 None None] Port 4b6c77bf-4cc3-4226-a4b1-f5fc2a26222c cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:31:58.566642 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1c9209b5-2704-4146-b148-7ac753ebf188 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:58.585077 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-86fe024d-d201-41ad-be20-7528e999b2f7 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:58.588259 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93570f4a-4908-4ce9-bc1a-45688b094e3f tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Pushing event updated for resources: {'Port': ['ID=2d16db2c-b7bf-4eb6-b7b0-029a9bb1a664,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:58.623471 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-592ef83b-3200-4275-b026-ee80cc8104f1 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:58.630034 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-aa5962d2-995d-476b-a756-d9fd6d15314b tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363'] for router, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:58.639531 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-93570f4a-4908-4ce9-bc1a-45688b094e3f tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552741'] for floatingip, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:58.642895 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-592ef83b-3200-4275-b026-ee80cc8104f1 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:31:58.643288 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-592ef83b-3200-4275-b026-ee80cc8104f1 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11236635'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:58.647378 dv-neutron-821401-4-hyperv neutron-server[103587]: Traceback (most recent call last): Dec 10 15:31:58.647378 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:31:58.647378 dv-neutron-821401-4-hyperv neutron-server[103587]: timer() Dec 10 15:31:58.647378 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:31:58.647378 dv-neutron-821401-4-hyperv neutron-server[103587]: cb(*args, **kw) Dec 10 15:31:58.647378 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:31:58.647378 dv-neutron-821401-4-hyperv neutron-server[103587]: return func(*args, **kwargs) Dec 10 15:31:58.647378 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:31:58.647378 dv-neutron-821401-4-hyperv neutron-server[103587]: self._notify() Dec 10 15:31:58.647378 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:31:58.647378 dv-neutron-821401-4-hyperv neutron-server[103587]: self.callback(batched_events) Dec 10 15:31:58.647378 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:31:58.647378 dv-neutron-821401-4-hyperv neutron-server[103587]: event.method(event) Dec 10 15:31:58.647378 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:31:58.647378 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:31:58.647378 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:31:58.647378 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:31:58.647378 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:31:58.647378 dv-neutron-821401-4-hyperv neutron-server[103587]: return f(self, *a, **k) Dec 10 15:31:58.647378 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:31:58.647378 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._get(url).json() Dec 10 15:31:58.647378 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:31:58.647378 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:31:58.647378 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:31:58.647378 dv-neutron-821401-4-hyperv neutron-server[103587]: return self.request(url, 'GET', **kwargs) Dec 10 15:31:58.647378 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:31:58.647378 dv-neutron-821401-4-hyperv neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:31:58.647378 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:31:58.647378 dv-neutron-821401-4-hyperv neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:31:58.647378 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:31:58.647378 dv-neutron-821401-4-hyperv neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:31:58.647378 dv-neutron-821401-4-hyperv neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:31:58.670657 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4cf4b688-8487-4b4c-928a-02465136d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:58.706726 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf4b688-8487-4b4c-928a-02465136d481 None None] Pushing event deleted for resources: {'Port': ['ID=a6675179-603c-43ff-9da4-79005a47d91b,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:58.721873 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf4b688-8487-4b4c-928a-02465136d481 None None] No DVR routers for this DVR port a6675179-603c-43ff-9da4-79005a47d91b on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:31:58.722130 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-86fe024d-d201-41ad-be20-7528e999b2f7 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:58.747832 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-04ae9324-6cd5-4c6b-9295-2bbc832780ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:58.749802 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-86fe024d-d201-41ad-be20-7528e999b2f7 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ec179c0-b23e-4fa1-b2cd-5c4760ae2a96']}} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:58.789908 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-86fe024d-d201-41ad-be20-7528e999b2f7 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12e48465-d5fb-4cc3-ac4c-002388ad5849') {'for_net_delete': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:58.789908 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-86fe024d-d201-41ad-be20-7528e999b2f7 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12e48465-d5fb-4cc3-ac4c-002388ad5849') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:58.796880 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 07f3b1bc-4b99-46af-b523-e6d889ce4d33 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:31:58.805993 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-86fe024d-d201-41ad-be20-7528e999b2f7 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12392235'] for segment, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:58.812716 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ae9324-6cd5-4c6b-9295-2bbc832780ba None None] No DVR routers for this DVR port 07f3b1bc-4b99-46af-b523-e6d889ce4d33 on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:31:58.815461 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ae9324-6cd5-4c6b-9295-2bbc832780ba None None] Pushing event deleted for resources: {'Port': ['ID=07f3b1bc-4b99-46af-b523-e6d889ce4d33,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:58.818887 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 07f3b1bc-4b99-46af-b523-e6d889ce4d33 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:31:58.819964 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 07f3b1bc-4b99-46af-b523-e6d889ce4d33 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:31:58.819964 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device a6675179-603c-43ff-9da4-79005a47d91b no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:31:58.829035 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-86fe024d-d201-41ad-be20-7528e999b2f7 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:58.834591 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-96a6656c-b06b-4a1b-afe3-782dfaf56a5c tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:58.842725 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1c9209b5-2704-4146-b148-7ac753ebf188 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:58.848878 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: a6675179-603c-43ff-9da4-79005a47d91b {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:31:58.860966 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device a6675179-603c-43ff-9da4-79005a47d91b not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:31:58.860966 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 71938bfc-92f6-49fc-9216-e375ccd0fc41 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:31:58.870556 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 71938bfc-92f6-49fc-9216-e375ccd0fc41 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:31:58.871049 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 71938bfc-92f6-49fc-9216-e375ccd0fc41 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:31:58.881920 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-93570f4a-4908-4ce9-bc1a-45688b094e3f tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:58.883190 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86fe024d-d201-41ad-be20-7528e999b2f7 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=103586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:31:58.883322 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-93570f4a-4908-4ce9-bc1a-45688b094e3f tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1383739 Dec 10 15:31:58.883552 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-86fe024d-d201-41ad-be20-7528e999b2f7 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11695586'] for segment, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:58.887829 dv-neutron-821401-4-hyperv neutron-server[103586]: Traceback (most recent call last): Dec 10 15:31:58.887829 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:31:58.887829 dv-neutron-821401-4-hyperv neutron-server[103586]: timer() Dec 10 15:31:58.887829 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:31:58.887829 dv-neutron-821401-4-hyperv neutron-server[103586]: cb(*args, **kw) Dec 10 15:31:58.887829 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:31:58.887829 dv-neutron-821401-4-hyperv neutron-server[103586]: return func(*args, **kwargs) Dec 10 15:31:58.887829 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:31:58.887829 dv-neutron-821401-4-hyperv neutron-server[103586]: self._notify() Dec 10 15:31:58.887829 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:31:58.887829 dv-neutron-821401-4-hyperv neutron-server[103586]: self.callback(batched_events) Dec 10 15:31:58.887829 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:31:58.887829 dv-neutron-821401-4-hyperv neutron-server[103586]: event.method(event) Dec 10 15:31:58.887829 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:31:58.887829 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:31:58.887829 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:31:58.887829 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:31:58.887829 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:31:58.887829 dv-neutron-821401-4-hyperv neutron-server[103586]: return f(self, *a, **k) Dec 10 15:31:58.887829 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:31:58.887829 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._get(url).json() Dec 10 15:31:58.887829 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:31:58.887829 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:31:58.887829 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:31:58.887829 dv-neutron-821401-4-hyperv neutron-server[103586]: return self.request(url, 'GET', **kwargs) Dec 10 15:31:58.887829 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:31:58.887829 dv-neutron-821401-4-hyperv neutron-server[103586]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:31:58.887829 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:31:58.887829 dv-neutron-821401-4-hyperv neutron-server[103586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:31:58.887829 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:31:58.887829 dv-neutron-821401-4-hyperv neutron-server[103586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:31:58.887829 dv-neutron-821401-4-hyperv neutron-server[103586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:31:58.895163 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60338) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:58.895494 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-fb38bdcf-4737-41d0-8dd1-93465d034631 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Deleting port 07f3b1bc-4b99-46af-b523-e6d889ce4d33 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:31:58.895494 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fb38bdcf-4737-41d0-8dd1-93465d034631 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:58.923531 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-592ef83b-3200-4275-b026-ee80cc8104f1 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:58.951874 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-1c9209b5-2704-4146-b148-7ac753ebf188 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce092434-b928-444c-a2d2-851457b271f4']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:58.962042 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-592ef83b-3200-4275-b026-ee80cc8104f1 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:58.965259 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-592ef83b-3200-4275-b026-ee80cc8104f1 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] 10.222.0.20 "DELETE /v2.0/networks/f61cf75c-4a83-4e90-9604-d3f1d3c3f77f HTTP/1.1" status: 204 len: 168 time: 1.4308591 Dec 10 15:31:58.984294 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60342) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:58.986340 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-1c9209b5-2704-4146-b148-7ac753ebf188 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6053992a-9b43-4c04-a4b5-73383cccaa25') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:58.986641 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-1c9209b5-2704-4146-b148-7ac753ebf188 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6053992a-9b43-4c04-a4b5-73383cccaa25') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:59.022061 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592ef83b-3200-4275-b026-ee80cc8104f1 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Pushing event deleted for resources: {'Network': ['ID=f61cf75c-4a83-4e90-9604-d3f1d3c3f77f,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:59.023879 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-c7961091-0706-4ccd-a494-36c6741461cb tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] 10.222.0.20 "GET /v2.0/floatingips?floating_network_id=f01b1d75-9202-48f6-b05b-b20f8fea9b15 HTTP/1.1" status: 200 len: 690 time: 0.1330919 Dec 10 15:31:59.025846 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1c9209b5-2704-4146-b148-7ac753ebf188 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11806923'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:59.032791 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60344) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:59.083462 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-fb38bdcf-4737-41d0-8dd1-93465d034631 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] For port 07f3b1bc-4b99-46af-b523-e6d889ce4d33, host dv-neutron-821401-4-hyperv, got binding levels [] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:31:59.083844 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fb38bdcf-4737-41d0-8dd1-93465d034631 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:59.114058 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-fb38bdcf-4737-41d0-8dd1-93465d034631 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Calling delete_port for 07f3b1bc-4b99-46af-b523-e6d889ce4d33 owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:31:59.115933 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1c9209b5-2704-4146-b148-7ac753ebf188 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:59.118754 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.ipam_backend_mixin [None req-fb38bdcf-4737-41d0-8dd1-93465d034631 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Port 07f3b1bc-4b99-46af-b523-e6d889ce4d33 was not found and therefore no delete operation was performed {{(pid=103587) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 15:31:59.131338 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fb38bdcf-4737-41d0-8dd1-93465d034631 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:59.139298 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-86fe024d-d201-41ad-be20-7528e999b2f7 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:59.143638 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-86fe024d-d201-41ad-be20-7528e999b2f7 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:59.144102 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c9209b5-2704-4146-b148-7ac753ebf188 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:31:59.144520 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1c9209b5-2704-4146-b148-7ac753ebf188 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11236635'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:59.153590 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-86fe024d-d201-41ad-be20-7528e999b2f7 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "DELETE /v2.0/networks/8ec179c0-b23e-4fa1-b2cd-5c4760ae2a96 HTTP/1.1" status: 204 len: 168 time: 0.6734385 Dec 10 15:31:59.153903 dv-neutron-821401-4-hyperv neutron-server[103587]: Traceback (most recent call last): Dec 10 15:31:59.153903 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:31:59.153903 dv-neutron-821401-4-hyperv neutron-server[103587]: timer() Dec 10 15:31:59.153903 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:31:59.153903 dv-neutron-821401-4-hyperv neutron-server[103587]: cb(*args, **kw) Dec 10 15:31:59.153903 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:31:59.153903 dv-neutron-821401-4-hyperv neutron-server[103587]: return func(*args, **kwargs) Dec 10 15:31:59.153903 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:31:59.153903 dv-neutron-821401-4-hyperv neutron-server[103587]: self._notify() Dec 10 15:31:59.153903 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:31:59.153903 dv-neutron-821401-4-hyperv neutron-server[103587]: self.callback(batched_events) Dec 10 15:31:59.153903 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:31:59.153903 dv-neutron-821401-4-hyperv neutron-server[103587]: event.method(event) Dec 10 15:31:59.153903 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:31:59.153903 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:31:59.153903 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:31:59.153903 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:31:59.153903 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:31:59.153903 dv-neutron-821401-4-hyperv neutron-server[103587]: return f(self, *a, **k) Dec 10 15:31:59.153903 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:31:59.153903 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._get(url).json() Dec 10 15:31:59.153903 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:31:59.153903 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:31:59.153903 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:31:59.153903 dv-neutron-821401-4-hyperv neutron-server[103587]: return self.request(url, 'GET', **kwargs) Dec 10 15:31:59.153903 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:31:59.153903 dv-neutron-821401-4-hyperv neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:31:59.153903 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:31:59.153903 dv-neutron-821401-4-hyperv neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:31:59.153903 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:31:59.153903 dv-neutron-821401-4-hyperv neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:31:59.153903 dv-neutron-821401-4-hyperv neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:31:59.155661 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60346) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:59.169210 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-144dd594-f031-4ab6-9349-4dbb0e84f8cf tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1429677137'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:31:59.182226 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-81eed239-e613-48f3-a30d-4f3c4f3ddaae tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:59.190930 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb38bdcf-4737-41d0-8dd1-93465d034631 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Pushing event deleted for resources: {'Port': ['ID=07f3b1bc-4b99-46af-b523-e6d889ce4d33,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:59.193674 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb38bdcf-4737-41d0-8dd1-93465d034631 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] No DVR routers for this DVR port 07f3b1bc-4b99-46af-b523-e6d889ce4d33 on host dv-neutron-821401-4-hyperv {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:31:59.194054 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fe024d-d201-41ad-be20-7528e999b2f7 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event deleted for resources: {'Network': ['ID=8ec179c0-b23e-4fa1-b2cd-5c4760ae2a96,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:59.251184 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e0cd4aae-f3a8-4d92-b608-badeda851f88 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:59.330364 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-144dd594-f031-4ab6-9349-4dbb0e84f8cf tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Made reservation on behalf of 6af6b547c018414fbb71ed922833c3ea for: {'network': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:31:59.333773 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-144dd594-f031-4ab6-9349-4dbb0e84f8cf tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:59.357245 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa5962d2-995d-476b-a756-d9fd6d15314b tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Router e461d35e-fb02-418b-ba68-ee6c5e6ac4cf is scheduled to L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d with binding_index 1 {{(pid=103587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 15:31:59.395493 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fb38bdcf-4737-41d0-8dd1-93465d034631 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:59.403684 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1c9209b5-2704-4146-b148-7ac753ebf188 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:59.427133 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-81eed239-e613-48f3-a30d-4f3c4f3ddaae tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:59.427735 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-144dd594-f031-4ab6-9349-4dbb0e84f8cf tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=103586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:31:59.430884 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1c9209b5-2704-4146-b148-7ac753ebf188 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:59.431072 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-96a6656c-b06b-4a1b-afe3-782dfaf56a5c tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13949'] for router, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:59.434724 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-1c9209b5-2704-4146-b148-7ac753ebf188 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] 10.222.0.20 "DELETE /v2.0/networks/ce092434-b928-444c-a2d2-851457b271f4 HTTP/1.1" status: 204 len: 168 time: 1.4156294 Dec 10 15:31:59.439985 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60348) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:59.455134 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-96a6656c-b06b-4a1b-afe3-782dfaf56a5c tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-551381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-551372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-549222'] for router, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:59.461168 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-fb38bdcf-4737-41d0-8dd1-93465d034631 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5587bb3-699d-42e1-bde3-d27ad13b4e59']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:59.463493 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9209b5-2704-4146-b148-7ac753ebf188 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Pushing event deleted for resources: {'Network': ['ID=ce092434-b928-444c-a2d2-851457b271f4,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:59.473349 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-144dd594-f031-4ab6-9349-4dbb0e84f8cf tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:59.473695 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.segments_db [None req-144dd594-f031-4ab6-9349-4dbb0e84f8cf tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Added segment eff48263-003f-4cd4-851a-7afed4f516ce of type vlan for network 8487077c-9ce2-4846-854a-b02ddaea31bb Dec 10 15:31:59.515714 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-fb38bdcf-4737-41d0-8dd1-93465d034631 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bacba8e5-c015-45ed-bcbd-b98094cfb7f7') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:59.516015 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-fb38bdcf-4737-41d0-8dd1-93465d034631 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bacba8e5-c015-45ed-bcbd-b98094cfb7f7') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:59.519773 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-81eed239-e613-48f3-a30d-4f3c4f3ddaae tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4549369c-f1e0-49ee-9b60-b48c3d5a7c02']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:59.534443 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fb38bdcf-4737-41d0-8dd1-93465d034631 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11806923'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:59.548923 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-81eed239-e613-48f3-a30d-4f3c4f3ddaae tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b21b61b6-09d7-4489-ba29-b2a6723618b8') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:59.549221 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-81eed239-e613-48f3-a30d-4f3c4f3ddaae tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b21b61b6-09d7-4489-ba29-b2a6723618b8') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:59.567637 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fb38bdcf-4737-41d0-8dd1-93465d034631 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:59.599036 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-81eed239-e613-48f3-a30d-4f3c4f3ddaae tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11806923'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:59.614670 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb38bdcf-4737-41d0-8dd1-93465d034631 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:31:59.615076 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fb38bdcf-4737-41d0-8dd1-93465d034631 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11236635'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:59.618168 dv-neutron-821401-4-hyperv neutron-server[103587]: Traceback (most recent call last): Dec 10 15:31:59.618168 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:31:59.618168 dv-neutron-821401-4-hyperv neutron-server[103587]: timer() Dec 10 15:31:59.618168 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:31:59.618168 dv-neutron-821401-4-hyperv neutron-server[103587]: cb(*args, **kw) Dec 10 15:31:59.618168 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:31:59.618168 dv-neutron-821401-4-hyperv neutron-server[103587]: return func(*args, **kwargs) Dec 10 15:31:59.618168 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:31:59.618168 dv-neutron-821401-4-hyperv neutron-server[103587]: self._notify() Dec 10 15:31:59.618168 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:31:59.618168 dv-neutron-821401-4-hyperv neutron-server[103587]: self.callback(batched_events) Dec 10 15:31:59.618168 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:31:59.618168 dv-neutron-821401-4-hyperv neutron-server[103587]: event.method(event) Dec 10 15:31:59.618168 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:31:59.618168 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:31:59.618168 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:31:59.618168 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:31:59.618168 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:31:59.618168 dv-neutron-821401-4-hyperv neutron-server[103587]: return f(self, *a, **k) Dec 10 15:31:59.618168 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:31:59.618168 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._get(url).json() Dec 10 15:31:59.618168 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:31:59.618168 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:31:59.618168 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:31:59.618168 dv-neutron-821401-4-hyperv neutron-server[103587]: return self.request(url, 'GET', **kwargs) Dec 10 15:31:59.618168 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:31:59.618168 dv-neutron-821401-4-hyperv neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:31:59.618168 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:31:59.618168 dv-neutron-821401-4-hyperv neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:31:59.618168 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:31:59.618168 dv-neutron-821401-4-hyperv neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:31:59.618168 dv-neutron-821401-4-hyperv neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:31:59.672022 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-81eed239-e613-48f3-a30d-4f3c4f3ddaae tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:59.689183 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa5962d2-995d-476b-a756-d9fd6d15314b tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:31:59.703051 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81eed239-e613-48f3-a30d-4f3c4f3ddaae tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:31:59.703051 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-81eed239-e613-48f3-a30d-4f3c4f3ddaae tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11236635'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:59.703051 dv-neutron-821401-4-hyperv neutron-server[103587]: Traceback (most recent call last): Dec 10 15:31:59.703051 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:31:59.703051 dv-neutron-821401-4-hyperv neutron-server[103587]: timer() Dec 10 15:31:59.703051 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:31:59.703051 dv-neutron-821401-4-hyperv neutron-server[103587]: cb(*args, **kw) Dec 10 15:31:59.703051 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:31:59.703051 dv-neutron-821401-4-hyperv neutron-server[103587]: return func(*args, **kwargs) Dec 10 15:31:59.703051 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:31:59.703051 dv-neutron-821401-4-hyperv neutron-server[103587]: self._notify() Dec 10 15:31:59.703051 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:31:59.703051 dv-neutron-821401-4-hyperv neutron-server[103587]: self.callback(batched_events) Dec 10 15:31:59.703051 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:31:59.703051 dv-neutron-821401-4-hyperv neutron-server[103587]: event.method(event) Dec 10 15:31:59.703051 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:31:59.703051 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:31:59.703051 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:31:59.703051 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:31:59.703051 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:31:59.703051 dv-neutron-821401-4-hyperv neutron-server[103587]: return f(self, *a, **k) Dec 10 15:31:59.703051 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:31:59.703051 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._get(url).json() Dec 10 15:31:59.703051 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:31:59.703051 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:31:59.703051 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:31:59.703051 dv-neutron-821401-4-hyperv neutron-server[103587]: return self.request(url, 'GET', **kwargs) Dec 10 15:31:59.703051 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:31:59.703051 dv-neutron-821401-4-hyperv neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:31:59.703051 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:31:59.703051 dv-neutron-821401-4-hyperv neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:31:59.703051 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:31:59.703051 dv-neutron-821401-4-hyperv neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:31:59.703051 dv-neutron-821401-4-hyperv neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:31:59.705404 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bd9522-1fa6-4262-90fb-862fc012ef7f None None] Sync routers for ids ['e461d35e-fb02-418b-ba68-ee6c5e6ac4cf'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:31:59.716984 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bd9522-1fa6-4262-90fb-862fc012ef7f None None] Routers {'e461d35e-fb02-418b-ba68-ee6c5e6ac4cf'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:31:59.717999 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-e8bd9522-1fa6-4262-90fb-862fc012ef7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:31:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['e461d35e-fb02-418b-ba68-ee6c5e6ac4cf'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:59.753329 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-e8bd9522-1fa6-4262-90fb-862fc012ef7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:59.763392 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bd9522-1fa6-4262-90fb-862fc012ef7f None None] Routers {'e461d35e-fb02-418b-ba68-ee6c5e6ac4cf'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:31:59.764255 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-e8bd9522-1fa6-4262-90fb-862fc012ef7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:31:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['e461d35e-fb02-418b-ba68-ee6c5e6ac4cf'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:59.778456 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fb38bdcf-4737-41d0-8dd1-93465d034631 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:59.790310 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fb38bdcf-4737-41d0-8dd1-93465d034631 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:59.790310 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-fb38bdcf-4737-41d0-8dd1-93465d034631 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] 10.222.0.20 "DELETE /v2.0/networks/a5587bb3-699d-42e1-bde3-d27ad13b4e59 HTTP/1.1" status: 204 len: 168 time: 2.0098543 Dec 10 15:31:59.796882 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-e8bd9522-1fa6-4262-90fb-862fc012ef7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:31:59.797544 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bd9522-1fa6-4262-90fb-862fc012ef7f None None] The sync data for ids ['e461d35e-fb02-418b-ba68-ee6c5e6ac4cf'] in dv-neutron-821401-4-hyperv is: [] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:31:59.804635 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb38bdcf-4737-41d0-8dd1-93465d034631 tempest-AllowedAddressPairTestJSON-1308682632 tempest-AllowedAddressPairTestJSON-1308682632-project] Pushing event deleted for resources: {'Network': ['ID=a5587bb3-699d-42e1-bde3-d27ad13b4e59,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:59.814887 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-aa5962d2-995d-476b-a756-d9fd6d15314b tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:59.817452 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-aa5962d2-995d-476b-a756-d9fd6d15314b tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.6483502 Dec 10 15:31:59.826243 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60352) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:59.831628 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-74cbffca-65cf-4cef-b38e-bbd0efd7a6b4 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:31:59.872442 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-81eed239-e613-48f3-a30d-4f3c4f3ddaae tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:59.903410 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-81eed239-e613-48f3-a30d-4f3c4f3ddaae tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:59.906818 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-81eed239-e613-48f3-a30d-4f3c4f3ddaae tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] 10.222.0.20 "DELETE /v2.0/networks/4549369c-f1e0-49ee-9b60-b48c3d5a7c02 HTTP/1.1" status: 204 len: 168 time: 0.9224849 Dec 10 15:31:59.909760 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60354) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:31:59.919662 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eed239-e613-48f3-a30d-4f3c4f3ddaae tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Pushing event deleted for resources: {'Network': ['ID=4549369c-f1e0-49ee-9b60-b48c3d5a7c02,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:31:59.975479 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-144dd594-f031-4ab6-9349-4dbb0e84f8cf tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:59.980467 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-84c4e159-de82-4171-b2dc-b745b8b4bf78 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:31:59.989912 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd4aae-f3a8-4d92-b608-badeda851f88 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Deleting port 2d16db2c-b7bf-4eb6-b7b0-029a9bb1a664 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:31:59.990253 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e0cd4aae-f3a8-4d92-b608-badeda851f88 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:00.000135 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-31ec5e12-41da-4fbb-b61e-6e588a80c9bd tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Deleting subnet e5f0b46d-0be6-4ed4-b042-7b584bf13303 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:32:00.005973 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-31ec5e12-41da-4fbb-b61e-6e588a80c9bd tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks [] for subnet, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:00.091339 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-31ec5e12-41da-4fbb-b61e-6e588a80c9bd tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11806768'] for subnet, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:00.200993 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-144dd594-f031-4ab6-9349-4dbb0e84f8cf tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:00.207276 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144dd594-f031-4ab6-9349-4dbb0e84f8cf tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:00.207906 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-144dd594-f031-4ab6-9349-4dbb0e84f8cf tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:00.213091 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e0cd4aae-f3a8-4d92-b608-badeda851f88 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:00.213715 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e0cd4aae-f3a8-4d92-b608-badeda851f88 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:00.258867 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-84c4e159-de82-4171-b2dc-b745b8b4bf78 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:00.266638 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-31ec5e12-41da-4fbb-b61e-6e588a80c9bd tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:00.294936 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd4aae-f3a8-4d92-b608-badeda851f88 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Calling delete_port for 2d16db2c-b7bf-4eb6-b7b0-029a9bb1a664 owned by network:floatingip {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:32:00.324643 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60358) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:00.339636 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-84c4e159-de82-4171-b2dc-b745b8b4bf78 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41c68b68-bd24-4e1f-ac07-dd0a620183a1']}} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:00.354481 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144dd594-f031-4ab6-9349-4dbb0e84f8cf tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event updated for resources: {'Network': ['ID=8487077c-9ce2-4846-854a-b02ddaea31bb,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:00.358192 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-84c4e159-de82-4171-b2dc-b745b8b4bf78 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31aeefbb-7551-4a9b-847c-06629e6e5fcf') {'for_net_delete': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:00.358489 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-84c4e159-de82-4171-b2dc-b745b8b4bf78 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31aeefbb-7551-4a9b-847c-06629e6e5fcf') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:00.360040 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-74cbffca-65cf-4cef-b38e-bbd0efd7a6b4 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:00.368127 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 8487077c-9ce2-4846-854a-b02ddaea31bb details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:32:00.399989 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-144dd594-f031-4ab6-9349-4dbb0e84f8cf tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2429883 Dec 10 15:32:00.401996 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-84c4e159-de82-4171-b2dc-b745b8b4bf78 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12392235'] for segment, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:00.404455 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60362) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:00.410207 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-dbdf53c6-762f-451d-a666-b999e92a52dd tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Request body: {'subnet': {'network_id': '8487077c-9ce2-4846-854a-b02ddaea31bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:00.412961 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96a6656c-b06b-4a1b-afe3-782dfaf56a5c tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Router d9bf133a-0de7-4120-b5c7-2f7d6ef00862 is scheduled to L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d with binding_index 1 {{(pid=103586) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 15:32:00.425418 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-84c4e159-de82-4171-b2dc-b745b8b4bf78 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:00.441660 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84c4e159-de82-4171-b2dc-b745b8b4bf78 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=103586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:32:00.442152 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-84c4e159-de82-4171-b2dc-b745b8b4bf78 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11695586'] for segment, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:00.445496 dv-neutron-821401-4-hyperv neutron-server[103586]: Traceback (most recent call last): Dec 10 15:32:00.445496 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:32:00.445496 dv-neutron-821401-4-hyperv neutron-server[103586]: timer() Dec 10 15:32:00.445496 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:32:00.445496 dv-neutron-821401-4-hyperv neutron-server[103586]: cb(*args, **kw) Dec 10 15:32:00.445496 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:32:00.445496 dv-neutron-821401-4-hyperv neutron-server[103586]: return func(*args, **kwargs) Dec 10 15:32:00.445496 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:32:00.445496 dv-neutron-821401-4-hyperv neutron-server[103586]: self._notify() Dec 10 15:32:00.445496 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:32:00.445496 dv-neutron-821401-4-hyperv neutron-server[103586]: self.callback(batched_events) Dec 10 15:32:00.445496 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:32:00.445496 dv-neutron-821401-4-hyperv neutron-server[103586]: event.method(event) Dec 10 15:32:00.445496 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:32:00.445496 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:32:00.445496 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:32:00.445496 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:32:00.445496 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:32:00.445496 dv-neutron-821401-4-hyperv neutron-server[103586]: return f(self, *a, **k) Dec 10 15:32:00.445496 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:32:00.445496 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._get(url).json() Dec 10 15:32:00.445496 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:32:00.445496 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:32:00.445496 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:32:00.445496 dv-neutron-821401-4-hyperv neutron-server[103586]: return self.request(url, 'GET', **kwargs) Dec 10 15:32:00.445496 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:32:00.445496 dv-neutron-821401-4-hyperv neutron-server[103586]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:32:00.445496 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:32:00.445496 dv-neutron-821401-4-hyperv neutron-server[103586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:32:00.445496 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:32:00.445496 dv-neutron-821401-4-hyperv neutron-server[103586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:32:00.445496 dv-neutron-821401-4-hyperv neutron-server[103586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:32:00.489060 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-31ec5e12-41da-4fbb-b61e-6e588a80c9bd tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11236721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11668521'] for subnet, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:00.507452 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-74cbffca-65cf-4cef-b38e-bbd0efd7a6b4 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:00.545455 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ec5e12-41da-4fbb-b61e-6e588a80c9bd tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Pushing event deleted for resources: {'Subnet': ['ID=e5f0b46d-0be6-4ed4-b042-7b584bf13303,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:00.548474 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-31ec5e12-41da-4fbb-b61e-6e588a80c9bd tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:00.554260 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-31ec5e12-41da-4fbb-b61e-6e588a80c9bd tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] 10.222.0.20 "DELETE /v2.0/subnets/e5f0b46d-0be6-4ed4-b042-7b584bf13303 HTTP/1.1" status: 204 len: 168 time: 0.6434798 Dec 10 15:32:00.555327 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048315d0-9764-463a-a07f-6cb56ecec8a2 None None] Network 3a7e2aa6-4e05-4c4b-91e8-d84345c8da33 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:32:00.557261 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60364) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:00.664634 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-84c4e159-de82-4171-b2dc-b745b8b4bf78 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:00.666563 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6e16c740-2567-426b-baee-c4c7f1a99c77 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:00.673462 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-00b05acb-d71a-4b84-b920-77faa52d075f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4cc01eb5c1314efba075da10bbffc41f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3476996 Dec 10 15:32:00.677096 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60366) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:00.681809 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-84c4e159-de82-4171-b2dc-b745b8b4bf78 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:00.685571 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-84c4e159-de82-4171-b2dc-b745b8b4bf78 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] 10.222.0.20 "DELETE /v2.0/networks/41c68b68-bd24-4e1f-ac07-dd0a620183a1 HTTP/1.1" status: 204 len: 168 time: 1.2446392 Dec 10 15:32:00.690390 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60368) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:00.706334 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4e159-de82-4171-b2dc-b745b8b4bf78 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Pushing event deleted for resources: {'Network': ['ID=41c68b68-bd24-4e1f-ac07-dd0a620183a1,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:00.710652 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a6656c-b06b-4a1b-afe3-782dfaf56a5c tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:32:00.717218 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-96a6656c-b06b-4a1b-afe3-782dfaf56a5c tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:00.718458 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-96a6656c-b06b-4a1b-afe3-782dfaf56a5c tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] 10.222.0.20 "PUT /v2.0/routers/d9bf133a-0de7-4120-b5c7-2f7d6ef00862 HTTP/1.1" status: 200 len: 919 time: 4.9516497 Dec 10 15:32:00.719360 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbdf53c6-762f-451d-a666-b999e92a52dd tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Made reservation on behalf of 6af6b547c018414fbb71ed922833c3ea for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:32:00.721064 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60370) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:00.723824 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dbdf53c6-762f-451d-a666-b999e92a52dd tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11668558'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:00.724995 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631ff92a-4546-4650-bc4a-f9da77ccfda5 None None] Sync routers for ids ['d9bf133a-0de7-4120-b5c7-2f7d6ef00862'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:32:00.741202 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a92c2be-b47c-419f-807d-d79ce0528402 None None] DHCP port deletion for 3a7e2aa6-4e05-4c4b-91e8-d84345c8da33 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:32:00.744494 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631ff92a-4546-4650-bc4a-f9da77ccfda5 None None] Routers {'d9bf133a-0de7-4120-b5c7-2f7d6ef00862'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:32:00.745487 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-631ff92a-4546-4650-bc4a-f9da77ccfda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:31:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['d9bf133a-0de7-4120-b5c7-2f7d6ef00862'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:00.787029 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-631ff92a-4546-4650-bc4a-f9da77ccfda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:00.811545 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e0cd4aae-f3a8-4d92-b608-badeda851f88 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:00.819835 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631ff92a-4546-4650-bc4a-f9da77ccfda5 None None] Routers {'d9bf133a-0de7-4120-b5c7-2f7d6ef00862'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:32:00.820460 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-631ff92a-4546-4650-bc4a-f9da77ccfda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:31:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['d9bf133a-0de7-4120-b5c7-2f7d6ef00862'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:00.852598 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd4aae-f3a8-4d92-b608-badeda851f88 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Pushing event deleted for resources: {'Port': ['ID=2d16db2c-b7bf-4eb6-b7b0-029a9bb1a664,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:00.860530 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-631ff92a-4546-4650-bc4a-f9da77ccfda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:00.861199 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631ff92a-4546-4650-bc4a-f9da77ccfda5 None None] The sync data for ids ['d9bf133a-0de7-4120-b5c7-2f7d6ef00862'] in dv-neutron-821401-4-hyperv is: [] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:32:00.878536 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-0a92c2be-b47c-419f-807d-d79ce0528402 None None] Deleting port 1c29fbbf-2982-4018-b425-e9a995d6616a {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:32:00.878923 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0a92c2be-b47c-419f-807d-d79ce0528402 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:00.919953 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-f8555c96-e783-437d-a74d-c18527c44435 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] 10.222.0.20 "GET /v2.0/routers/d9bf133a-0de7-4120-b5c7-2f7d6ef00862 HTTP/1.1" status: 200 len: 925 time: 0.1948538 Dec 10 15:32:00.921203 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60372) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:00.929310 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.ipam_backend_mixin [None req-dbdf53c6-762f-451d-a666-b999e92a52dd tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Performing IP validity checks on allocation pools {{(pid=103587) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 10 15:32:00.932484 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.ipam_backend_mixin [None req-dbdf53c6-762f-451d-a666-b999e92a52dd tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103587) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 10 15:32:00.949050 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-0a92c2be-b47c-419f-807d-d79ce0528402 None None] For port 1c29fbbf-2982-4018-b425-e9a995d6616a, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=1c29fbbf-2982-4018-b425-e9a995d6616a,segment=NetworkSegment(8426d6a2-cb0a-40e7-930d-3ea63b50c8a2),segment_id=8426d6a2-cb0a-40e7-930d-3ea63b50c8a2)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:32:00.949939 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0a92c2be-b47c-419f-807d-d79ce0528402 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:00.959806 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e0cd4aae-f3a8-4d92-b608-badeda851f88 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:00.964535 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-0a92c2be-b47c-419f-807d-d79ce0528402 None None] Calling delete_port for 1c29fbbf-2982-4018-b425-e9a995d6616a owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:32:01.005663 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-74cbffca-65cf-4cef-b38e-bbd0efd7a6b4 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Deleting port 2854bb2e-4496-46a1-a4b4-0c9a0212b740 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:32:01.006459 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-74cbffca-65cf-4cef-b38e-bbd0efd7a6b4 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:01.010298 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e56934-1514-4c4a-981d-7f534964e937 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:01.015787 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-e5e56934-1514-4c4a-981d-7f534964e937 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=d5a1452c-422a-4e1a-a1c7-48738ecf752f&device_id=d9bf133a-0de7-4120-b5c7-2f7d6ef00862&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0908124 Dec 10 15:32:01.015787 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60374) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:01.042784 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9dca34e4-15bd-4f19-a613-227867abbdb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:01.068497 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e0cd4aae-f3a8-4d92-b608-badeda851f88 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:01.121524 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0a92c2be-b47c-419f-807d-d79ce0528402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:01.149211 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a92c2be-b47c-419f-807d-d79ce0528402 None None] Pushing event deleted for resources: {'Port': ['ID=1c29fbbf-2982-4018-b425-e9a995d6616a,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:01.155630 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff15fdf2-8373-4658-b62e-0ab473bc684d tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:01.156021 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a92c2be-b47c-419f-807d-d79ce0528402 None None] No DVR routers for this DVR port 1c29fbbf-2982-4018-b425-e9a995d6616a on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:32:01.157245 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-ff15fdf2-8373-4658-b62e-0ab473bc684d tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] 10.222.0.20 "GET /v2.0/networks/d5a1452c-422a-4e1a-a1c7-48738ecf752f HTTP/1.1" status: 200 len: 881 time: 0.1405582 Dec 10 15:32:01.167815 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60376) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:01.200036 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-230ad531-1041-4794-81bb-5e389f101855 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9bf133a-0de7-4120-b5c7-2f7d6ef00862 HTTP/1.1" status: 200 len: 205 time: 0.0288951 Dec 10 15:32:01.202235 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60378) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:01.243179 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e0cd4aae-f3a8-4d92-b608-badeda851f88 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:01.283141 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd4aae-f3a8-4d92-b608-badeda851f88 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c6255616-70f4-4a9b-b02b-33c92c6f6f32,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:01.377532 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e0cd4aae-f3a8-4d92-b608-badeda851f88 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:01.380982 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b42da92-fcab-4e27-917c-ec08c6c944da tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:01.387644 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b42da92-fcab-4e27-917c-ec08c6c944da tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:01.393584 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b42da92-fcab-4e27-917c-ec08c6c944da tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:01.395202 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-6b42da92-fcab-4e27-917c-ec08c6c944da tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1908 time: 0.7033534 Dec 10 15:32:01.401381 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60380) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:01.405997 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-e0cd4aae-f3a8-4d92-b608-badeda851f88 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f01b1d75-9202-48f6-b05b-b20f8fea9b15']}} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:01.410908 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-38fa77d5-d701-408e-9db2-0b9fc1261236 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-631136374'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:01.415436 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5c82c345-1017-455d-9918-f5eabf265b1b tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks [] for router, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:01.457913 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-e0cd4aae-f3a8-4d92-b608-badeda851f88 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f885495-dea7-439b-9fa5-bd06daa42582') {'for_net_delete': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:01.458120 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-e0cd4aae-f3a8-4d92-b608-badeda851f88 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f885495-dea7-439b-9fa5-bd06daa42582') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:01.461294 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9dca34e4-15bd-4f19-a613-227867abbdb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:01.481689 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-6e16c740-2567-426b-baee-c4c7f1a99c77 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Deleting port 1c29fbbf-2982-4018-b425-e9a995d6616a {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:32:01.481954 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e0cd4aae-f3a8-4d92-b608-badeda851f88 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12392235'] for segment, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:01.482067 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6e16c740-2567-426b-baee-c4c7f1a99c77 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:01.505313 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e0cd4aae-f3a8-4d92-b608-badeda851f88 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:01.543789 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0cd4aae-f3a8-4d92-b608-badeda851f88 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=103586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:32:01.544195 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e0cd4aae-f3a8-4d92-b608-badeda851f88 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11695586'] for segment, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:01.545962 dv-neutron-821401-4-hyperv neutron-server[103586]: Traceback (most recent call last): Dec 10 15:32:01.545962 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:32:01.545962 dv-neutron-821401-4-hyperv neutron-server[103586]: timer() Dec 10 15:32:01.545962 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:32:01.545962 dv-neutron-821401-4-hyperv neutron-server[103586]: cb(*args, **kw) Dec 10 15:32:01.545962 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:32:01.545962 dv-neutron-821401-4-hyperv neutron-server[103586]: return func(*args, **kwargs) Dec 10 15:32:01.545962 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:32:01.545962 dv-neutron-821401-4-hyperv neutron-server[103586]: self._notify() Dec 10 15:32:01.545962 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:32:01.545962 dv-neutron-821401-4-hyperv neutron-server[103586]: self.callback(batched_events) Dec 10 15:32:01.545962 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:32:01.545962 dv-neutron-821401-4-hyperv neutron-server[103586]: event.method(event) Dec 10 15:32:01.545962 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:32:01.545962 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:32:01.545962 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:32:01.545962 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:32:01.545962 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:32:01.545962 dv-neutron-821401-4-hyperv neutron-server[103586]: return f(self, *a, **k) Dec 10 15:32:01.545962 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:32:01.545962 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._get(url).json() Dec 10 15:32:01.545962 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:32:01.545962 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:32:01.545962 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:32:01.545962 dv-neutron-821401-4-hyperv neutron-server[103586]: return self.request(url, 'GET', **kwargs) Dec 10 15:32:01.545962 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:32:01.545962 dv-neutron-821401-4-hyperv neutron-server[103586]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:32:01.545962 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:32:01.545962 dv-neutron-821401-4-hyperv neutron-server[103586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:32:01.545962 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:32:01.545962 dv-neutron-821401-4-hyperv neutron-server[103586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:32:01.545962 dv-neutron-821401-4-hyperv neutron-server[103586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:32:01.566806 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-74cbffca-65cf-4cef-b38e-bbd0efd7a6b4 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:01.588303 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38fa77d5-d701-408e-9db2-0b9fc1261236 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Made reservation on behalf of 79322b47ea2a4c2d877d93382c60aa4d for: {'network': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:32:01.591830 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-38fa77d5-d701-408e-9db2-0b9fc1261236 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:01.603899 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-74cbffca-65cf-4cef-b38e-bbd0efd7a6b4 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Calling delete_port for 2854bb2e-4496-46a1-a4b4-0c9a0212b740 owned by network:router_gateway {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:32:01.627697 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5c82c345-1017-455d-9918-f5eabf265b1b tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:01.640668 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38fa77d5-d701-408e-9db2-0b9fc1261236 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=103586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:32:01.649463 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-38fa77d5-d701-408e-9db2-0b9fc1261236 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:01.649829 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.segments_db [None req-38fa77d5-d701-408e-9db2-0b9fc1261236 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Added segment b43e43c0-1392-4e0c-9329-9ffc533cba7c of type vlan for network 9af8abcc-004d-4551-bca3-c1b715ee4d08 Dec 10 15:32:01.657930 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-6e16c740-2567-426b-baee-c4c7f1a99c77 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] For port 1c29fbbf-2982-4018-b425-e9a995d6616a, host dv-neutron-821401-4-hyperv, got binding levels [] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:32:01.658293 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6e16c740-2567-426b-baee-c4c7f1a99c77 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:01.688069 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-38fa77d5-d701-408e-9db2-0b9fc1261236 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:01.693894 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e0cd4aae-f3a8-4d92-b608-badeda851f88 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:01.701346 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0cd4aae-f3a8-4d92-b608-badeda851f88 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f01b1d75-9202-48f6-b05b-b20f8fea9b15 {{(pid=103586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 10 15:32:01.704101 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-6e16c740-2567-426b-baee-c4c7f1a99c77 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Calling delete_port for 1c29fbbf-2982-4018-b425-e9a995d6616a owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:32:01.707789 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.ipam_backend_mixin [None req-6e16c740-2567-426b-baee-c4c7f1a99c77 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Port 1c29fbbf-2982-4018-b425-e9a995d6616a was not found and therefore no delete operation was performed {{(pid=103587) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 15:32:01.711525 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e0cd4aae-f3a8-4d92-b608-badeda851f88 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:01.711672 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6e16c740-2567-426b-baee-c4c7f1a99c77 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:01.717201 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-e0cd4aae-f3a8-4d92-b608-badeda851f88 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] 10.222.0.20 "DELETE /v2.0/networks/f01b1d75-9202-48f6-b05b-b20f8fea9b15 HTTP/1.1" status: 204 len: 168 time: 2.6772540 Dec 10 15:32:01.717348 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60382) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:01.729156 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd4aae-f3a8-4d92-b608-badeda851f88 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Pushing event deleted for resources: {'Network': ['ID=f01b1d75-9202-48f6-b05b-b20f8fea9b15,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:01.796172 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e16c740-2567-426b-baee-c4c7f1a99c77 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] No DVR routers for this DVR port 1c29fbbf-2982-4018-b425-e9a995d6616a on host dv-neutron-821401-4-hyperv {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:32:01.804012 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-5c82c345-1017-455d-9918-f5eabf265b1b tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Deleting port 4b6c77bf-4cc3-4226-a4b1-f5fc2a26222c {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:32:01.804366 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5c82c345-1017-455d-9918-f5eabf265b1b tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:01.807556 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e16c740-2567-426b-baee-c4c7f1a99c77 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Pushing event deleted for resources: {'Port': ['ID=1c29fbbf-2982-4018-b425-e9a995d6616a,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:01.819475 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9dca34e4-15bd-4f19-a613-227867abbdb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:01.822113 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9dca34e4-15bd-4f19-a613-227867abbdb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:01.828344 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-9dca34e4-15bd-4f19-a613-227867abbdb1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/43ca4984-175c-4065-9ef2-fa52b785431a HTTP/1.1" status: 204 len: 168 time: 1.1456079 Dec 10 15:32:01.829680 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dbdf53c6-762f-451d-a666-b999e92a52dd tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11236534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11668560'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:01.848536 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-38fa77d5-d701-408e-9db2-0b9fc1261236 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:01.854881 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38fa77d5-d701-408e-9db2-0b9fc1261236 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:01.855517 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-38fa77d5-d701-408e-9db2-0b9fc1261236 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:01.948297 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fa77d5-d701-408e-9db2-0b9fc1261236 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Pushing event updated for resources: {'Network': ['ID=9af8abcc-004d-4551-bca3-c1b715ee4d08,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:01.949813 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dca34e4-15bd-4f19-a613-227867abbdb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ca4984-175c-4065-9ef2-fa52b785431a,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:01.966707 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 9af8abcc-004d-4551-bca3-c1b715ee4d08 details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:32:01.978640 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5c82c345-1017-455d-9918-f5eabf265b1b tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:02.001725 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-5c82c345-1017-455d-9918-f5eabf265b1b tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Calling delete_port for 4b6c77bf-4cc3-4226-a4b1-f5fc2a26222c owned by network:router_gateway {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:32:02.019508 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-38fa77d5-d701-408e-9db2-0b9fc1261236 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6154137 Dec 10 15:32:02.026096 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-e5cf682f-9328-487c-bf83-b490842b949f tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 996 time: 0.3049374 Dec 10 15:32:02.031680 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60386) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:02.032022 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60388) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:02.042924 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-699c54f7-d76e-46d4-88a9-ae89b72384b1 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1885065099'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:02.053765 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6e16c740-2567-426b-baee-c4c7f1a99c77 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:02.056145 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdf53c6-762f-451d-a666-b999e92a52dd tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event updated for resources: {'Subnet': ['ID=f4fbaf2e-5fd1-4db7-af13-3e75b8969a65,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:02.117433 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-6e16c740-2567-426b-baee-c4c7f1a99c77 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a7e2aa6-4e05-4c4b-91e8-d84345c8da33']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:02.137468 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdf53c6-762f-451d-a666-b999e92a52dd tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Checking segment: {'id': 'eff48263-003f-4cd4-851a-7afed4f516ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8487077c-9ce2-4846-854a-b02ddaea31bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:32:02.137861 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbdf53c6-762f-451d-a666-b999e92a52dd tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Network hostable DHCP agents. Network: 8487077c-9ce2-4846-854a-b02ddaea31bb, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:32:02.142369 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-6e16c740-2567-426b-baee-c4c7f1a99c77 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8426d6a2-cb0a-40e7-930d-3ea63b50c8a2') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:02.142667 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-6e16c740-2567-426b-baee-c4c7f1a99c77 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8426d6a2-cb0a-40e7-930d-3ea63b50c8a2') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:02.156894 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6e16c740-2567-426b-baee-c4c7f1a99c77 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11806923'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:02.181015 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6e16c740-2567-426b-baee-c4c7f1a99c77 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:02.190444 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e16c740-2567-426b-baee-c4c7f1a99c77 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:32:02.190850 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6e16c740-2567-426b-baee-c4c7f1a99c77 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11236635'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:02.194399 dv-neutron-821401-4-hyperv neutron-server[103587]: Traceback (most recent call last): Dec 10 15:32:02.194399 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:32:02.194399 dv-neutron-821401-4-hyperv neutron-server[103587]: timer() Dec 10 15:32:02.194399 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:32:02.194399 dv-neutron-821401-4-hyperv neutron-server[103587]: cb(*args, **kw) Dec 10 15:32:02.194399 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:32:02.194399 dv-neutron-821401-4-hyperv neutron-server[103587]: return func(*args, **kwargs) Dec 10 15:32:02.194399 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:32:02.194399 dv-neutron-821401-4-hyperv neutron-server[103587]: self._notify() Dec 10 15:32:02.194399 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:32:02.194399 dv-neutron-821401-4-hyperv neutron-server[103587]: self.callback(batched_events) Dec 10 15:32:02.194399 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:32:02.194399 dv-neutron-821401-4-hyperv neutron-server[103587]: event.method(event) Dec 10 15:32:02.194399 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:32:02.194399 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:32:02.194399 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:32:02.194399 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:32:02.194399 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:32:02.194399 dv-neutron-821401-4-hyperv neutron-server[103587]: return f(self, *a, **k) Dec 10 15:32:02.194399 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:32:02.194399 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._get(url).json() Dec 10 15:32:02.194399 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:32:02.194399 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:32:02.194399 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:32:02.194399 dv-neutron-821401-4-hyperv neutron-server[103587]: return self.request(url, 'GET', **kwargs) Dec 10 15:32:02.194399 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:32:02.194399 dv-neutron-821401-4-hyperv neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:32:02.194399 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:32:02.194399 dv-neutron-821401-4-hyperv neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:32:02.194399 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:32:02.194399 dv-neutron-821401-4-hyperv neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:32:02.194399 dv-neutron-821401-4-hyperv neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:32:02.228333 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff9fd9a-e0f6-4bb9-ac6d-cac5994fcb9f tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:02.228915 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff9fd9a-e0f6-4bb9-ac6d-cac5994fcb9f tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:02.229124 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff9fd9a-e0f6-4bb9-ac6d-cac5994fcb9f tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:02.229570 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff9fd9a-e0f6-4bb9-ac6d-cac5994fcb9f tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:02.230046 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff9fd9a-e0f6-4bb9-ac6d-cac5994fcb9f tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:02.234110 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-7ff9fd9a-e0f6-4bb9-ac6d-cac5994fcb9f tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3356 time: 0.1838758 Dec 10 15:32:02.234723 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60392) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:02.266971 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-74cbffca-65cf-4cef-b38e-bbd0efd7a6b4 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:02.295767 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbdf53c6-762f-451d-a666-b999e92a52dd tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Network 8487077c-9ce2-4846-854a-b02ddaea31bb is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:32:02.309199 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cbffca-65cf-4cef-b38e-bbd0efd7a6b4 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Pushing event deleted for resources: {'Port': ['ID=2854bb2e-4496-46a1-a4b4-0c9a0212b740,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:02.332535 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3125af11-87d7-4817-8719-f1ec9df179d3 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:32:02.376940 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6e16c740-2567-426b-baee-c4c7f1a99c77 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:02.389960 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6e16c740-2567-426b-baee-c4c7f1a99c77 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:02.396649 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-6e16c740-2567-426b-baee-c4c7f1a99c77 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] 10.222.0.20 "DELETE /v2.0/networks/3a7e2aa6-4e05-4c4b-91e8-d84345c8da33 HTTP/1.1" status: 204 len: 168 time: 1.8381240 Dec 10 15:32:02.399476 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60400) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:02.425143 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-dbdf53c6-762f-451d-a666-b999e92a52dd tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 8487077c-9ce2-4846-854a-b02ddaea31bb) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:32:02.440271 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87c65dc-8192-4e62-bc12-3cabc940d597 None None] Network 8487077c-9ce2-4846-854a-b02ddaea31bb requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:32:02.446735 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e16c740-2567-426b-baee-c4c7f1a99c77 tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Pushing event deleted for resources: {'Network': ['ID=3a7e2aa6-4e05-4c4b-91e8-d84345c8da33,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:02.451564 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbdf53c6-762f-451d-a666-b999e92a52dd tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:02.459896 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dbdf53c6-762f-451d-a666-b999e92a52dd tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:02.463592 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-49c8a9eb-65bd-4303-ac39-eec7e448cbdb tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] 10.222.0.20 "GET /v2.0/ports?device_id=77069c55-2f0d-4386-bbe4-992d46260ed0 HTTP/1.1" status: 200 len: 205 time: 0.0614800 Dec 10 15:32:02.466953 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60402) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:02.511267 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-74cbffca-65cf-4cef-b38e-bbd0efd7a6b4 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552731'] for router_gateway, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:02.543916 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-699c54f7-d76e-46d4-88a9-ae89b72384b1 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Made reservation on behalf of 79322b47ea2a4c2d877d93382c60aa4d for: {'network': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:32:02.547402 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-699c54f7-d76e-46d4-88a9-ae89b72384b1 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:02.558374 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.api.v2.resource [None req-26ed6576-ccd1-47d0-8380-1000fbea45e9 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] delete failed (client error): The resource could not be found. Dec 10 15:32:02.562619 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-26ed6576-ccd1-47d0-8380-1000fbea45e9 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] 10.222.0.20 "DELETE /v2.0/floatingips/919359d1-c2e4-4e23-be07-da77d40c49e4 HTTP/1.1" status: 404 len: 345 time: 0.3234582 Dec 10 15:32:02.567689 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60406) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:02.588203 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-f08bc5d3-c955-4f2c-be66-32f1de7133d1 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] DELETE failed (client error): The resource could not be found. Dec 10 15:32:02.588829 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f08bc5d3-c955-4f2c-be66-32f1de7133d1 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:32:02.590814 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d811b2c6-1b94-469b-b85d-1bc51b9ceeac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-8487077c-9ce2-4846-854a-b02ddaea31bb', 'network_id': '8487077c-9ce2-4846-854a-b02ddaea31bb', 'project_id': '6af6b547c018414fbb71ed922833c3ea', 'fixed_ips': [{'subnet_id': 'f4fbaf2e-5fd1-4db7-af13-3e75b8969a65'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:32:02.598824 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-f08bc5d3-c955-4f2c-be66-32f1de7133d1 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] 10.222.0.20 "DELETE /v2.0/networks/f01b1d75-9202-48f6-b05b-b20f8fea9b15 HTTP/1.1" status: 404 len: 339 time: 0.0227084 Dec 10 15:32:02.599012 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-dbdf53c6-762f-451d-a666-b999e92a52dd tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1893375 Dec 10 15:32:02.599131 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d811b2c6-1b94-469b-b85d-1bc51b9ceeac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:02.599243 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60408) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:02.602881 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60410) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:02.608064 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-cf0f0945-a1a7-40bc-a725-b18e78fcdc23 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Request body: {'network': {'name': 'tempest-network--1729023408', 'router:external': True}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:02.631837 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-699c54f7-d76e-46d4-88a9-ae89b72384b1 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=103586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:32:02.633812 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-7056ea59-8640-468f-a424-a40b374bd7a7 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Request body: {'port': {'network_id': '8487077c-9ce2-4846-854a-b02ddaea31bb', 'name': 'tempest-PortsIpV6TestJSON-180591558'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:02.638599 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-73181439-a7ef-4f0f-a936-4b466195418d tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks [] for router, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:02.669920 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-699c54f7-d76e-46d4-88a9-ae89b72384b1 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:02.670425 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.segments_db [None req-699c54f7-d76e-46d4-88a9-ae89b72384b1 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Added segment 7d9dbc04-ebea-42ec-8754-76f1ca358174 of type vlan for network 72719eb0-72c0-4da6-b880-28f8ed51a7b8 Dec 10 15:32:02.725388 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-699c54f7-d76e-46d4-88a9-ae89b72384b1 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:02.757944 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf0f0945-a1a7-40bc-a725-b18e78fcdc23 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Made reservation on behalf of f7d6c188d394488bb81605fa59fd8de3 for: {'network': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:32:02.762203 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cf0f0945-a1a7-40bc-a725-b18e78fcdc23 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:02.767978 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 1c29fbbf-2982-4018-b425-e9a995d6616a no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:32:02.781605 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5c82c345-1017-455d-9918-f5eabf265b1b tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:02.799459 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 1c29fbbf-2982-4018-b425-e9a995d6616a {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:32:02.799819 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 1c29fbbf-2982-4018-b425-e9a995d6616a not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:32:02.837025 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c82c345-1017-455d-9918-f5eabf265b1b tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Pushing event deleted for resources: {'Port': ['ID=4b6c77bf-4cc3-4226-a4b1-f5fc2a26222c,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:02.839533 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf0f0945-a1a7-40bc-a725-b18e78fcdc23 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=103586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:32:02.855295 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-699c54f7-d76e-46d4-88a9-ae89b72384b1 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:02.862813 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699c54f7-d76e-46d4-88a9-ae89b72384b1 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:02.863457 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-699c54f7-d76e-46d4-88a9-ae89b72384b1 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:02.874755 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d39f7a0-8af9-4400-84c3-6ca9ef8816b9 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:32:02.913636 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cf0f0945-a1a7-40bc-a725-b18e78fcdc23 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:02.914010 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.segments_db [None req-cf0f0945-a1a7-40bc-a725-b18e78fcdc23 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Added segment c91c2a7c-d204-4137-8457-2722dcc27b67 of type vlan for network ea732716-22b8-4a2d-8f4b-8497bde5592b Dec 10 15:32:02.964058 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-73181439-a7ef-4f0f-a936-4b466195418d tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13898'] for router, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:02.967127 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-d811b2c6-1b94-469b-b85d-1bc51b9ceeac None None] Allocated IP 2001:db8::2 (8487077c-9ce2-4846-854a-b02ddaea31bb/f4fbaf2e-5fd1-4db7-af13-3e75b8969a65/1cb2d19d-13ed-4475-83c3-c517b58276d7) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:32:02.999218 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-73181439-a7ef-4f0f-a936-4b466195418d tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:03.011724 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-74cbffca-65cf-4cef-b38e-bbd0efd7a6b4 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13949'] for router, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:03.042068 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-699c54f7-d76e-46d4-88a9-ae89b72384b1 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0076830 Dec 10 15:32:03.046465 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60420) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:03.053988 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-95ca739c-a3d0-4957-9888-682f862820ed tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Request body: {'ports': [{'network_id': '9af8abcc-004d-4551-bca3-c1b715ee4d08', 'name': 'tempest-port--1976268361', 'admin_state_up': True}, {'network_id': '72719eb0-72c0-4da6-b880-28f8ed51a7b8', 'admin_state_up': False}]} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:03.054463 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-95ca739c-a3d0-4957-9888-682f862820ed tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Request body: {'port': {'network_id': '9af8abcc-004d-4551-bca3-c1b715ee4d08', 'name': 'tempest-port--1976268361', 'admin_state_up': True}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:03.055356 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-95ca739c-a3d0-4957-9888-682f862820ed tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Request body: {'port': {'network_id': '72719eb0-72c0-4da6-b880-28f8ed51a7b8', 'admin_state_up': False}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:03.057344 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699c54f7-d76e-46d4-88a9-ae89b72384b1 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Pushing event updated for resources: {'Network': ['ID=72719eb0-72c0-4da6-b880-28f8ed51a7b8,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:03.061963 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-74cbffca-65cf-4cef-b38e-bbd0efd7a6b4 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-551381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-551372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-549222'] for router, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:03.072365 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cf0f0945-a1a7-40bc-a725-b18e78fcdc23 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:03.086489 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5c82c345-1017-455d-9918-f5eabf265b1b tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552731'] for router_gateway, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:03.147126 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60422) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:03.148254 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 72719eb0-72c0-4da6-b880-28f8ed51a7b8 details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:32:03.158124 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-73181439-a7ef-4f0f-a936-4b466195418d tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549250'] for router, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:03.158336 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73181439-a7ef-4f0f-a936-4b466195418d tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Fanout notify agent at l3_agent the message router_deleted on router 77069c55-2f0d-4386-bbe4-992d46260ed0 {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 15:32:03.172014 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-73181439-a7ef-4f0f-a936-4b466195418d tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:03.175781 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-73181439-a7ef-4f0f-a936-4b466195418d tempest-RoutersNegativeTest-1050186935 tempest-RoutersNegativeTest-1050186935-project] 10.222.0.20 "DELETE /v2.0/routers/77069c55-2f0d-4386-bbe4-992d46260ed0 HTTP/1.1" status: 204 len: 168 time: 0.7058511 Dec 10 15:32:03.186818 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d811b2c6-1b94-469b-b85d-1bc51b9ceeac None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:03.212338 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5c82c345-1017-455d-9918-f5eabf265b1b tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13898'] for router, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:03.216136 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5c82c345-1017-455d-9918-f5eabf265b1b tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:03.223930 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74cbffca-65cf-4cef-b38e-bbd0efd7a6b4 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Router e461d35e-fb02-418b-ba68-ee6c5e6ac4cf has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:32:03.243966 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7056ea59-8640-468f-a424-a40b374bd7a7 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Made reservation on behalf of 6af6b547c018414fbb71ed922833c3ea for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:32:03.247588 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7056ea59-8640-468f-a424-a40b374bd7a7 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:03.273675 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d811b2c6-1b94-469b-b85d-1bc51b9ceeac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:03.320402 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cf0f0945-a1a7-40bc-a725-b18e78fcdc23 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:03.321424 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0f0945-a1a7-40bc-a725-b18e78fcdc23 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:03.322050 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cf0f0945-a1a7-40bc-a725-b18e78fcdc23 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:03.343792 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-7056ea59-8640-468f-a424-a40b374bd7a7 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] device_id is not set on port 9301f413-6fa3-48ae-a70b-61ebc21043f8 yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:32:03.353276 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d811b2c6-1b94-469b-b85d-1bc51b9ceeac None None] Pushing event updated for resources: {'Port': ['ID=1cb2d19d-13ed-4475-83c3-c517b58276d7,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:03.355744 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5c82c345-1017-455d-9918-f5eabf265b1b tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549250'] for router, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:03.356494 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c82c345-1017-455d-9918-f5eabf265b1b tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Fanout notify agent at l3_agent the message router_deleted on router d9bf133a-0de7-4120-b5c7-2f7d6ef00862 {{(pid=103586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 15:32:03.356685 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [None req-ec46998c-dea1-4d05-8bd0-c22d203e938c tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:32:03.357756 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-ec46998c-dea1-4d05-8bd0-c22d203e938c tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.2078035 Dec 10 15:32:03.361886 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60428) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:03.369008 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [None req-a1380af0-37c5-4068-a3fe-b9838162c47b tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] http://10.222.0.20:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:32:03.369999 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-a1380af0-37c5-4068-a3fe-b9838162c47b tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] 10.222.0.20 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0057278 Dec 10 15:32:03.373023 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d811b2c6-1b94-469b-b85d-1bc51b9ceeac None None] Network 8487077c-9ce2-4846-854a-b02ddaea31bb is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:32:03.380265 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-d811b2c6-1b94-469b-b85d-1bc51b9ceeac None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:32:03.381707 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d811b2c6-1b94-469b-b85d-1bc51b9ceeac None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:32:03.391930 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60430) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:03.398977 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5c82c345-1017-455d-9918-f5eabf265b1b tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:03.404162 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-5c82c345-1017-455d-9918-f5eabf265b1b tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] 10.222.0.20 "DELETE /v2.0/routers/d9bf133a-0de7-4120-b5c7-2f7d6ef00862 HTTP/1.1" status: 204 len: 168 time: 2.1969101 Dec 10 15:32:03.405887 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [None req-f41b1d1c-e252-4199-a9b4-334aa886e70c tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] http://10.222.0.20:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:32:03.407941 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-f41b1d1c-e252-4199-a9b4-334aa886e70c tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] 10.222.0.20 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0140872 Dec 10 15:32:03.408061 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60432) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:03.413751 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60434) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:03.419604 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [None req-40616f16-416e-4c15-b47b-e461723e3ced tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] http://10.222.0.20:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:32:03.420679 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-40616f16-416e-4c15-b47b-e461723e3ced tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] 10.222.0.20 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0059056 Dec 10 15:32:03.425315 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60436) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:03.432325 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [None req-d859b311-d8f1-4004-9ae0-8f809cd932ef tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] http://10.222.0.20:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:32:03.435084 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-d859b311-d8f1-4004-9ae0-8f809cd932ef tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] 10.222.0.20 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0070443 Dec 10 15:32:03.439369 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-cf0f0945-a1a7-40bc-a725-b18e78fcdc23 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8381875 Dec 10 15:32:03.440272 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0f0945-a1a7-40bc-a725-b18e78fcdc23 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Pushing event updated for resources: {'Network': ['ID=ea732716-22b8-4a2d-8f4b-8497bde5592b,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:03.446479 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-ee5388b7-dd44-44f3-8bf5-9c3e1806ec7f tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1874463733', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}, 'admin_state_up': False}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:03.446631 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60438) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:03.447842 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [None req-019bfc0c-7bba-4bbc-acca-264246770df8 tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] http://10.222.0.20:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:32:03.449136 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-019bfc0c-7bba-4bbc-acca-264246770df8 tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] 10.222.0.20 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0056560 Dec 10 15:32:03.450044 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60440) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:03.451891 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60442) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:03.456787 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [None req-4c3ac5ec-4ce8-4ca2-aa50-3de893f17df2 tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] http://10.222.0.20:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:32:03.458114 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-4c3ac5ec-4ce8-4ca2-aa50-3de893f17df2 tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] 10.222.0.20 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0052035 Dec 10 15:32:03.461857 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60444) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:03.465740 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network ea732716-22b8-4a2d-8f4b-8497bde5592b details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:32:03.475091 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74cbffca-65cf-4cef-b38e-bbd0efd7a6b4 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:32:03.480500 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [None req-18a4f782-9e71-42d1-90e3-cc98fad5f08d tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] http://10.222.0.20:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:32:03.480500 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-18a4f782-9e71-42d1-90e3-cc98fad5f08d tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] 10.222.0.20 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0135550 Dec 10 15:32:03.486194 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60446) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:03.491012 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [None req-65c90e08-8887-4ce5-aa4d-4a5f3092f0fb tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] http://10.222.0.20:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:32:03.494628 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-65c90e08-8887-4ce5-aa4d-4a5f3092f0fb tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] 10.222.0.20 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0045428 Dec 10 15:32:03.494766 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-74cbffca-65cf-4cef-b38e-bbd0efd7a6b4 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:03.495567 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60448) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:03.495909 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60450) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:03.496038 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-74cbffca-65cf-4cef-b38e-bbd0efd7a6b4 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] 10.222.0.20 "PUT /v2.0/routers/e461d35e-fb02-418b-ba68-ee6c5e6ac4cf HTTP/1.1" status: 200 len: 706 time: 3.6686697 Dec 10 15:32:03.498544 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f53d44-0960-4cb4-a2c9-f9d83cf5edb8 None None] Sync routers for ids ['e461d35e-fb02-418b-ba68-ee6c5e6ac4cf'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:32:03.510196 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-d811b2c6-1b94-469b-b85d-1bc51b9ceeac None None] Attempting to bind port 1cb2d19d-13ed-4475-83c3-c517b58276d7 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:32:03.510573 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-d811b2c6-1b94-469b-b85d-1bc51b9ceeac None None] Attempting to bind port 1cb2d19d-13ed-4475-83c3-c517b58276d7 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'eff48263-003f-4cd4-851a-7afed4f516ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8487077c-9ce2-4846-854a-b02ddaea31bb'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:32:03.510942 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d811b2c6-1b94-469b-b85d-1bc51b9ceeac None None] Attempting to bind port 1cb2d19d-13ed-4475-83c3-c517b58276d7 on network 8487077c-9ce2-4846-854a-b02ddaea31bb {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:32:03.518886 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f53d44-0960-4cb4-a2c9-f9d83cf5edb8 None None] Routers {'e461d35e-fb02-418b-ba68-ee6c5e6ac4cf'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:32:03.519632 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-60f53d44-0960-4cb4-a2c9-f9d83cf5edb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:31:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['e461d35e-fb02-418b-ba68-ee6c5e6ac4cf'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:03.536380 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [None req-5dbdb617-18d8-4b31-942c-38f81b521944 tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] http://10.222.0.20:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:32:03.537441 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-5dbdb617-18d8-4b31-942c-38f81b521944 tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] 10.222.0.20 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0399432 Dec 10 15:32:03.540743 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60452) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:03.549260 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [None req-cff98fec-5e99-4301-910c-429951b4bcf1 tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] http://10.222.0.20:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:32:03.549697 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-cff98fec-5e99-4301-910c-429951b4bcf1 tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] 10.222.0.20 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0074224 Dec 10 15:32:03.552750 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60454) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:03.557238 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [None req-20e971de-29e9-40cc-b87e-1f9543fb9049 tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] http://10.222.0.20:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:32:03.558377 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-20e971de-29e9-40cc-b87e-1f9543fb9049 tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] 10.222.0.20 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0045700 Dec 10 15:32:03.561571 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60456) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:03.566432 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [None req-f5e7403c-062c-4cd4-9e2d-38ac2617a8bf tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] http://10.222.0.20:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:32:03.567540 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-f5e7403c-062c-4cd4-9e2d-38ac2617a8bf tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] 10.222.0.20 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0047996 Dec 10 15:32:03.571727 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60458) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:03.578859 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d811b2c6-1b94-469b-b85d-1bc51b9ceeac None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:32:03.579440 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d811b2c6-1b94-469b-b85d-1bc51b9ceeac None None] Checking segment: {'id': 'eff48263-003f-4cd4-851a-7afed4f516ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8487077c-9ce2-4846-854a-b02ddaea31bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:32:03.580021 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d811b2c6-1b94-469b-b85d-1bc51b9ceeac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:03.580690 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d811b2c6-1b94-469b-b85d-1bc51b9ceeac None None] Bound using segment: {'id': 'eff48263-003f-4cd4-851a-7afed4f516ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8487077c-9ce2-4846-854a-b02ddaea31bb'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:32:03.581419 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [None req-0f4c2542-af2e-431c-981a-37fe1b890010 tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] http://10.222.0.20:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:32:03.582066 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-d811b2c6-1b94-469b-b85d-1bc51b9ceeac None None] Bound port: 1cb2d19d-13ed-4475-83c3-c517b58276d7, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eff48263-003f-4cd4-851a-7afed4f516ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8487077c-9ce2-4846-854a-b02ddaea31bb'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:32:03.582471 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-0f4c2542-af2e-431c-981a-37fe1b890010 tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] 10.222.0.20 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0095882 Dec 10 15:32:03.582745 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d811b2c6-1b94-469b-b85d-1bc51b9ceeac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:03.586525 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60460) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:03.593179 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [None req-aaf32faa-5308-4e02-8413-2158c26b3a1f tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] http://10.222.0.20:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:32:03.594156 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-aaf32faa-5308-4e02-8413-2158c26b3a1f tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] 10.222.0.20 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0067408 Dec 10 15:32:03.603516 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-60f53d44-0960-4cb4-a2c9-f9d83cf5edb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:03.610725 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60462) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:03.613697 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-7056ea59-8640-468f-a424-a40b374bd7a7 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Allocated IP 2001:db8::23f (8487077c-9ce2-4846-854a-b02ddaea31bb/f4fbaf2e-5fd1-4db7-af13-3e75b8969a65/9301f413-6fa3-48ae-a70b-61ebc21043f8) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:32:03.617719 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f53d44-0960-4cb4-a2c9-f9d83cf5edb8 None None] Routers {'e461d35e-fb02-418b-ba68-ee6c5e6ac4cf'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:32:03.618968 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-60f53d44-0960-4cb4-a2c9-f9d83cf5edb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:31:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['e461d35e-fb02-418b-ba68-ee6c5e6ac4cf'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:03.626327 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-164557bc-b0f3-471c-b3a9-4904d5fa3bc2 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] 10.222.0.20 "GET /v2.0/routers/e461d35e-fb02-418b-ba68-ee6c5e6ac4cf HTTP/1.1" status: 200 len: 741 time: 0.1250305 Dec 10 15:32:03.626851 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60464) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:03.627241 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [None req-90524356-aa43-4640-901e-911983c9ea7f tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] http://10.222.0.20:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:32:03.628432 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-90524356-aa43-4640-901e-911983c9ea7f tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] 10.222.0.20 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0163045 Dec 10 15:32:03.629345 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ca739c-a3d0-4957-9888-682f862820ed tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Made reservation on behalf of 79322b47ea2a4c2d877d93382c60aa4d for: {'port': 2} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:32:03.634336 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-95ca739c-a3d0-4957-9888-682f862820ed tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:03.635450 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60466) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:03.648234 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [None req-69003dc9-c01d-4606-adc6-15fd113df2dd tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] http://10.222.0.20:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:32:03.649217 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-69003dc9-c01d-4606-adc6-15fd113df2dd tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] 10.222.0.20 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0053182 Dec 10 15:32:03.655085 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60468) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:03.661525 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [None req-a44f78af-e399-4eda-8672-cc230d961e7a tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] http://10.222.0.20:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:32:03.662746 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-a44f78af-e399-4eda-8672-cc230d961e7a tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] 10.222.0.20 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0048070 Dec 10 15:32:03.670086 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60470) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:03.675794 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [None req-fffb1711-c164-4ffc-b79e-36f1b1028c11 tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] http://10.222.0.20:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:32:03.676989 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-fffb1711-c164-4ffc-b79e-36f1b1028c11 tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] 10.222.0.20 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0048435 Dec 10 15:32:03.680728 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-95ca739c-a3d0-4957-9888-682f862820ed tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:03.683050 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-60f53d44-0960-4cb4-a2c9-f9d83cf5edb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:03.684330 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f53d44-0960-4cb4-a2c9-f9d83cf5edb8 None None] The sync data for ids ['e461d35e-fb02-418b-ba68-ee6c5e6ac4cf'] in dv-neutron-821401-4-hyperv is: [] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:32:03.685383 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60472) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:03.690418 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-d811b2c6-1b94-469b-b85d-1bc51b9ceeac None None] For port 1cb2d19d-13ed-4475-83c3-c517b58276d7, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:32:03.692795 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [None req-7c9ddf7a-0cb3-4b69-9d60-e03e9d18ee94 tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] http://10.222.0.20:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:32:03.693757 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-7c9ddf7a-0cb3-4b69-9d60-e03e9d18ee94 tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] 10.222.0.20 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0074096 Dec 10 15:32:03.698984 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-d811b2c6-1b94-469b-b85d-1bc51b9ceeac None None] For port 1cb2d19d-13ed-4475-83c3-c517b58276d7, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=1cb2d19d-13ed-4475-83c3-c517b58276d7,segment=NetworkSegment(eff48263-003f-4cd4-851a-7afed4f516ce),segment_id=eff48263-003f-4cd4-851a-7afed4f516ce)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:32:03.703308 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-5c4aa07d-408d-4518-a2e7-6f2aa5554ed0 tempest-RoutersAdminTest-633990469 tempest-RoutersAdminTest-633990469-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=d5a1452c-422a-4e1a-a1c7-48738ecf752f&device_id=e461d35e-fb02-418b-ba68-ee6c5e6ac4cf HTTP/1.1" status: 200 len: 205 time: 0.0748463 Dec 10 15:32:03.703466 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60474) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:03.707355 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60476) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:03.715333 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [None req-847dd0ed-9505-475a-9341-2b492c0d9c49 tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] http://10.222.0.20:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:32:03.716299 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-847dd0ed-9505-475a-9341-2b492c0d9c49 tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] 10.222.0.20 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0093434 Dec 10 15:32:03.722374 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60478) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:03.728259 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [None req-debc2c24-86d3-4197-abc4-1da0f2b6360c tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] http://10.222.0.20:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:32:03.731009 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-debc2c24-86d3-4197-abc4-1da0f2b6360c tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] 10.222.0.20 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0060308 Dec 10 15:32:03.732875 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60480) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:03.736948 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [None req-977ae8de-3170-4a68-b15e-a7afc6a0f5ff tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] http://10.222.0.20:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:32:03.737948 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-977ae8de-3170-4a68-b15e-a7afc6a0f5ff tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] 10.222.0.20 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0041287 Dec 10 15:32:03.740219 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60484) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:03.745913 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [None req-54b6c6d3-0371-4940-8660-ebc401c06c1d tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] http://10.222.0.20:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:32:03.750146 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-54b6c6d3-0371-4940-8660-ebc401c06c1d tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] 10.222.0.20 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0052249 Dec 10 15:32:03.751161 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-279835f9-dbcb-4b3c-98ca-42c04ed15884 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] 10.222.0.20 "GET /v2.0/ports?device_id=e461d35e-fb02-418b-ba68-ee6c5e6ac4cf HTTP/1.1" status: 200 len: 205 time: 0.0413384 Dec 10 15:32:03.757285 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7d5103-c170-4433-bdc4-4e1ccf649d69 tempest-ExternalNetworksTestJSON-839122687 tempest-ExternalNetworksTestJSON-839122687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:03.765046 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7d5103-c170-4433-bdc4-4e1ccf649d69 tempest-ExternalNetworksTestJSON-839122687 tempest-ExternalNetworksTestJSON-839122687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:03.765618 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60486) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:03.766267 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60488) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:03.771884 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [None req-915ab657-7d5d-4326-a44a-2bdb24a88c22 tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] http://10.222.0.20:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:32:03.772554 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7d5103-c170-4433-bdc4-4e1ccf649d69 tempest-ExternalNetworksTestJSON-839122687 tempest-ExternalNetworksTestJSON-839122687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:03.773160 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-915ab657-7d5d-4326-a44a-2bdb24a88c22 tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] 10.222.0.20 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0059834 Dec 10 15:32:03.779986 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d811b2c6-1b94-469b-b85d-1bc51b9ceeac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:03.780208 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7d5103-c170-4433-bdc4-4e1ccf649d69 tempest-ExternalNetworksTestJSON-839122687 tempest-ExternalNetworksTestJSON-839122687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:03.782490 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ee5388b7-dd44-44f3-8bf5-9c3e1806ec7f tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13912'] for router, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:03.783730 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ee5388b7-dd44-44f3-8bf5-9c3e1806ec7f tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:03.786939 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-3f7d5103-c170-4433-bdc4-4e1ccf649d69 tempest-ExternalNetworksTestJSON-839122687 tempest-ExternalNetworksTestJSON-839122687-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.3356977 Dec 10 15:32:03.787745 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60490) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:03.788397 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60492) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:03.800172 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [None req-ef216caf-bcd4-49f3-93cf-4677c2299443 tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] http://10.222.0.20:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:32:03.801125 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-ef216caf-bcd4-49f3-93cf-4677c2299443 tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] 10.222.0.20 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0121448 Dec 10 15:32:03.814159 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60494) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:03.821486 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [None req-748e93d4-9f16-475e-bfc6-882ad03ea1df tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] http://10.222.0.20:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:32:03.822508 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-748e93d4-9f16-475e-bfc6-882ad03ea1df tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] 10.222.0.20 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0059118 Dec 10 15:32:03.862719 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60496) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:03.863268 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60498) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:03.864778 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d811b2c6-1b94-469b-b85d-1bc51b9ceeac None None] Pushing event updated for resources: {'Port': ['ID=1cb2d19d-13ed-4475-83c3-c517b58276d7,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:03.870871 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [None req-c4212d94-14cc-46b3-8894-381afb640498 tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] http://10.222.0.20:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:32:03.875746 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-c4212d94-14cc-46b3-8894-381afb640498 tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] 10.222.0.20 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0113158 Dec 10 15:32:03.880418 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60500) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:03.895967 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [None req-93e8b1ce-7da9-4c2f-9632-a4f0d50a9eaf tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] http://10.222.0.20:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:32:03.897092 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-93e8b1ce-7da9-4c2f-9632-a4f0d50a9eaf tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] 10.222.0.20 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0044007 Dec 10 15:32:03.899766 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60504) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:03.911416 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [None req-dbf4dba6-ee5e-44f8-9acf-6510a67724c9 tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] http://10.222.0.20:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:32:03.917454 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-dbf4dba6-ee5e-44f8-9acf-6510a67724c9 tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] 10.222.0.20 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0166898 Dec 10 15:32:03.922321 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60506) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:03.926556 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [None req-2ea7eab2-4201-4eee-a2f3-c77e6d342e09 tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] http://10.222.0.20:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:32:03.930328 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-2ea7eab2-4201-4eee-a2f3-c77e6d342e09 tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] 10.222.0.20 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0072098 Dec 10 15:32:03.936733 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60508) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:03.942113 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [None req-af3f8d2d-ee3b-475c-b813-929018a84637 tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] http://10.222.0.20:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:32:03.945881 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-af3f8d2d-ee3b-475c-b813-929018a84637 tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] 10.222.0.20 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0080125 Dec 10 15:32:03.948199 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60510) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:03.953193 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [None req-741f816f-660a-4040-a0a8-e4dfca408f0c tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] http://10.222.0.20:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:32:03.956965 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-741f816f-660a-4040-a0a8-e4dfca408f0c tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] 10.222.0.20 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0077240 Dec 10 15:32:03.959073 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60512) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:03.959723 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-95ca739c-a3d0-4957-9888-682f862820ed tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] device_id is not set on port 7cef3c15-3b7b-4edd-ba99-cee58496c6a5 yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:32:03.963173 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e42ffdbd-9621-4a6b-81e5-43ef8d1b6253 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:03.968585 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [None req-9a244e3a-e4fa-4842-b94d-56def55b98ef tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] http://10.222.0.20:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:32:03.970141 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-9a244e3a-e4fa-4842-b94d-56def55b98ef tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] 10.222.0.20 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0098608 Dec 10 15:32:03.974520 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60514) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:04.003788 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e3e2583c-72d3-468c-8e98-3b9f514d1559 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks [] for router, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:04.014024 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [None req-ea3c0d21-8054-4317-b289-d5db377575d4 tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] http://10.222.0.20:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:32:04.014818 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-ea3c0d21-8054-4317-b289-d5db377575d4 tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] 10.222.0.20 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0138700 Dec 10 15:32:04.020443 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60516) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:04.024841 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [None req-eebd5b17-c7c5-4c5d-a374-41e42024a59f tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] http://10.222.0.20:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:32:04.026850 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-eebd5b17-c7c5-4c5d-a374-41e42024a59f tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] 10.222.0.20 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0054781 Dec 10 15:32:04.033252 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60518) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:04.037393 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [None req-d8145edb-45d8-456d-a551-b3f2907a9756 tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] http://10.222.0.20:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:32:04.038405 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-d8145edb-45d8-456d-a551-b3f2907a9756 tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] 10.222.0.20 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0042577 Dec 10 15:32:04.069230 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60520) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:04.082065 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [None req-923c43a5-117d-4af1-9631-3062b420a46a tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] http://10.222.0.20:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:32:04.085848 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-923c43a5-117d-4af1-9631-3062b420a46a tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] 10.222.0.20 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0113266 Dec 10 15:32:04.097707 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60522) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:04.108284 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [None req-6d321559-fb27-48f9-8bce-c0550ed1c997 tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] http://10.222.0.20:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:32:04.112056 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-6d321559-fb27-48f9-8bce-c0550ed1c997 tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] 10.222.0.20 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0077047 Dec 10 15:32:04.116788 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60524) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:04.130260 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [None req-97e86bc3-a015-4b4d-8c3d-ba711c54b12f tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] http://10.222.0.20:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:32:04.131836 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-97e86bc3-a015-4b4d-8c3d-ba711c54b12f tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] 10.222.0.20 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0140135 Dec 10 15:32:04.134500 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e42ffdbd-9621-4a6b-81e5-43ef8d1b6253 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:04.140677 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60526) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:04.158814 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [None req-ccb05400-7d8d-4766-a59e-2196e029b3cc tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] http://10.222.0.20:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:32:04.161841 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-ccb05400-7d8d-4766-a59e-2196e029b3cc tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] 10.222.0.20 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0128913 Dec 10 15:32:04.163997 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60528) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:04.184816 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [None req-54a83a2c-fb60-456c-91ee-ef7f4ec5ff70 tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] http://10.222.0.20:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:32:04.185891 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-54a83a2c-fb60-456c-91ee-ef7f4ec5ff70 tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] 10.222.0.20 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0175228 Dec 10 15:32:04.194001 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-e42ffdbd-9621-4a6b-81e5-43ef8d1b6253 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea732716-22b8-4a2d-8f4b-8497bde5592b']}} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:04.196057 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60530) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:04.201023 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [None req-a9faaa0e-221a-480c-954f-8f098fa1650c tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] http://10.222.0.20:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:32:04.210695 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-a9faaa0e-221a-480c-954f-8f098fa1650c tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] 10.222.0.20 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0049927 Dec 10 15:32:04.213701 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60532) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:04.217552 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-e42ffdbd-9621-4a6b-81e5-43ef8d1b6253 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c91c2a7c-d204-4137-8457-2722dcc27b67') {'for_net_delete': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:04.217883 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-e42ffdbd-9621-4a6b-81e5-43ef8d1b6253 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c91c2a7c-d204-4137-8457-2722dcc27b67') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:04.228427 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [None req-c08dec2c-f0a6-40a3-95ca-71785186c26f tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] http://10.222.0.20:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:32:04.232826 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-c08dec2c-f0a6-40a3-95ca-71785186c26f tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] 10.222.0.20 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0148280 Dec 10 15:32:04.235545 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60534) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:04.242329 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-017190f2-6993-4451-a177-f5beb11b9a50 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f03846aeb40b49208d41dc20f8c365c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3763559 Dec 10 15:32:04.242969 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60536) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:04.248054 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [None req-7e6b4d07-6685-4795-a127-1f4085777500 tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] http://10.222.0.20:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:32:04.251491 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-7e6b4d07-6685-4795-a127-1f4085777500 tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] 10.222.0.20 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0124795 Dec 10 15:32:04.252485 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e42ffdbd-9621-4a6b-81e5-43ef8d1b6253 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12392235'] for segment, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:04.258185 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60538) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:04.262989 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [None req-4471afe5-725e-43f4-b085-81aa4af05056 tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] http://10.222.0.20:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:32:04.266769 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-4471afe5-725e-43f4-b085-81aa4af05056 tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] 10.222.0.20 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0048423 Dec 10 15:32:04.274375 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60540) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:04.288754 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [None req-4bfb4e5a-23d3-4983-b8d5-e3fc0306a149 tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] http://10.222.0.20:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:32:04.291864 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-4bfb4e5a-23d3-4983-b8d5-e3fc0306a149 tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] 10.222.0.20 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0144975 Dec 10 15:32:04.296153 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60542) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:04.303104 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e42ffdbd-9621-4a6b-81e5-43ef8d1b6253 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:04.307502 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [None req-87f0f440-998b-4b7d-a500-9575ae675003 tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] http://10.222.0.20:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:32:04.308506 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-87f0f440-998b-4b7d-a500-9575ae675003 tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] 10.222.0.20 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0113466 Dec 10 15:32:04.314363 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60544) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:04.326298 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [None req-303e9448-2e11-4635-9010-d1955d993e96 tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] http://10.222.0.20:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:32:04.326298 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-303e9448-2e11-4635-9010-d1955d993e96 tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] 10.222.0.20 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0070288 Dec 10 15:32:04.327217 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e42ffdbd-9621-4a6b-81e5-43ef8d1b6253 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=103586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:32:04.327395 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e42ffdbd-9621-4a6b-81e5-43ef8d1b6253 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11695586'] for segment, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:04.334368 dv-neutron-821401-4-hyperv neutron-server[103586]: Traceback (most recent call last): Dec 10 15:32:04.334368 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:32:04.334368 dv-neutron-821401-4-hyperv neutron-server[103586]: timer() Dec 10 15:32:04.334368 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:32:04.334368 dv-neutron-821401-4-hyperv neutron-server[103586]: cb(*args, **kw) Dec 10 15:32:04.334368 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:32:04.334368 dv-neutron-821401-4-hyperv neutron-server[103586]: return func(*args, **kwargs) Dec 10 15:32:04.334368 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:32:04.334368 dv-neutron-821401-4-hyperv neutron-server[103586]: self._notify() Dec 10 15:32:04.334368 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:32:04.334368 dv-neutron-821401-4-hyperv neutron-server[103586]: self.callback(batched_events) Dec 10 15:32:04.334368 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:32:04.334368 dv-neutron-821401-4-hyperv neutron-server[103586]: event.method(event) Dec 10 15:32:04.334368 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:32:04.334368 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:32:04.334368 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:32:04.334368 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:32:04.334368 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:32:04.334368 dv-neutron-821401-4-hyperv neutron-server[103586]: return f(self, *a, **k) Dec 10 15:32:04.334368 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:32:04.334368 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._get(url).json() Dec 10 15:32:04.334368 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:32:04.334368 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:32:04.334368 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:32:04.334368 dv-neutron-821401-4-hyperv neutron-server[103586]: return self.request(url, 'GET', **kwargs) Dec 10 15:32:04.334368 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:32:04.334368 dv-neutron-821401-4-hyperv neutron-server[103586]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:32:04.334368 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:32:04.334368 dv-neutron-821401-4-hyperv neutron-server[103586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:32:04.334368 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:32:04.334368 dv-neutron-821401-4-hyperv neutron-server[103586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:32:04.334368 dv-neutron-821401-4-hyperv neutron-server[103586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:32:04.343845 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60546) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:04.350024 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [None req-b1acbbfa-8a56-4e6e-89c9-be5a2c828560 tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] http://10.222.0.20:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:32:04.350994 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-b1acbbfa-8a56-4e6e-89c9-be5a2c828560 tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] 10.222.0.20 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0047560 Dec 10 15:32:04.354539 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60548) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:04.382823 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [None req-a96c76e7-5247-4fa8-b4c7-b5a932e43d01 tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] http://10.222.0.20:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:32:04.383820 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-a96c76e7-5247-4fa8-b4c7-b5a932e43d01 tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] 10.222.0.20 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0047419 Dec 10 15:32:04.388479 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60550) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:04.398216 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [None req-10c5d526-8795-41e0-b193-a590c630458b tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] http://10.222.0.20:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:32:04.401532 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-10c5d526-8795-41e0-b193-a590c630458b tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] 10.222.0.20 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0044031 Dec 10 15:32:04.406658 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60552) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:04.416406 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [None req-b7b63285-3810-4e0a-beba-dccaa4b3ba05 tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] http://10.222.0.20:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:32:04.417405 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-b7b63285-3810-4e0a-beba-dccaa4b3ba05 tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] 10.222.0.20 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0098174 Dec 10 15:32:04.420120 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60554) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:04.424479 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ee5388b7-dd44-44f3-8bf5-9c3e1806ec7f tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:04.427094 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [None req-ff6d6f0e-aa69-455d-8323-77831b5883c7 tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] http://10.222.0.20:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:32:04.430365 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-ff6d6f0e-aa69-455d-8323-77831b5883c7 tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] 10.222.0.20 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0065649 Dec 10 15:32:04.430365 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7d277dbf-6ccb-46a8-88b5-c387dd4ee68e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:04.433041 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60556) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:04.436815 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [None req-c54b8e59-8cbb-41c8-a3d3-21177684e3f7 tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:32:04.440326 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-c54b8e59-8cbb-41c8-a3d3-21177684e3f7 tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0056086 Dec 10 15:32:04.441020 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60558) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:04.445027 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [None req-cfe25903-a5d7-456b-94c3-94ceab8007b8 tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] http://10.222.0.20:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:32:04.445984 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-cfe25903-a5d7-456b-94c3-94ceab8007b8 tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] 10.222.0.20 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0040472 Dec 10 15:32:04.451603 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60560) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:04.457758 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [None req-a20e0ee9-f150-4d33-8b84-87c8cf86e5b8 tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] http://10.222.0.20:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:32:04.458722 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-a20e0ee9-f150-4d33-8b84-87c8cf86e5b8 tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] 10.222.0.20 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0062528 Dec 10 15:32:04.461726 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60562) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:04.465666 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [None req-c0595fb5-02dd-4e19-b7f6-969799c6927d tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] http://10.222.0.20:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:32:04.466628 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-c0595fb5-02dd-4e19-b7f6-969799c6927d tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] 10.222.0.20 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0040290 Dec 10 15:32:04.470736 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60564) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:04.475641 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7d277dbf-6ccb-46a8-88b5-c387dd4ee68e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:04.478572 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [None req-a60ccdc9-ed11-44a9-8479-1a7ea1971594 tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] http://10.222.0.20:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:32:04.479493 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-a60ccdc9-ed11-44a9-8479-1a7ea1971594 tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] 10.222.0.20 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0055120 Dec 10 15:32:04.486219 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60566) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:04.490346 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [None req-7535ef66-234d-4d9b-b76b-df1af87d095b tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] http://10.222.0.20:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:32:04.492433 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-7535ef66-234d-4d9b-b76b-df1af87d095b tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] 10.222.0.20 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0041518 Dec 10 15:32:04.494310 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60568) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:04.505400 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [None req-bb5248ef-e68d-42cd-980d-3b693c791615 tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] http://10.222.0.20:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:32:04.506554 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-bb5248ef-e68d-42cd-980d-3b693c791615 tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] 10.222.0.20 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0089052 Dec 10 15:32:04.509036 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60570) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:04.519050 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [None req-bfa01c56-342a-4751-ac9d-675e4c4282f6 tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] http://10.222.0.20:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:32:04.520008 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-bfa01c56-342a-4751-ac9d-675e4c4282f6 tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] 10.222.0.20 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0100994 Dec 10 15:32:04.524147 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60572) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:04.530557 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [None req-89085892-678f-4667-abc3-41f57c76542c tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] http://10.222.0.20:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:32:04.531505 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-89085892-678f-4667-abc3-41f57c76542c tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] 10.222.0.20 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0064888 Dec 10 15:32:04.533931 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60574) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:04.538000 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [None req-3d2a66c1-63e4-4709-84e8-c11f19f210d4 tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:32:04.538916 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-3d2a66c1-63e4-4709-84e8-c11f19f210d4 tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0041406 Dec 10 15:32:04.541076 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60576) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:04.544847 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [None req-5c8533fc-a7b2-4c01-b2d6-2d29058c9f57 tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] http://10.222.0.20:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:32:04.545793 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-5c8533fc-a7b2-4c01-b2d6-2d29058c9f57 tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] 10.222.0.20 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0038824 Dec 10 15:32:04.548124 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60578) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:04.552174 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [None req-74235a3b-8b8c-47fd-9b8f-5e34d6ee506f tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] http://10.222.0.20:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:32:04.555197 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-74235a3b-8b8c-47fd-9b8f-5e34d6ee506f tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] 10.222.0.20 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0041440 Dec 10 15:32:04.555404 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60580) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:04.560202 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [None req-28e9e2b8-404f-4a8c-b1b0-8d762993ac5a tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] http://10.222.0.20:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:32:04.561276 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-28e9e2b8-404f-4a8c-b1b0-8d762993ac5a tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] 10.222.0.20 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0051577 Dec 10 15:32:04.563770 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60582) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:04.568307 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [None req-31d2cd6e-2092-49c1-bd4f-93d5c21f159e tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] http://10.222.0.20:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:32:04.569566 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-31d2cd6e-2092-49c1-bd4f-93d5c21f159e tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] 10.222.0.20 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0046206 Dec 10 15:32:04.571600 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60584) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:04.578381 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [None req-70ee87b8-8292-4df8-8947-507755e3f68a tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] http://10.222.0.20:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:32:04.579340 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-70ee87b8-8292-4df8-8947-507755e3f68a tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] 10.222.0.20 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0066020 Dec 10 15:32:04.581982 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60586) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:04.586205 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [None req-cbcd1276-fe58-4c83-a684-4abf50b06942 tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:32:04.587160 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-cbcd1276-fe58-4c83-a684-4abf50b06942 tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0042779 Dec 10 15:32:04.589703 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60588) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:04.594565 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [None req-5748e928-999c-423c-9fa7-5dad16bdcd59 tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:32:04.595576 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-5748e928-999c-423c-9fa7-5dad16bdcd59 tempest-ExtensionsTestJSON-553555098 tempest-ExtensionsTestJSON-553555098-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0049038 Dec 10 15:32:04.616625 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e3e2583c-72d3-468c-8e98-3b9f514d1559 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13898'] for router, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:04.622899 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7056ea59-8640-468f-a424-a40b374bd7a7 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:04.625196 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e3e2583c-72d3-468c-8e98-3b9f514d1559 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:04.773394 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 1cb2d19d-13ed-4475-83c3-c517b58276d7 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:32:04.825838 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e42ffdbd-9621-4a6b-81e5-43ef8d1b6253 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:04.828699 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 1cb2d19d-13ed-4475-83c3-c517b58276d7 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:32:04.829133 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:04.830725 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7d277dbf-6ccb-46a8-88b5-c387dd4ee68e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:04.834310 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7d277dbf-6ccb-46a8-88b5-c387dd4ee68e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:04.838375 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-7d277dbf-6ccb-46a8-88b5-c387dd4ee68e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2522557f-b504-407c-ace6-0736ef6625b2 HTTP/1.1" status: 204 len: 168 time: 0.5853939 Dec 10 15:32:04.847533 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e42ffdbd-9621-4a6b-81e5-43ef8d1b6253 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ea732716-22b8-4a2d-8f4b-8497bde5592b {{(pid=103586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 10 15:32:04.849116 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d277dbf-6ccb-46a8-88b5-c387dd4ee68e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2522557f-b504-407c-ace6-0736ef6625b2,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:04.852800 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e42ffdbd-9621-4a6b-81e5-43ef8d1b6253 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:04.856792 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-e42ffdbd-9621-4a6b-81e5-43ef8d1b6253 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] 10.222.0.20 "DELETE /v2.0/networks/ea732716-22b8-4a2d-8f4b-8497bde5592b HTTP/1.1" status: 204 len: 168 time: 1.0662966 Dec 10 15:32:04.860888 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e3e2583c-72d3-468c-8e98-3b9f514d1559 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549250'] for router, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:04.862350 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3e2583c-72d3-468c-8e98-3b9f514d1559 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Fanout notify agent at l3_agent the message router_deleted on router e461d35e-fb02-418b-ba68-ee6c5e6ac4cf {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 15:32:04.866760 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60594) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:04.873436 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-85c2e976-3713-4f5a-974e-29e9e2263496 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Request body: {'network': {'name': 'tempest-network--1169675730', 'router:external': True}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:04.877697 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42ffdbd-9621-4a6b-81e5-43ef8d1b6253 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Pushing event deleted for resources: {'Network': ['ID=ea732716-22b8-4a2d-8f4b-8497bde5592b,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:04.902390 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e3e2583c-72d3-468c-8e98-3b9f514d1559 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:04.904015 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-e3e2583c-72d3-468c-8e98-3b9f514d1559 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] 10.222.0.20 "DELETE /v2.0/routers/e461d35e-fb02-418b-ba68-ee6c5e6ac4cf HTTP/1.1" status: 204 len: 168 time: 1.1356621 Dec 10 15:32:04.905347 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7056ea59-8640-468f-a424-a40b374bd7a7 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:04.907473 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60596) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:04.974211 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-95ca739c-a3d0-4957-9888-682f862820ed tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:04.986822 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:04.993395 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-6a02a481-d0a1-4e1b-907b-583886a263d6 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] 10.222.0.20 "GET /v2.0/ports?device_id=e461d35e-fb02-418b-ba68-ee6c5e6ac4cf HTTP/1.1" status: 200 len: 205 time: 0.0825243 Dec 10 15:32:05.000561 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60598) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:05.040503 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.api.v2.resource [None req-7de02a95-98f6-4ebc-9a7c-8e943f9288d5 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] delete failed (client error): The resource could not be found. Dec 10 15:32:05.041569 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-7de02a95-98f6-4ebc-9a7c-8e943f9288d5 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] 10.222.0.20 "DELETE /v2.0/routers/e461d35e-fb02-418b-ba68-ee6c5e6ac4cf HTTP/1.1" status: 404 len: 336 time: 0.0435305 Dec 10 15:32:05.042334 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c2e976-3713-4f5a-974e-29e9e2263496 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Made reservation on behalf of f7d6c188d394488bb81605fa59fd8de3 for: {'network': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:32:05.045269 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-85c2e976-3713-4f5a-974e-29e9e2263496 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:05.048101 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60600) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:05.066086 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] For port 1cb2d19d-13ed-4475-83c3-c517b58276d7, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=1cb2d19d-13ed-4475-83c3-c517b58276d7,segment=NetworkSegment(eff48263-003f-4cd4-851a-7afed4f516ce),segment_id=eff48263-003f-4cd4-851a-7afed4f516ce)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:32:05.081381 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8b082f-1f3f-4b9c-80fb-6a482271e475 None None] Network 8487077c-9ce2-4846-854a-b02ddaea31bb requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:32:05.097655 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-b31e1dd8-2622-45c7-81ac-b81a3341ea7d tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] 10.222.0.20 "GET /v2.0/ports?device_id=666abeca-6b7e-466c-af25-ad50ad9219b3 HTTP/1.1" status: 200 len: 205 time: 0.0484633 Dec 10 15:32:05.101047 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60602) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:05.168609 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ee5388b7-dd44-44f3-8bf5-9c3e1806ec7f tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:05.171146 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:05.176115 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85c2e976-3713-4f5a-974e-29e9e2263496 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=103586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:32:05.181679 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.api.v2.resource [None req-1e1bed53-6133-4b68-b7e1-b24c4552a625 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] delete failed (client error): The resource could not be found. Dec 10 15:32:05.182976 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-1e1bed53-6133-4b68-b7e1-b24c4552a625 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] 10.222.0.20 "DELETE /v2.0/routers/666abeca-6b7e-466c-af25-ad50ad9219b3 HTTP/1.1" status: 404 len: 336 time: 0.0806262 Dec 10 15:32:05.188036 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60606) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:05.200575 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7056ea59-8640-468f-a424-a40b374bd7a7 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event updated for resources: {'Port': ['ID=9301f413-6fa3-48ae-a70b-61ebc21043f8,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:05.225395 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7056ea59-8640-468f-a424-a40b374bd7a7 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Network 8487077c-9ce2-4846-854a-b02ddaea31bb is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:32:05.232802 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-7056ea59-8640-468f-a424-a40b374bd7a7 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:32:05.236647 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7056ea59-8640-468f-a424-a40b374bd7a7 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:32:05.243197 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7056ea59-8640-468f-a424-a40b374bd7a7 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:05.243829 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7056ea59-8640-468f-a424-a40b374bd7a7 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:05.253700 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-95ca739c-a3d0-4957-9888-682f862820ed tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] device_id is not set on port b7565711-7bbd-45ce-b65f-7bfd398f1071 yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:32:05.266140 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-1e68e253-5edd-4a90-a7e3-6ea4d6eb4911 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] 10.222.0.20 "GET /v2.0/ports?device_id=55dee28c-bae1-4764-a62a-33b96a1f09ee HTTP/1.1" status: 200 len: 205 time: 0.0590577 Dec 10 15:32:05.266140 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60610) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:05.314827 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-85c2e976-3713-4f5a-974e-29e9e2263496 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:05.315441 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.segments_db [None req-85c2e976-3713-4f5a-974e-29e9e2263496 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Added segment fc895aa8-da36-4617-ac1c-f451e8c453fc of type vlan for network ac3516f2-de95-499e-b859-d6235a8c01f1 Dec 10 15:32:05.316994 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.api.v2.resource [None req-d86c3b3d-5c6e-43b3-8ca7-4161ebbab867 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] delete failed (client error): The resource could not be found. Dec 10 15:32:05.318127 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-d86c3b3d-5c6e-43b3-8ca7-4161ebbab867 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] 10.222.0.20 "DELETE /v2.0/routers/55dee28c-bae1-4764-a62a-33b96a1f09ee HTTP/1.1" status: 404 len: 336 time: 0.0548787 Dec 10 15:32:05.327493 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60612) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:05.328115 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60614) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:05.347520 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-15f0b5a3-7c77-46b4-b1b3-4bb9fc31e457 None None] Provisioning complete for port 1cb2d19d-13ed-4475-83c3-c517b58276d7 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:32:05.347520 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-15f0b5a3-7c77-46b4-b1b3-4bb9fc31e457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:05.367275 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-999ca104-84cb-433a-beaf-69d48d836143 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff2386dd-4075-42a7-a8ad-569bdbf49cca HTTP/1.1" status: 200 len: 205 time: 0.0368853 Dec 10 15:32:05.383566 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60618) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:05.390330 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-7056ea59-8640-468f-a424-a40b374bd7a7 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7915838 Dec 10 15:32:05.394037 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60620) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:05.411942 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Pushing event updated for resources: {'Port': ['ID=1cb2d19d-13ed-4475-83c3-c517b58276d7,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:05.451900 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.api.v2.resource [None req-93875488-da2f-436e-b255-cf6ee8723c26 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] delete failed (client error): The resource could not be found. Dec 10 15:32:05.464520 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-93875488-da2f-436e-b255-cf6ee8723c26 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] 10.222.0.20 "DELETE /v2.0/routers/ff2386dd-4075-42a7-a8ad-569bdbf49cca HTTP/1.1" status: 404 len: 336 time: 0.0616524 Dec 10 15:32:05.467185 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-85c2e976-3713-4f5a-974e-29e9e2263496 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:05.475956 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60622) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:05.533921 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-3975e39e-8bf2-41f1-af2f-c376ddf4a122 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e0b6544-d5dc-43c2-8648-cf31cb50eb10 HTTP/1.1" status: 200 len: 205 time: 0.0513866 Dec 10 15:32:05.538347 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60628) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:05.564884 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-95ca739c-a3d0-4957-9888-682f862820ed tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:05.592478 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.api.v2.resource [None req-13691a5e-428f-46b8-9313-650ad68c5637 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] delete failed (client error): The resource could not be found. Dec 10 15:32:05.593653 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-13691a5e-428f-46b8-9313-650ad68c5637 tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] 10.222.0.20 "DELETE /v2.0/routers/4e0b6544-d5dc-43c2-8648-cf31cb50eb10 HTTP/1.1" status: 404 len: 336 time: 0.0528293 Dec 10 15:32:05.598019 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60630) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:05.606902 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-6a680d0e-dbc3-439a-93b2-f980d816349c tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Deleting port 9301f413-6fa3-48ae-a70b-61ebc21043f8 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:32:05.607267 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6a680d0e-dbc3-439a-93b2-f980d816349c tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:05.635294 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-6d3c6ed1-d9f9-4801-a8cb-f9b7773f226e tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] 10.222.0.20 "GET /v2.0/ports?device_id=755ebfd7-210d-4e00-99a1-db2156e93005 HTTP/1.1" status: 200 len: 205 time: 0.0357580 Dec 10 15:32:05.644017 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60634) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:05.700703 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.api.v2.resource [None req-e34dc283-2174-4639-8811-a59e210006ae tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] delete failed (client error): The resource could not be found. Dec 10 15:32:05.702471 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-e34dc283-2174-4639-8811-a59e210006ae tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] 10.222.0.20 "DELETE /v2.0/routers/755ebfd7-210d-4e00-99a1-db2156e93005 HTTP/1.1" status: 404 len: 336 time: 0.0557189 Dec 10 15:32:05.720037 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6a680d0e-dbc3-439a-93b2-f980d816349c tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:05.740811 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60638) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:05.752835 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-85c2e976-3713-4f5a-974e-29e9e2263496 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:05.753772 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c2e976-3713-4f5a-974e-29e9e2263496 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:05.754542 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-85c2e976-3713-4f5a-974e-29e9e2263496 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:05.768625 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-6a680d0e-dbc3-439a-93b2-f980d816349c tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Calling delete_port for 9301f413-6fa3-48ae-a70b-61ebc21043f8 owned by {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:32:05.773463 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2c59bf94-81b0-45d1-96d4-e1f33e11bcee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:05.805416 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-e62f2153-7303-45fa-9b52-ea55b8674f0f tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] DELETE failed (client error): The resource could not be found. Dec 10 15:32:05.805416 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e62f2153-7303-45fa-9b52-ea55b8674f0f tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:32:05.810218 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-e62f2153-7303-45fa-9b52-ea55b8674f0f tempest-RoutersAdminTest-1530626009 tempest-RoutersAdminTest-1530626009-project] 10.222.0.20 "DELETE /v2.0/subnets/e864872a-eae7-4ff3-b8a9-fa4c2f899191 HTTP/1.1" status: 404 len: 337 time: 0.0650222 Dec 10 15:32:05.841547 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ee5388b7-dd44-44f3-8bf5-9c3e1806ec7f tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks [] for router_gateway, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:05.867966 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ee5388b7-dd44-44f3-8bf5-9c3e1806ec7f tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:05.889107 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c2e976-3713-4f5a-974e-29e9e2263496 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Pushing event updated for resources: {'Network': ['ID=ac3516f2-de95-499e-b859-d6235a8c01f1,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:05.900169 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network ac3516f2-de95-499e-b859-d6235a8c01f1 details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:32:05.910178 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-85c2e976-3713-4f5a-974e-29e9e2263496 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0398290 Dec 10 15:32:05.921005 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60644) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:05.990494 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-ee5388b7-dd44-44f3-8bf5-9c3e1806ec7f tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Allocated IP 172.26.2.69 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/f4d02eb6-6449-4658-ac02-8800d2c561f2) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:32:06.057460 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-95ca739c-a3d0-4957-9888-682f862820ed tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:06.089068 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b32be0-b935-4393-8b81-131db96b699d tempest-ExternalNetworksTestJSON-839122687 tempest-ExternalNetworksTestJSON-839122687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:06.089068 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-42b32be0-b935-4393-8b81-131db96b699d tempest-ExternalNetworksTestJSON-839122687 tempest-ExternalNetworksTestJSON-839122687-project] 10.222.0.20 "GET /v2.0/networks/ac3516f2-de95-499e-b859-d6235a8c01f1 HTTP/1.1" status: 200 len: 757 time: 0.1639113 Dec 10 15:32:06.089068 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60646) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:06.152250 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ca739c-a3d0-4957-9888-682f862820ed tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Pushing event updated for resources: {'Port': ['ID=7cef3c15-3b7b-4edd-ba99-cee58496c6a5,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:06.174464 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ca739c-a3d0-4957-9888-682f862820ed tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Checking segment: {'id': 'b43e43c0-1392-4e0c-9329-9ffc533cba7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '9af8abcc-004d-4551-bca3-c1b715ee4d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:32:06.175046 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ca739c-a3d0-4957-9888-682f862820ed tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Network hostable DHCP agents. Network: 9af8abcc-004d-4551-bca3-c1b715ee4d08, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:32:06.179175 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ee5388b7-dd44-44f3-8bf5-9c3e1806ec7f tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:06.189755 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2c59bf94-81b0-45d1-96d4-e1f33e11bcee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:06.215426 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-2365bde2-f657-4f52-82ca-9db0adb39648 None None] Provisioning complete for port 1cb2d19d-13ed-4475-83c3-c517b58276d7 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:32:06.216148 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2365bde2-f657-4f52-82ca-9db0adb39648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:06.234240 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a370d61-b6e3-41a4-82fa-ddda0ff082fc tempest-ExternalNetworksTestJSON-839122687 tempest-ExternalNetworksTestJSON-839122687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:06.235666 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-4a370d61-b6e3-41a4-82fa-ddda0ff082fc tempest-ExternalNetworksTestJSON-839122687 tempest-ExternalNetworksTestJSON-839122687-project] 10.222.0.20 "GET /v2.0/networks/21d28858-916d-4108-9c94-1a049d99cbd0 HTTP/1.1" status: 200 len: 768 time: 0.1458285 Dec 10 15:32:06.238621 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60654) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:06.282358 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ca739c-a3d0-4957-9888-682f862820ed tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Network 9af8abcc-004d-4551-bca3-c1b715ee4d08 is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:32:06.295540 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6a680d0e-dbc3-439a-93b2-f980d816349c tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:06.297341 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2c59bf94-81b0-45d1-96d4-e1f33e11bcee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:06.311503 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ee5388b7-dd44-44f3-8bf5-9c3e1806ec7f tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:06.335919 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-2365bde2-f657-4f52-82ca-9db0adb39648 None None] Could not find standard attr ID for object 9301f413-6fa3-48ae-a70b-61ebc21043f8. {{(pid=103588) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 15:32:06.361404 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5388b7-dd44-44f3-8bf5-9c3e1806ec7f tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:32:06.366102 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-ee5388b7-dd44-44f3-8bf5-9c3e1806ec7f tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:32:06.380682 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5388b7-dd44-44f3-8bf5-9c3e1806ec7f tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Pushing event updated for resources: {'Port': ['ID=f4d02eb6-6449-4658-ac02-8800d2c561f2,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:06.381385 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a680d0e-dbc3-439a-93b2-f980d816349c tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event deleted for resources: {'Port': ['ID=9301f413-6fa3-48ae-a70b-61ebc21043f8,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:06.383545 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5388b7-dd44-44f3-8bf5-9c3e1806ec7f tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:32:06.395734 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e5ff8841-f508-44ee-822a-dff225dc01c6 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:06.397721 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2842f346-2f7e-406d-a0db-34dd10eb8e0b None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:32:06.401828 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-2c59bf94-81b0-45d1-96d4-e1f33e11bcee admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=956983254b2e4ad0b230c9378ac6a5dc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0731025 Dec 10 15:32:06.414272 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60656) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:06.414272 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c59bf94-81b0-45d1-96d4-e1f33e11bcee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ec6d4c-5c7d-4c58-90d2-a6aedc19f848,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:06.467110 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-95ca739c-a3d0-4957-9888-682f862820ed tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 9af8abcc-004d-4551-bca3-c1b715ee4d08) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:32:06.467500 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6a680d0e-dbc3-439a-93b2-f980d816349c tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:06.469424 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-6a680d0e-dbc3-439a-93b2-f980d816349c tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "DELETE /v2.0/ports/9301f413-6fa3-48ae-a70b-61ebc21043f8 HTTP/1.1" status: 204 len: 168 time: 1.0742421 Dec 10 15:32:06.476277 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60662) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:06.478035 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ca739c-a3d0-4957-9888-682f862820ed tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:32:06.479561 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-95ca739c-a3d0-4957-9888-682f862820ed tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:06.490512 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44ce73b-d6df-44c4-a852-1d22dc80fb55 None None] Network 9af8abcc-004d-4551-bca3-c1b715ee4d08 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:32:06.491644 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f4ccb0d5-0018-4c5d-a808-2563e188ddab None None] Provisioning complete for port f4d02eb6-6449-4658-ac02-8800d2c561f2 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:32:06.493974 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f4ccb0d5-0018-4c5d-a808-2563e188ddab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:06.548695 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-643e6325-f512-4051-8776-36c0c471ab77 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] DELETE failed (client error): The resource could not be found. Dec 10 15:32:06.548695 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-643e6325-f512-4051-8776-36c0c471ab77 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:32:06.568155 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-643e6325-f512-4051-8776-36c0c471ab77 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "DELETE /v2.0/ports/9301f413-6fa3-48ae-a70b-61ebc21043f8 HTTP/1.1" status: 404 len: 333 time: 0.0918810 Dec 10 15:32:06.602198 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60664) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:06.626005 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60668) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:06.685555 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ca739c-a3d0-4957-9888-682f862820ed tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Pushing event updated for resources: {'Port': ['ID=b7565711-7bbd-45ce-b65f-7bfd398f1071,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:06.712028 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f4ccb0d5-0018-4c5d-a808-2563e188ddab None None] Port f4d02eb6-6449-4658-ac02-8800d2c561f2 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:32:06.749807 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ca739c-a3d0-4957-9888-682f862820ed tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Checking segment: {'id': '7d9dbc04-ebea-42ec-8754-76f1ca358174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '72719eb0-72c0-4da6-b880-28f8ed51a7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:32:06.750340 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ca739c-a3d0-4957-9888-682f862820ed tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Network hostable DHCP agents. Network: 72719eb0-72c0-4da6-b880-28f8ed51a7b8, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:32:06.759027 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d96c9ea-a0cf-4c4b-8792-e51f60f0a7d5 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] GET failed (client error): The resource could not be found. Dec 10 15:32:06.763452 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-4d96c9ea-a0cf-4c4b-8792-e51f60f0a7d5 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "GET /v2.0/ports/9301f413-6fa3-48ae-a70b-61ebc21043f8 HTTP/1.1" status: 404 len: 333 time: 0.1558340 Dec 10 15:32:06.765149 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60672) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:06.793904 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1b0b64d9-8235-4efc-bdd5-6398857243da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:06.799198 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e5ff8841-f508-44ee-822a-dff225dc01c6 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:06.827759 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-1a150fb4-a224-4477-b245-17c908e29ac6 None None] Could not find standard attr ID for object 9301f413-6fa3-48ae-a70b-61ebc21043f8. {{(pid=103588) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 15:32:06.842757 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-57a05c5b-309b-48f5-a783-627ae0ef297d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:06.850800 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 1cb2d19d-13ed-4475-83c3-c517b58276d7 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:32:06.860614 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1b0b64d9-8235-4efc-bdd5-6398857243da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:06.875193 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-7949d804-e417-4b83-b39d-7220859f9aa5 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Deleting subnet f4fbaf2e-5fd1-4db7-af13-3e75b8969a65 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:32:06.878994 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7949d804-e417-4b83-b39d-7220859f9aa5 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for subnet, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:06.899956 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 1cb2d19d-13ed-4475-83c3-c517b58276d7 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:32:06.900624 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:06.911949 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ca739c-a3d0-4957-9888-682f862820ed tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Network 72719eb0-72c0-4da6-b880-28f8ed51a7b8 is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:32:06.927308 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-e5ff8841-f508-44ee-822a-dff225dc01c6 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac3516f2-de95-499e-b859-d6235a8c01f1']}} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:06.932420 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7949d804-e417-4b83-b39d-7220859f9aa5 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11806768'] for subnet, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:06.944694 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-e5ff8841-f508-44ee-822a-dff225dc01c6 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc895aa8-da36-4617-ac1c-f451e8c453fc') {'for_net_delete': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:06.945001 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-e5ff8841-f508-44ee-822a-dff225dc01c6 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc895aa8-da36-4617-ac1c-f451e8c453fc') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:06.956486 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e5ff8841-f508-44ee-822a-dff225dc01c6 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12392235'] for segment, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:06.972081 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e5ff8841-f508-44ee-822a-dff225dc01c6 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:06.986611 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5ff8841-f508-44ee-822a-dff225dc01c6 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=103586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:32:06.987017 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e5ff8841-f508-44ee-822a-dff225dc01c6 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11695586'] for segment, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:06.990045 dv-neutron-821401-4-hyperv neutron-server[103586]: Traceback (most recent call last): Dec 10 15:32:06.990045 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:32:06.990045 dv-neutron-821401-4-hyperv neutron-server[103586]: timer() Dec 10 15:32:06.990045 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:32:06.990045 dv-neutron-821401-4-hyperv neutron-server[103586]: cb(*args, **kw) Dec 10 15:32:06.990045 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:32:06.990045 dv-neutron-821401-4-hyperv neutron-server[103586]: return func(*args, **kwargs) Dec 10 15:32:06.990045 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:32:06.990045 dv-neutron-821401-4-hyperv neutron-server[103586]: self._notify() Dec 10 15:32:06.990045 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:32:06.990045 dv-neutron-821401-4-hyperv neutron-server[103586]: self.callback(batched_events) Dec 10 15:32:06.990045 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:32:06.990045 dv-neutron-821401-4-hyperv neutron-server[103586]: event.method(event) Dec 10 15:32:06.990045 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:32:06.990045 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:32:06.990045 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:32:06.990045 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:32:06.990045 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:32:06.990045 dv-neutron-821401-4-hyperv neutron-server[103586]: return f(self, *a, **k) Dec 10 15:32:06.990045 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:32:06.990045 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._get(url).json() Dec 10 15:32:06.990045 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:32:06.990045 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:32:06.990045 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:32:06.990045 dv-neutron-821401-4-hyperv neutron-server[103586]: return self.request(url, 'GET', **kwargs) Dec 10 15:32:06.990045 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:32:06.990045 dv-neutron-821401-4-hyperv neutron-server[103586]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:32:06.990045 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:32:06.990045 dv-neutron-821401-4-hyperv neutron-server[103586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:32:06.990045 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:32:06.990045 dv-neutron-821401-4-hyperv neutron-server[103586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:32:06.990045 dv-neutron-821401-4-hyperv neutron-server[103586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:32:07.011546 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-95ca739c-a3d0-4957-9888-682f862820ed tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 72719eb0-72c0-4da6-b880-28f8ed51a7b8) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:32:07.022255 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ca739c-a3d0-4957-9888-682f862820ed tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:32:07.023875 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01fa7a1-b2c6-4cf6-bd5f-2d3d5fe0735e None None] Network 72719eb0-72c0-4da6-b880-28f8ed51a7b8 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:32:07.028870 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ca739c-a3d0-4957-9888-682f862820ed tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:07.033871 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ca739c-a3d0-4957-9888-682f862820ed tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:07.034587 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-95ca739c-a3d0-4957-9888-682f862820ed tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:07.051650 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1b0b64d9-8235-4efc-bdd5-6398857243da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:07.055128 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1b0b64d9-8235-4efc-bdd5-6398857243da admin admin] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:07.058610 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-1b0b64d9-8235-4efc-bdd5-6398857243da admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a7ec6d4c-5c7d-4c58-90d2-a6aedc19f848 HTTP/1.1" status: 204 len: 168 time: 0.6526861 Dec 10 15:32:07.070277 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0b64d9-8235-4efc-bdd5-6398857243da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ec6d4c-5c7d-4c58-90d2-a6aedc19f848,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:07.144738 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-95ca739c-a3d0-4957-9888-682f862820ed tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.0968196 Dec 10 15:32:07.149826 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60682) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:07.191457 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e5ff8841-f508-44ee-822a-dff225dc01c6 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:07.193551 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7949d804-e417-4b83-b39d-7220859f9aa5 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:07.208325 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ff8841-f508-44ee-822a-dff225dc01c6 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ac3516f2-de95-499e-b859-d6235a8c01f1 {{(pid=103586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 10 15:32:07.210513 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ff8841-f508-44ee-822a-dff225dc01c6 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Pushing event deleted for resources: {'Network': ['ID=ac3516f2-de95-499e-b859-d6235a8c01f1,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:07.212600 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e5ff8841-f508-44ee-822a-dff225dc01c6 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:07.216484 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-e5ff8841-f508-44ee-822a-dff225dc01c6 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] 10.222.0.20 "DELETE /v2.0/networks/ac3516f2-de95-499e-b859-d6235a8c01f1 HTTP/1.1" status: 204 len: 168 time: 0.9768534 Dec 10 15:32:07.222134 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60684) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:07.222322 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ee5388b7-dd44-44f3-8bf5-9c3e1806ec7f tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks [] for router_gateway, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:07.229882 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-81d6874c-0117-4326-bfa4-7e2e788e39ff tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Request body: {'network': {'name': 'tempest-network--648245943'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:07.252558 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8410006-f391-4c61-83a5-1c5637fc2cb0 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:07.258793 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8410006-f391-4c61-83a5-1c5637fc2cb0 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:07.264403 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-a8410006-f391-4c61-83a5-1c5637fc2cb0 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1096752 Dec 10 15:32:07.264403 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60686) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:07.305748 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-57a05c5b-309b-48f5-a783-627ae0ef297d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:07.380254 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d6874c-0117-4326-bfa4-7e2e788e39ff tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Made reservation on behalf of f7d6c188d394488bb81605fa59fd8de3 for: {'network': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:32:07.384287 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-81d6874c-0117-4326-bfa4-7e2e788e39ff tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:07.420121 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81d6874c-0117-4326-bfa4-7e2e788e39ff tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=103586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:32:07.430032 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-81d6874c-0117-4326-bfa4-7e2e788e39ff tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:07.430435 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.segments_db [None req-81d6874c-0117-4326-bfa4-7e2e788e39ff tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Added segment f0f1945d-aeaf-4581-baef-87b52f3c2611 of type vlan for network 8d42154b-25e3-41d4-a005-c333b56d09ee Dec 10 15:32:07.452353 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-57a05c5b-309b-48f5-a783-627ae0ef297d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:07.486571 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-81d6874c-0117-4326-bfa4-7e2e788e39ff tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:07.511494 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-57a05c5b-309b-48f5-a783-627ae0ef297d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8de867e1f36f454caca6b701d0d2a4ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8842404 Dec 10 15:32:07.519463 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60692) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:07.525556 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-a7a9f489-08fa-4200-984a-e33b1b406306 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Deleting port 7cef3c15-3b7b-4edd-ba99-cee58496c6a5 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:32:07.526350 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a7a9f489-08fa-4200-984a-e33b1b406306 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:07.567009 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a05c5b-309b-48f5-a783-627ae0ef297d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29897a51-f99e-4735-a82d-a7aed620b4a3,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:07.581449 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7949d804-e417-4b83-b39d-7220859f9aa5 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11236721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11668521'] for subnet, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:07.607527 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1306bc-7872-4cb4-83c6-61a1d5d4c5be None None] Network 8487077c-9ce2-4846-854a-b02ddaea31bb requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:32:07.620282 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7949d804-e417-4b83-b39d-7220859f9aa5 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:07.631576 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-7949d804-e417-4b83-b39d-7220859f9aa5 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "DELETE /v2.0/subnets/f4fbaf2e-5fd1-4db7-af13-3e75b8969a65 HTTP/1.1" status: 204 len: 168 time: 0.8633940 Dec 10 15:32:07.637061 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60698) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:07.702179 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ee5388b7-dd44-44f3-8bf5-9c3e1806ec7f tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363'] for router, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:07.712570 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7949d804-e417-4b83-b39d-7220859f9aa5 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event deleted for resources: {'Subnet': ['ID=f4fbaf2e-5fd1-4db7-af13-3e75b8969a65,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:07.771101 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60702) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:07.771536 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1a001900-654c-4bb8-bafe-163356970764 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:07.777249 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a7a9f489-08fa-4200-984a-e33b1b406306 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:07.778354 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e586084b-405c-4be1-9a9f-70ac53f2bb0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:07.788630 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-81d6874c-0117-4326-bfa4-7e2e788e39ff tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:07.791281 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d6874c-0117-4326-bfa4-7e2e788e39ff tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:07.791281 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-81d6874c-0117-4326-bfa4-7e2e788e39ff tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:07.855446 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205b9bd5-a5d0-44cf-9c57-8daae86ffb90 None None] DHCP port deletion for 8487077c-9ce2-4846-854a-b02ddaea31bb request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:32:07.870978 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e586084b-405c-4be1-9a9f-70ac53f2bb0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:07.874044 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d6874c-0117-4326-bfa4-7e2e788e39ff tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Pushing event updated for resources: {'Network': ['ID=8d42154b-25e3-41d4-a005-c333b56d09ee,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:07.883753 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-a7a9f489-08fa-4200-984a-e33b1b406306 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Calling delete_port for 7cef3c15-3b7b-4edd-ba99-cee58496c6a5 owned by {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:32:07.912759 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 8d42154b-25e3-41d4-a005-c333b56d09ee details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:32:08.040486 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-205b9bd5-a5d0-44cf-9c57-8daae86ffb90 None None] Deleting port 1cb2d19d-13ed-4475-83c3-c517b58276d7 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:32:08.041219 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-205b9bd5-a5d0-44cf-9c57-8daae86ffb90 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:08.059653 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e586084b-405c-4be1-9a9f-70ac53f2bb0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:08.065214 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e586084b-405c-4be1-9a9f-70ac53f2bb0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:08.070291 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-e586084b-405c-4be1-9a9f-70ac53f2bb0b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/29897a51-f99e-4735-a82d-a7aed620b4a3 HTTP/1.1" status: 204 len: 168 time: 0.5490882 Dec 10 15:32:08.081958 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e586084b-405c-4be1-9a9f-70ac53f2bb0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29897a51-f99e-4735-a82d-a7aed620b4a3,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:08.093954 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee5388b7-dd44-44f3-8bf5-9c3e1806ec7f tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Router 214869c5-f59a-48ae-a4b5-38a355bf754f is scheduled to L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d with binding_index 1 {{(pid=103587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 15:32:08.144646 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-205b9bd5-a5d0-44cf-9c57-8daae86ffb90 None None] For port 1cb2d19d-13ed-4475-83c3-c517b58276d7, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=1cb2d19d-13ed-4475-83c3-c517b58276d7,segment=NetworkSegment(eff48263-003f-4cd4-851a-7afed4f516ce),segment_id=eff48263-003f-4cd4-851a-7afed4f516ce)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:32:08.145065 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-205b9bd5-a5d0-44cf-9c57-8daae86ffb90 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:08.146533 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-c675faaf-5f87-494c-9b6a-2494c0f978fd tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'network': {'name': 'tempest-network-smoke--1161378532', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'port_security_enabled': True}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:08.174584 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-205b9bd5-a5d0-44cf-9c57-8daae86ffb90 None None] Calling delete_port for 1cb2d19d-13ed-4475-83c3-c517b58276d7 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:32:08.219192 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-81d6874c-0117-4326-bfa4-7e2e788e39ff tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9954798 Dec 10 15:32:08.222274 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60714) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:08.230225 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-f0155b4a-7e91-4d26-bc10-b45b43393a58 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:08.242317 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c675faaf-5f87-494c-9b6a-2494c0f978fd tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Made reservation on behalf of e049672a5fd04e7f8cbb0423b61eb757 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:32:08.244560 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-1a001900-654c-4bb8-bafe-163356970764 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Deleting port 1cb2d19d-13ed-4475-83c3-c517b58276d7 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:32:08.244905 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1a001900-654c-4bb8-bafe-163356970764 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:08.246099 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c675faaf-5f87-494c-9b6a-2494c0f978fd tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:08.260106 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c675faaf-5f87-494c-9b6a-2494c0f978fd tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:08.313561 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-205b9bd5-a5d0-44cf-9c57-8daae86ffb90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:08.335714 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee5388b7-dd44-44f3-8bf5-9c3e1806ec7f tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:32:08.385274 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7edd1bb-5be6-4919-9951-c9c370d98cf6 None None] Sync routers for ids ['214869c5-f59a-48ae-a4b5-38a355bf754f'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:32:08.385627 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-1a001900-654c-4bb8-bafe-163356970764 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] For port 1cb2d19d-13ed-4475-83c3-c517b58276d7, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=1cb2d19d-13ed-4475-83c3-c517b58276d7,segment=NetworkSegment(eff48263-003f-4cd4-851a-7afed4f516ce),segment_id=eff48263-003f-4cd4-851a-7afed4f516ce)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:32:08.386177 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1a001900-654c-4bb8-bafe-163356970764 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:08.389566 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205b9bd5-a5d0-44cf-9c57-8daae86ffb90 None None] Pushing event deleted for resources: {'Port': ['ID=1cb2d19d-13ed-4475-83c3-c517b58276d7,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:08.401210 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205b9bd5-a5d0-44cf-9c57-8daae86ffb90 None None] No DVR routers for this DVR port 1cb2d19d-13ed-4475-83c3-c517b58276d7 on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:32:08.420700 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7edd1bb-5be6-4919-9951-c9c370d98cf6 None None] Routers {'214869c5-f59a-48ae-a4b5-38a355bf754f'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:32:08.421454 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-a7edd1bb-5be6-4919-9951-c9c370d98cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:31:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['214869c5-f59a-48ae-a4b5-38a355bf754f'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:08.449450 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c675faaf-5f87-494c-9b6a-2494c0f978fd tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:08.461760 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-a7edd1bb-5be6-4919-9951-c9c370d98cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:08.472074 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7edd1bb-5be6-4919-9951-c9c370d98cf6 None None] Routers {'214869c5-f59a-48ae-a4b5-38a355bf754f'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:32:08.472713 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-a7edd1bb-5be6-4919-9951-c9c370d98cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:31:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['214869c5-f59a-48ae-a4b5-38a355bf754f'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:08.493497 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f0155b4a-7e91-4d26-bc10-b45b43393a58 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:08.508820 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-a7edd1bb-5be6-4919-9951-c9c370d98cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:08.508820 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7edd1bb-5be6-4919-9951-c9c370d98cf6 None None] The sync data for ids ['214869c5-f59a-48ae-a4b5-38a355bf754f'] in dv-neutron-821401-4-hyperv is: [] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:32:08.513461 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-1a001900-654c-4bb8-bafe-163356970764 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Calling delete_port for 1cb2d19d-13ed-4475-83c3-c517b58276d7 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:32:08.538876 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ee5388b7-dd44-44f3-8bf5-9c3e1806ec7f tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:08.540240 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-ee5388b7-dd44-44f3-8bf5-9c3e1806ec7f tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.1039257 Dec 10 15:32:08.541209 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c675faaf-5f87-494c-9b6a-2494c0f978fd tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:08.545157 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60724) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:08.552165 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-5557c9aa-c039-40eb-a5e8-2039eb84a850 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:08.592543 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1a001900-654c-4bb8-bafe-163356970764 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:08.603291 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f0155b4a-7e91-4d26-bc10-b45b43393a58 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:08.613563 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c675faaf-5f87-494c-9b6a-2494c0f978fd tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:32:08.623095 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c675faaf-5f87-494c-9b6a-2494c0f978fd tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=855977f4-cd1b-45fa-b957-a60c516e8685,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:08.632257 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c675faaf-5f87-494c-9b6a-2494c0f978fd tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:08.639753 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.segments_db [None req-c675faaf-5f87-494c-9b6a-2494c0f978fd tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Added segment 590762fd-8376-4d89-95c3-4561a575715b of type vlan for network 78b329c0-5093-420d-971f-ce625768710e Dec 10 15:32:08.640548 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a001900-654c-4bb8-bafe-163356970764 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event deleted for resources: {'Port': ['ID=1cb2d19d-13ed-4475-83c3-c517b58276d7,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:08.640548 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a001900-654c-4bb8-bafe-163356970764 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] No DVR routers for this DVR port 1cb2d19d-13ed-4475-83c3-c517b58276d7 on host dv-neutron-821401-4-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:32:08.697059 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f0155b4a-7e91-4d26-bc10-b45b43393a58 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Network 8d42154b-25e3-41d4-a005-c333b56d09ee is not hosted by any dhcp agent {{(pid=103586) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 15:32:08.700052 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0155b4a-7e91-4d26-bc10-b45b43393a58 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:08.700942 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f0155b4a-7e91-4d26-bc10-b45b43393a58 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:08.703718 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-f0155b4a-7e91-4d26-bc10-b45b43393a58 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] 10.222.0.20 "PUT /v2.0/networks/8d42154b-25e3-41d4-a005-c333b56d09ee HTTP/1.1" status: 200 len: 857 time: 0.4785132 Dec 10 15:32:08.711894 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a7a9f489-08fa-4200-984a-e33b1b406306 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:08.712131 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60728) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:08.721872 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c675faaf-5f87-494c-9b6a-2494c0f978fd tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:08.725293 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0155b4a-7e91-4d26-bc10-b45b43393a58 tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Pushing event updated for resources: {'Network': ['ID=8d42154b-25e3-41d4-a005-c333b56d09ee,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:08.757558 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a7a9f489-08fa-4200-984a-e33b1b406306 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:08.764947 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-a7a9f489-08fa-4200-984a-e33b1b406306 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] 10.222.0.20 "DELETE /v2.0/ports/7cef3c15-3b7b-4edd-ba99-cee58496c6a5 HTTP/1.1" status: 204 len: 168 time: 1.4993451 Dec 10 15:32:08.780978 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60730) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:08.783730 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 1cb2d19d-13ed-4475-83c3-c517b58276d7 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:32:08.790715 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a9f489-08fa-4200-984a-e33b1b406306 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Pushing event deleted for resources: {'Port': ['ID=7cef3c15-3b7b-4edd-ba99-cee58496c6a5,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:08.811550 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 1cb2d19d-13ed-4475-83c3-c517b58276d7 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:32:08.812238 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 1cb2d19d-13ed-4475-83c3-c517b58276d7 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:32:08.853003 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60732) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:08.876974 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1a001900-654c-4bb8-bafe-163356970764 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:08.887751 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60736) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:08.913650 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-1a001900-654c-4bb8-bafe-163356970764 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8487077c-9ce2-4846-854a-b02ddaea31bb']}} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:08.932997 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-1a001900-654c-4bb8-bafe-163356970764 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eff48263-003f-4cd4-851a-7afed4f516ce') {'for_net_delete': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:08.933514 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-1a001900-654c-4bb8-bafe-163356970764 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eff48263-003f-4cd4-851a-7afed4f516ce') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:08.935820 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a8b4a7fb-8461-4e6a-9b14-058971ec640c tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:08.952469 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1a001900-654c-4bb8-bafe-163356970764 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12392235'] for segment, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:08.968535 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-266c03b9-0d93-48a7-a697-56e096678335 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1e49f9051166405599c938795b5f3853&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0796063 Dec 10 15:32:08.971838 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60738) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:08.978841 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1a001900-654c-4bb8-bafe-163356970764 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:08.992369 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a001900-654c-4bb8-bafe-163356970764 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=103586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:32:08.992867 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1a001900-654c-4bb8-bafe-163356970764 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11695586'] for segment, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:08.997242 dv-neutron-821401-4-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:32:08.997242 dv-neutron-821401-4-hyperv neutron-server[103586]: self.session.flush() Dec 10 15:32:08.997242 dv-neutron-821401-4-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:32:08.997242 dv-neutron-821401-4-hyperv neutron-server[103586]: self.session.flush() Dec 10 15:32:08.997242 dv-neutron-821401-4-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:32:08.997242 dv-neutron-821401-4-hyperv neutron-server[103586]: self.session.flush() Dec 10 15:32:08.997242 dv-neutron-821401-4-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:32:08.997242 dv-neutron-821401-4-hyperv neutron-server[103586]: self.session.flush() Dec 10 15:32:08.997242 dv-neutron-821401-4-hyperv neutron-server[103586]: Traceback (most recent call last): Dec 10 15:32:08.997242 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:32:08.997242 dv-neutron-821401-4-hyperv neutron-server[103586]: timer() Dec 10 15:32:08.997242 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:32:08.997242 dv-neutron-821401-4-hyperv neutron-server[103586]: cb(*args, **kw) Dec 10 15:32:08.997242 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:32:08.997242 dv-neutron-821401-4-hyperv neutron-server[103586]: return func(*args, **kwargs) Dec 10 15:32:08.997242 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:32:08.997242 dv-neutron-821401-4-hyperv neutron-server[103586]: self._notify() Dec 10 15:32:08.997242 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:32:08.997242 dv-neutron-821401-4-hyperv neutron-server[103586]: self.callback(batched_events) Dec 10 15:32:08.997242 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:32:08.997242 dv-neutron-821401-4-hyperv neutron-server[103586]: event.method(event) Dec 10 15:32:08.997242 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:32:08.997242 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:32:08.997242 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:32:08.997242 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:32:08.997242 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:32:08.997242 dv-neutron-821401-4-hyperv neutron-server[103586]: return f(self, *a, **k) Dec 10 15:32:08.997242 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:32:08.997242 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._get(url).json() Dec 10 15:32:08.997242 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:32:08.997242 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:32:08.997242 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:32:08.997242 dv-neutron-821401-4-hyperv neutron-server[103586]: return self.request(url, 'GET', **kwargs) Dec 10 15:32:08.997242 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:32:08.997242 dv-neutron-821401-4-hyperv neutron-server[103586]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:32:08.997242 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:32:08.997242 dv-neutron-821401-4-hyperv neutron-server[103586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:32:08.997242 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:32:08.997242 dv-neutron-821401-4-hyperv neutron-server[103586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:32:08.997242 dv-neutron-821401-4-hyperv neutron-server[103586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:32:09.089684 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e564d3de-4035-44bf-80ce-1d9e85ac244e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:09.112226 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-76ae151c-970a-4e85-8b5a-7a62b7262e59 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Request body: {'networks': [{'name': 'tempest-network--1696587585'}, {'name': 'tempest-network--1211416112'}]} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:09.112525 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-76ae151c-970a-4e85-8b5a-7a62b7262e59 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Request body: {'network': {'name': 'tempest-network--1696587585'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:09.112992 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-76ae151c-970a-4e85-8b5a-7a62b7262e59 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Request body: {'network': {'name': 'tempest-network--1211416112'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:09.130945 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e564d3de-4035-44bf-80ce-1d9e85ac244e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:09.143501 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1a001900-654c-4bb8-bafe-163356970764 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:09.171611 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1a001900-654c-4bb8-bafe-163356970764 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:09.174883 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-1a001900-654c-4bb8-bafe-163356970764 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "DELETE /v2.0/networks/8487077c-9ce2-4846-854a-b02ddaea31bb HTTP/1.1" status: 204 len: 168 time: 1.5359061 Dec 10 15:32:09.183363 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60740) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:09.188239 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a001900-654c-4bb8-bafe-163356970764 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event deleted for resources: {'Network': ['ID=8487077c-9ce2-4846-854a-b02ddaea31bb,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:09.198910 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-b5bf5048-e570-4df5-8b38-1b6e8e601130 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1834300029'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:09.278313 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ae151c-970a-4e85-8b5a-7a62b7262e59 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Made reservation on behalf of 1516228131db4850a1e868fc07e8e216 for: {'network': 2} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:32:09.283216 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-76ae151c-970a-4e85-8b5a-7a62b7262e59 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:09.296389 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-76ae151c-970a-4e85-8b5a-7a62b7262e59 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:09.296569 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c675faaf-5f87-494c-9b6a-2494c0f978fd tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:09.302010 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c675faaf-5f87-494c-9b6a-2494c0f978fd tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:09.302600 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c675faaf-5f87-494c-9b6a-2494c0f978fd tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:09.310046 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e564d3de-4035-44bf-80ce-1d9e85ac244e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:09.312551 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e564d3de-4035-44bf-80ce-1d9e85ac244e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:09.316329 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-e564d3de-4035-44bf-80ce-1d9e85ac244e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bdf0fa42-71be-483b-a5c3-8dd5b135cedf HTTP/1.1" status: 204 len: 168 time: 0.3407686 Dec 10 15:32:09.329368 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e564d3de-4035-44bf-80ce-1d9e85ac244e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf0fa42-71be-483b-a5c3-8dd5b135cedf,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:09.393557 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5bf5048-e570-4df5-8b38-1b6e8e601130 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Made reservation on behalf of 6af6b547c018414fbb71ed922833c3ea for: {'network': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:32:09.397818 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b5bf5048-e570-4df5-8b38-1b6e8e601130 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:09.426834 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-76ae151c-970a-4e85-8b5a-7a62b7262e59 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:09.427039 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-3162e954-228f-41e0-97fa-65fe0f06cb2c tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Deleting port b7565711-7bbd-45ce-b65f-7bfd398f1071 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:32:09.427039 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3162e954-228f-41e0-97fa-65fe0f06cb2c tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:09.437843 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5bf5048-e570-4df5-8b38-1b6e8e601130 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=103586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:32:09.448952 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b5bf5048-e570-4df5-8b38-1b6e8e601130 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:09.452511 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.segments_db [None req-b5bf5048-e570-4df5-8b38-1b6e8e601130 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Added segment c80c8f18-8d9e-45c8-9d69-694acde5866d of type vlan for network 78f9e252-f14d-4f15-ae52-ed0f6ce0ef8d Dec 10 15:32:09.489293 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b5bf5048-e570-4df5-8b38-1b6e8e601130 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:09.509818 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c675faaf-5f87-494c-9b6a-2494c0f978fd tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'Network': ['ID=78b329c0-5093-420d-971f-ce625768710e,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:09.516587 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-c675faaf-5f87-494c-9b6a-2494c0f978fd tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7434096 Dec 10 15:32:09.524256 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60744) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:09.524553 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 78b329c0-5093-420d-971f-ce625768710e details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:32:09.524998 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-6812c442-3f44-42b5-aa71-eabaa876e430 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1075454237', 'admin_state_up': True, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:09.562331 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-76ae151c-970a-4e85-8b5a-7a62b7262e59 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:09.562607 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-76ae151c-970a-4e85-8b5a-7a62b7262e59 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:09.577487 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a8b4a7fb-8461-4e6a-9b14-058971ec640c tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:09.604230 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b5bf5048-e570-4df5-8b38-1b6e8e601130 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:09.610318 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5bf5048-e570-4df5-8b38-1b6e8e601130 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:09.610846 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b5bf5048-e570-4df5-8b38-1b6e8e601130 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:09.636051 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3162e954-228f-41e0-97fa-65fe0f06cb2c tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:09.646680 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76ae151c-970a-4e85-8b5a-7a62b7262e59 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=103586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:32:09.649577 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6812c442-3f44-42b5-aa71-eabaa876e430 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13912'] for router, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:09.650638 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6812c442-3f44-42b5-aa71-eabaa876e430 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:09.660170 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ae151c-970a-4e85-8b5a-7a62b7262e59 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef148124-8b7f-4e24-a384-99d7ebbd3e75,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:09.665268 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-a8b4a7fb-8461-4e6a-9b14-058971ec640c tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d42154b-25e3-41d4-a005-c333b56d09ee']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:09.667701 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-3162e954-228f-41e0-97fa-65fe0f06cb2c tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Calling delete_port for b7565711-7bbd-45ce-b65f-7bfd398f1071 owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:32:09.682578 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-a8b4a7fb-8461-4e6a-9b14-058971ec640c tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0f1945d-aeaf-4581-baef-87b52f3c2611') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:09.683108 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-a8b4a7fb-8461-4e6a-9b14-058971ec640c tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0f1945d-aeaf-4581-baef-87b52f3c2611') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:09.710043 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-76ae151c-970a-4e85-8b5a-7a62b7262e59 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:09.710393 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.segments_db [None req-76ae151c-970a-4e85-8b5a-7a62b7262e59 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Added segment 77f52d98-1d7a-488d-8607-039c494bd953 of type vlan for network 9d94fb3d-0de5-426b-acbd-81fcd6ee501d Dec 10 15:32:09.710750 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a8b4a7fb-8461-4e6a-9b14-058971ec640c tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11806923'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:09.714839 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5557c9aa-c039-40eb-a5e8-2039eb84a850 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:09.738158 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bf5048-e570-4df5-8b38-1b6e8e601130 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event updated for resources: {'Network': ['ID=78f9e252-f14d-4f15-ae52-ed0f6ce0ef8d,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:09.751241 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 78f9e252-f14d-4f15-ae52-ed0f6ce0ef8d details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:32:09.764246 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a8b4a7fb-8461-4e6a-9b14-058971ec640c tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:09.769831 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-b5bf5048-e570-4df5-8b38-1b6e8e601130 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5756040 Dec 10 15:32:09.770047 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60748) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:09.777262 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-cb03db97-c829-43e8-851c-ae5ce2aa49dc tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Request body: {'subnet': {'network_id': '78f9e252-f14d-4f15-ae52-ed0f6ce0ef8d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:09.781109 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8b4a7fb-8461-4e6a-9b14-058971ec640c tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:32:09.781530 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a8b4a7fb-8461-4e6a-9b14-058971ec640c tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11236635'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:09.783436 dv-neutron-821401-4-hyperv neutron-server[103587]: Traceback (most recent call last): Dec 10 15:32:09.783436 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:32:09.783436 dv-neutron-821401-4-hyperv neutron-server[103587]: timer() Dec 10 15:32:09.783436 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:32:09.783436 dv-neutron-821401-4-hyperv neutron-server[103587]: cb(*args, **kw) Dec 10 15:32:09.783436 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:32:09.783436 dv-neutron-821401-4-hyperv neutron-server[103587]: return func(*args, **kwargs) Dec 10 15:32:09.783436 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:32:09.783436 dv-neutron-821401-4-hyperv neutron-server[103587]: self._notify() Dec 10 15:32:09.783436 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:32:09.783436 dv-neutron-821401-4-hyperv neutron-server[103587]: self.callback(batched_events) Dec 10 15:32:09.783436 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:32:09.783436 dv-neutron-821401-4-hyperv neutron-server[103587]: event.method(event) Dec 10 15:32:09.783436 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:32:09.783436 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:32:09.783436 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:32:09.783436 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:32:09.783436 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:32:09.783436 dv-neutron-821401-4-hyperv neutron-server[103587]: return f(self, *a, **k) Dec 10 15:32:09.783436 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:32:09.783436 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._get(url).json() Dec 10 15:32:09.783436 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:32:09.783436 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:32:09.783436 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:32:09.783436 dv-neutron-821401-4-hyperv neutron-server[103587]: return self.request(url, 'GET', **kwargs) Dec 10 15:32:09.783436 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:32:09.783436 dv-neutron-821401-4-hyperv neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:32:09.783436 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:32:09.783436 dv-neutron-821401-4-hyperv neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:32:09.783436 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:32:09.783436 dv-neutron-821401-4-hyperv neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:32:09.783436 dv-neutron-821401-4-hyperv neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:32:09.807267 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6812c442-3f44-42b5-aa71-eabaa876e430 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:09.811409 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-76ae151c-970a-4e85-8b5a-7a62b7262e59 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:09.843998 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76ae151c-970a-4e85-8b5a-7a62b7262e59 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=103586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:32:09.857536 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-76ae151c-970a-4e85-8b5a-7a62b7262e59 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:09.857937 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.segments_db [None req-76ae151c-970a-4e85-8b5a-7a62b7262e59 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Added segment 0b9b7eae-a410-4527-b0c5-bf55db79f867 of type vlan for network 42508405-be83-43d2-acde-7406d152ba8d Dec 10 15:32:09.902825 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5557c9aa-c039-40eb-a5e8-2039eb84a850 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:09.944856 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-76ae151c-970a-4e85-8b5a-7a62b7262e59 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:10.023612 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a8b4a7fb-8461-4e6a-9b14-058971ec640c tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:10.028116 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b4a7fb-8461-4e6a-9b14-058971ec640c tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8d42154b-25e3-41d4-a005-c333b56d09ee {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 10 15:32:10.030713 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a8b4a7fb-8461-4e6a-9b14-058971ec640c tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:10.034034 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-a8b4a7fb-8461-4e6a-9b14-058971ec640c tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] 10.222.0.20 "DELETE /v2.0/networks/8d42154b-25e3-41d4-a005-c333b56d09ee HTTP/1.1" status: 204 len: 168 time: 1.3230374 Dec 10 15:32:10.034995 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3162e954-228f-41e0-97fa-65fe0f06cb2c tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:10.039503 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb03db97-c829-43e8-851c-ae5ce2aa49dc tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Made reservation on behalf of 6af6b547c018414fbb71ed922833c3ea for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:32:10.043059 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cb03db97-c829-43e8-851c-ae5ce2aa49dc tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11668558'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:10.048221 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60756) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:10.062906 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6812c442-3f44-42b5-aa71-eabaa876e430 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:10.125579 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-76ae151c-970a-4e85-8b5a-7a62b7262e59 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:10.126227 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-76ae151c-970a-4e85-8b5a-7a62b7262e59 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:10.133366 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ae151c-970a-4e85-8b5a-7a62b7262e59 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:10.139983 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ae151c-970a-4e85-8b5a-7a62b7262e59 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:10.140642 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-76ae151c-970a-4e85-8b5a-7a62b7262e59 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:10.162774 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4a7fb-8461-4e6a-9b14-058971ec640c tempest-ExternalNetworksTestJSON-1889846175 tempest-ExternalNetworksTestJSON-1889846175-project-admin] Pushing event deleted for resources: {'Network': ['ID=8d42154b-25e3-41d4-a005-c333b56d09ee,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:10.165989 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3162e954-228f-41e0-97fa-65fe0f06cb2c tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Pushing event deleted for resources: {'Port': ['ID=b7565711-7bbd-45ce-b65f-7bfd398f1071,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:10.173118 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3162e954-228f-41e0-97fa-65fe0f06cb2c tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:10.179505 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-3162e954-228f-41e0-97fa-65fe0f06cb2c tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] 10.222.0.20 "DELETE /v2.0/ports/b7565711-7bbd-45ce-b65f-7bfd398f1071 HTTP/1.1" status: 204 len: 168 time: 1.3963416 Dec 10 15:32:10.180576 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-259aaa4c-7831-406e-bc8e-fae13cf11d7b tempest-ExternalNetworksTestJSON-839122687 tempest-ExternalNetworksTestJSON-839122687-project] DELETE failed (client error): The resource could not be found. Dec 10 15:32:10.180968 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-259aaa4c-7831-406e-bc8e-fae13cf11d7b tempest-ExternalNetworksTestJSON-839122687 tempest-ExternalNetworksTestJSON-839122687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:32:10.186925 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-259aaa4c-7831-406e-bc8e-fae13cf11d7b tempest-ExternalNetworksTestJSON-839122687 tempest-ExternalNetworksTestJSON-839122687-project] 10.222.0.20 "DELETE /v2.0/subnets/c6255616-70f4-4a9b-b02b-33c92c6f6f32 HTTP/1.1" status: 404 len: 337 time: 0.1235025 Dec 10 15:32:10.193078 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60760) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:10.193279 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60762) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:10.233073 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-5557c9aa-c039-40eb-a5e8-2039eb84a850 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Deleting port f4d02eb6-6449-4658-ac02-8800d2c561f2 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:32:10.233428 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5557c9aa-c039-40eb-a5e8-2039eb84a850 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:10.252609 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-76ae151c-970a-4e85-8b5a-7a62b7262e59 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.3962615 Dec 10 15:32:10.253114 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60764) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:10.354072 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-11c98cda-7653-45cc-932f-657583f4abac tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1581984 Dec 10 15:32:10.367771 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60770) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:10.383010 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-2d5b2ab0-eb35-4483-8833-715b4a4c2a0a tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1338605090'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:10.394490 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ae151c-970a-4e85-8b5a-7a62b7262e59 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Pushing event updated for resources: {'Network': ['ID=9d94fb3d-0de5-426b-acbd-81fcd6ee501d,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:10.408808 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 9d94fb3d-0de5-426b-acbd-81fcd6ee501d details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:32:10.475021 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ae151c-970a-4e85-8b5a-7a62b7262e59 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Pushing event updated for resources: {'Network': ['ID=42508405-be83-43d2-acde-7406d152ba8d,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:10.496609 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e7ecd886-a828-4313-940f-e8e090454a30 tempest-ExternalNetworksTestJSON-839122687 tempest-ExternalNetworksTestJSON-839122687-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:10.498512 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 42508405-be83-43d2-acde-7406d152ba8d details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:32:10.582787 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5557c9aa-c039-40eb-a5e8-2039eb84a850 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:10.605890 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e7ecd886-a828-4313-940f-e8e090454a30 tempest-ExternalNetworksTestJSON-839122687 tempest-ExternalNetworksTestJSON-839122687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:10.621085 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d5b2ab0-eb35-4483-8833-715b4a4c2a0a tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Made reservation on behalf of 79322b47ea2a4c2d877d93382c60aa4d for: {'network': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:32:10.625365 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2d5b2ab0-eb35-4483-8833-715b4a4c2a0a tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:10.636204 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0166c502-218d-4731-907f-6930eb6be170 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:10.643205 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0166c502-218d-4731-907f-6930eb6be170 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:10.644234 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-e7ecd886-a828-4313-940f-e8e090454a30 tempest-ExternalNetworksTestJSON-839122687 tempest-ExternalNetworksTestJSON-839122687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21d28858-916d-4108-9c94-1a049d99cbd0']}} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:10.651431 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0166c502-218d-4731-907f-6930eb6be170 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:10.656883 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-e7ecd886-a828-4313-940f-e8e090454a30 tempest-ExternalNetworksTestJSON-839122687 tempest-ExternalNetworksTestJSON-839122687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '062d350e-baee-4bdf-97da-f1b1b31f1ac2') {'for_net_delete': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:10.657247 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-e7ecd886-a828-4313-940f-e8e090454a30 tempest-ExternalNetworksTestJSON-839122687 tempest-ExternalNetworksTestJSON-839122687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '062d350e-baee-4bdf-97da-f1b1b31f1ac2') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:10.658654 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0166c502-218d-4731-907f-6930eb6be170 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:10.661827 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-0166c502-218d-4731-907f-6930eb6be170 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4060040 Dec 10 15:32:10.661827 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-5557c9aa-c039-40eb-a5e8-2039eb84a850 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Calling delete_port for f4d02eb6-6449-4658-ac02-8800d2c561f2 owned by network:router_gateway {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:32:10.665462 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60776) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:10.673769 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e7ecd886-a828-4313-940f-e8e090454a30 tempest-ExternalNetworksTestJSON-839122687 tempest-ExternalNetworksTestJSON-839122687-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12392235'] for segment, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:10.693249 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cb03db97-c829-43e8-851c-ae5ce2aa49dc tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11236534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11668560'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:10.693841 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d5b2ab0-eb35-4483-8833-715b4a4c2a0a tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=103586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:32:10.714050 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2d5b2ab0-eb35-4483-8833-715b4a4c2a0a tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:10.714402 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.segments_db [None req-2d5b2ab0-eb35-4483-8833-715b4a4c2a0a tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Added segment 95be3543-ee6b-4792-888a-c57a006313f8 of type vlan for network f9a4cf5c-39db-4411-be96-e072979d5358 Dec 10 15:32:10.715944 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e7ecd886-a828-4313-940f-e8e090454a30 tempest-ExternalNetworksTestJSON-839122687 tempest-ExternalNetworksTestJSON-839122687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:10.728909 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60778) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:10.734322 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7ecd886-a828-4313-940f-e8e090454a30 tempest-ExternalNetworksTestJSON-839122687 tempest-ExternalNetworksTestJSON-839122687-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=103586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:32:10.734719 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e7ecd886-a828-4313-940f-e8e090454a30 tempest-ExternalNetworksTestJSON-839122687 tempest-ExternalNetworksTestJSON-839122687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11695586'] for segment, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:10.741039 dv-neutron-821401-4-hyperv neutron-server[103586]: Traceback (most recent call last): Dec 10 15:32:10.741039 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:32:10.741039 dv-neutron-821401-4-hyperv neutron-server[103586]: timer() Dec 10 15:32:10.741039 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:32:10.741039 dv-neutron-821401-4-hyperv neutron-server[103586]: cb(*args, **kw) Dec 10 15:32:10.741039 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:32:10.741039 dv-neutron-821401-4-hyperv neutron-server[103586]: return func(*args, **kwargs) Dec 10 15:32:10.741039 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:32:10.741039 dv-neutron-821401-4-hyperv neutron-server[103586]: self._notify() Dec 10 15:32:10.741039 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:32:10.741039 dv-neutron-821401-4-hyperv neutron-server[103586]: self.callback(batched_events) Dec 10 15:32:10.741039 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:32:10.741039 dv-neutron-821401-4-hyperv neutron-server[103586]: event.method(event) Dec 10 15:32:10.741039 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:32:10.741039 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:32:10.741039 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:32:10.741039 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:32:10.741039 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:32:10.741039 dv-neutron-821401-4-hyperv neutron-server[103586]: return f(self, *a, **k) Dec 10 15:32:10.741039 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:32:10.741039 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._get(url).json() Dec 10 15:32:10.741039 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:32:10.741039 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:32:10.741039 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:32:10.741039 dv-neutron-821401-4-hyperv neutron-server[103586]: return self.request(url, 'GET', **kwargs) Dec 10 15:32:10.741039 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:32:10.741039 dv-neutron-821401-4-hyperv neutron-server[103586]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:32:10.741039 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:32:10.741039 dv-neutron-821401-4-hyperv neutron-server[103586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:32:10.741039 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:32:10.741039 dv-neutron-821401-4-hyperv neutron-server[103586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:32:10.741039 dv-neutron-821401-4-hyperv neutron-server[103586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:32:10.833872 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2d5b2ab0-eb35-4483-8833-715b4a4c2a0a tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:10.849483 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c5354bab-753c-4230-9bf5-36c5d0d13d47 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:10.870947 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb03db97-c829-43e8-851c-ae5ce2aa49dc tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event updated for resources: {'Subnet': ['ID=ebaf6e94-d457-48c5-9571-b6bc41722f44,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:10.874276 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-c0aab3e0-6f3f-4620-9adb-45cdcbb8c450 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-2057406512'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:10.943116 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb03db97-c829-43e8-851c-ae5ce2aa49dc tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Checking segment: {'id': 'c80c8f18-8d9e-45c8-9d69-694acde5866d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '78f9e252-f14d-4f15-ae52-ed0f6ce0ef8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:32:10.943497 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb03db97-c829-43e8-851c-ae5ce2aa49dc tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Network hostable DHCP agents. Network: 78f9e252-f14d-4f15-ae52-ed0f6ce0ef8d, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:32:10.957546 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6812c442-3f44-42b5-aa71-eabaa876e430 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for router_gateway, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:10.959192 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e7ecd886-a828-4313-940f-e8e090454a30 tempest-ExternalNetworksTestJSON-839122687 tempest-ExternalNetworksTestJSON-839122687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:10.984814 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e7ecd886-a828-4313-940f-e8e090454a30 tempest-ExternalNetworksTestJSON-839122687 tempest-ExternalNetworksTestJSON-839122687-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:10.987002 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-e7ecd886-a828-4313-940f-e8e090454a30 tempest-ExternalNetworksTestJSON-839122687 tempest-ExternalNetworksTestJSON-839122687-project] 10.222.0.20 "DELETE /v2.0/networks/21d28858-916d-4108-9c94-1a049d99cbd0 HTTP/1.1" status: 204 len: 168 time: 0.7901442 Dec 10 15:32:10.998804 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6812c442-3f44-42b5-aa71-eabaa876e430 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:11.001638 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ecd886-a828-4313-940f-e8e090454a30 tempest-ExternalNetworksTestJSON-839122687 tempest-ExternalNetworksTestJSON-839122687-project] Pushing event deleted for resources: {'Network': ['ID=21d28858-916d-4108-9c94-1a049d99cbd0,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:11.029701 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c5354bab-753c-4230-9bf5-36c5d0d13d47 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:11.041335 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0aab3e0-6f3f-4620-9adb-45cdcbb8c450 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Made reservation on behalf of 5eaf120c55974597a587f95af5eaf421 for: {'network': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:32:11.045297 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c0aab3e0-6f3f-4620-9adb-45cdcbb8c450 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:11.062133 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c0aab3e0-6f3f-4620-9adb-45cdcbb8c450 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:11.063982 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2d5b2ab0-eb35-4483-8833-715b4a4c2a0a tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:11.069760 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5b2ab0-eb35-4483-8833-715b4a4c2a0a tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:11.070435 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2d5b2ab0-eb35-4483-8833-715b4a4c2a0a tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:11.075484 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-c5354bab-753c-4230-9bf5-36c5d0d13d47 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d94fb3d-0de5-426b-acbd-81fcd6ee501d']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:11.088463 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-c5354bab-753c-4230-9bf5-36c5d0d13d47 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77f52d98-1d7a-488d-8607-039c494bd953') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:11.088760 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-c5354bab-753c-4230-9bf5-36c5d0d13d47 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77f52d98-1d7a-488d-8607-039c494bd953') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:11.103402 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb03db97-c829-43e8-851c-ae5ce2aa49dc tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Network 78f9e252-f14d-4f15-ae52-ed0f6ce0ef8d is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:32:11.108363 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c5354bab-753c-4230-9bf5-36c5d0d13d47 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11806923'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:11.124219 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c5354bab-753c-4230-9bf5-36c5d0d13d47 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:11.129996 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5354bab-753c-4230-9bf5-36c5d0d13d47 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:32:11.130386 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c5354bab-753c-4230-9bf5-36c5d0d13d47 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11236635'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:11.133388 dv-neutron-821401-4-hyperv neutron-server[103587]: Traceback (most recent call last): Dec 10 15:32:11.133388 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:32:11.133388 dv-neutron-821401-4-hyperv neutron-server[103587]: timer() Dec 10 15:32:11.133388 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:32:11.133388 dv-neutron-821401-4-hyperv neutron-server[103587]: cb(*args, **kw) Dec 10 15:32:11.133388 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:32:11.133388 dv-neutron-821401-4-hyperv neutron-server[103587]: return func(*args, **kwargs) Dec 10 15:32:11.133388 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:32:11.133388 dv-neutron-821401-4-hyperv neutron-server[103587]: self._notify() Dec 10 15:32:11.133388 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:32:11.133388 dv-neutron-821401-4-hyperv neutron-server[103587]: self.callback(batched_events) Dec 10 15:32:11.133388 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:32:11.133388 dv-neutron-821401-4-hyperv neutron-server[103587]: event.method(event) Dec 10 15:32:11.133388 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:32:11.133388 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:32:11.133388 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:32:11.133388 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:32:11.133388 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:32:11.133388 dv-neutron-821401-4-hyperv neutron-server[103587]: return f(self, *a, **k) Dec 10 15:32:11.133388 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:32:11.133388 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._get(url).json() Dec 10 15:32:11.133388 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:32:11.133388 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:32:11.133388 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:32:11.133388 dv-neutron-821401-4-hyperv neutron-server[103587]: return self.request(url, 'GET', **kwargs) Dec 10 15:32:11.133388 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:32:11.133388 dv-neutron-821401-4-hyperv neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:32:11.133388 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:32:11.133388 dv-neutron-821401-4-hyperv neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:32:11.133388 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:32:11.133388 dv-neutron-821401-4-hyperv neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:32:11.133388 dv-neutron-821401-4-hyperv neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:32:11.181845 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5b2ab0-eb35-4483-8833-715b4a4c2a0a tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Pushing event updated for resources: {'Network': ['ID=f9a4cf5c-39db-4411-be96-e072979d5358,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:11.194269 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network f9a4cf5c-39db-4411-be96-e072979d5358 details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:32:11.210857 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-6812c442-3f44-42b5-aa71-eabaa876e430 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Allocated IP 172.26.2.216 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/db7043b8-530f-44b2-913d-9a2e4ca5e570) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:32:11.242826 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5557c9aa-c039-40eb-a5e8-2039eb84a850 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:11.244846 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-cb03db97-c829-43e8-851c-ae5ce2aa49dc tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 78f9e252-f14d-4f15-ae52-ed0f6ce0ef8d) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:32:11.256684 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4958c5a-9b5a-4a99-9eba-1f3b81ffe2d9 None None] Network 78f9e252-f14d-4f15-ae52-ed0f6ce0ef8d requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:32:11.260323 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb03db97-c829-43e8-851c-ae5ce2aa49dc tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:11.260803 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cb03db97-c829-43e8-851c-ae5ce2aa49dc tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:11.272172 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-2d5b2ab0-eb35-4483-8833-715b4a4c2a0a tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8968790 Dec 10 15:32:11.281630 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60784) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:11.289285 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-1ae4e117-ae68-4362-b865-77a33c50f791 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-362615330'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:11.303642 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75596789-e5e9-4dd1-b86d-652b6e4b0c1c None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:32:11.315585 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c5354bab-753c-4230-9bf5-36c5d0d13d47 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:11.318055 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5557c9aa-c039-40eb-a5e8-2039eb84a850 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Pushing event deleted for resources: {'Port': ['ID=f4d02eb6-6449-4658-ac02-8800d2c561f2,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:11.362783 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c5354bab-753c-4230-9bf5-36c5d0d13d47 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:11.367808 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-c5354bab-753c-4230-9bf5-36c5d0d13d47 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] 10.222.0.20 "DELETE /v2.0/networks/9d94fb3d-0de5-426b-acbd-81fcd6ee501d HTTP/1.1" status: 204 len: 168 time: 0.7013237 Dec 10 15:32:11.378038 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28222d7c-f555-4450-bb47-9fbb2a1222c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-78f9e252-f14d-4f15-ae52-ed0f6ce0ef8d', 'network_id': '78f9e252-f14d-4f15-ae52-ed0f6ce0ef8d', 'project_id': '6af6b547c018414fbb71ed922833c3ea', 'fixed_ips': [{'subnet_id': 'ebaf6e94-d457-48c5-9571-b6bc41722f44'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:32:11.378415 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60788) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:11.379501 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-28222d7c-f555-4450-bb47-9fbb2a1222c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:11.385474 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6812c442-3f44-42b5-aa71-eabaa876e430 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:11.418649 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c0aab3e0-6f3f-4620-9adb-45cdcbb8c450 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:11.419969 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-cb03db97-c829-43e8-851c-ae5ce2aa49dc tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6494477 Dec 10 15:32:11.424845 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60790) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:11.428270 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5354bab-753c-4230-9bf5-36c5d0d13d47 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Pushing event deleted for resources: {'Network': ['ID=9d94fb3d-0de5-426b-acbd-81fcd6ee501d,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:11.430027 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-6edb392e-9445-4866-9713-f62ecec42c6e tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Request body: {'port': {'network_id': '78f9e252-f14d-4f15-ae52-ed0f6ce0ef8d', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1346600251'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:11.525222 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5557c9aa-c039-40eb-a5e8-2039eb84a850 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552731'] for router_gateway, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:11.545524 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60794) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:11.548324 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-28222d7c-f555-4450-bb47-9fbb2a1222c1 None None] Allocated IP 2001:db8::2 (78f9e252-f14d-4f15-ae52-ed0f6ce0ef8d/ebaf6e94-d457-48c5-9571-b6bc41722f44/0368f234-a797-403a-becf-b44fd976ba31) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:32:11.554101 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c0aab3e0-6f3f-4620-9adb-45cdcbb8c450 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:11.557012 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae4e117-ae68-4362-b865-77a33c50f791 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Made reservation on behalf of 79322b47ea2a4c2d877d93382c60aa4d for: {'network': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:32:11.561086 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1ae4e117-ae68-4362-b865-77a33c50f791 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:11.587918 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3df0a833-497f-47de-a50f-c5a6ec931b83 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:11.626950 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0aab3e0-6f3f-4620-9adb-45cdcbb8c450 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=103586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:32:11.641720 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aab3e0-6f3f-4620-9adb-45cdcbb8c450 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d903b33c-5446-41a4-a57e-4592a8a8db6d,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:11.653624 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c0aab3e0-6f3f-4620-9adb-45cdcbb8c450 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:11.653624 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.segments_db [None req-c0aab3e0-6f3f-4620-9adb-45cdcbb8c450 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Added segment cccd8c39-35ee-4ad8-aacd-fa3f9fe8211c of type vlan for network 34dfb691-31e3-4161-ac1a-5c8cda9a88ea Dec 10 15:32:11.693528 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ae4e117-ae68-4362-b865-77a33c50f791 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=103586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:32:11.727496 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c0aab3e0-6f3f-4620-9adb-45cdcbb8c450 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:11.732424 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6812c442-3f44-42b5-aa71-eabaa876e430 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:11.733619 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-28222d7c-f555-4450-bb47-9fbb2a1222c1 None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:11.736190 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1ae4e117-ae68-4362-b865-77a33c50f791 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:11.736539 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.segments_db [None req-1ae4e117-ae68-4362-b865-77a33c50f791 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Added segment 0747f3bb-8fce-4a7e-a38d-2f6912b3923f of type vlan for network 9db749e8-d06c-4ada-ab1b-c396fa86537c Dec 10 15:32:11.781427 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6edb392e-9445-4866-9713-f62ecec42c6e tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Made reservation on behalf of 6af6b547c018414fbb71ed922833c3ea for: {'port': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:32:11.784929 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6edb392e-9445-4866-9713-f62ecec42c6e tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:11.794842 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-28222d7c-f555-4450-bb47-9fbb2a1222c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:11.837560 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28222d7c-f555-4450-bb47-9fbb2a1222c1 None None] Network 78f9e252-f14d-4f15-ae52-ed0f6ce0ef8d is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:32:11.842991 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-28222d7c-f555-4450-bb47-9fbb2a1222c1 None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:32:11.845768 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28222d7c-f555-4450-bb47-9fbb2a1222c1 None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:32:11.854316 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28222d7c-f555-4450-bb47-9fbb2a1222c1 None None] Pushing event updated for resources: {'Port': ['ID=0368f234-a797-403a-becf-b44fd976ba31,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:11.858164 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3df0a833-497f-47de-a50f-c5a6ec931b83 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:11.905810 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5557c9aa-c039-40eb-a5e8-2039eb84a850 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13949'] for router, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:11.910677 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-3df0a833-497f-47de-a50f-c5a6ec931b83 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42508405-be83-43d2-acde-7406d152ba8d']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:11.915050 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-28222d7c-f555-4450-bb47-9fbb2a1222c1 None None] Attempting to bind port 0368f234-a797-403a-becf-b44fd976ba31 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:32:11.915506 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-28222d7c-f555-4450-bb47-9fbb2a1222c1 None None] Attempting to bind port 0368f234-a797-403a-becf-b44fd976ba31 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'c80c8f18-8d9e-45c8-9d69-694acde5866d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '78f9e252-f14d-4f15-ae52-ed0f6ce0ef8d'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:32:11.915950 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28222d7c-f555-4450-bb47-9fbb2a1222c1 None None] Attempting to bind port 0368f234-a797-403a-becf-b44fd976ba31 on network 78f9e252-f14d-4f15-ae52-ed0f6ce0ef8d {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:32:11.918351 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5557c9aa-c039-40eb-a5e8-2039eb84a850 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-551381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-551372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-549222'] for router, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:11.922281 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28222d7c-f555-4450-bb47-9fbb2a1222c1 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:32:11.922751 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28222d7c-f555-4450-bb47-9fbb2a1222c1 None None] Checking segment: {'id': 'c80c8f18-8d9e-45c8-9d69-694acde5866d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '78f9e252-f14d-4f15-ae52-ed0f6ce0ef8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:32:11.923260 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-28222d7c-f555-4450-bb47-9fbb2a1222c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:11.924312 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28222d7c-f555-4450-bb47-9fbb2a1222c1 None None] Bound using segment: {'id': 'c80c8f18-8d9e-45c8-9d69-694acde5866d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '78f9e252-f14d-4f15-ae52-ed0f6ce0ef8d'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:32:11.924428 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-28222d7c-f555-4450-bb47-9fbb2a1222c1 None None] Bound port: 0368f234-a797-403a-becf-b44fd976ba31, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c80c8f18-8d9e-45c8-9d69-694acde5866d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '78f9e252-f14d-4f15-ae52-ed0f6ce0ef8d'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:32:11.924847 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-28222d7c-f555-4450-bb47-9fbb2a1222c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:11.992943 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-28222d7c-f555-4450-bb47-9fbb2a1222c1 None None] For port 0368f234-a797-403a-becf-b44fd976ba31, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:32:11.995024 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-3df0a833-497f-47de-a50f-c5a6ec931b83 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b9b7eae-a410-4527-b0c5-bf55db79f867') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:11.995329 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-3df0a833-497f-47de-a50f-c5a6ec931b83 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b9b7eae-a410-4527-b0c5-bf55db79f867') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:11.997416 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-28222d7c-f555-4450-bb47-9fbb2a1222c1 None None] For port 0368f234-a797-403a-becf-b44fd976ba31, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=0368f234-a797-403a-becf-b44fd976ba31,segment=NetworkSegment(c80c8f18-8d9e-45c8-9d69-694acde5866d),segment_id=c80c8f18-8d9e-45c8-9d69-694acde5866d)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:32:12.008831 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3df0a833-497f-47de-a50f-c5a6ec931b83 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11806923'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:12.011571 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5557c9aa-c039-40eb-a5e8-2039eb84a850 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Router 214869c5-f59a-48ae-a4b5-38a355bf754f has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:32:12.030513 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3df0a833-497f-47de-a50f-c5a6ec931b83 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:12.039493 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3df0a833-497f-47de-a50f-c5a6ec931b83 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:32:12.039817 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3df0a833-497f-47de-a50f-c5a6ec931b83 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11236635'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:12.045967 dv-neutron-821401-4-hyperv neutron-server[103587]: Traceback (most recent call last): Dec 10 15:32:12.045967 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:32:12.045967 dv-neutron-821401-4-hyperv neutron-server[103587]: timer() Dec 10 15:32:12.045967 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:32:12.045967 dv-neutron-821401-4-hyperv neutron-server[103587]: cb(*args, **kw) Dec 10 15:32:12.045967 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:32:12.045967 dv-neutron-821401-4-hyperv neutron-server[103587]: return func(*args, **kwargs) Dec 10 15:32:12.045967 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:32:12.045967 dv-neutron-821401-4-hyperv neutron-server[103587]: self._notify() Dec 10 15:32:12.045967 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:32:12.045967 dv-neutron-821401-4-hyperv neutron-server[103587]: self.callback(batched_events) Dec 10 15:32:12.045967 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:32:12.045967 dv-neutron-821401-4-hyperv neutron-server[103587]: event.method(event) Dec 10 15:32:12.045967 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:32:12.045967 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:32:12.045967 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:32:12.045967 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:32:12.045967 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:32:12.045967 dv-neutron-821401-4-hyperv neutron-server[103587]: return f(self, *a, **k) Dec 10 15:32:12.045967 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:32:12.045967 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._get(url).json() Dec 10 15:32:12.045967 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:32:12.045967 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:32:12.045967 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:32:12.045967 dv-neutron-821401-4-hyperv neutron-server[103587]: return self.request(url, 'GET', **kwargs) Dec 10 15:32:12.045967 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:32:12.045967 dv-neutron-821401-4-hyperv neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:32:12.045967 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:32:12.045967 dv-neutron-821401-4-hyperv neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:32:12.045967 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:32:12.045967 dv-neutron-821401-4-hyperv neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:32:12.045967 dv-neutron-821401-4-hyperv neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:32:12.054530 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.db.resource_extend [None req-c0aab3e0-6f3f-4620-9adb-45cdcbb8c450 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 15:32:12.082379 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-28222d7c-f555-4450-bb47-9fbb2a1222c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:12.105511 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6812c442-3f44-42b5-aa71-eabaa876e430 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:32:12.113635 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1ae4e117-ae68-4362-b865-77a33c50f791 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:12.122222 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-6edb392e-9445-4866-9713-f62ecec42c6e tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] device_id is not set on port 405da975-448b-49ea-934c-3e98b03a59a3 yet. {{(pid=103586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:32:12.128983 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-6812c442-3f44-42b5-aa71-eabaa876e430 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:32:12.132722 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-c270d433-fbb7-4a31-9cdd-cc4a3a6c28cb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=208825f68db64733b367b79166f0eae7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5848649 Dec 10 15:32:12.136393 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6812c442-3f44-42b5-aa71-eabaa876e430 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:32:12.138243 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6812c442-3f44-42b5-aa71-eabaa876e430 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'Port': ['ID=db7043b8-530f-44b2-913d-9a2e4ca5e570,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:12.140564 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60798) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:12.161655 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739d18d4-9d47-4486-aca7-748711c46906 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:32:12.165528 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28222d7c-f555-4450-bb47-9fbb2a1222c1 None None] Pushing event updated for resources: {'Port': ['ID=0368f234-a797-403a-becf-b44fd976ba31,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:12.171221 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5557c9aa-c039-40eb-a5e8-2039eb84a850 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:32:12.177157 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5557c9aa-c039-40eb-a5e8-2039eb84a850 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:12.180695 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-5557c9aa-c039-40eb-a5e8-2039eb84a850 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] 10.222.0.20 "PUT /v2.0/routers/214869c5-f59a-48ae-a4b5-38a355bf754f HTTP/1.1" status: 200 len: 710 time: 3.6298165 Dec 10 15:32:12.181989 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64380b3f-7cac-48b6-8705-02fc6880cbec None None] Sync routers for ids ['214869c5-f59a-48ae-a4b5-38a355bf754f'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:32:12.187676 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60800) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:12.191338 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64380b3f-7cac-48b6-8705-02fc6880cbec None None] Routers {'214869c5-f59a-48ae-a4b5-38a355bf754f'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:32:12.192005 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-64380b3f-7cac-48b6-8705-02fc6880cbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:31:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['214869c5-f59a-48ae-a4b5-38a355bf754f'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:12.224984 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-64380b3f-7cac-48b6-8705-02fc6880cbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:12.234532 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64380b3f-7cac-48b6-8705-02fc6880cbec None None] Routers {'214869c5-f59a-48ae-a4b5-38a355bf754f'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:32:12.235238 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-64380b3f-7cac-48b6-8705-02fc6880cbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:31:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['214869c5-f59a-48ae-a4b5-38a355bf754f'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:12.258910 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3df0a833-497f-47de-a50f-c5a6ec931b83 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:12.270994 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3df0a833-497f-47de-a50f-c5a6ec931b83 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:12.272697 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-64380b3f-7cac-48b6-8705-02fc6880cbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:12.273518 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64380b3f-7cac-48b6-8705-02fc6880cbec None None] The sync data for ids ['214869c5-f59a-48ae-a4b5-38a355bf754f'] in dv-neutron-821401-4-hyperv is: [] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:32:12.275932 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-3df0a833-497f-47de-a50f-c5a6ec931b83 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] 10.222.0.20 "DELETE /v2.0/networks/42508405-be83-43d2-acde-7406d152ba8d HTTP/1.1" status: 204 len: 168 time: 0.8849993 Dec 10 15:32:12.280484 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60802) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:12.284376 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c0aab3e0-6f3f-4620-9adb-45cdcbb8c450 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:12.288329 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0aab3e0-6f3f-4620-9adb-45cdcbb8c450 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:12.288909 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c0aab3e0-6f3f-4620-9adb-45cdcbb8c450 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:12.299185 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df0a833-497f-47de-a50f-c5a6ec931b83 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Pushing event deleted for resources: {'Network': ['ID=42508405-be83-43d2-acde-7406d152ba8d,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:12.328946 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-98e5874d-df59-486d-820b-49f31f686770 None None] Provisioning complete for port db7043b8-530f-44b2-913d-9a2e4ca5e570 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:32:12.329495 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-98e5874d-df59-486d-820b-49f31f686770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:12.391723 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-98e5874d-df59-486d-820b-49f31f686770 None None] Port db7043b8-530f-44b2-913d-9a2e4ca5e570 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:32:12.420569 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1ae4e117-ae68-4362-b865-77a33c50f791 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:12.425325 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae4e117-ae68-4362-b865-77a33c50f791 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:12.426071 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1ae4e117-ae68-4362-b865-77a33c50f791 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:12.452057 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-710889e4-18c1-45b8-b2f6-9283cf68da88 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] 10.222.0.20 "GET /v2.0/routers/214869c5-f59a-48ae-a4b5-38a355bf754f HTTP/1.1" status: 200 len: 745 time: 0.2586989 Dec 10 15:32:12.456165 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60806) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:12.500232 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4432c3a-404c-4d2a-81f4-047cdd6cef73 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:12.506846 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4432c3a-404c-4d2a-81f4-047cdd6cef73 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:12.508916 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-b4432c3a-404c-4d2a-81f4-047cdd6cef73 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2280586 Dec 10 15:32:12.515042 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60808) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:12.526671 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-b4a8cf27-36bc-4baf-b0a6-38d901cbb5b9 tempest-RoutersIpV6AdminTest-1647628117 tempest-RoutersIpV6AdminTest-1647628117-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=d5a1452c-422a-4e1a-a1c7-48738ecf752f&device_id=214869c5-f59a-48ae-a4b5-38a355bf754f HTTP/1.1" status: 200 len: 205 time: 0.0691371 Dec 10 15:32:12.529881 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60810) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:12.541799 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-c0aab3e0-6f3f-4620-9adb-45cdcbb8c450 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.8073089 Dec 10 15:32:12.544708 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60812) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:12.544862 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-7933d489-ff7c-42af-a4cc-e588709cf454 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-855635738'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:12.566542 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-42b06ce4-23c3-412b-98db-214688db6a49 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Request body: {'subnet': {'network_id': '34dfb691-31e3-4161-ac1a-5c8cda9a88ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:12.572961 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-94675b81-9a2f-4079-8155-2b0ce05e0116 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] 10.222.0.20 "GET /v2.0/ports?device_id=214869c5-f59a-48ae-a4b5-38a355bf754f HTTP/1.1" status: 200 len: 205 time: 0.0420356 Dec 10 15:32:12.575155 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aab3e0-6f3f-4620-9adb-45cdcbb8c450 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Pushing event updated for resources: {'Network': ['ID=34dfb691-31e3-4161-ac1a-5c8cda9a88ea,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:12.577350 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60814) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:12.591095 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 34dfb691-31e3-4161-ac1a-5c8cda9a88ea details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:32:12.600019 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-05d70261-6413-4aa1-8e4c-cc5deee160ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:12.681854 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-1ae4e117-ae68-4362-b865-77a33c50f791 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3964188 Dec 10 15:32:12.783672 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 0368f234-a797-403a-becf-b44fd976ba31 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:32:12.790001 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-05d70261-6413-4aa1-8e4c-cc5deee160ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:12.812796 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-6edb392e-9445-4866-9713-f62ecec42c6e tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Allocated IP 2001:db8::1c0 (78f9e252-f14d-4f15-ae52-ed0f6ce0ef8d/ebaf6e94-d457-48c5-9571-b6bc41722f44/405da975-448b-49ea-934c-3e98b03a59a3) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:32:12.816745 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-691111cb-84b0-4f22-87e7-4ecfee7ae7ea tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks [] for router, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:12.824465 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae4e117-ae68-4362-b865-77a33c50f791 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Pushing event updated for resources: {'Network': ['ID=9db749e8-d06c-4ada-ab1b-c396fa86537c,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:12.850117 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 9db749e8-d06c-4ada-ab1b-c396fa86537c details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:32:12.881019 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7933d489-ff7c-42af-a4cc-e588709cf454 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Made reservation on behalf of 1516228131db4850a1e868fc07e8e216 for: {'network': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:32:12.885017 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7933d489-ff7c-42af-a4cc-e588709cf454 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:12.937656 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 0368f234-a797-403a-becf-b44fd976ba31 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:32:12.938146 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:12.967130 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-618e3135-461b-4e6b-9b45-b66375ab7c67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:12.991887 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b06ce4-23c3-412b-98db-214688db6a49 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Made reservation on behalf of 5eaf120c55974597a587f95af5eaf421 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:32:12.996214 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-42b06ce4-23c3-412b-98db-214688db6a49 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11668558'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:13.041942 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:13.112463 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7933d489-ff7c-42af-a4cc-e588709cf454 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=103586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:32:13.119824 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] For port 0368f234-a797-403a-becf-b44fd976ba31, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=0368f234-a797-403a-becf-b44fd976ba31,segment=NetworkSegment(c80c8f18-8d9e-45c8-9d69-694acde5866d),segment_id=c80c8f18-8d9e-45c8-9d69-694acde5866d)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:32:13.167349 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-691111cb-84b0-4f22-87e7-4ecfee7ae7ea tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13898'] for router, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:13.173524 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-691111cb-84b0-4f22-87e7-4ecfee7ae7ea tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:13.178335 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7933d489-ff7c-42af-a4cc-e588709cf454 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:13.178681 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.segments_db [None req-7933d489-ff7c-42af-a4cc-e588709cf454 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Added segment 0913243f-b330-4044-8d7f-c0871efc3447 of type vlan for network da6f75d1-ff4f-4e52-b18a-4cd724a2fa5f Dec 10 15:32:13.238196 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:13.288892 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-05d70261-6413-4aa1-8e4c-cc5deee160ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:13.291568 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-05d70261-6413-4aa1-8e4c-cc5deee160ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:13.292699 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-05d70261-6413-4aa1-8e4c-cc5deee160ea admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/93207abb-c641-462a-a5e1-8d37279c5c14 HTTP/1.1" status: 204 len: 168 time: 1.1482763 Dec 10 15:32:13.366462 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:13.390995 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Pushing event updated for resources: {'Port': ['ID=0368f234-a797-403a-becf-b44fd976ba31,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:13.409876 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7933d489-ff7c-42af-a4cc-e588709cf454 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:13.414424 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d70261-6413-4aa1-8e4c-cc5deee160ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93207abb-c641-462a-a5e1-8d37279c5c14,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:13.416151 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-691111cb-84b0-4f22-87e7-4ecfee7ae7ea tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549250'] for router, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:13.416653 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-691111cb-84b0-4f22-87e7-4ecfee7ae7ea tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Fanout notify agent at l3_agent the message router_deleted on router 214869c5-f59a-48ae-a4b5-38a355bf754f {{(pid=103586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 15:32:13.430531 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-691111cb-84b0-4f22-87e7-4ecfee7ae7ea tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:13.435446 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-691111cb-84b0-4f22-87e7-4ecfee7ae7ea tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] 10.222.0.20 "DELETE /v2.0/routers/214869c5-f59a-48ae-a4b5-38a355bf754f HTTP/1.1" status: 204 len: 168 time: 0.8469520 Dec 10 15:32:13.435845 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60820) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:13.476444 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6edb392e-9445-4866-9713-f62ecec42c6e tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:13.482043 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-73863abb-a476-4b1e-bf7e-f8983ff3c5e9 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] 10.222.0.20 "GET /v2.0/ports?device_id=214869c5-f59a-48ae-a4b5-38a355bf754f HTTP/1.1" status: 200 len: 205 time: 0.0427155 Dec 10 15:32:13.482768 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-42b06ce4-23c3-412b-98db-214688db6a49 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11236534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11668560'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:13.485421 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60822) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:13.545402 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6812c442-3f44-42b5-aa71-eabaa876e430 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for router_gateway, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:13.550389 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.db.resource_extend [None req-7933d489-ff7c-42af-a4cc-e588709cf454 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 15:32:13.585462 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.api.v2.resource [None req-a7472ebc-cea0-4bf1-b882-cac5f0b70a04 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] delete failed (client error): The resource could not be found. Dec 10 15:32:13.585462 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-a7472ebc-cea0-4bf1-b882-cac5f0b70a04 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] 10.222.0.20 "DELETE /v2.0/routers/214869c5-f59a-48ae-a4b5-38a355bf754f HTTP/1.1" status: 404 len: 336 time: 0.0956285 Dec 10 15:32:13.599807 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60824) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:13.608075 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a8749e-5989-4da9-8d44-63464e83681e None None] Network 78f9e252-f14d-4f15-ae52-ed0f6ce0ef8d requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:32:13.638272 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b06ce4-23c3-412b-98db-214688db6a49 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Pushing event updated for resources: {'Subnet': ['ID=ffa9f16e-0405-43b6-8bf6-300742b99849,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:13.642261 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-3245437d-4bcf-49a6-8b86-ff47edfca1b2 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9bf133a-0de7-4120-b5c7-2f7d6ef00862 HTTP/1.1" status: 200 len: 205 time: 0.0387301 Dec 10 15:32:13.645659 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60826) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:13.707922 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.api.v2.resource [None req-f8949f40-e2d1-44e6-9fad-ff4b63e75488 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] delete failed (client error): The resource could not be found. Dec 10 15:32:13.713557 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60828) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:13.714123 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-f8949f40-e2d1-44e6-9fad-ff4b63e75488 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] 10.222.0.20 "DELETE /v2.0/routers/d9bf133a-0de7-4120-b5c7-2f7d6ef00862 HTTP/1.1" status: 404 len: 336 time: 0.0673673 Dec 10 15:32:13.716021 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6052bf8c-36a9-41bf-a08c-d5f894f7e1f2 None None] Provisioning complete for port 0368f234-a797-403a-becf-b44fd976ba31 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:32:13.716513 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6052bf8c-36a9-41bf-a08c-d5f894f7e1f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:13.763483 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-2bd065a0-8b55-4cca-9357-c4730be9a1ff tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] 10.222.0.20 "GET /v2.0/ports?device_id=91b3552e-06c4-4414-82ec-7fee751f5c68 HTTP/1.1" status: 200 len: 205 time: 0.0444877 Dec 10 15:32:13.769602 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60830) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:13.782165 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b06ce4-23c3-412b-98db-214688db6a49 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Checking segment: {'id': 'cccd8c39-35ee-4ad8-aacd-fa3f9fe8211c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '34dfb691-31e3-4161-ac1a-5c8cda9a88ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:32:13.789171 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b06ce4-23c3-412b-98db-214688db6a49 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Network hostable DHCP agents. Network: 34dfb691-31e3-4161-ac1a-5c8cda9a88ea, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:32:13.819062 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7933d489-ff7c-42af-a4cc-e588709cf454 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:13.825813 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7933d489-ff7c-42af-a4cc-e588709cf454 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:13.826475 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7933d489-ff7c-42af-a4cc-e588709cf454 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:13.904507 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6edb392e-9445-4866-9713-f62ecec42c6e tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:14.040201 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6edb392e-9445-4866-9713-f62ecec42c6e tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Network 78f9e252-f14d-4f15-ae52-ed0f6ce0ef8d is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:32:14.051693 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-6edb392e-9445-4866-9713-f62ecec42c6e tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:32:14.053641 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edb392e-9445-4866-9713-f62ecec42c6e tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event updated for resources: {'Port': ['ID=405da975-448b-49ea-934c-3e98b03a59a3,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:14.061944 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edb392e-9445-4866-9713-f62ecec42c6e tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:32:14.069124 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edb392e-9445-4866-9713-f62ecec42c6e tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:14.069124 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6edb392e-9445-4866-9713-f62ecec42c6e tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:14.088738 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7933d489-ff7c-42af-a4cc-e588709cf454 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Pushing event updated for resources: {'Network': ['ID=da6f75d1-ff4f-4e52-b18a-4cd724a2fa5f,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:14.103244 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network da6f75d1-ff4f-4e52-b18a-4cd724a2fa5f details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:32:14.106596 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-7933d489-ff7c-42af-a4cc-e588709cf454 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5704284 Dec 10 15:32:14.107374 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60834) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:14.143799 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-d63b7188-a6c1-44b5-9d0d-79646fc41ccc tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1959137030'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:14.158603 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-6edb392e-9445-4866-9713-f62ecec42c6e tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.7329831 Dec 10 15:32:14.163165 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60836) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:14.229580 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6812c442-3f44-42b5-aa71-eabaa876e430 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363'] for router, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:14.338220 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-06bb75b0-7ad7-401d-a746-09cab8c9d730 None None] Provisioning complete for port 405da975-448b-49ea-934c-3e98b03a59a3 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:32:14.338796 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60838) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:14.339266 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-06bb75b0-7ad7-401d-a746-09cab8c9d730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:14.346120 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.api.v2.resource [None req-cef90b02-978c-4001-92a3-c72a9c739459 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] delete failed (client error): The resource could not be found. Dec 10 15:32:14.350009 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-cef90b02-978c-4001-92a3-c72a9c739459 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] 10.222.0.20 "DELETE /v2.0/routers/91b3552e-06c4-4414-82ec-7fee751f5c68 HTTP/1.1" status: 404 len: 336 time: 0.5763996 Dec 10 15:32:14.352963 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4b58af28-ad4d-436d-8b8c-1b4830c30354 req-ea7c17b2-72b4-4fc0-bba6-0df3d23f8d5e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3f5e5fac-ee31-44bf-a612-11364724d71a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7668970 Dec 10 15:32:14.353663 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60840) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:14.369771 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d63b7188-a6c1-44b5-9d0d-79646fc41ccc tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Made reservation on behalf of 1516228131db4850a1e868fc07e8e216 for: {'network': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:32:14.374392 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d63b7188-a6c1-44b5-9d0d-79646fc41ccc tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:14.412046 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-06bb75b0-7ad7-401d-a746-09cab8c9d730 None None] Port 405da975-448b-49ea-934c-3e98b03a59a3 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:32:14.427667 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-06bb75b0-7ad7-401d-a746-09cab8c9d730 None None] Provisioning complete for port 0368f234-a797-403a-becf-b44fd976ba31 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:32:14.428781 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-06bb75b0-7ad7-401d-a746-09cab8c9d730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:14.446186 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-d097f536-8c1b-406a-a41f-c1a09bab3a39 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] 10.222.0.20 "GET /v2.0/ports?device_id=93180219-32b8-48db-b44b-3ab441aa0060 HTTP/1.1" status: 200 len: 205 time: 0.0867856 Dec 10 15:32:14.448017 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60842) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:14.474607 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d63b7188-a6c1-44b5-9d0d-79646fc41ccc tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=103586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:32:14.500243 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d63b7188-a6c1-44b5-9d0d-79646fc41ccc tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:14.500946 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.segments_db [None req-d63b7188-a6c1-44b5-9d0d-79646fc41ccc tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Added segment 84930061-36c1-4dbd-a171-355fa2e77e8b of type vlan for network c0e08340-8ee0-4f39-ad7d-2c12f70f485b Dec 10 15:32:14.507091 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-7872f68c-0112-47f9-8e6e-94e2fef44ace tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Deleting port 405da975-448b-49ea-934c-3e98b03a59a3 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:32:14.507600 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7872f68c-0112-47f9-8e6e-94e2fef44ace tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:14.571983 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.api.v2.resource [None req-f4c8b533-166e-4415-84ac-053d8b2af762 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] delete failed (client error): The resource could not be found. Dec 10 15:32:14.573403 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-f4c8b533-166e-4415-84ac-053d8b2af762 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] 10.222.0.20 "DELETE /v2.0/routers/93180219-32b8-48db-b44b-3ab441aa0060 HTTP/1.1" status: 404 len: 336 time: 0.0894537 Dec 10 15:32:14.578946 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60844) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:14.597615 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-eda54e27-46a0-4476-bcd4-326e1092492a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f7d6c188d394488bb81605fa59fd8de3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2573278 Dec 10 15:32:14.614691 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60846) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:14.618881 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-21f47fb0-2406-4c86-825a-9b894be955fe tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] 10.222.0.20 "GET /v2.0/ports?device_id=d122b2a2-454a-432d-b321-a7acd47e31ad HTTP/1.1" status: 200 len: 205 time: 0.0375803 Dec 10 15:32:14.626958 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b06ce4-23c3-412b-98db-214688db6a49 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Network 34dfb691-31e3-4161-ac1a-5c8cda9a88ea is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:32:14.629730 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60848) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:14.644536 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b58af28-ad4d-436d-8b8c-1b4830c30354 req-fdb23739-5db9-43de-af8c-b9e7f925a9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:14.646332 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4b58af28-ad4d-436d-8b8c-1b4830c30354 req-fdb23739-5db9-43de-af8c-b9e7f925a9e8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0c43b3bd3a7142739658566d8b1d83f3&device_id=3f5e5fac-ee31-44bf-a612-11364724d71a HTTP/1.1" status: 200 len: 1098 time: 0.2510176 Dec 10 15:32:14.682328 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-11a353aa-100a-4283-a6e9-5c3490c45530 None None] Provisioning complete for port 405da975-448b-49ea-934c-3e98b03a59a3 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:32:14.682703 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-11a353aa-100a-4283-a6e9-5c3490c45530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:14.711695 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.api.v2.resource [None req-6194d832-192b-4780-8910-c5c97e00a1e1 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] delete failed (client error): The resource could not be found. Dec 10 15:32:14.711695 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-6194d832-192b-4780-8910-c5c97e00a1e1 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] 10.222.0.20 "DELETE /v2.0/routers/d122b2a2-454a-432d-b321-a7acd47e31ad HTTP/1.1" status: 404 len: 336 time: 0.0774035 Dec 10 15:32:14.712434 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60850) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:14.878666 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-11a353aa-100a-4283-a6e9-5c3490c45530 None None] Port 405da975-448b-49ea-934c-3e98b03a59a3 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:32:14.887072 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b58af28-ad4d-436d-8b8c-1b4830c30354 req-5e355d43-c383-46a4-bd23-8b320ec64c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:14.887236 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 0368f234-a797-403a-becf-b44fd976ba31 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:32:14.889470 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4b58af28-ad4d-436d-8b8c-1b4830c30354 req-5e355d43-c383-46a4-bd23-8b320ec64c50 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9f22a23a-8eb3-48df-bc2f-eddd6071e745 HTTP/1.1" status: 200 len: 913 time: 0.1878922 Dec 10 15:32:14.892763 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-148f845a-c32f-40d4-9d5c-e86bd77f587f tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] 10.222.0.20 "GET /v2.0/ports?device_id=3864abce-6abe-4529-88df-9df8a07afdaf HTTP/1.1" status: 200 len: 205 time: 0.1793091 Dec 10 15:32:14.894668 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-42b06ce4-23c3-412b-98db-214688db6a49 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 34dfb691-31e3-4161-ac1a-5c8cda9a88ea) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:32:14.899358 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b06ce4-23c3-412b-98db-214688db6a49 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:14.900206 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-42b06ce4-23c3-412b-98db-214688db6a49 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:14.910389 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60852) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:14.938691 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5897edd1-024f-4ac6-be60-a5e1c01c1b26 None None] Network 34dfb691-31e3-4161-ac1a-5c8cda9a88ea requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:32:14.974895 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e9e7daa8-41fb-4e10-bb3f-5e56cfb0d54a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:15.004829 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4b58af28-ad4d-436d-8b8c-1b4830c30354 req-5602ff67-a3f2-454b-9797-b9994389628e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66995093-8f5e-42b9-b8e8-3100f932b851 HTTP/1.1" status: 200 len: 1001 time: 0.0933757 Dec 10 15:32:15.009395 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.api.v2.resource [None req-b18c0936-e23e-4a71-8292-247bcbe7c3e0 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] delete failed (client error): The resource could not be found. Dec 10 15:32:15.010020 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e9e7daa8-41fb-4e10-bb3f-5e56cfb0d54a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:15.010628 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-b18c0936-e23e-4a71-8292-247bcbe7c3e0 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] 10.222.0.20 "DELETE /v2.0/routers/3864abce-6abe-4529-88df-9df8a07afdaf HTTP/1.1" status: 404 len: 336 time: 0.0965099 Dec 10 15:32:15.025496 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d63b7188-a6c1-44b5-9d0d-79646fc41ccc tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:15.025694 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60854) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:15.054160 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 0368f234-a797-403a-becf-b44fd976ba31 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:32:15.054541 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:15.073667 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-42b06ce4-23c3-412b-98db-214688db6a49 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5304391 Dec 10 15:32:15.074339 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60856) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:15.094223 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2eec72b-1617-4685-9ec0-5473b2ed95ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-34dfb691-31e3-4161-ac1a-5c8cda9a88ea', 'network_id': '34dfb691-31e3-4161-ac1a-5c8cda9a88ea', 'project_id': '5eaf120c55974597a587f95af5eaf421', 'fixed_ips': [{'subnet_id': 'ffa9f16e-0405-43b6-8bf6-300742b99849'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:32:15.095100 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e2eec72b-1617-4685-9ec0-5473b2ed95ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:15.108249 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-3a5d551f-7b96-457c-a21b-a77fccfccc7f tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Request body: {'port': {'network_id': '34dfb691-31e3-4161-ac1a-5c8cda9a88ea', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-294109724'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:15.111394 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7872f68c-0112-47f9-8e6e-94e2fef44ace tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:15.112012 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-10c70344-6460-440b-a92d-e7541b524a72 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] DELETE failed (client error): The resource could not be found. Dec 10 15:32:15.112462 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10c70344-6460-440b-a92d-e7541b524a72 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:32:15.126479 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-10c70344-6460-440b-a92d-e7541b524a72 tempest-RoutersIpV6AdminTest-1973640629 tempest-RoutersIpV6AdminTest-1973640629-project] 10.222.0.20 "DELETE /v2.0/subnets/2166f2e9-bcab-436f-b092-0a6cf7daea00 HTTP/1.1" status: 404 len: 337 time: 0.0993156 Dec 10 15:32:15.139252 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-7872f68c-0112-47f9-8e6e-94e2fef44ace tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Calling delete_port for 405da975-448b-49ea-934c-3e98b03a59a3 owned by {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:32:15.211738 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d63b7188-a6c1-44b5-9d0d-79646fc41ccc tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:15.219685 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63b7188-a6c1-44b5-9d0d-79646fc41ccc tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:15.220361 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d63b7188-a6c1-44b5-9d0d-79646fc41ccc tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:15.237640 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6812c442-3f44-42b5-aa71-eabaa876e430 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Router b9676776-7c00-41b0-baa0-cc95a47a85a5 is scheduled to L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d with binding_index 1 {{(pid=103586) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 15:32:15.255124 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-e2eec72b-1617-4685-9ec0-5473b2ed95ea None None] Allocated IP 2001:db8::2 (34dfb691-31e3-4161-ac1a-5c8cda9a88ea/ffa9f16e-0405-43b6-8bf6-300742b99849/e9f3332a-e70d-40dd-add2-03785df610fb) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:32:15.312515 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b58af28-ad4d-436d-8b8c-1b4830c30354 req-5195f60d-3f69-4a62-933b-27d0780e07d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:15.319567 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4b58af28-ad4d-436d-8b8c-1b4830c30354 req-5195f60d-3f69-4a62-933b-27d0780e07d3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=095a47ab-a3da-4b0b-9511-e17946d815ea HTTP/1.1" status: 200 len: 851 time: 0.2997711 Dec 10 15:32:15.413437 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b58af28-ad4d-436d-8b8c-1b4830c30354 req-14f47336-da5a-4e6b-8ffb-080ebcafb52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:15.415431 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4b58af28-ad4d-436d-8b8c-1b4830c30354 req-14f47336-da5a-4e6b-8ffb-080ebcafb52b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9f22a23a-8eb3-48df-bc2f-eddd6071e745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0831704 Dec 10 15:32:15.438213 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63b7188-a6c1-44b5-9d0d-79646fc41ccc tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Pushing event updated for resources: {'Network': ['ID=c0e08340-8ee0-4f39-ad7d-2c12f70f485b,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:15.453798 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network c0e08340-8ee0-4f39-ad7d-2c12f70f485b details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:32:15.511645 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-d63b7188-a6c1-44b5-9d0d-79646fc41ccc tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3720253 Dec 10 15:32:15.514709 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60860) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:15.522888 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-fcb9d48d-2e22-4f00-9f81-7686d5e38cda tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Request body: {'ports': [{'network_id': 'da6f75d1-ff4f-4e52-b18a-4cd724a2fa5f', 'name': 'tempest-port--1982389163', 'admin_state_up': True}, {'network_id': 'c0e08340-8ee0-4f39-ad7d-2c12f70f485b', 'admin_state_up': False}]} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:15.523212 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-fcb9d48d-2e22-4f00-9f81-7686d5e38cda tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Request body: {'port': {'network_id': 'da6f75d1-ff4f-4e52-b18a-4cd724a2fa5f', 'name': 'tempest-port--1982389163', 'admin_state_up': True}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:15.523681 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-fcb9d48d-2e22-4f00-9f81-7686d5e38cda tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Request body: {'port': {'network_id': 'c0e08340-8ee0-4f39-ad7d-2c12f70f485b', 'admin_state_up': False}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:15.548748 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4b58af28-ad4d-436d-8b8c-1b4830c30354 req-2259b379-cac6-4db1-8eae-69c31eaa3436 service neutron] 10.222.0.44 "GET /v2.0/networks/9f22a23a-8eb3-48df-bc2f-eddd6071e745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252005 Dec 10 15:32:15.549194 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e9e7daa8-41fb-4e10-bb3f-5e56cfb0d54a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:15.551937 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e9e7daa8-41fb-4e10-bb3f-5e56cfb0d54a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:15.552855 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-e9e7daa8-41fb-4e10-bb3f-5e56cfb0d54a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5556ee5b-ff1f-4d80-b46f-0df7f14ed801 HTTP/1.1" status: 204 len: 168 time: 0.9367535 Dec 10 15:32:15.578883 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7872f68c-0112-47f9-8e6e-94e2fef44ace tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:15.593024 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e7daa8-41fb-4e10-bb3f-5e56cfb0d54a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5556ee5b-ff1f-4d80-b46f-0df7f14ed801,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:15.669623 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b460ac35-c55d-4313-b72e-180f8810685f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:15.691842 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a5d551f-7b96-457c-a21b-a77fccfccc7f tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Made reservation on behalf of 5eaf120c55974597a587f95af5eaf421 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:32:15.693230 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e2eec72b-1617-4685-9ec0-5473b2ed95ea None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:15.701917 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3a5d551f-7b96-457c-a21b-a77fccfccc7f tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:15.716790 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7872f68c-0112-47f9-8e6e-94e2fef44ace tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event deleted for resources: {'Port': ['ID=405da975-448b-49ea-934c-3e98b03a59a3,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:15.744544 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4b58af28-ad4d-436d-8b8c-1b4830c30354 req-de560447-1319-413d-8ebf-df672330b386 service neutron] 10.222.0.44 "GET /v2.0/networks/9f22a23a-8eb3-48df-bc2f-eddd6071e745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860294 Dec 10 15:32:15.747632 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-3a5d551f-7b96-457c-a21b-a77fccfccc7f tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] device_id is not set on port d5dcc271-5bac-447b-b0fc-84c1c03fc3db yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:32:15.766143 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e2eec72b-1617-4685-9ec0-5473b2ed95ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:15.816008 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6812c442-3f44-42b5-aa71-eabaa876e430 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:32:15.818527 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7872f68c-0112-47f9-8e6e-94e2fef44ace tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:15.821970 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-7872f68c-0112-47f9-8e6e-94e2fef44ace tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "DELETE /v2.0/ports/405da975-448b-49ea-934c-3e98b03a59a3 HTTP/1.1" status: 204 len: 168 time: 1.6562579 Dec 10 15:32:15.827142 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60866) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:15.880272 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fb3231-accb-4b86-bedd-dde7a63f763b None None] Sync routers for ids ['b9676776-7c00-41b0-baa0-cc95a47a85a5'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:32:15.882058 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd225982-ca9a-4d83-8ff7-9b8b1ada2780 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] GET failed (client error): The resource could not be found. Dec 10 15:32:15.883566 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-bd225982-ca9a-4d83-8ff7-9b8b1ada2780 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "GET /v2.0/ports/405da975-448b-49ea-934c-3e98b03a59a3 HTTP/1.1" status: 404 len: 333 time: 0.0552442 Dec 10 15:32:15.889077 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eec72b-1617-4685-9ec0-5473b2ed95ea None None] Pushing event updated for resources: {'Port': ['ID=e9f3332a-e70d-40dd-add2-03785df610fb,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:15.893909 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60868) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:15.895477 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60870) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:15.904771 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2eec72b-1617-4685-9ec0-5473b2ed95ea None None] Network 34dfb691-31e3-4161-ac1a-5c8cda9a88ea is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:32:15.908040 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-e2eec72b-1617-4685-9ec0-5473b2ed95ea None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:32:15.917343 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2eec72b-1617-4685-9ec0-5473b2ed95ea None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:32:15.926355 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fb3231-accb-4b86-bedd-dde7a63f763b None None] Routers {'b9676776-7c00-41b0-baa0-cc95a47a85a5'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:32:15.927236 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-e2fb3231-accb-4b86-bedd-dde7a63f763b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:32:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['b9676776-7c00-41b0-baa0-cc95a47a85a5'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:16.133514 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6812c442-3f44-42b5-aa71-eabaa876e430 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:16.134839 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-6812c442-3f44-42b5-aa71-eabaa876e430 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.6142406 Dec 10 15:32:16.138910 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60878) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:16.257583 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-bad5fe15-80d2-4df0-9fa8-909796367884 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Deleting subnet ebaf6e94-d457-48c5-9571-b6bc41722f44 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:32:16.260275 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-e2eec72b-1617-4685-9ec0-5473b2ed95ea None None] Attempting to bind port e9f3332a-e70d-40dd-add2-03785df610fb on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:32:16.260585 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-e2eec72b-1617-4685-9ec0-5473b2ed95ea None None] Attempting to bind port e9f3332a-e70d-40dd-add2-03785df610fb by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'cccd8c39-35ee-4ad8-aacd-fa3f9fe8211c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '34dfb691-31e3-4161-ac1a-5c8cda9a88ea'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:32:16.260957 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2eec72b-1617-4685-9ec0-5473b2ed95ea None None] Attempting to bind port e9f3332a-e70d-40dd-add2-03785df610fb on network 34dfb691-31e3-4161-ac1a-5c8cda9a88ea {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:32:16.263419 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60886) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:16.269210 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-73f70340-3760-4578-915a-6a9093f1a978 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Request body: {'subnets': [{'network_id': 'f9a4cf5c-39db-4411-be96-e072979d5358', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1754001664', 'ip_version': 6}, {'network_id': '9db749e8-d06c-4ada-ab1b-c396fa86537c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:16.271616 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-73f70340-3760-4578-915a-6a9093f1a978 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Request body: {'subnet': {'network_id': 'f9a4cf5c-39db-4411-be96-e072979d5358', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1754001664', 'ip_version': 6}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:16.271616 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-73f70340-3760-4578-915a-6a9093f1a978 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Request body: {'subnet': {'network_id': '9db749e8-d06c-4ada-ab1b-c396fa86537c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:16.275041 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bad5fe15-80d2-4df0-9fa8-909796367884 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for subnet, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:16.325964 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-3a5d551f-7b96-457c-a21b-a77fccfccc7f tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Allocated IP 2001:db8::6a (34dfb691-31e3-4161-ac1a-5c8cda9a88ea/ffa9f16e-0405-43b6-8bf6-300742b99849/d5dcc271-5bac-447b-b0fc-84c1c03fc3db) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:32:16.353346 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ebccbce9-62d1-46fa-9044-ac94889458e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:16.357030 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2eec72b-1617-4685-9ec0-5473b2ed95ea None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:32:16.357736 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2eec72b-1617-4685-9ec0-5473b2ed95ea None None] Checking segment: {'id': 'cccd8c39-35ee-4ad8-aacd-fa3f9fe8211c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '34dfb691-31e3-4161-ac1a-5c8cda9a88ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:32:16.358694 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e2eec72b-1617-4685-9ec0-5473b2ed95ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:16.358694 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2eec72b-1617-4685-9ec0-5473b2ed95ea None None] Bound using segment: {'id': 'cccd8c39-35ee-4ad8-aacd-fa3f9fe8211c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '34dfb691-31e3-4161-ac1a-5c8cda9a88ea'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:32:16.359526 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-e2eec72b-1617-4685-9ec0-5473b2ed95ea None None] Bound port: e9f3332a-e70d-40dd-add2-03785df610fb, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cccd8c39-35ee-4ad8-aacd-fa3f9fe8211c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '34dfb691-31e3-4161-ac1a-5c8cda9a88ea'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:32:16.359526 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e2eec72b-1617-4685-9ec0-5473b2ed95ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:16.366054 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:16.367962 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb9d48d-2e22-4f00-9f81-7686d5e38cda tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Made reservation on behalf of 1516228131db4850a1e868fc07e8e216 for: {'port': 2} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:32:16.369260 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bad5fe15-80d2-4df0-9fa8-909796367884 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11806768'] for subnet, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:16.378557 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-e2fb3231-accb-4b86-bedd-dde7a63f763b None None] Set router b9676776-7c00-41b0-baa0-cc95a47a85a5 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:32:16.385859 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fcb9d48d-2e22-4f00-9f81-7686d5e38cda tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:16.395881 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fcb9d48d-2e22-4f00-9f81-7686d5e38cda tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:16.494330 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-fcb9d48d-2e22-4f00-9f81-7686d5e38cda tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] device_id is not set on port b4ae2061-3d68-480b-8ebf-79e8a2828053 yet. {{(pid=103586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:32:16.535055 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-661ed5e2-97c9-4b73-8fc1-13c0722665fb tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=e049672a5fd04e7f8cbb0423b61eb757&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3897421 Dec 10 15:32:16.540524 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60890) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:16.555270 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-e2eec72b-1617-4685-9ec0-5473b2ed95ea None None] For port e9f3332a-e70d-40dd-add2-03785df610fb, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:32:16.577925 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-e2eec72b-1617-4685-9ec0-5473b2ed95ea None None] For port e9f3332a-e70d-40dd-add2-03785df610fb, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=e9f3332a-e70d-40dd-add2-03785df610fb,segment=NetworkSegment(cccd8c39-35ee-4ad8-aacd-fa3f9fe8211c),segment_id=cccd8c39-35ee-4ad8-aacd-fa3f9fe8211c)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:32:16.631418 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-e2fb3231-accb-4b86-bedd-dde7a63f763b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9676776-7c00-41b0-baa0-cc95a47a85a5', 'name': 'tempest-TestNetworkBasicOps-router-1075454237', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': 'db7043b8-530f-44b2-913d-9a2e4ca5e570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:32:09Z', 'updated_at': '2021-12-10T15:32:12Z', 'revision_number': 3, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': 'db7043b8-530f-44b2-913d-9a2e4ca5e570', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:02:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9676776-7c00-41b0-baa0-cc95a47a85a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:32:11Z', 'updated_at': '2021-12-10T15:32:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:16.660634 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e2eec72b-1617-4685-9ec0-5473b2ed95ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:16.662452 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fb3231-accb-4b86-bedd-dde7a63f763b None None] Checking router: b9676776-7c00-41b0-baa0-cc95a47a85a5 for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:32:16.662567 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fb3231-accb-4b86-bedd-dde7a63f763b None None] Updating router b9676776-7c00-41b0-baa0-cc95a47a85a5 port db7043b8-530f-44b2-913d-9a2e4ca5e570 binding host dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 15:32:16.681229 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bad5fe15-80d2-4df0-9fa8-909796367884 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:16.691483 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fcb9d48d-2e22-4f00-9f81-7686d5e38cda tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:16.737373 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e2fb3231-accb-4b86-bedd-dde7a63f763b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:16.778083 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eec72b-1617-4685-9ec0-5473b2ed95ea None None] Pushing event updated for resources: {'Port': ['ID=e9f3332a-e70d-40dd-add2-03785df610fb,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:16.801063 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-fcb9d48d-2e22-4f00-9f81-7686d5e38cda tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] device_id is not set on port cc0143d6-e26b-4a53-9050-fb81a8462215 yet. {{(pid=103586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:32:16.834239 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ebccbce9-62d1-46fa-9044-ac94889458e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:16.920556 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3a5d551f-7b96-457c-a21b-a77fccfccc7f tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:16.947225 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f70340-3760-4578-915a-6a9093f1a978 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Made reservation on behalf of 79322b47ea2a4c2d877d93382c60aa4d for: {'subnet': 2} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:32:16.952868 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-73f70340-3760-4578-915a-6a9093f1a978 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:16.953143 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-73f70340-3760-4578-915a-6a9093f1a978 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:16.966560 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ebccbce9-62d1-46fa-9044-ac94889458e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:17.044769 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-ebccbce9-62d1-46fa-9044-ac94889458e8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fe8863a1512d4222b04969a6769f961e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1430891 Dec 10 15:32:17.048251 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60900) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:17.078699 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfaa4a9b-a31f-4836-841a-29aca3885ece tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:17.080792 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-bfaa4a9b-a31f-4836-841a-29aca3885ece tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5378633 Dec 10 15:32:17.106775 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60902) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:17.115402 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fcb9d48d-2e22-4f00-9f81-7686d5e38cda tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:17.176581 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3a5d551f-7b96-457c-a21b-a77fccfccc7f tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:17.178279 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebccbce9-62d1-46fa-9044-ac94889458e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d41e9447-c4cd-4555-805d-3e410c6dae59,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:17.191191 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-ccbabae4-81ec-4435-94f0-8713ddb632f2 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=d5a1452c-422a-4e1a-a1c7-48738ecf752f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0806782 Dec 10 15:32:17.195988 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60904) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:17.205147 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e2fb3231-accb-4b86-bedd-dde7a63f763b None None] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:17.218958 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-70095411-57cc-42bd-955e-f7ec78849494 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2033644867', 'network_id': '78b329c0-5093-420d-971f-ce625768710e', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:17.259973 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bad5fe15-80d2-4df0-9fa8-909796367884 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11236721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11668521'] for subnet, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:17.268522 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e2fb3231-accb-4b86-bedd-dde7a63f763b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:17.316273 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fcb9d48d-2e22-4f00-9f81-7686d5e38cda tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:17.338521 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5d551f-7b96-457c-a21b-a77fccfccc7f tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Network 34dfb691-31e3-4161-ac1a-5c8cda9a88ea is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:32:17.341172 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7630bafb-2895-496f-b7c8-5068b92f4637 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:32:17.353687 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-e2fb3231-accb-4b86-bedd-dde7a63f763b None None] Attempting to bind port db7043b8-530f-44b2-913d-9a2e4ca5e570 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:32:17.353687 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-e2fb3231-accb-4b86-bedd-dde7a63f763b None None] Attempting to bind port db7043b8-530f-44b2-913d-9a2e4ca5e570 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:32:17.354082 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fb3231-accb-4b86-bedd-dde7a63f763b None None] Attempting to bind port db7043b8-530f-44b2-913d-9a2e4ca5e570 on network d5a1452c-422a-4e1a-a1c7-48738ecf752f {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:32:17.357016 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a422912a-4f35-4d72-a6d8-f0405db44384 None None] Pushing event updated for resources: {'Port': ['ID=db7043b8-530f-44b2-913d-9a2e4ca5e570,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:17.360299 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad5fe15-80d2-4df0-9fa8-909796367884 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event deleted for resources: {'Subnet': ['ID=ebaf6e94-d457-48c5-9571-b6bc41722f44,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:17.364708 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-3a5d551f-7b96-457c-a21b-a77fccfccc7f tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:32:17.373316 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5d551f-7b96-457c-a21b-a77fccfccc7f tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:32:17.377225 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fb3231-accb-4b86-bedd-dde7a63f763b None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:32:17.377608 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fb3231-accb-4b86-bedd-dde7a63f763b None None] Checking segment: {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:32:17.378155 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e2fb3231-accb-4b86-bedd-dde7a63f763b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:17.378561 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fb3231-accb-4b86-bedd-dde7a63f763b None None] Bound using segment: {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:32:17.379474 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-e2fb3231-accb-4b86-bedd-dde7a63f763b None None] Bound port: db7043b8-530f-44b2-913d-9a2e4ca5e570, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:32:17.379590 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5d551f-7b96-457c-a21b-a77fccfccc7f tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:17.379894 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e2fb3231-accb-4b86-bedd-dde7a63f763b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:17.380220 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3a5d551f-7b96-457c-a21b-a77fccfccc7f tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:17.383555 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5d551f-7b96-457c-a21b-a77fccfccc7f tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Pushing event updated for resources: {'Port': ['ID=d5dcc271-5bac-447b-b0fc-84c1c03fc3db,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:17.386347 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bad5fe15-80d2-4df0-9fa8-909796367884 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:17.391616 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-bad5fe15-80d2-4df0-9fa8-909796367884 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "DELETE /v2.0/subnets/ebaf6e94-d457-48c5-9571-b6bc41722f44 HTTP/1.1" status: 204 len: 168 time: 1.4952273 Dec 10 15:32:17.399907 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60908) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:17.421239 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96237e22-e6fb-455d-8eea-203393ce69ba None None] Network 78f9e252-f14d-4f15-ae52-ed0f6ce0ef8d requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:32:17.425758 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fe557523-721a-4f61-a1e7-c74fb9906651 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:17.454099 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fe557523-721a-4f61-a1e7-c74fb9906651 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:17.526624 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-3a5d551f-7b96-457c-a21b-a77fccfccc7f tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 2.4225020 Dec 10 15:32:17.532746 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60912) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:17.549342 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-2dc79161-ffee-418f-b529-bf20c06935ae tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Request body: {'port': {'network_id': '34dfb691-31e3-4161-ac1a-5c8cda9a88ea', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1471660628', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:17.550083 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.api.validators [None req-2dc79161-ffee-418f-b529-bf20c06935ae tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] bootfile-name is not in valid_values {{(pid=103587) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 15:32:17.550495 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.api.validators [None req-2dc79161-ffee-418f-b529-bf20c06935ae tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] tftp-server is not in valid_values {{(pid=103587) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 15:32:17.550753 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.api.validators [None req-2dc79161-ffee-418f-b529-bf20c06935ae tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] server-ip-address is not in valid_values {{(pid=103587) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 15:32:17.555924 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb9d48d-2e22-4f00-9f81-7686d5e38cda tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Pushing event updated for resources: {'Port': ['ID=b4ae2061-3d68-480b-8ebf-79e8a2828053,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:17.580349 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-38acccdd-a58c-4a0e-be3e-9a8673e81ce0 None None] Provisioning complete for port db7043b8-530f-44b2-913d-9a2e4ca5e570 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:32:17.580967 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-38acccdd-a58c-4a0e-be3e-9a8673e81ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:17.597593 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-212a36f3-0158-43a4-92c6-2ade66f68d5e tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:17.599203 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb9d48d-2e22-4f00-9f81-7686d5e38cda tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Checking segment: {'id': '0913243f-b330-4044-8d7f-c0871efc3447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'da6f75d1-ff4f-4e52-b18a-4cd724a2fa5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:32:17.599572 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb9d48d-2e22-4f00-9f81-7686d5e38cda tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Network hostable DHCP agents. Network: da6f75d1-ff4f-4e52-b18a-4cd724a2fa5f, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:32:17.633490 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-e2fb3231-accb-4b86-bedd-dde7a63f763b None None] For port db7043b8-530f-44b2-913d-9a2e4ca5e570, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:32:17.654206 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fe557523-721a-4f61-a1e7-c74fb9906651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:17.656849 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fe557523-721a-4f61-a1e7-c74fb9906651 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:17.660483 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-fe557523-721a-4f61-a1e7-c74fb9906651 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d41e9447-c4cd-4555-805d-3e410c6dae59 HTTP/1.1" status: 204 len: 168 time: 0.6009262 Dec 10 15:32:17.666387 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-e2fb3231-accb-4b86-bedd-dde7a63f763b None None] For port db7043b8-530f-44b2-913d-9a2e4ca5e570, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=db7043b8-530f-44b2-913d-9a2e4ca5e570,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:32:17.675259 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-38acccdd-a58c-4a0e-be3e-9a8673e81ce0 None None] Port db7043b8-530f-44b2-913d-9a2e4ca5e570 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:32:17.676324 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70095411-57cc-42bd-955e-f7ec78849494 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Made reservation on behalf of e049672a5fd04e7f8cbb0423b61eb757 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:32:17.687935 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-70095411-57cc-42bd-955e-f7ec78849494 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11668558'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:17.707880 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe557523-721a-4f61-a1e7-c74fb9906651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41e9447-c4cd-4555-805d-3e410c6dae59,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:17.739486 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb9d48d-2e22-4f00-9f81-7686d5e38cda tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Network da6f75d1-ff4f-4e52-b18a-4cd724a2fa5f is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:32:17.750003 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:17.751512 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e2fb3231-accb-4b86-bedd-dde7a63f763b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:17.802268 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-212a36f3-0158-43a4-92c6-2ade66f68d5e tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Deleting port 0368f234-a797-403a-becf-b44fd976ba31 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:32:17.802673 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-212a36f3-0158-43a4-92c6-2ade66f68d5e tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:17.832878 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958f4c86-a5f5-486f-a608-5bf568fb85a7 None None] DHCP port deletion for 78f9e252-f14d-4f15-ae52-ed0f6ce0ef8d request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:32:17.855167 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-fcb9d48d-2e22-4f00-9f81-7686d5e38cda tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, da6f75d1-ff4f-4e52-b18a-4cd724a2fa5f) {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:32:17.866828 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb9d48d-2e22-4f00-9f81-7686d5e38cda tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:32:17.867640 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fcb9d48d-2e22-4f00-9f81-7686d5e38cda tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:17.874890 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be448ca-01ab-4ebf-b823-23aaf15ebdb6 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:32:17.879055 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908d9355-5ed7-4a0e-b660-693fc92720fe None None] Network da6f75d1-ff4f-4e52-b18a-4cd724a2fa5f requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:32:17.959869 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb9d48d-2e22-4f00-9f81-7686d5e38cda tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Pushing event updated for resources: {'Port': ['ID=cc0143d6-e26b-4a53-9050-fb81a8462215,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:17.973198 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc79161-ffee-418f-b529-bf20c06935ae tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Made reservation on behalf of 5eaf120c55974597a587f95af5eaf421 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:32:17.985165 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2dc79161-ffee-418f-b529-bf20c06935ae tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:18.061751 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb9d48d-2e22-4f00-9f81-7686d5e38cda tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Checking segment: {'id': '84930061-36c1-4dbd-a171-355fa2e77e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'c0e08340-8ee0-4f39-ad7d-2c12f70f485b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:32:18.062129 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb9d48d-2e22-4f00-9f81-7686d5e38cda tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Network hostable DHCP agents. Network: c0e08340-8ee0-4f39-ad7d-2c12f70f485b, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:32:18.074842 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-73f70340-3760-4578-915a-6a9093f1a978 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11695183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581935'] for subnet, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:18.113125 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-2dc79161-ffee-418f-b529-bf20c06935ae tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] device_id is not set on port eb4951ae-0d20-489e-8560-d54100a1ede6 yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:32:18.144845 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-212a36f3-0158-43a4-92c6-2ade66f68d5e tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] For port 0368f234-a797-403a-becf-b44fd976ba31, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=0368f234-a797-403a-becf-b44fd976ba31,segment=NetworkSegment(c80c8f18-8d9e-45c8-9d69-694acde5866d),segment_id=c80c8f18-8d9e-45c8-9d69-694acde5866d)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:32:18.151080 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-212a36f3-0158-43a4-92c6-2ade66f68d5e tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:18.162264 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f70340-3760-4578-915a-6a9093f1a978 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Pushing event updated for resources: {'Subnet': ['ID=1ef18bda-98af-4ef6-8125-f0dc2ce70e56,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:18.194898 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-212a36f3-0158-43a4-92c6-2ade66f68d5e tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Calling delete_port for 0368f234-a797-403a-becf-b44fd976ba31 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:32:18.285712 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f70340-3760-4578-915a-6a9093f1a978 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Checking segment: {'id': '95be3543-ee6b-4792-888a-c57a006313f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f9a4cf5c-39db-4411-be96-e072979d5358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:32:18.286647 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f70340-3760-4578-915a-6a9093f1a978 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Network hostable DHCP agents. Network: f9a4cf5c-39db-4411-be96-e072979d5358, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:32:18.298836 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fb3231-accb-4b86-bedd-dde7a63f763b None None] Routers {'b9676776-7c00-41b0-baa0-cc95a47a85a5'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:32:18.298836 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-e2fb3231-accb-4b86-bedd-dde7a63f763b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:32:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['b9676776-7c00-41b0-baa0-cc95a47a85a5'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:18.305793 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb9d48d-2e22-4f00-9f81-7686d5e38cda tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Network c0e08340-8ee0-4f39-ad7d-2c12f70f485b is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:32:18.354557 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f73ee7-7d10-44bb-920f-be3262363171 None None] Network 34dfb691-31e3-4161-ac1a-5c8cda9a88ea requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:32:18.365635 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a422912a-4f35-4d72-a6d8-f0405db44384 None None] Pushing event updated for resources: {'Port': ['ID=db7043b8-530f-44b2-913d-9a2e4ca5e570,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:18.385818 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-1f95563e-fa9f-4c54-aef9-f4831da65047 None None] Provisioning complete for port db7043b8-530f-44b2-913d-9a2e4ca5e570 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:32:18.389723 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1f95563e-fa9f-4c54-aef9-f4831da65047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:18.395852 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-2dc79161-ffee-418f-b529-bf20c06935ae tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Allocated IP 2001:db8::238 (34dfb691-31e3-4161-ac1a-5c8cda9a88ea/ffa9f16e-0405-43b6-8bf6-300742b99849/eb4951ae-0d20-489e-8560-d54100a1ede6) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:32:18.400825 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-70095411-57cc-42bd-955e-f7ec78849494 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11236534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11668560'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:18.422436 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f70340-3760-4578-915a-6a9093f1a978 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Network f9a4cf5c-39db-4411-be96-e072979d5358 is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:32:18.435624 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-212a36f3-0158-43a4-92c6-2ade66f68d5e tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:18.455301 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60928) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:18.492463 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70095411-57cc-42bd-955e-f7ec78849494 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'Subnet': ['ID=57830461-432a-4f8d-a9a8-32a63484290f,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:18.516678 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212a36f3-0158-43a4-92c6-2ade66f68d5e tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event deleted for resources: {'Port': ['ID=0368f234-a797-403a-becf-b44fd976ba31,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:18.520666 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-fcb9d48d-2e22-4f00-9f81-7686d5e38cda tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, c0e08340-8ee0-4f39-ad7d-2c12f70f485b) {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:32:18.531754 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70095411-57cc-42bd-955e-f7ec78849494 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Checking segment: {'id': '590762fd-8376-4d89-95c3-4561a575715b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '78b329c0-5093-420d-971f-ce625768710e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:32:18.532145 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70095411-57cc-42bd-955e-f7ec78849494 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Network hostable DHCP agents. Network: 78b329c0-5093-420d-971f-ce625768710e, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:32:18.542166 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-958f4c86-a5f5-486f-a608-5bf568fb85a7 None None] Deleting port 0368f234-a797-403a-becf-b44fd976ba31 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:32:18.542551 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-958f4c86-a5f5-486f-a608-5bf568fb85a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:18.544360 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880f3b43-ccdf-4138-95d4-7b4bb6469bbf None None] Network c0e08340-8ee0-4f39-ad7d-2c12f70f485b requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:32:18.546802 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb9d48d-2e22-4f00-9f81-7686d5e38cda tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:32:18.564641 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb9d48d-2e22-4f00-9f81-7686d5e38cda tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:18.577812 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb9d48d-2e22-4f00-9f81-7686d5e38cda tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:18.577812 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fcb9d48d-2e22-4f00-9f81-7686d5e38cda tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:18.595634 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-73f70340-3760-4578-915a-6a9093f1a978 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, f9a4cf5c-39db-4411-be96-e072979d5358) {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:32:18.597614 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212a36f3-0158-43a4-92c6-2ade66f68d5e tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] No DVR routers for this DVR port 0368f234-a797-403a-becf-b44fd976ba31 on host dv-neutron-821401-4-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:32:18.603750 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-73f70340-3760-4578-915a-6a9093f1a978 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11695183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581935'] for subnet, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:18.662156 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-e2fb3231-accb-4b86-bedd-dde7a63f763b None None] Set router b9676776-7c00-41b0-baa0-cc95a47a85a5 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:32:18.666297 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf45044-03f8-4c90-ab04-450ab139daf1 None None] Network f9a4cf5c-39db-4411-be96-e072979d5358 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:32:18.701305 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2dc79161-ffee-418f-b529-bf20c06935ae tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:18.720884 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-fcb9d48d-2e22-4f00-9f81-7686d5e38cda tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.2042866 Dec 10 15:32:18.746243 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60936) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:18.747360 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60938) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:18.753992 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70095411-57cc-42bd-955e-f7ec78849494 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Network 78b329c0-5093-420d-971f-ce625768710e is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:32:18.760386 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-993ee38b-d71f-4936-adb3-64c14c84d13e tempest-RoutersAdminNegativeIpV6Test-2020390498 tempest-RoutersAdminNegativeIpV6Test-2020390498-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-909582342', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:18.778529 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-70095411-57cc-42bd-955e-f7ec78849494 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 78b329c0-5093-420d-971f-ce625768710e) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:32:18.783027 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70095411-57cc-42bd-955e-f7ec78849494 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:18.784014 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-70095411-57cc-42bd-955e-f7ec78849494 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:18.806012 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-212a36f3-0158-43a4-92c6-2ade66f68d5e tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:18.812285 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2dc79161-ffee-418f-b529-bf20c06935ae tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:18.824663 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f70340-3760-4578-915a-6a9093f1a978 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Pushing event updated for resources: {'Subnet': ['ID=f17d8700-e9ac-408b-80a0-c16c592b4c07,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:18.859546 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-212a36f3-0158-43a4-92c6-2ade66f68d5e tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78f9e252-f14d-4f15-ae52-ed0f6ce0ef8d']}} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:18.863589 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f70340-3760-4578-915a-6a9093f1a978 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Checking segment: {'id': '0747f3bb-8fce-4a7e-a38d-2f6912b3923f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9db749e8-d06c-4ada-ab1b-c396fa86537c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:32:18.863752 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f70340-3760-4578-915a-6a9093f1a978 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Network hostable DHCP agents. Network: 9db749e8-d06c-4ada-ab1b-c396fa86537c, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:32:18.871094 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc79161-ffee-418f-b529-bf20c06935ae tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Network 34dfb691-31e3-4161-ac1a-5c8cda9a88ea is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:32:18.874971 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-2dc79161-ffee-418f-b529-bf20c06935ae tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:32:18.878989 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc79161-ffee-418f-b529-bf20c06935ae tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:32:18.882621 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5161ec88-c44b-4125-b184-f61b619eebab None None] Network 78b329c0-5093-420d-971f-ce625768710e requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:32:18.884187 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-212a36f3-0158-43a4-92c6-2ade66f68d5e tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c80c8f18-8d9e-45c8-9d69-694acde5866d') {'for_net_delete': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:18.884494 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-212a36f3-0158-43a4-92c6-2ade66f68d5e tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c80c8f18-8d9e-45c8-9d69-694acde5866d') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:18.885010 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc79161-ffee-418f-b529-bf20c06935ae tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:18.886025 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2dc79161-ffee-418f-b529-bf20c06935ae tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:18.896439 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993ee38b-d71f-4936-adb3-64c14c84d13e tempest-RoutersAdminNegativeIpV6Test-2020390498 tempest-RoutersAdminNegativeIpV6Test-2020390498-project-admin] Made reservation on behalf of 47f5ba6cd21a47dfb77d099aa2ec35e8 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:32:18.898793 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-993ee38b-d71f-4936-adb3-64c14c84d13e tempest-RoutersAdminNegativeIpV6Test-2020390498 tempest-RoutersAdminNegativeIpV6Test-2020390498-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:18.900615 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc79161-ffee-418f-b529-bf20c06935ae tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Pushing event updated for resources: {'Port': ['ID=eb4951ae-0d20-489e-8560-d54100a1ede6,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:18.901857 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-212a36f3-0158-43a4-92c6-2ade66f68d5e tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12392235'] for segment, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:18.913468 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-993ee38b-d71f-4936-adb3-64c14c84d13e tempest-RoutersAdminNegativeIpV6Test-2020390498 tempest-RoutersAdminNegativeIpV6Test-2020390498-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:18.915410 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device e9f3332a-e70d-40dd-add2-03785df610fb up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:32:18.922377 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3343e594-5cad-409e-84b2-1274b489658a tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:18.933242 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3343e594-5cad-409e-84b2-1274b489658a tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:18.933693 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60944) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:18.933980 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-3343e594-5cad-409e-84b2-1274b489658a tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1831174 Dec 10 15:32:18.937256 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-2b8a7c39-abd8-4e99-9de3-6dec820bb155 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8a2e2b3e345b4bb2ba03c605c9d3cb36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1780508 Dec 10 15:32:18.940054 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60946) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:18.961117 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-212a36f3-0158-43a4-92c6-2ade66f68d5e tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:18.976295 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-212a36f3-0158-43a4-92c6-2ade66f68d5e tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=103586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:32:18.976613 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-212a36f3-0158-43a4-92c6-2ade66f68d5e tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11695586'] for segment, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:18.979781 dv-neutron-821401-4-hyperv neutron-server[103586]: Traceback (most recent call last): Dec 10 15:32:18.979781 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:32:18.979781 dv-neutron-821401-4-hyperv neutron-server[103586]: timer() Dec 10 15:32:18.979781 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:32:18.979781 dv-neutron-821401-4-hyperv neutron-server[103586]: cb(*args, **kw) Dec 10 15:32:18.979781 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:32:18.979781 dv-neutron-821401-4-hyperv neutron-server[103586]: return func(*args, **kwargs) Dec 10 15:32:18.979781 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:32:18.979781 dv-neutron-821401-4-hyperv neutron-server[103586]: self._notify() Dec 10 15:32:18.979781 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:32:18.979781 dv-neutron-821401-4-hyperv neutron-server[103586]: self.callback(batched_events) Dec 10 15:32:18.979781 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:32:18.979781 dv-neutron-821401-4-hyperv neutron-server[103586]: event.method(event) Dec 10 15:32:18.979781 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:32:18.979781 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:32:18.979781 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:32:18.979781 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:32:18.979781 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:32:18.979781 dv-neutron-821401-4-hyperv neutron-server[103586]: return f(self, *a, **k) Dec 10 15:32:18.979781 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:32:18.979781 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._get(url).json() Dec 10 15:32:18.979781 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:32:18.979781 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:32:18.979781 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:32:18.979781 dv-neutron-821401-4-hyperv neutron-server[103586]: return self.request(url, 'GET', **kwargs) Dec 10 15:32:18.979781 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:32:18.979781 dv-neutron-821401-4-hyperv neutron-server[103586]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:32:18.979781 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:32:18.979781 dv-neutron-821401-4-hyperv neutron-server[103586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:32:18.979781 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:32:18.979781 dv-neutron-821401-4-hyperv neutron-server[103586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:32:18.979781 dv-neutron-821401-4-hyperv neutron-server[103586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:32:18.986803 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-70095411-57cc-42bd-955e-f7ec78849494 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.7897494 Dec 10 15:32:18.996352 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-2dc79161-ffee-418f-b529-bf20c06935ae tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.4625461 Dec 10 15:32:19.000654 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60948) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:19.000998 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60950) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:19.050926 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb211bf-3724-4045-878c-9633ba495f2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-f9a4cf5c-39db-4411-be96-e072979d5358', 'network_id': 'f9a4cf5c-39db-4411-be96-e072979d5358', 'project_id': '79322b47ea2a4c2d877d93382c60aa4d', 'fixed_ips': [{'subnet_id': '1ef18bda-98af-4ef6-8125-f0dc2ce70e56'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:32:19.051843 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8fb211bf-3724-4045-878c-9633ba495f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:19.071619 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c55f1164-f69e-4a5c-a8f9-b82e4ed069b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:19.082545 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f70340-3760-4578-915a-6a9093f1a978 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Network 9db749e8-d06c-4ada-ab1b-c396fa86537c is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:32:19.090255 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:19.103363 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c55f1164-f69e-4a5c-a8f9-b82e4ed069b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:19.123622 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-958f4c86-a5f5-486f-a608-5bf568fb85a7 None None] For port 0368f234-a797-403a-becf-b44fd976ba31, host dv-neutron-821401-4-hyperv, got binding levels [] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:32:19.123622 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-958f4c86-a5f5-486f-a608-5bf568fb85a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:19.141248 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-212a36f3-0158-43a4-92c6-2ade66f68d5e tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:19.163716 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-212a36f3-0158-43a4-92c6-2ade66f68d5e tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:19.172147 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-212a36f3-0158-43a4-92c6-2ade66f68d5e tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "DELETE /v2.0/networks/78f9e252-f14d-4f15-ae52-ed0f6ce0ef8d HTTP/1.1" status: 204 len: 168 time: 1.7641706 Dec 10 15:32:19.176617 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-958f4c86-a5f5-486f-a608-5bf568fb85a7 None None] Calling delete_port for 0368f234-a797-403a-becf-b44fd976ba31 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:32:19.181497 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1f95563e-fa9f-4c54-aef9-f4831da65047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:19.185615 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60952) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:19.186285 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-73f70340-3760-4578-915a-6a9093f1a978 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 9db749e8-d06c-4ada-ab1b-c396fa86537c) {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:32:19.192199 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.ipam_backend_mixin [None req-958f4c86-a5f5-486f-a608-5bf568fb85a7 None None] Port 0368f234-a797-403a-becf-b44fd976ba31 was not found and therefore no delete operation was performed {{(pid=103588) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 15:32:19.200166 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce95dd5e-22a2-4bf2-b2c5-585a0897c9b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:19.206458 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce95dd5e-22a2-4bf2-b2c5-585a0897c9b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:19.209595 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272fa108-b629-41cd-ba72-25e6dfb7086f None None] Network 9db749e8-d06c-4ada-ab1b-c396fa86537c requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:32:19.211924 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-5c454fd9-7b2e-40ba-828f-2e5088fb7343 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Request body: {'port': {'network_id': '38a89166-0d32-4e14-8e18-e5dad737d2c2', 'name': 'tempest-PortsIpV6TestJSON-1098920191'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:19.212588 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce95dd5e-22a2-4bf2-b2c5-585a0897c9b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:19.217210 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-ce95dd5e-22a2-4bf2-b2c5-585a0897c9b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.2113926 Dec 10 15:32:19.223172 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212a36f3-0158-43a4-92c6-2ade66f68d5e tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event deleted for resources: {'Network': ['ID=78f9e252-f14d-4f15-ae52-ed0f6ce0ef8d,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:19.223441 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-958f4c86-a5f5-486f-a608-5bf568fb85a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:19.224763 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60954) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:19.237163 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-993ee38b-d71f-4936-adb3-64c14c84d13e tempest-RoutersAdminNegativeIpV6Test-2020390498 tempest-RoutersAdminNegativeIpV6Test-2020390498-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:19.244029 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f70340-3760-4578-915a-6a9093f1a978 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:19.244922 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f70340-3760-4578-915a-6a9093f1a978 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:19.246289 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-73f70340-3760-4578-915a-6a9093f1a978 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:19.293392 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-e737a4c9-9e5d-49d0-a409-9cbd4f47c17f tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Deleting port b4ae2061-3d68-480b-8ebf-79e8a2828053 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:32:19.294289 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e737a4c9-9e5d-49d0-a409-9cbd4f47c17f tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:19.346928 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c55f1164-f69e-4a5c-a8f9-b82e4ed069b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:19.352563 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c55f1164-f69e-4a5c-a8f9-b82e4ed069b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:19.356808 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-c55f1164-f69e-4a5c-a8f9-b82e4ed069b7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8a97d376-c410-4d63-bf2e-ee7cf32d09ed HTTP/1.1" status: 204 len: 168 time: 0.4126074 Dec 10 15:32:19.363297 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55f1164-f69e-4a5c-a8f9-b82e4ed069b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a97d376-c410-4d63-bf2e-ee7cf32d09ed,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:19.393183 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-73f70340-3760-4578-915a-6a9093f1a978 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.1255319 Dec 10 15:32:19.393407 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-993ee38b-d71f-4936-adb3-64c14c84d13e tempest-RoutersAdminNegativeIpV6Test-2020390498 tempest-RoutersAdminNegativeIpV6Test-2020390498-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:19.395115 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60960) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:19.397858 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port e9f3332a-e70d-40dd-add2-03785df610fb triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:32:19.399873 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:19.422632 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-1f95563e-fa9f-4c54-aef9-f4831da65047 None None] For port db7043b8-530f-44b2-913d-9a2e4ca5e570, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=db7043b8-530f-44b2-913d-9a2e4ca5e570,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:32:19.430755 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa72a66-0f72-46d6-a73d-40a79eff7951 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-78b329c0-5093-420d-971f-ce625768710e', 'network_id': '78b329c0-5093-420d-971f-ce625768710e', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'fixed_ips': [{'subnet_id': '57830461-432a-4f8d-a9a8-32a63484290f'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:32:19.431677 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0fa72a66-0f72-46d6-a73d-40a79eff7951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:19.438850 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-958f4c86-a5f5-486f-a608-5bf568fb85a7 None None] Network 78f9e252-f14d-4f15-ae52-ed0f6ce0ef8d is not hosted by any dhcp agent {{(pid=103588) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 15:32:19.439543 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958f4c86-a5f5-486f-a608-5bf568fb85a7 None None] No DVR routers for this DVR port 0368f234-a797-403a-becf-b44fd976ba31 on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:32:19.483784 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-993ee38b-d71f-4936-adb3-64c14c84d13e tempest-RoutersAdminNegativeIpV6Test-2020390498 tempest-RoutersAdminNegativeIpV6Test-2020390498-project-admin] device_id is not set on port a3596915-4683-497b-b4fe-f4a0972158ca yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:32:19.493381 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0f9a3a-e6a1-4b9c-ab63-0187ccc05d79 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:19.495490 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0f9a3a-e6a1-4b9c-ab63-0187ccc05d79 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:19.497531 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0f9a3a-e6a1-4b9c-ab63-0187ccc05d79 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:19.515330 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-4a0f9a3a-e6a1-4b9c-ab63-0187ccc05d79 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1162033 Dec 10 15:32:19.516360 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60964) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:19.531371 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958f4c86-a5f5-486f-a608-5bf568fb85a7 None None] Pushing event deleted for resources: {'Port': ['ID=0368f234-a797-403a-becf-b44fd976ba31,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:19.589696 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1f95563e-fa9f-4c54-aef9-f4831da65047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:19.622617 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_v2 [None req-df1f0691-078b-48e8-9880-9cb20d783e84 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Deleting subnet 1ef18bda-98af-4ef6-8125-f0dc2ce70e56 {{(pid=103586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:32:19.628653 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-df1f0691-078b-48e8-9880-9cb20d783e84 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks [] for subnet, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:19.681809 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-df1f0691-078b-48e8-9880-9cb20d783e84 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12392400'] for subnet, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:19.716996 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c454fd9-7b2e-40ba-828f-2e5088fb7343 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Made reservation on behalf of 6af6b547c018414fbb71ed922833c3ea for: {'port': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:32:19.726095 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5c454fd9-7b2e-40ba-828f-2e5088fb7343 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:19.787014 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-5c454fd9-7b2e-40ba-828f-2e5088fb7343 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] device_id is not set on port 99581873-a9b4-4ad6-9f17-3afc00a95581 yet. {{(pid=103586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:32:19.891722 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-df1f0691-078b-48e8-9880-9cb20d783e84 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:19.967544 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f95563e-fa9f-4c54-aef9-f4831da65047 None None] Pushing event updated for resources: {'Port': ['ID=db7043b8-530f-44b2-913d-9a2e4ca5e570,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:20.068945 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-0fa72a66-0f72-46d6-a73d-40a79eff7951 None None] Allocated IP 172.20.0.2 (78b329c0-5093-420d-971f-ce625768710e/57830461-432a-4f8d-a9a8-32a63484290f/2d54b8f8-1787-4a12-8d6f-a92f53f2ea04) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:32:20.078761 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d76df0-52ec-475f-bb20-cfa585d9956b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-9db749e8-d06c-4ada-ab1b-c396fa86537c', 'network_id': '9db749e8-d06c-4ada-ab1b-c396fa86537c', 'project_id': '79322b47ea2a4c2d877d93382c60aa4d', 'fixed_ips': [{'subnet_id': 'f17d8700-e9ac-408b-80a0-c16c592b4c07'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:32:20.078761 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-81d76df0-52ec-475f-bb20-cfa585d9956b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:20.127172 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-cb284d9d-7fb6-41d7-b2b7-266c3383686b None None] Provisioning complete for port e9f3332a-e70d-40dd-add2-03785df610fb triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:32:20.127447 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cb284d9d-7fb6-41d7-b2b7-266c3383686b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:20.181612 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-e2fb3231-accb-4b86-bedd-dde7a63f763b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9676776-7c00-41b0-baa0-cc95a47a85a5', 'name': 'tempest-TestNetworkBasicOps-router-1075454237', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': 'db7043b8-530f-44b2-913d-9a2e4ca5e570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:32:09Z', 'updated_at': '2021-12-10T15:32:12Z', 'revision_number': 3, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': 'db7043b8-530f-44b2-913d-9a2e4ca5e570', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:02:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9676776-7c00-41b0-baa0-cc95a47a85a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:32:11Z', 'updated_at': '2021-12-10T15:32:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:20.184125 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5c454fd9-7b2e-40ba-828f-2e5088fb7343 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:20.195366 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e737a4c9-9e5d-49d0-a409-9cbd4f47c17f tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:20.209427 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993ee38b-d71f-4936-adb3-64c14c84d13e tempest-RoutersAdminNegativeIpV6Test-2020390498 tempest-RoutersAdminNegativeIpV6Test-2020390498-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a865ab2-c88d-4e71-bc29-4411016332ba,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:20.232055 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fb3231-accb-4b86-bedd-dde7a63f763b None None] The sync data for ids ['b9676776-7c00-41b0-baa0-cc95a47a85a5'] in dv-neutron-821401-4-hyperv is: [{'id': 'b9676776-7c00-41b0-baa0-cc95a47a85a5', 'name': 'tempest-TestNetworkBasicOps-router-1075454237', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': 'db7043b8-530f-44b2-913d-9a2e4ca5e570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:32:09Z', 'updated_at': '2021-12-10T15:32:12Z', 'revision_number': 3, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': 'db7043b8-530f-44b2-913d-9a2e4ca5e570', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:02:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9676776-7c00-41b0-baa0-cc95a47a85a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:32:11Z', 'updated_at': '2021-12-10T15:32:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:32:20.241860 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:20.248007 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-64da7163-73f1-486f-8d57-457183faae3d tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Deleting port eb4951ae-0d20-489e-8560-d54100a1ede6 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:32:20.248402 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-64da7163-73f1-486f-8d57-457183faae3d tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:20.251128 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-df1f0691-078b-48e8-9880-9cb20d783e84 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:20.278881 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-df1f0691-078b-48e8-9880-9cb20d783e84 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:20.288102 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-df1f0691-078b-48e8-9880-9cb20d783e84 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] 10.222.0.20 "DELETE /v2.0/subnets/1ef18bda-98af-4ef6-8125-f0dc2ce70e56 HTTP/1.1" status: 204 len: 168 time: 0.7678452 Dec 10 15:32:20.288102 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60982) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:20.359579 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-e737a4c9-9e5d-49d0-a409-9cbd4f47c17f tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Calling delete_port for b4ae2061-3d68-480b-8ebf-79e8a2828053 owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:32:20.393144 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1f0691-078b-48e8-9880-9cb20d783e84 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Pushing event deleted for resources: {'Subnet': ['ID=1ef18bda-98af-4ef6-8125-f0dc2ce70e56,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:20.395600 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5c454fd9-7b2e-40ba-828f-2e5088fb7343 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:20.439658 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c454fd9-7b2e-40ba-828f-2e5088fb7343 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Network 38a89166-0d32-4e14-8e18-e5dad737d2c2 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:32:20.447689 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-5c454fd9-7b2e-40ba-828f-2e5088fb7343 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:32:20.452813 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c454fd9-7b2e-40ba-828f-2e5088fb7343 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:32:20.462013 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c454fd9-7b2e-40ba-828f-2e5088fb7343 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:20.465356 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5c454fd9-7b2e-40ba-828f-2e5088fb7343 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:20.507666 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa1edb71-9e1d-455b-a1f1-48a0239ed785 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Deleting subnet f17d8700-e9ac-408b-80a0-c16c592b4c07 {{(pid=103586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:32:20.513178 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-aa1edb71-9e1d-455b-a1f1-48a0239ed785 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks [] for subnet, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:20.563467 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server [None req-8fb211bf-3724-4045-878c-9633ba495f2e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1ef18bda-98af-4ef6-8125-f0dc2ce70e56: This subnet is being modified by another concurrent operation. Dec 10 15:32:20.563467 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 10 15:32:20.563467 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 10 15:32:20.563467 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 10 15:32:20.563467 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 10 15:32:20.563467 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 10 15:32:20.563467 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 10 15:32:20.563467 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 10 15:32:20.563467 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 10 15:32:20.563467 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 10 15:32:20.563467 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 15:32:20.563467 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 15:32:20.563467 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 15:32:20.563467 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 15:32:20.563467 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 15:32:20.563467 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 15:32:20.563467 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 15:32:20.563467 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 15:32:20.563467 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 15:32:20.563467 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 15:32:20.563467 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 15:32:20.563467 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 15:32:20.563467 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 15:32:20.563467 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 15:32:20.563467 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 15:32:20.563467 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 15:32:20.563467 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 15:32:20.563467 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 15:32:20.563467 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 15:32:20.563467 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 15:32:20.563467 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 15:32:20.563467 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 15:32:20.563467 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 15:32:20.563467 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 15:32:20.563467 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 10 15:32:20.563467 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 10 15:32:20.563467 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 10 15:32:20.563467 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 10 15:32:20.563467 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 10 15:32:20.563467 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 10 15:32:20.563467 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 10 15:32:20.563467 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 10 15:32:20.563467 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 10 15:32:20.563467 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 15:32:20.563467 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 10 15:32:20.563467 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 15:32:20.563467 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 15:32:20.563467 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 15:32:20.563467 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 15:32:20.563467 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 15:32:20.563467 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 15:32:20.563467 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 15:32:20.563467 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 15:32:20.563467 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 15:32:20.568397 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 15:32:20.568397 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 15:32:20.568397 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 15:32:20.568397 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 15:32:20.568397 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 15:32:20.568397 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 15:32:20.568397 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 15:32:20.568397 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 15:32:20.568397 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 15:32:20.568397 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 15:32:20.568397 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 15:32:20.568397 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 15:32:20.568397 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 15:32:20.568397 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 15:32:20.568397 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 15:32:20.568397 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 15:32:20.568397 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 10 15:32:20.568397 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 10 15:32:20.568397 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 10 15:32:20.568397 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 10 15:32:20.568397 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 10 15:32:20.568397 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 10 15:32:20.568397 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 10 15:32:20.568397 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 10 15:32:20.568397 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 15:32:20.568397 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 15:32:20.568397 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 15:32:20.568397 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 15:32:20.568397 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 10 15:32:20.568397 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 10 15:32:20.568397 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 10 15:32:20.568397 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 10 15:32:20.568397 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 10 15:32:20.568397 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 10 15:32:20.568397 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 10 15:32:20.568397 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server raise exception Dec 10 15:32:20.568397 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1ef18bda-98af-4ef6-8125-f0dc2ce70e56: This subnet is being modified by another concurrent operation. Dec 10 15:32:20.568397 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server Dec 10 15:32:20.579955 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-aa1edb71-9e1d-455b-a1f1-48a0239ed785 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12392400'] for subnet, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:20.607574 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] For port e9f3332a-e70d-40dd-add2-03785df610fb, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=e9f3332a-e70d-40dd-add2-03785df610fb,segment=NetworkSegment(cccd8c39-35ee-4ad8-aacd-fa3f9fe8211c),segment_id=cccd8c39-35ee-4ad8-aacd-fa3f9fe8211c)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:32:20.612189 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c454fd9-7b2e-40ba-828f-2e5088fb7343 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event updated for resources: {'Port': ['ID=99581873-a9b4-4ad6-9f17-3afc00a95581,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:20.616996 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0fb34d-1c43-4a3f-9368-d0d970fa464d None None] Network f9a4cf5c-39db-4411-be96-e072979d5358 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:32:20.671472 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-5c454fd9-7b2e-40ba-828f-2e5088fb7343 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.4768491 Dec 10 15:32:20.679519 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60986) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:20.704874 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-aa1edb71-9e1d-455b-a1f1-48a0239ed785 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:20.736551 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:20.740615 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f22ea9-260d-467a-a9ac-9af7f31bcfb5 req-913ea358-5957-40ad-9274-c3bb85591251 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:20.742515 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-83f22ea9-260d-467a-a9ac-9af7f31bcfb5 req-913ea358-5957-40ad-9274-c3bb85591251 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f5e5fac-ee31-44bf-a612-11364724d71a HTTP/1.1" status: 200 len: 945 time: 0.4989753 Dec 10 15:32:20.855192 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 0368f234-a797-403a-becf-b44fd976ba31 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:32:20.887785 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 0368f234-a797-403a-becf-b44fd976ba31 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:32:20.889168 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 0368f234-a797-403a-becf-b44fd976ba31 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:32:20.891492 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-83f22ea9-260d-467a-a9ac-9af7f31bcfb5 req-d6a817dd-6f0c-4819-8eb4-2d47022335a3 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ed67073-eeed-4d1d-86bf-a50b643bdaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798814 Dec 10 15:32:20.962316 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-9e884ddd-a3ad-47d6-a887-f10ea867a787 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Deleting port 99581873-a9b4-4ad6-9f17-3afc00a95581 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:32:20.962795 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9e884ddd-a3ad-47d6-a887-f10ea867a787 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:20.982227 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-aa1edb71-9e1d-455b-a1f1-48a0239ed785 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:20.995398 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ce1f2-8ad6-46b2-8819-f85696d9a6bc req-604019b4-1237-48b4-b58f-d6d73f5fbf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:20.996657 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Pushing event updated for resources: {'Port': ['ID=e9f3332a-e70d-40dd-add2-03785df610fb,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:20.998331 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-267ce1f2-8ad6-46b2-8819-f85696d9a6bc req-604019b4-1237-48b4-b58f-d6d73f5fbf4c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0c43b3bd3a7142739658566d8b1d83f3&device_id=3f5e5fac-ee31-44bf-a612-11364724d71a HTTP/1.1" status: 200 len: 1098 time: 0.7270343 Dec 10 15:32:21.005918 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-cb284d9d-7fb6-41d7-b2b7-266c3383686b None None] Provisioning complete for port d5dcc271-5bac-447b-b0fc-84c1c03fc3db triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:32:21.006240 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cb284d9d-7fb6-41d7-b2b7-266c3383686b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:21.079829 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1edb71-9e1d-455b-a1f1-48a0239ed785 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Pushing event deleted for resources: {'Subnet': ['ID=f17d8700-e9ac-408b-80a0-c16c592b4c07,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:21.084615 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-aa1edb71-9e1d-455b-a1f1-48a0239ed785 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:21.088217 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-aa1edb71-9e1d-455b-a1f1-48a0239ed785 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] 10.222.0.20 "DELETE /v2.0/subnets/f17d8700-e9ac-408b-80a0-c16c592b4c07 HTTP/1.1" status: 204 len: 168 time: 0.7705047 Dec 10 15:32:21.095481 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 60994) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:21.115698 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0fa72a66-0f72-46d6-a73d-40a79eff7951 None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:21.116285 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-993ee38b-d71f-4936-adb3-64c14c84d13e tempest-RoutersAdminNegativeIpV6Test-2020390498 tempest-RoutersAdminNegativeIpV6Test-2020390498-project-admin] Allocated IP 172.26.2.247 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/a3596915-4683-497b-b4fe-f4a0972158ca) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:32:21.121111 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-cb284d9d-7fb6-41d7-b2b7-266c3383686b None None] Port d5dcc271-5bac-447b-b0fc-84c1c03fc3db cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:32:21.122640 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device db7043b8-530f-44b2-913d-9a2e4ca5e570 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:32:21.136837 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server [None req-81d76df0-52ec-475f-bb20-cfa585d9956b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f17d8700-e9ac-408b-80a0-c16c592b4c07: This subnet is being modified by another concurrent operation. Dec 10 15:32:21.136837 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 10 15:32:21.136837 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 10 15:32:21.136837 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 10 15:32:21.136837 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 10 15:32:21.136837 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 10 15:32:21.136837 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 10 15:32:21.136837 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 10 15:32:21.136837 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 10 15:32:21.136837 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 10 15:32:21.136837 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 15:32:21.136837 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 15:32:21.136837 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 15:32:21.136837 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 15:32:21.136837 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 15:32:21.136837 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 15:32:21.136837 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 15:32:21.136837 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 15:32:21.136837 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 15:32:21.136837 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 15:32:21.136837 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 15:32:21.136837 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 15:32:21.136837 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 15:32:21.136837 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 15:32:21.136837 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 15:32:21.136837 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 15:32:21.136837 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 15:32:21.136837 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 15:32:21.136837 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 15:32:21.136837 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 15:32:21.136837 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 15:32:21.136837 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 15:32:21.136837 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 15:32:21.136837 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 15:32:21.136837 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 10 15:32:21.136837 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 10 15:32:21.136837 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 10 15:32:21.136837 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 10 15:32:21.136837 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 10 15:32:21.136837 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 10 15:32:21.136837 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 10 15:32:21.136837 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 10 15:32:21.136837 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 10 15:32:21.136837 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 15:32:21.136837 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 10 15:32:21.136837 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 15:32:21.136837 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 15:32:21.136837 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 15:32:21.136837 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 15:32:21.136837 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 15:32:21.136837 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 15:32:21.136837 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 15:32:21.136837 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 15:32:21.136837 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 15:32:21.141559 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 15:32:21.141559 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 15:32:21.141559 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 15:32:21.141559 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 15:32:21.141559 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 15:32:21.141559 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 15:32:21.141559 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 15:32:21.141559 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 15:32:21.141559 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 15:32:21.141559 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 15:32:21.141559 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 15:32:21.141559 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 15:32:21.141559 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 15:32:21.141559 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 15:32:21.141559 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 15:32:21.141559 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 15:32:21.141559 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 10 15:32:21.141559 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 10 15:32:21.141559 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 10 15:32:21.141559 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 10 15:32:21.141559 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 10 15:32:21.141559 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 10 15:32:21.141559 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 10 15:32:21.141559 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 10 15:32:21.141559 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 15:32:21.141559 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 15:32:21.141559 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 15:32:21.141559 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 15:32:21.141559 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 10 15:32:21.141559 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 10 15:32:21.141559 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 10 15:32:21.141559 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 10 15:32:21.141559 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 10 15:32:21.141559 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 10 15:32:21.141559 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 10 15:32:21.141559 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server raise exception Dec 10 15:32:21.141559 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f17d8700-e9ac-408b-80a0-c16c592b4c07: This subnet is being modified by another concurrent operation. Dec 10 15:32:21.141559 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server Dec 10 15:32:21.173488 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-64da7163-73f1-486f-8d57-457183faae3d tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:21.193186 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 60996) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:21.201878 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead40dce-2e2e-4d4e-a188-67803e51e291 None None] Network 9db749e8-d06c-4ada-ab1b-c396fa86537c requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:32:21.219102 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e737a4c9-9e5d-49d0-a409-9cbd4f47c17f tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:21.263603 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-64da7163-73f1-486f-8d57-457183faae3d tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Calling delete_port for eb4951ae-0d20-489e-8560-d54100a1ede6 owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:32:21.295436 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0fa72a66-0f72-46d6-a73d-40a79eff7951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:21.369997 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e737a4c9-9e5d-49d0-a409-9cbd4f47c17f tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Pushing event deleted for resources: {'Port': ['ID=b4ae2061-3d68-480b-8ebf-79e8a2828053,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:21.403555 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-04b0f732-7de5-4ed8-bf2b-f4f9d38f941c None None] Provisioning complete for port eb4951ae-0d20-489e-8560-d54100a1ede6 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:32:21.403555 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-04b0f732-7de5-4ed8-bf2b-f4f9d38f941c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:21.439918 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa72a66-0f72-46d6-a73d-40a79eff7951 None None] Network 78b329c0-5093-420d-971f-ce625768710e is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:32:21.442030 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9e884ddd-a3ad-47d6-a887-f10ea867a787 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:21.467968 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-9e884ddd-a3ad-47d6-a887-f10ea867a787 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Calling delete_port for 99581873-a9b4-4ad6-9f17-3afc00a95581 owned by {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:32:21.470415 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e737a4c9-9e5d-49d0-a409-9cbd4f47c17f tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:21.474262 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-e737a4c9-9e5d-49d0-a409-9cbd4f47c17f tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] 10.222.0.20 "DELETE /v2.0/ports/b4ae2061-3d68-480b-8ebf-79e8a2828053 HTTP/1.1" status: 204 len: 168 time: 2.5389996 Dec 10 15:32:21.478132 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 32768) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:21.481185 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def6d205-d614-4e41-9462-73a4df2282c6 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:21.486047 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-def6d205-d614-4e41-9462-73a4df2282c6 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3863063 Dec 10 15:32:21.491964 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-0fa72a66-0f72-46d6-a73d-40a79eff7951 None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:32:21.494415 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 32770) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:21.512258 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa72a66-0f72-46d6-a73d-40a79eff7951 None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:32:21.519163 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa72a66-0f72-46d6-a73d-40a79eff7951 None None] Pushing event updated for resources: {'Port': ['ID=2d54b8f8-1787-4a12-8d6f-a92f53f2ea04,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:21.559645 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-04b0f732-7de5-4ed8-bf2b-f4f9d38f941c None None] Port eb4951ae-0d20-489e-8560-d54100a1ede6 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:32:21.565268 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port db7043b8-530f-44b2-913d-9a2e4ca5e570 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:32:21.565268 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:21.582958 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-7a1fc412-20df-458c-b1af-a95f7a9a1df3 tempest-AgentManagementNegativeTest-482094748 tempest-AgentManagementNegativeTest-482094748-project] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3777020 Dec 10 15:32:21.612681 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ce1f2-8ad6-46b2-8819-f85696d9a6bc req-eebbbadc-520a-4929-93a6-e248d0e34373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:21.614220 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-267ce1f2-8ad6-46b2-8819-f85696d9a6bc req-eebbbadc-520a-4929-93a6-e248d0e34373 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9f22a23a-8eb3-48df-bc2f-eddd6071e745 HTTP/1.1" status: 200 len: 913 time: 0.5047545 Dec 10 15:32:21.662988 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-0fa72a66-0f72-46d6-a73d-40a79eff7951 None None] Attempting to bind port 2d54b8f8-1787-4a12-8d6f-a92f53f2ea04 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:32:21.663398 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-0fa72a66-0f72-46d6-a73d-40a79eff7951 None None] Attempting to bind port 2d54b8f8-1787-4a12-8d6f-a92f53f2ea04 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '590762fd-8376-4d89-95c3-4561a575715b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '78b329c0-5093-420d-971f-ce625768710e'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:32:21.664414 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa72a66-0f72-46d6-a73d-40a79eff7951 None None] Attempting to bind port 2d54b8f8-1787-4a12-8d6f-a92f53f2ea04 on network 78b329c0-5093-420d-971f-ce625768710e {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:32:21.694402 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-04b0f732-7de5-4ed8-bf2b-f4f9d38f941c None None] Provisioning complete for port d5dcc271-5bac-447b-b0fc-84c1c03fc3db triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:32:21.698286 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-04b0f732-7de5-4ed8-bf2b-f4f9d38f941c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:21.728842 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cc798020-d5f3-4c02-a3d4-920eff30d280 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:21.739509 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa72a66-0f72-46d6-a73d-40a79eff7951 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:32:21.739950 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa72a66-0f72-46d6-a73d-40a79eff7951 None None] Checking segment: {'id': '590762fd-8376-4d89-95c3-4561a575715b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '78b329c0-5093-420d-971f-ce625768710e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:32:21.740410 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0fa72a66-0f72-46d6-a73d-40a79eff7951 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:21.740821 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa72a66-0f72-46d6-a73d-40a79eff7951 None None] Bound using segment: {'id': '590762fd-8376-4d89-95c3-4561a575715b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '78b329c0-5093-420d-971f-ce625768710e'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:32:21.741716 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-0fa72a66-0f72-46d6-a73d-40a79eff7951 None None] Bound port: 2d54b8f8-1787-4a12-8d6f-a92f53f2ea04, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '590762fd-8376-4d89-95c3-4561a575715b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '78b329c0-5093-420d-971f-ce625768710e'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:32:21.741995 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0fa72a66-0f72-46d6-a73d-40a79eff7951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:21.772171 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-04b0f732-7de5-4ed8-bf2b-f4f9d38f941c None None] Port d5dcc271-5bac-447b-b0fc-84c1c03fc3db cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:32:21.774622 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-25093bb0-70fd-42ea-8c83-3235ba363570 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:21.780478 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9e884ddd-a3ad-47d6-a887-f10ea867a787 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:21.809131 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-267ce1f2-8ad6-46b2-8819-f85696d9a6bc req-35873781-fb1f-414a-a46a-018c6bf052fa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66995093-8f5e-42b9-b8e8-3100f932b851 HTTP/1.1" status: 200 len: 1001 time: 0.1769977 Dec 10 15:32:21.854310 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e884ddd-a3ad-47d6-a887-f10ea867a787 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event deleted for resources: {'Port': ['ID=99581873-a9b4-4ad6-9f17-3afc00a95581,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:21.858906 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-0fa72a66-0f72-46d6-a73d-40a79eff7951 None None] For port 2d54b8f8-1787-4a12-8d6f-a92f53f2ea04, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:32:21.862549 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-0fa72a66-0f72-46d6-a73d-40a79eff7951 None None] For port 2d54b8f8-1787-4a12-8d6f-a92f53f2ea04, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=2d54b8f8-1787-4a12-8d6f-a92f53f2ea04,segment=NetworkSegment(590762fd-8376-4d89-95c3-4561a575715b),segment_id=590762fd-8376-4d89-95c3-4561a575715b)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:32:21.866458 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-17f24dd6-f96f-4881-89eb-108c0d1d285b tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Deleting port cc0143d6-e26b-4a53-9050-fb81a8462215 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:32:21.867021 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-17f24dd6-f96f-4881-89eb-108c0d1d285b tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:21.892034 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cc798020-d5f3-4c02-a3d4-920eff30d280 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:21.909199 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-64da7163-73f1-486f-8d57-457183faae3d tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:21.923769 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9e884ddd-a3ad-47d6-a887-f10ea867a787 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:21.932032 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-9e884ddd-a3ad-47d6-a887-f10ea867a787 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "DELETE /v2.0/ports/99581873-a9b4-4ad6-9f17-3afc00a95581 HTTP/1.1" status: 204 len: 168 time: 1.2489095 Dec 10 15:32:21.932926 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-993ee38b-d71f-4936-adb3-64c14c84d13e tempest-RoutersAdminNegativeIpV6Test-2020390498 tempest-RoutersAdminNegativeIpV6Test-2020390498-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:21.940509 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 32776) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:21.946424 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-5ee80d81-e227-4adb-b88e-ead2d8304c14 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Request body: {'port': {'network_id': '38a89166-0d32-4e14-8e18-e5dad737d2c2', 'mac_address': 'fa:16:3e:9b:9f:20', 'name': 'tempest-PortsIpV6TestJSON-160462914'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:21.962743 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0fa72a66-0f72-46d6-a73d-40a79eff7951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:21.984198 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-17f24dd6-f96f-4881-89eb-108c0d1d285b tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:22.024205 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-cc798020-d5f3-4c02-a3d4-920eff30d280 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9db749e8-d06c-4ada-ab1b-c396fa86537c']}} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:22.024979 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64da7163-73f1-486f-8d57-457183faae3d tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Pushing event deleted for resources: {'Port': ['ID=eb4951ae-0d20-489e-8560-d54100a1ede6,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:22.037482 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-64da7163-73f1-486f-8d57-457183faae3d tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:22.041312 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-64da7163-73f1-486f-8d57-457183faae3d tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] 10.222.0.20 "DELETE /v2.0/ports/eb4951ae-0d20-489e-8560-d54100a1ede6 HTTP/1.1" status: 204 len: 168 time: 2.8114052 Dec 10 15:32:22.046092 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 32778) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:22.047789 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ce1f2-8ad6-46b2-8819-f85696d9a6bc req-ffc06e4d-9ba0-40d9-a12c-b87991eb6a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:22.049658 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-267ce1f2-8ad6-46b2-8819-f85696d9a6bc req-ffc06e4d-9ba0-40d9-a12c-b87991eb6a61 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=095a47ab-a3da-4b0b-9511-e17946d815ea HTTP/1.1" status: 200 len: 851 time: 0.1984901 Dec 10 15:32:22.060585 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-8a34420d-5519-4348-b3fc-90ccb1cb1d29 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Request body: {'port': {'name': 'tempest-new-port-name-891987394', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:22.061349 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.api.validators [None req-8a34420d-5519-4348-b3fc-90ccb1cb1d29 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] bootfile-name is not in valid_values {{(pid=103587) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 15:32:22.061872 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.api.validators [None req-8a34420d-5519-4348-b3fc-90ccb1cb1d29 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] tftp-server is not in valid_values {{(pid=103587) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 15:32:22.062365 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.api.validators [None req-8a34420d-5519-4348-b3fc-90ccb1cb1d29 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] server-ip-address is not in valid_values {{(pid=103587) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 15:32:22.091799 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa72a66-0f72-46d6-a73d-40a79eff7951 None None] Pushing event updated for resources: {'Port': ['ID=2d54b8f8-1787-4a12-8d6f-a92f53f2ea04,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:22.195412 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-cc798020-d5f3-4c02-a3d4-920eff30d280 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0747f3bb-8fce-4a7e-a38d-2f6912b3923f') {'for_net_delete': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:22.195791 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-cc798020-d5f3-4c02-a3d4-920eff30d280 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0747f3bb-8fce-4a7e-a38d-2f6912b3923f') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:22.211548 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-17f24dd6-f96f-4881-89eb-108c0d1d285b tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Calling delete_port for cc0143d6-e26b-4a53-9050-fb81a8462215 owned by {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:32:22.256726 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cc798020-d5f3-4c02-a3d4-920eff30d280 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12392235'] for segment, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:22.288930 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 32782) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:22.312821 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cc798020-d5f3-4c02-a3d4-920eff30d280 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:22.328620 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe64b79-76fb-492f-afb4-acb865eed7b0 req-05abc158-a23a-4fd1-be1f-94818a2d2f38 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:22.342064 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-2fe64b79-76fb-492f-afb4-acb865eed7b0 req-05abc158-a23a-4fd1-be1f-94818a2d2f38 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f5e5fac-ee31-44bf-a612-11364724d71a HTTP/1.1" status: 200 len: 945 time: 0.3271074 Dec 10 15:32:22.342064 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee80d81-e227-4adb-b88e-ead2d8304c14 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Made reservation on behalf of 6af6b547c018414fbb71ed922833c3ea for: {'port': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:32:22.346544 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc798020-d5f3-4c02-a3d4-920eff30d280 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=103586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:32:22.346951 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cc798020-d5f3-4c02-a3d4-920eff30d280 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11695586'] for segment, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:22.361386 dv-neutron-821401-4-hyperv neutron-server[103586]: Traceback (most recent call last): Dec 10 15:32:22.361386 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:32:22.361386 dv-neutron-821401-4-hyperv neutron-server[103586]: timer() Dec 10 15:32:22.361386 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:32:22.361386 dv-neutron-821401-4-hyperv neutron-server[103586]: cb(*args, **kw) Dec 10 15:32:22.361386 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:32:22.361386 dv-neutron-821401-4-hyperv neutron-server[103586]: return func(*args, **kwargs) Dec 10 15:32:22.361386 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:32:22.361386 dv-neutron-821401-4-hyperv neutron-server[103586]: self._notify() Dec 10 15:32:22.361386 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:32:22.361386 dv-neutron-821401-4-hyperv neutron-server[103586]: self.callback(batched_events) Dec 10 15:32:22.361386 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:32:22.361386 dv-neutron-821401-4-hyperv neutron-server[103586]: event.method(event) Dec 10 15:32:22.361386 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:32:22.361386 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:32:22.361386 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:32:22.361386 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:32:22.361386 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:32:22.361386 dv-neutron-821401-4-hyperv neutron-server[103586]: return f(self, *a, **k) Dec 10 15:32:22.361386 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:32:22.361386 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._get(url).json() Dec 10 15:32:22.361386 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:32:22.361386 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:32:22.361386 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:32:22.361386 dv-neutron-821401-4-hyperv neutron-server[103586]: return self.request(url, 'GET', **kwargs) Dec 10 15:32:22.361386 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:32:22.361386 dv-neutron-821401-4-hyperv neutron-server[103586]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:32:22.361386 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:32:22.361386 dv-neutron-821401-4-hyperv neutron-server[103586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:32:22.361386 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:32:22.361386 dv-neutron-821401-4-hyperv neutron-server[103586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:32:22.361386 dv-neutron-821401-4-hyperv neutron-server[103586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:32:22.391529 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8a34420d-5519-4348-b3fc-90ccb1cb1d29 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:22.457088 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ce1f2-8ad6-46b2-8819-f85696d9a6bc req-6cebf501-197d-4ebf-939c-a1b8464a7c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:22.460959 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-267ce1f2-8ad6-46b2-8819-f85696d9a6bc req-6cebf501-197d-4ebf-939c-a1b8464a7c1d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9f22a23a-8eb3-48df-bc2f-eddd6071e745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3925722 Dec 10 15:32:22.462141 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-993ee38b-d71f-4936-adb3-64c14c84d13e tempest-RoutersAdminNegativeIpV6Test-2020390498 tempest-RoutersAdminNegativeIpV6Test-2020390498-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:22.559940 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5ee80d81-e227-4adb-b88e-ead2d8304c14 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:22.620631 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-5ee80d81-e227-4adb-b88e-ead2d8304c14 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] device_id is not set on port c9a690b9-f206-445f-826a-30fb9b416e9c yet. {{(pid=103586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:32:22.632172 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-2fe64b79-76fb-492f-afb4-acb865eed7b0 req-9f6d2bd6-864e-4a45-920c-88e611c8e4ee tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ed67073-eeed-4d1d-86bf-a50b643bdaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2893267 Dec 10 15:32:22.659122 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9eaf395e-f1cd-4670-a2cd-65c8c2879c2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:22.676252 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cc798020-d5f3-4c02-a3d4-920eff30d280 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:22.686761 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cc798020-d5f3-4c02-a3d4-920eff30d280 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:22.692640 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-cc798020-d5f3-4c02-a3d4-920eff30d280 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] 10.222.0.20 "DELETE /v2.0/networks/9db749e8-d06c-4ada-ab1b-c396fa86537c HTTP/1.1" status: 204 len: 168 time: 1.1943715 Dec 10 15:32:22.694127 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 32786) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:22.697473 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-17f24dd6-f96f-4881-89eb-108c0d1d285b tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:22.706618 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993ee38b-d71f-4936-adb3-64c14c84d13e tempest-RoutersAdminNegativeIpV6Test-2020390498 tempest-RoutersAdminNegativeIpV6Test-2020390498-project-admin] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:32:22.728328 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993ee38b-d71f-4936-adb3-64c14c84d13e tempest-RoutersAdminNegativeIpV6Test-2020390498 tempest-RoutersAdminNegativeIpV6Test-2020390498-project-admin] Pushing event updated for resources: {'Port': ['ID=a3596915-4683-497b-b4fe-f4a0972158ca,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:22.732469 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-993ee38b-d71f-4936-adb3-64c14c84d13e tempest-RoutersAdminNegativeIpV6Test-2020390498 tempest-RoutersAdminNegativeIpV6Test-2020390498-project-admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:32:22.734598 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993ee38b-d71f-4936-adb3-64c14c84d13e tempest-RoutersAdminNegativeIpV6Test-2020390498 tempest-RoutersAdminNegativeIpV6Test-2020390498-project-admin] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:32:22.735521 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc798020-d5f3-4c02-a3d4-920eff30d280 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Pushing event deleted for resources: {'Network': ['ID=9db749e8-d06c-4ada-ab1b-c396fa86537c,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:22.750391 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c32578-6e34-48df-90f3-fbf7ec9af53e None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:32:22.792709 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f24dd6-f96f-4881-89eb-108c0d1d285b tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Pushing event deleted for resources: {'Port': ['ID=cc0143d6-e26b-4a53-9050-fb81a8462215,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:22.828875 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-43cf94fe-fadf-42b0-add3-0bcba69f46ac None None] Provisioning complete for port a3596915-4683-497b-b4fe-f4a0972158ca triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:32:22.829320 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-43cf94fe-fadf-42b0-add3-0bcba69f46ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:22.829514 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-17f24dd6-f96f-4881-89eb-108c0d1d285b tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:22.832727 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-17f24dd6-f96f-4881-89eb-108c0d1d285b tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] 10.222.0.20 "DELETE /v2.0/ports/cc0143d6-e26b-4a53-9050-fb81a8462215 HTTP/1.1" status: 204 len: 168 time: 1.3489931 Dec 10 15:32:22.843019 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 32788) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:22.851565 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-25093bb0-70fd-42ea-8c83-3235ba363570 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Allocated IP 172.20.0.1 (78b329c0-5093-420d-971f-ce625768710e/57830461-432a-4f8d-a9a8-32a63484290f/283bcdc3-c916-42a4-ac81-2f9b4c91bb34) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:32:22.866755 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4cc3a7cb-a9bd-4bb8-b922-9e6c77a47e36 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:22.871179 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-43cf94fe-fadf-42b0-add3-0bcba69f46ac None None] Port a3596915-4683-497b-b4fe-f4a0972158ca cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:32:22.913473 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993ee38b-d71f-4936-adb3-64c14c84d13e tempest-RoutersAdminNegativeIpV6Test-2020390498 tempest-RoutersAdminNegativeIpV6Test-2020390498-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:22.914314 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-993ee38b-d71f-4936-adb3-64c14c84d13e tempest-RoutersAdminNegativeIpV6Test-2020390498 tempest-RoutersAdminNegativeIpV6Test-2020390498-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:22.921732 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-fd2d38af-af6a-47a9-aa11-7e797ff68571 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0693486 Dec 10 15:32:22.922362 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 32790) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:22.945736 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-0ed7d257-26d2-4142-893e-ca85e1315f7f tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2110989897'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:22.967824 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-267ce1f2-8ad6-46b2-8819-f85696d9a6bc req-1b8a67c1-3fd8-422b-bdb1-3c36d81f0eb8 service neutron] 10.222.0.44 "GET /v2.0/networks/9f22a23a-8eb3-48df-bc2f-eddd6071e745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4913681 Dec 10 15:32:23.025892 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5ee80d81-e227-4adb-b88e-ead2d8304c14 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:23.051726 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-993ee38b-d71f-4936-adb3-64c14c84d13e tempest-RoutersAdminNegativeIpV6Test-2020390498 tempest-RoutersAdminNegativeIpV6Test-2020390498-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 4.5951216 Dec 10 15:32:23.056234 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4cc3a7cb-a9bd-4bb8-b922-9e6c77a47e36 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:23.061205 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 32792) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:23.072167 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-54252425-b6b0-4d92-9cc6-8ad78a12317f tempest-RoutersAdminNegativeIpV6Test-2020390498 tempest-RoutersAdminNegativeIpV6Test-2020390498-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.247'}]}}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:23.095681 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-4cc3a7cb-a9bd-4bb8-b922-9e6c77a47e36 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9a4cf5c-39db-4411-be96-e072979d5358']}} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:23.113981 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-4cc3a7cb-a9bd-4bb8-b922-9e6c77a47e36 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95be3543-ee6b-4792-888a-c57a006313f8') {'for_net_delete': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:23.114283 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-4cc3a7cb-a9bd-4bb8-b922-9e6c77a47e36 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95be3543-ee6b-4792-888a-c57a006313f8') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:23.114946 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device e9f3332a-e70d-40dd-add2-03785df610fb up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:32:23.126912 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4cc3a7cb-a9bd-4bb8-b922-9e6c77a47e36 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12392235'] for segment, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:23.144040 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4cc3a7cb-a9bd-4bb8-b922-9e6c77a47e36 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:23.154687 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cc3a7cb-a9bd-4bb8-b922-9e6c77a47e36 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=103586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:32:23.154983 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4cc3a7cb-a9bd-4bb8-b922-9e6c77a47e36 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11695586'] for segment, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:23.162661 dv-neutron-821401-4-hyperv neutron-server[103586]: Traceback (most recent call last): Dec 10 15:32:23.162661 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:32:23.162661 dv-neutron-821401-4-hyperv neutron-server[103586]: timer() Dec 10 15:32:23.162661 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:32:23.162661 dv-neutron-821401-4-hyperv neutron-server[103586]: cb(*args, **kw) Dec 10 15:32:23.162661 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:32:23.162661 dv-neutron-821401-4-hyperv neutron-server[103586]: return func(*args, **kwargs) Dec 10 15:32:23.162661 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:32:23.162661 dv-neutron-821401-4-hyperv neutron-server[103586]: self._notify() Dec 10 15:32:23.162661 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:32:23.162661 dv-neutron-821401-4-hyperv neutron-server[103586]: self.callback(batched_events) Dec 10 15:32:23.162661 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:32:23.162661 dv-neutron-821401-4-hyperv neutron-server[103586]: event.method(event) Dec 10 15:32:23.162661 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:32:23.162661 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:32:23.162661 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:32:23.162661 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:32:23.162661 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:32:23.162661 dv-neutron-821401-4-hyperv neutron-server[103586]: return f(self, *a, **k) Dec 10 15:32:23.162661 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:32:23.162661 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._get(url).json() Dec 10 15:32:23.162661 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:32:23.162661 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:32:23.162661 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:32:23.162661 dv-neutron-821401-4-hyperv neutron-server[103586]: return self.request(url, 'GET', **kwargs) Dec 10 15:32:23.162661 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:32:23.162661 dv-neutron-821401-4-hyperv neutron-server[103586]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:32:23.162661 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:32:23.162661 dv-neutron-821401-4-hyperv neutron-server[103586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:32:23.162661 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:32:23.162661 dv-neutron-821401-4-hyperv neutron-server[103586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:32:23.162661 dv-neutron-821401-4-hyperv neutron-server[103586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:32:23.174433 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed7d257-26d2-4142-893e-ca85e1315f7f tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Made reservation on behalf of 1516228131db4850a1e868fc07e8e216 for: {'network': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:32:23.177565 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0ed7d257-26d2-4142-893e-ca85e1315f7f tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:23.182413 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8a34420d-5519-4348-b3fc-90ccb1cb1d29 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:23.187657 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port e9f3332a-e70d-40dd-add2-03785df610fb triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:32:23.188107 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:23.212498 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9eaf395e-f1cd-4670-a2cd-65c8c2879c2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:23.215801 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-25093bb0-70fd-42ea-8c83-3235ba363570 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:23.224726 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-267ce1f2-8ad6-46b2-8819-f85696d9a6bc req-8ce8f772-8068-49ab-a0ef-3c820fb143f2 service neutron] 10.222.0.44 "GET /v2.0/networks/9f22a23a-8eb3-48df-bc2f-eddd6071e745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202868 Dec 10 15:32:23.239290 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5ee80d81-e227-4adb-b88e-ead2d8304c14 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:23.249206 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8a34420d-5519-4348-b3fc-90ccb1cb1d29 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:23.294788 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ed7d257-26d2-4142-893e-ca85e1315f7f tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=103586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:32:23.296375 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9eaf395e-f1cd-4670-a2cd-65c8c2879c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:23.296852 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 2d54b8f8-1787-4a12-8d6f-a92f53f2ea04 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:32:23.300961 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-8a34420d-5519-4348-b3fc-90ccb1cb1d29 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] In _notify_port_updated(), no bound segment for port d5dcc271-5bac-447b-b0fc-84c1c03fc3db on network 34dfb691-31e3-4161-ac1a-5c8cda9a88ea {{(pid=103587) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 15:32:23.313332 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee80d81-e227-4adb-b88e-ead2d8304c14 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Network 38a89166-0d32-4e14-8e18-e5dad737d2c2 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:32:23.318661 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a34420d-5519-4348-b3fc-90ccb1cb1d29 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:23.319169 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-5ee80d81-e227-4adb-b88e-ead2d8304c14 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:32:23.319423 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8a34420d-5519-4348-b3fc-90ccb1cb1d29 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:23.321808 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-8a34420d-5519-4348-b3fc-90ccb1cb1d29 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] 10.222.0.20 "PUT /v2.0/ports/d5dcc271-5bac-447b-b0fc-84c1c03fc3db HTTP/1.1" status: 200 len: 1128 time: 1.2707272 Dec 10 15:32:23.327663 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0ed7d257-26d2-4142-893e-ca85e1315f7f tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:23.328008 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.segments_db [None req-0ed7d257-26d2-4142-893e-ca85e1315f7f tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Added segment 9b37caf0-254e-4080-b5a2-68af32287c09 of type vlan for network 5c702e78-0e90-4362-9847-5fbe847f76cd Dec 10 15:32:23.329186 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 32794) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:23.330867 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee80d81-e227-4adb-b88e-ead2d8304c14 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:32:23.337492 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee80d81-e227-4adb-b88e-ead2d8304c14 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:23.337492 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5ee80d81-e227-4adb-b88e-ead2d8304c14 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:23.350496 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee80d81-e227-4adb-b88e-ead2d8304c14 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event updated for resources: {'Port': ['ID=c9a690b9-f206-445f-826a-30fb9b416e9c,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:23.388527 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-54252425-b6b0-4d92-9cc6-8ad78a12317f tempest-RoutersAdminNegativeIpV6Test-2020390498 tempest-RoutersAdminNegativeIpV6Test-2020390498-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13912'] for router, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:23.389601 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-54252425-b6b0-4d92-9cc6-8ad78a12317f tempest-RoutersAdminNegativeIpV6Test-2020390498 tempest-RoutersAdminNegativeIpV6Test-2020390498-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:23.393898 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-9eaf395e-f1cd-4670-a2cd-65c8c2879c2e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b14468e79f9e4ac19f6f258b751d0aa5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0911665 Dec 10 15:32:23.397617 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 32796) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:23.398815 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 2d54b8f8-1787-4a12-8d6f-a92f53f2ea04 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:32:23.400970 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:23.401611 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaf395e-f1cd-4670-a2cd-65c8c2879c2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3299017-c9d1-4735-b53d-78747fe19350,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:23.406532 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a34420d-5519-4348-b3fc-90ccb1cb1d29 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Pushing event updated for resources: {'Port': ['ID=d5dcc271-5bac-447b-b0fc-84c1c03fc3db,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:23.465512 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4cc3a7cb-a9bd-4bb8-b922-9e6c77a47e36 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:23.471518 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4cc3a7cb-a9bd-4bb8-b922-9e6c77a47e36 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:23.476259 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-4cc3a7cb-a9bd-4bb8-b922-9e6c77a47e36 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] 10.222.0.20 "DELETE /v2.0/networks/f9a4cf5c-39db-4411-be96-e072979d5358 HTTP/1.1" status: 204 len: 168 time: 0.7797322 Dec 10 15:32:23.478991 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 32798) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:23.523191 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:23.567373 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0ed7d257-26d2-4142-893e-ca85e1315f7f tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:23.570336 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] For port 2d54b8f8-1787-4a12-8d6f-a92f53f2ea04, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=2d54b8f8-1787-4a12-8d6f-a92f53f2ea04,segment=NetworkSegment(590762fd-8376-4d89-95c3-4561a575715b),segment_id=590762fd-8376-4d89-95c3-4561a575715b)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:32:23.588138 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-25093bb0-70fd-42ea-8c83-3235ba363570 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:23.608191 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f50385c-798e-4022-9946-79005a579269 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:23.610474 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-5f50385c-798e-4022-9946-79005a579269 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] 10.222.0.20 "GET /v2.0/ports/d5dcc271-5bac-447b-b0fc-84c1c03fc3db HTTP/1.1" status: 200 len: 1128 time: 0.2701495 Dec 10 15:32:23.616088 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-5ee80d81-e227-4adb-b88e-ead2d8304c14 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.6741157 Dec 10 15:32:23.617214 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc3a7cb-a9bd-4bb8-b922-9e6c77a47e36 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Pushing event deleted for resources: {'Network': ['ID=f9a4cf5c-39db-4411-be96-e072979d5358,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:23.626221 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 32800) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:23.626568 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 32802) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:23.677525 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:23.705349 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.db.resource_extend [None req-0ed7d257-26d2-4142-893e-ca85e1315f7f tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 15:32:23.717182 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25093bb0-70fd-42ea-8c83-3235ba363570 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Network 78b329c0-5093-420d-971f-ce625768710e is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:32:23.739380 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-25093bb0-70fd-42ea-8c83-3235ba363570 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:32:23.772120 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fcca64d3-e0dd-4953-abb2-ea4538a67153 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:23.776425 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25093bb0-70fd-42ea-8c83-3235ba363570 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:32:23.777177 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Pushing event updated for resources: {'Port': ['ID=2d54b8f8-1787-4a12-8d6f-a92f53f2ea04,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:23.777502 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-54252425-b6b0-4d92-9cc6-8ad78a12317f tempest-RoutersAdminNegativeIpV6Test-2020390498 tempest-RoutersAdminNegativeIpV6Test-2020390498-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:23.796505 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25093bb0-70fd-42ea-8c83-3235ba363570 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'Port': ['ID=283bcdc3-c916-42a4-ac81-2f9b4c91bb34,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:23.805748 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f6bf61c3-7f24-4a03-a832-b20812221f67 None None] Provisioning complete for port d5dcc271-5bac-447b-b0fc-84c1c03fc3db triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:32:23.806182 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f6bf61c3-7f24-4a03-a832-b20812221f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:23.824586 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ab46b2-212d-4173-ba00-b4ba46a738b8 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:23.829413 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-64ab46b2-212d-4173-ba00-b4ba46a738b8 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "GET /v2.0/ports/c9a690b9-f206-445f-826a-30fb9b416e9c HTTP/1.1" status: 200 len: 844 time: 0.1987133 Dec 10 15:32:23.830084 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 32806) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:23.846386 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f6bf61c3-7f24-4a03-a832-b20812221f67 None None] Port d5dcc271-5bac-447b-b0fc-84c1c03fc3db cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:32:23.869287 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b26a39-645c-4101-99d4-9d6886a9a53e None None] Network 78b329c0-5093-420d-971f-ce625768710e requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:32:23.917885 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f38d0e93-dfe2-4631-ba63-f59ba1246fcc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:23.980875 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0ed7d257-26d2-4142-893e-ca85e1315f7f tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:23.986802 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed7d257-26d2-4142-893e-ca85e1315f7f tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:23.987445 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0ed7d257-26d2-4142-893e-ca85e1315f7f tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:23.991303 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-4e2ec8d7-ad00-4109-85e6-90652d562af7 None None] Provisioning complete for port 2d54b8f8-1787-4a12-8d6f-a92f53f2ea04 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:32:23.991685 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4e2ec8d7-ad00-4109-85e6-90652d562af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:24.072289 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f38d0e93-dfe2-4631-ba63-f59ba1246fcc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:24.174824 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-54252425-b6b0-4d92-9cc6-8ad78a12317f tempest-RoutersAdminNegativeIpV6Test-2020390498 tempest-RoutersAdminNegativeIpV6Test-2020390498-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:24.206788 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed7d257-26d2-4142-893e-ca85e1315f7f tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Pushing event updated for resources: {'Network': ['ID=5c702e78-0e90-4362-9847-5fbe847f76cd,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:24.220949 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-0ed7d257-26d2-4142-893e-ca85e1315f7f tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2972732 Dec 10 15:32:24.221863 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 32808) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:24.225528 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 5c702e78-0e90-4362-9847-5fbe847f76cd details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:32:24.229373 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-5b5bb52a-9451-4fa7-aa61-4049e98cc4fd tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Deleting port d5dcc271-5bac-447b-b0fc-84c1c03fc3db {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:32:24.230114 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5b5bb52a-9451-4fa7-aa61-4049e98cc4fd tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:24.239232 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-862a40c2-f2e8-4026-930c-a2d13cac9b75 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2042982558'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:24.280176 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9324a28-54dc-4dda-ba76-467f245536cc req-5f1a8782-0c78-4a26-91fb-73bd1aa1f867 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:24.282200 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-c9324a28-54dc-4dda-ba76-467f245536cc req-5f1a8782-0c78-4a26-91fb-73bd1aa1f867 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f5e5fac-ee31-44bf-a612-11364724d71a HTTP/1.1" status: 200 len: 945 time: 0.5398731 Dec 10 15:32:24.331093 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-25093bb0-70fd-42ea-8c83-3235ba363570 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552880'] for router_interface, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:24.376181 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-862a40c2-f2e8-4026-930c-a2d13cac9b75 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Made reservation on behalf of 1516228131db4850a1e868fc07e8e216 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:32:24.379856 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-862a40c2-f2e8-4026-930c-a2d13cac9b75 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:24.389714 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fcca64d3-e0dd-4953-abb2-ea4538a67153 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:24.423023 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f467b427-adeb-4225-8117-ee38a7787d2e None None] Provisioning complete for port 2d54b8f8-1787-4a12-8d6f-a92f53f2ea04 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:32:24.423023 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f467b427-adeb-4225-8117-ee38a7787d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:24.505091 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-fcca64d3-e0dd-4953-abb2-ea4538a67153 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72719eb0-72c0-4da6-b880-28f8ed51a7b8']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:24.526879 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-c9324a28-54dc-4dda-ba76-467f245536cc req-55b1705a-2c7e-492f-bc2e-af99e4e3b6ca tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ed67073-eeed-4d1d-86bf-a50b643bdaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2133071 Dec 10 15:32:24.531232 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-862a40c2-f2e8-4026-930c-a2d13cac9b75 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:32:24.536672 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-fcca64d3-e0dd-4953-abb2-ea4538a67153 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d9dbc04-ebea-42ec-8754-76f1ca358174') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:24.536976 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-fcca64d3-e0dd-4953-abb2-ea4538a67153 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d9dbc04-ebea-42ec-8754-76f1ca358174') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:24.540566 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-5a619e8f-4d4a-466f-bee9-d4845adc2df9 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Deleting port c9a690b9-f206-445f-826a-30fb9b416e9c {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:32:24.540911 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5a619e8f-4d4a-466f-bee9-d4845adc2df9 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:24.553300 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fcca64d3-e0dd-4953-abb2-ea4538a67153 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11806923'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:24.572978 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-862a40c2-f2e8-4026-930c-a2d13cac9b75 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:24.573327 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.segments_db [None req-862a40c2-f2e8-4026-930c-a2d13cac9b75 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Added segment 91672a54-100b-4434-98d0-38b69191f3cf of type vlan for network 21527e9f-d518-44b2-8f2e-470a1fb3ead8 Dec 10 15:32:24.580968 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f467b427-adeb-4225-8117-ee38a7787d2e None None] Provisioning complete for port 283bcdc3-c916-42a4-ac81-2f9b4c91bb34 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:32:24.581348 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f467b427-adeb-4225-8117-ee38a7787d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:24.594250 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fcca64d3-e0dd-4953-abb2-ea4538a67153 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:24.617890 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e5e460-610f-47ef-a929-ef81ebf5fa4d None None] get_active_networks_info from dv-neutron-821401-4-hyperv {{(pid=103588) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 15:32:24.620785 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcca64d3-e0dd-4953-abb2-ea4538a67153 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:32:24.621194 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fcca64d3-e0dd-4953-abb2-ea4538a67153 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11236635'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:24.625478 dv-neutron-821401-4-hyperv neutron-server[103587]: Traceback (most recent call last): Dec 10 15:32:24.625478 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:32:24.625478 dv-neutron-821401-4-hyperv neutron-server[103587]: timer() Dec 10 15:32:24.625478 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:32:24.625478 dv-neutron-821401-4-hyperv neutron-server[103587]: cb(*args, **kw) Dec 10 15:32:24.625478 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:32:24.625478 dv-neutron-821401-4-hyperv neutron-server[103587]: return func(*args, **kwargs) Dec 10 15:32:24.625478 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:32:24.625478 dv-neutron-821401-4-hyperv neutron-server[103587]: self._notify() Dec 10 15:32:24.625478 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:32:24.625478 dv-neutron-821401-4-hyperv neutron-server[103587]: self.callback(batched_events) Dec 10 15:32:24.625478 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:32:24.625478 dv-neutron-821401-4-hyperv neutron-server[103587]: event.method(event) Dec 10 15:32:24.625478 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:32:24.625478 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:32:24.625478 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:32:24.625478 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:32:24.625478 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:32:24.625478 dv-neutron-821401-4-hyperv neutron-server[103587]: return f(self, *a, **k) Dec 10 15:32:24.625478 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:32:24.625478 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._get(url).json() Dec 10 15:32:24.625478 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:32:24.625478 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:32:24.625478 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:32:24.625478 dv-neutron-821401-4-hyperv neutron-server[103587]: return self.request(url, 'GET', **kwargs) Dec 10 15:32:24.625478 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:32:24.625478 dv-neutron-821401-4-hyperv neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:32:24.625478 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:32:24.625478 dv-neutron-821401-4-hyperv neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:32:24.625478 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:32:24.625478 dv-neutron-821401-4-hyperv neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:32:24.625478 dv-neutron-821401-4-hyperv neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:32:24.654399 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f467b427-adeb-4225-8117-ee38a7787d2e None None] Port 283bcdc3-c916-42a4-ac81-2f9b4c91bb34 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:32:24.662434 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f38d0e93-dfe2-4631-ba63-f59ba1246fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:24.665034 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f38d0e93-dfe2-4631-ba63-f59ba1246fcc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:24.669538 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-f38d0e93-dfe2-4631-ba63-f59ba1246fcc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c3299017-c9d1-4735-b53d-78747fe19350 HTTP/1.1" status: 204 len: 168 time: 1.2619405 Dec 10 15:32:24.676371 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5a619e8f-4d4a-466f-bee9-d4845adc2df9 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:24.679551 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5b5bb52a-9451-4fa7-aa61-4049e98cc4fd tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:24.702701 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38d0e93-dfe2-4631-ba63-f59ba1246fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3299017-c9d1-4735-b53d-78747fe19350,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:24.704737 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-5a619e8f-4d4a-466f-bee9-d4845adc2df9 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Calling delete_port for c9a690b9-f206-445f-826a-30fb9b416e9c owned by {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:32:24.714148 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-862a40c2-f2e8-4026-930c-a2d13cac9b75 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:24.714609 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-5b5bb52a-9451-4fa7-aa61-4049e98cc4fd tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Calling delete_port for d5dcc271-5bac-447b-b0fc-84c1c03fc3db owned by {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:32:24.732911 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e5e460-610f-47ef-a929-ef81ebf5fa4d None None] Resources bound (agent type, host, resource id): {{(pid=103588) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 15:32:24.776448 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fcca64d3-e0dd-4953-abb2-ea4538a67153 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:24.801894 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcca64d3-e0dd-4953-abb2-ea4538a67153 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Pushing event deleted for resources: {'Network': ['ID=72719eb0-72c0-4da6-b880-28f8ed51a7b8,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:24.804050 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-25093bb0-70fd-42ea-8c83-3235ba363570 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:24.824968 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f2e0a102-d21a-4b40-aeb9-57109266275c None None] Provisioning complete for port 283bcdc3-c916-42a4-ac81-2f9b4c91bb34 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:32:24.825300 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f2e0a102-d21a-4b40-aeb9-57109266275c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:24.826753 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fcca64d3-e0dd-4953-abb2-ea4538a67153 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:24.834486 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 32812) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:24.835212 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-fcca64d3-e0dd-4953-abb2-ea4538a67153 tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] 10.222.0.20 "DELETE /v2.0/networks/72719eb0-72c0-4da6-b880-28f8ed51a7b8 HTTP/1.1" status: 204 len: 168 time: 1.3550477 Dec 10 15:32:24.887096 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f2e0a102-d21a-4b40-aeb9-57109266275c None None] Port 283bcdc3-c916-42a4-ac81-2f9b4c91bb34 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:32:24.888948 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-862a40c2-f2e8-4026-930c-a2d13cac9b75 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:24.895985 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862a40c2-f2e8-4026-930c-a2d13cac9b75 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:24.896639 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-862a40c2-f2e8-4026-930c-a2d13cac9b75 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:24.995957 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f5a546f6-a62d-44d1-aabb-d0d4ae31c66a tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:25.041460 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5a619e8f-4d4a-466f-bee9-d4845adc2df9 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:25.056019 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862a40c2-f2e8-4026-930c-a2d13cac9b75 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Pushing event updated for resources: {'Network': ['ID=21527e9f-d518-44b2-8f2e-470a1fb3ead8,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:25.067245 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-862a40c2-f2e8-4026-930c-a2d13cac9b75 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8410273 Dec 10 15:32:25.079351 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 2d54b8f8-1787-4a12-8d6f-a92f53f2ea04 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:32:25.158875 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 21527e9f-d518-44b2-8f2e-470a1fb3ead8 details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:32:25.168415 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5a619e8f-4d4a-466f-bee9-d4845adc2df9 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:25.172766 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-5a619e8f-4d4a-466f-bee9-d4845adc2df9 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "DELETE /v2.0/ports/c9a690b9-f206-445f-826a-30fb9b416e9c HTTP/1.1" status: 204 len: 168 time: 1.3387890 Dec 10 15:32:25.192835 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 32820) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:25.217282 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 32824) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:25.222835 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-b5cb85e3-736a-4ae4-a42c-145d70b66c38 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Request body: {'subnets': [{'network_id': '5c702e78-0e90-4362-9847-5fbe847f76cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--890992298', 'ip_version': 4}, {'network_id': '21527e9f-d518-44b2-8f2e-470a1fb3ead8', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:25.223138 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-b5cb85e3-736a-4ae4-a42c-145d70b66c38 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Request body: {'subnet': {'network_id': '5c702e78-0e90-4362-9847-5fbe847f76cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--890992298', 'ip_version': 4}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:25.223705 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-b5cb85e3-736a-4ae4-a42c-145d70b66c38 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Request body: {'subnet': {'network_id': '21527e9f-d518-44b2-8f2e-470a1fb3ead8', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:25.250532 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a619e8f-4d4a-466f-bee9-d4845adc2df9 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event deleted for resources: {'Port': ['ID=c9a690b9-f206-445f-826a-30fb9b416e9c,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:25.252692 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63de801d-307b-4d11-9839-b99f02d8f448 None None] get_active_networks_info from dv-neutron-821401-4-hyperv {{(pid=103588) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 15:32:25.261287 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-57935e94-e612-4661-b421-b89916509009 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] GET failed (client error): The resource could not be found. Dec 10 15:32:25.266956 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-57935e94-e612-4661-b421-b89916509009 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "GET /v2.0/ports/c9a690b9-f206-445f-826a-30fb9b416e9c HTTP/1.1" status: 404 len: 333 time: 0.0709920 Dec 10 15:32:25.267570 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 32828) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:25.276714 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-226d553b-dee2-4c18-a84e-e3174451c1dd tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Request body: {'port': {'network_id': '38a89166-0d32-4e14-8e18-e5dad737d2c2', 'name': 'tempest-PortsIpV6TestJSON-696461769'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:25.311101 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 2d54b8f8-1787-4a12-8d6f-a92f53f2ea04 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:32:25.311331 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:25.324789 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f5a546f6-a62d-44d1-aabb-d0d4ae31c66a tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:25.337569 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-54252425-b6b0-4d92-9cc6-8ad78a12317f tempest-RoutersAdminNegativeIpV6Test-2020390498 tempest-RoutersAdminNegativeIpV6Test-2020390498-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:25.366552 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-54252425-b6b0-4d92-9cc6-8ad78a12317f tempest-RoutersAdminNegativeIpV6Test-2020390498 tempest-RoutersAdminNegativeIpV6Test-2020390498-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:25.384078 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63de801d-307b-4d11-9839-b99f02d8f448 None None] Resources bound (agent type, host, resource id): {{(pid=103588) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 15:32:25.526328 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-f5a546f6-a62d-44d1-aabb-d0d4ae31c66a tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9af8abcc-004d-4551-bca3-c1b715ee4d08']}} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:25.528955 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5b5bb52a-9451-4fa7-aa61-4049e98cc4fd tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:25.559975 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-f5a546f6-a62d-44d1-aabb-d0d4ae31c66a tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b43e43c0-1392-4e0c-9329-9ffc533cba7c') {'for_net_delete': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:25.559975 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-f5a546f6-a62d-44d1-aabb-d0d4ae31c66a tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b43e43c0-1392-4e0c-9329-9ffc533cba7c') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:25.612394 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f5a546f6-a62d-44d1-aabb-d0d4ae31c66a tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12392235'] for segment, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:25.615745 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5bb52a-9451-4fa7-aa61-4049e98cc4fd tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Pushing event deleted for resources: {'Port': ['ID=d5dcc271-5bac-447b-b0fc-84c1c03fc3db,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:25.633677 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-25093bb0-70fd-42ea-8c83-3235ba363570 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:25.651930 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5b5bb52a-9451-4fa7-aa61-4049e98cc4fd tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:25.656214 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-5b5bb52a-9451-4fa7-aa61-4049e98cc4fd tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] 10.222.0.20 "DELETE /v2.0/ports/d5dcc271-5bac-447b-b0fc-84c1c03fc3db HTTP/1.1" status: 204 len: 168 time: 2.0261712 Dec 10 15:32:25.656457 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-54252425-b6b0-4d92-9cc6-8ad78a12317f tempest-RoutersAdminNegativeIpV6Test-2020390498 tempest-RoutersAdminNegativeIpV6Test-2020390498-project-admin] Publish callbacks [] for router, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:25.658595 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f5a546f6-a62d-44d1-aabb-d0d4ae31c66a tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:25.666775 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 32836) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:25.707540 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5a546f6-a62d-44d1-aabb-d0d4ae31c66a tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=103586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:32:25.707955 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f5a546f6-a62d-44d1-aabb-d0d4ae31c66a tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11695586'] for segment, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:25.711130 dv-neutron-821401-4-hyperv neutron-server[103586]: Traceback (most recent call last): Dec 10 15:32:25.711130 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:32:25.711130 dv-neutron-821401-4-hyperv neutron-server[103586]: timer() Dec 10 15:32:25.711130 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:32:25.711130 dv-neutron-821401-4-hyperv neutron-server[103586]: cb(*args, **kw) Dec 10 15:32:25.711130 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:32:25.711130 dv-neutron-821401-4-hyperv neutron-server[103586]: return func(*args, **kwargs) Dec 10 15:32:25.711130 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:32:25.711130 dv-neutron-821401-4-hyperv neutron-server[103586]: self._notify() Dec 10 15:32:25.711130 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:32:25.711130 dv-neutron-821401-4-hyperv neutron-server[103586]: self.callback(batched_events) Dec 10 15:32:25.711130 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:32:25.711130 dv-neutron-821401-4-hyperv neutron-server[103586]: event.method(event) Dec 10 15:32:25.711130 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:32:25.711130 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:32:25.711130 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:32:25.711130 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:32:25.711130 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:32:25.711130 dv-neutron-821401-4-hyperv neutron-server[103586]: return f(self, *a, **k) Dec 10 15:32:25.711130 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:32:25.711130 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._get(url).json() Dec 10 15:32:25.711130 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:32:25.711130 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:32:25.711130 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:32:25.711130 dv-neutron-821401-4-hyperv neutron-server[103586]: return self.request(url, 'GET', **kwargs) Dec 10 15:32:25.711130 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:32:25.711130 dv-neutron-821401-4-hyperv neutron-server[103586]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:32:25.711130 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:32:25.711130 dv-neutron-821401-4-hyperv neutron-server[103586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:32:25.711130 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:32:25.711130 dv-neutron-821401-4-hyperv neutron-server[103586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:32:25.711130 dv-neutron-821401-4-hyperv neutron-server[103586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:32:25.724766 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-226d553b-dee2-4c18-a84e-e3174451c1dd tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Made reservation on behalf of 6af6b547c018414fbb71ed922833c3ea for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:32:25.728226 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-226d553b-dee2-4c18-a84e-e3174451c1dd tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:25.765592 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-f564758f-c409-4751-91ef-07d5c2600ece tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Deleting subnet ffa9f16e-0405-43b6-8bf6-300742b99849 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:32:25.772120 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-25093bb0-70fd-42ea-8c83-3235ba363570 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:25.777710 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f564758f-c409-4751-91ef-07d5c2600ece tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Publish callbacks [] for subnet, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:25.852697 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-226d553b-dee2-4c18-a84e-e3174451c1dd tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] device_id is not set on port 2443a1f9-c95a-462e-8171-51994885c118 yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:32:25.874320 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5cb85e3-736a-4ae4-a42c-145d70b66c38 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Made reservation on behalf of 1516228131db4850a1e868fc07e8e216 for: {'subnet': 2} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:32:25.879185 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b5cb85e3-736a-4ae4-a42c-145d70b66c38 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11668558'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:25.879501 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b5cb85e3-736a-4ae4-a42c-145d70b66c38 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11668558'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:25.928850 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093aa432-6f20-4269-983e-66e19696b961 req-a8ffa033-f866-41f5-83e2-5c64274afc02 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:25.930543 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-093aa432-6f20-4269-983e-66e19696b961 req-a8ffa033-f866-41f5-83e2-5c64274afc02 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f5e5fac-ee31-44bf-a612-11364724d71a HTTP/1.1" status: 200 len: 945 time: 0.2688673 Dec 10 15:32:25.932293 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-54252425-b6b0-4d92-9cc6-8ad78a12317f tempest-RoutersAdminNegativeIpV6Test-2020390498 tempest-RoutersAdminNegativeIpV6Test-2020390498-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13898'] for router, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:25.935264 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-54252425-b6b0-4d92-9cc6-8ad78a12317f tempest-RoutersAdminNegativeIpV6Test-2020390498 tempest-RoutersAdminNegativeIpV6Test-2020390498-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:25.989912 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f5a546f6-a62d-44d1-aabb-d0d4ae31c66a tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:25.994686 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25093bb0-70fd-42ea-8c83-3235ba363570 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'Port': ['ID=283bcdc3-c916-42a4-ac81-2f9b4c91bb34,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:26.000171 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f5a546f6-a62d-44d1-aabb-d0d4ae31c66a tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:26.003681 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-f5a546f6-a62d-44d1-aabb-d0d4ae31c66a tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] 10.222.0.20 "DELETE /v2.0/networks/9af8abcc-004d-4551-bca3-c1b715ee4d08 HTTP/1.1" status: 204 len: 168 time: 1.1681654 Dec 10 15:32:26.004101 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f564758f-c409-4751-91ef-07d5c2600ece tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11806768'] for subnet, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:26.011657 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-25093bb0-70fd-42ea-8c83-3235ba363570 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549888'] for router_interface, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:26.025561 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a546f6-a62d-44d1-aabb-d0d4ae31c66a tempest-BulkNetworkOpsIpV6Test-390414092 tempest-BulkNetworkOpsIpV6Test-390414092-project] Pushing event deleted for resources: {'Network': ['ID=9af8abcc-004d-4551-bca3-c1b715ee4d08,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:26.044945 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-093aa432-6f20-4269-983e-66e19696b961 req-2a42833c-81be-4608-b2cc-ad14c0866bbd tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ed67073-eeed-4d1d-86bf-a50b643bdaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060517 Dec 10 15:32:26.051792 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-54252425-b6b0-4d92-9cc6-8ad78a12317f tempest-RoutersAdminNegativeIpV6Test-2020390498 tempest-RoutersAdminNegativeIpV6Test-2020390498-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549250'] for router, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:26.052638 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54252425-b6b0-4d92-9cc6-8ad78a12317f tempest-RoutersAdminNegativeIpV6Test-2020390498 tempest-RoutersAdminNegativeIpV6Test-2020390498-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8dda7287-b037-49b7-8d01-360891818169 {{(pid=103586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 15:32:26.096079 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 32846) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:26.133544 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.api.v2.resource [None req-54252425-b6b0-4d92-9cc6-8ad78a12317f tempest-RoutersAdminNegativeIpV6Test-2020390498 tempest-RoutersAdminNegativeIpV6Test-2020390498-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 10 15:32:26.134663 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-54252425-b6b0-4d92-9cc6-8ad78a12317f tempest-RoutersAdminNegativeIpV6Test-2020390498 tempest-RoutersAdminNegativeIpV6Test-2020390498-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.0723984 Dec 10 15:32:26.138532 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 32850) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:26.227065 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-4f3ec059-fbde-429a-8f41-c8e158d98204 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-2133581835'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:26.260444 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-a7b9ec93-a86c-4d2d-8a40-691ece760860 tempest-RoutersAdminNegativeIpV6Test-2020390498 tempest-RoutersAdminNegativeIpV6Test-2020390498-project-admin] Deleting port a3596915-4683-497b-b4fe-f4a0972158ca {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:32:26.260784 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a7b9ec93-a86c-4d2d-8a40-691ece760860 tempest-RoutersAdminNegativeIpV6Test-2020390498 tempest-RoutersAdminNegativeIpV6Test-2020390498-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:26.301144 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f3ec059-fbde-429a-8f41-c8e158d98204 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Made reservation on behalf of 915dae42aca44a6e934a20b3a70b3a5e for: {'network': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:32:26.304651 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4f3ec059-fbde-429a-8f41-c8e158d98204 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:26.317720 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4f3ec059-fbde-429a-8f41-c8e158d98204 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:26.332837 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-226d553b-dee2-4c18-a84e-e3174451c1dd tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:26.336393 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f564758f-c409-4751-91ef-07d5c2600ece tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:26.370972 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25093bb0-70fd-42ea-8c83-3235ba363570 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Network 78b329c0-5093-420d-971f-ce625768710e is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:32:26.373172 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a7b9ec93-a86c-4d2d-8a40-691ece760860 tempest-RoutersAdminNegativeIpV6Test-2020390498 tempest-RoutersAdminNegativeIpV6Test-2020390498-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:26.382612 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-25093bb0-70fd-42ea-8c83-3235ba363570 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:32:26.391466 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-a7b9ec93-a86c-4d2d-8a40-691ece760860 tempest-RoutersAdminNegativeIpV6Test-2020390498 tempest-RoutersAdminNegativeIpV6Test-2020390498-project-admin] Calling delete_port for a3596915-4683-497b-b4fe-f4a0972158ca owned by {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:32:26.490156 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4f3ec059-fbde-429a-8f41-c8e158d98204 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:26.574090 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4f3ec059-fbde-429a-8f41-c8e158d98204 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:26.616811 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f3ec059-fbde-429a-8f41-c8e158d98204 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=103586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:32:26.622972 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 32854) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:26.643877 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3ec059-fbde-429a-8f41-c8e158d98204 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b504efe0-33b5-4101-aa72-68d8426bbeba,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:26.648080 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f564758f-c409-4751-91ef-07d5c2600ece tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11236721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11668521'] for subnet, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:26.650283 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4f3ec059-fbde-429a-8f41-c8e158d98204 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:26.652997 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.segments_db [None req-4f3ec059-fbde-429a-8f41-c8e158d98204 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Added segment 64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4 of type vlan for network c2b5f149-cedd-450c-ab43-dd2d78259f45 Dec 10 15:32:26.661063 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a7b9ec93-a86c-4d2d-8a40-691ece760860 tempest-RoutersAdminNegativeIpV6Test-2020390498 tempest-RoutersAdminNegativeIpV6Test-2020390498-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:26.712071 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f564758f-c409-4751-91ef-07d5c2600ece tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Pushing event deleted for resources: {'Subnet': ['ID=ffa9f16e-0405-43b6-8bf6-300742b99849,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:26.713675 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f838728c-9fe0-4171-8534-3f5fa927f4f3 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:32:26.727503 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-226d553b-dee2-4c18-a84e-e3174451c1dd tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:26.754744 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9ec93-a86c-4d2d-8a40-691ece760860 tempest-RoutersAdminNegativeIpV6Test-2020390498 tempest-RoutersAdminNegativeIpV6Test-2020390498-project-admin] Pushing event deleted for resources: {'Port': ['ID=a3596915-4683-497b-b4fe-f4a0972158ca,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:26.775423 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-541ce8d4-cfcc-49d5-8ef2-5129d3868a41 None None] Provisioning complete for port 283bcdc3-c916-42a4-ac81-2f9b4c91bb34 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:32:26.775771 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-541ce8d4-cfcc-49d5-8ef2-5129d3868a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:26.779312 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4f3ec059-fbde-429a-8f41-c8e158d98204 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:26.782887 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f564758f-c409-4751-91ef-07d5c2600ece tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:26.789041 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-f564758f-c409-4751-91ef-07d5c2600ece tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] 10.222.0.20 "DELETE /v2.0/subnets/ffa9f16e-0405-43b6-8bf6-300742b99849 HTTP/1.1" status: 204 len: 168 time: 1.1211116 Dec 10 15:32:26.789475 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 32858) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:26.846150 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25093bb0-70fd-42ea-8c83-3235ba363570 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Router b9676776-7c00-41b0-baa0-cc95a47a85a5 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:32:26.867690 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-541ce8d4-cfcc-49d5-8ef2-5129d3868a41 None None] Port 283bcdc3-c916-42a4-ac81-2f9b4c91bb34 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:32:26.868178 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226d553b-dee2-4c18-a84e-e3174451c1dd tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Network 38a89166-0d32-4e14-8e18-e5dad737d2c2 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:32:26.871229 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a7b9ec93-a86c-4d2d-8a40-691ece760860 tempest-RoutersAdminNegativeIpV6Test-2020390498 tempest-RoutersAdminNegativeIpV6Test-2020390498-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:26.872055 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd2c403-008d-4c50-8f0d-f055d1ff2314 None None] Network 34dfb691-31e3-4161-ac1a-5c8cda9a88ea requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:32:26.878424 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-a7b9ec93-a86c-4d2d-8a40-691ece760860 tempest-RoutersAdminNegativeIpV6Test-2020390498 tempest-RoutersAdminNegativeIpV6Test-2020390498-project-admin] 10.222.0.20 "DELETE /v2.0/ports/a3596915-4683-497b-b4fe-f4a0972158ca HTTP/1.1" status: 204 len: 168 time: 0.7352991 Dec 10 15:32:26.896387 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226d553b-dee2-4c18-a84e-e3174451c1dd tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event updated for resources: {'Port': ['ID=2443a1f9-c95a-462e-8171-51994885c118,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:26.908039 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-226d553b-dee2-4c18-a84e-e3174451c1dd tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:32:26.928261 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226d553b-dee2-4c18-a84e-e3174451c1dd tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:32:26.933502 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e8376bcd-3eb1-4edf-969c-a5d2577dddb9 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:26.945642 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226d553b-dee2-4c18-a84e-e3174451c1dd tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:26.947686 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-226d553b-dee2-4c18-a84e-e3174451c1dd tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:26.976174 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4f3ec059-fbde-429a-8f41-c8e158d98204 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:26.994519 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3ec059-fbde-429a-8f41-c8e158d98204 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:26.995079 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4f3ec059-fbde-429a-8f41-c8e158d98204 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:27.049164 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-4c93e9b4-d51a-4b45-870a-dee222a00ca1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=79322b47ea2a4c2d877d93382c60aa4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4218972 Dec 10 15:32:27.056719 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 32862) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:27.091476 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-226d553b-dee2-4c18-a84e-e3174451c1dd tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.8177159 Dec 10 15:32:27.097078 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95125e9-7e6c-410b-9cdb-229bd4d317f2 None None] DHCP port deletion for 34dfb691-31e3-4161-ac1a-5c8cda9a88ea request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:32:27.097840 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 32866) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:27.112837 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-92150734-7e49-433e-8dcb-11c21c3add03 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:27.162300 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3ec059-fbde-429a-8f41-c8e158d98204 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event updated for resources: {'Network': ['ID=c2b5f149-cedd-450c-ab43-dd2d78259f45,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:27.175330 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-4f3ec059-fbde-429a-8f41-c8e158d98204 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0780723 Dec 10 15:32:27.178629 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:32:27.182010 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 32868) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:27.190946 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-ea988fef-33f6-4336-ab24-7ab271ea88e3 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Request body: {'subnet': {'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:27.312932 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-92150734-7e49-433e-8dcb-11c21c3add03 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:27.319135 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5f6a1235-95ee-4582-a8ea-1f3222af49e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:27.332922 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-e8376bcd-3eb1-4edf-969c-a5d2577dddb9 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Deleting port e9f3332a-e70d-40dd-add2-03785df610fb {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:32:27.333556 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e8376bcd-3eb1-4edf-969c-a5d2577dddb9 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:27.340279 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5f6a1235-95ee-4582-a8ea-1f3222af49e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:27.359049 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25093bb0-70fd-42ea-8c83-3235ba363570 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:32:27.375734 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0aea23-9706-4e0f-96ef-b623ff9f573f None None] Sync routers for ids ['b9676776-7c00-41b0-baa0-cc95a47a85a5'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:32:27.384010 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-25093bb0-70fd-42ea-8c83-3235ba363570 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "PUT /v2.0/routers/b9676776-7c00-41b0-baa0-cc95a47a85a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3818433 Dec 10 15:32:27.393695 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eed22bc-4cca-45ad-8146-7db8fc2e1bff req-75612e6c-0725-40a2-bfc1-6447dd6c0c4f tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:27.395344 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-9eed22bc-4cca-45ad-8146-7db8fc2e1bff req-75612e6c-0725-40a2-bfc1-6447dd6c0c4f tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f5e5fac-ee31-44bf-a612-11364724d71a HTTP/1.1" status: 200 len: 945 time: 0.2292521 Dec 10 15:32:27.399131 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0aea23-9706-4e0f-96ef-b623ff9f573f None None] Routers {'b9676776-7c00-41b0-baa0-cc95a47a85a5'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:32:27.399742 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-7c0aea23-9706-4e0f-96ef-b623ff9f573f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:32:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['b9676776-7c00-41b0-baa0-cc95a47a85a5'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:27.401512 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 32872) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:27.443957 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b5cb85e3-736a-4ae4-a42c-145d70b66c38 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11236534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11668560'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:27.452734 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 32874) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:27.468907 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-e95125e9-7e6c-410b-9cdb-229bd4d317f2 None None] Deleting port e9f3332a-e70d-40dd-add2-03785df610fb {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:32:27.469439 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e95125e9-7e6c-410b-9cdb-229bd4d317f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:27.512443 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cb85e3-736a-4ae4-a42c-145d70b66c38 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Pushing event updated for resources: {'Subnet': ['ID=deec4b43-2a94-449b-a29d-62f65e868d17,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:27.571176 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-9eed22bc-4cca-45ad-8146-7db8fc2e1bff req-af9c56e2-e09a-456c-85a2-b475a51c5a24 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ed67073-eeed-4d1d-86bf-a50b643bdaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524515 Dec 10 15:32:27.581821 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cb85e3-736a-4ae4-a42c-145d70b66c38 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Checking segment: {'id': '9b37caf0-254e-4080-b5a2-68af32287c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '5c702e78-0e90-4362-9847-5fbe847f76cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:32:27.582168 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cb85e3-736a-4ae4-a42c-145d70b66c38 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Network hostable DHCP agents. Network: 5c702e78-0e90-4362-9847-5fbe847f76cd, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:32:27.607884 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-7c0aea23-9706-4e0f-96ef-b623ff9f573f None None] Set router b9676776-7c00-41b0-baa0-cc95a47a85a5 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:32:27.620239 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-e95125e9-7e6c-410b-9cdb-229bd4d317f2 None None] For port e9f3332a-e70d-40dd-add2-03785df610fb, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=e9f3332a-e70d-40dd-add2-03785df610fb,segment=NetworkSegment(cccd8c39-35ee-4ad8-aacd-fa3f9fe8211c),segment_id=cccd8c39-35ee-4ad8-aacd-fa3f9fe8211c)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:32:27.620637 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e95125e9-7e6c-410b-9cdb-229bd4d317f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:27.636887 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5f6a1235-95ee-4582-a8ea-1f3222af49e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:27.640509 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5f6a1235-95ee-4582-a8ea-1f3222af49e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:27.645280 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-5f6a1235-95ee-4582-a8ea-1f3222af49e9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/58da8efc-9784-43ff-9a82-d4e31deae871 HTTP/1.1" status: 204 len: 168 time: 0.5847349 Dec 10 15:32:27.650559 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-e95125e9-7e6c-410b-9cdb-229bd4d317f2 None None] Calling delete_port for e9f3332a-e70d-40dd-add2-03785df610fb owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:32:27.668144 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6a1235-95ee-4582-a8ea-1f3222af49e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58da8efc-9784-43ff-9a82-d4e31deae871,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:27.737453 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cb85e3-736a-4ae4-a42c-145d70b66c38 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Network 5c702e78-0e90-4362-9847-5fbe847f76cd is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:32:27.789627 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0cf3bf5f-9b3f-4c26-ba26-013ce0e63bf2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:27.865580 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e95125e9-7e6c-410b-9cdb-229bd4d317f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:27.875381 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-b5cb85e3-736a-4ae4-a42c-145d70b66c38 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 5c702e78-0e90-4362-9847-5fbe847f76cd) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:32:27.890365 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b5cb85e3-736a-4ae4-a42c-145d70b66c38 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11236534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11668560'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:27.905737 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-e8376bcd-3eb1-4edf-969c-a5d2577dddb9 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] For port e9f3332a-e70d-40dd-add2-03785df610fb, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=e9f3332a-e70d-40dd-add2-03785df610fb,segment=NetworkSegment(cccd8c39-35ee-4ad8-aacd-fa3f9fe8211c),segment_id=cccd8c39-35ee-4ad8-aacd-fa3f9fe8211c)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:32:27.906152 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e8376bcd-3eb1-4edf-969c-a5d2577dddb9 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:27.921512 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ecba99-7c64-4a69-9cf4-af40924fb879 None None] Network 5c702e78-0e90-4362-9847-5fbe847f76cd requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:32:27.927880 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95125e9-7e6c-410b-9cdb-229bd4d317f2 None None] Pushing event deleted for resources: {'Port': ['ID=e9f3332a-e70d-40dd-add2-03785df610fb,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:27.959663 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-e8376bcd-3eb1-4edf-969c-a5d2577dddb9 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Calling delete_port for e9f3332a-e70d-40dd-add2-03785df610fb owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:32:27.976253 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95125e9-7e6c-410b-9cdb-229bd4d317f2 None None] No DVR routers for this DVR port e9f3332a-e70d-40dd-add2-03785df610fb on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:32:27.976509 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0cf3bf5f-9b3f-4c26-ba26-013ce0e63bf2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:28.017968 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-7c0aea23-9706-4e0f-96ef-b623ff9f573f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9676776-7c00-41b0-baa0-cc95a47a85a5', 'name': 'tempest-TestNetworkBasicOps-router-1075454237', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': 'db7043b8-530f-44b2-913d-9a2e4ca5e570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:32:09Z', 'updated_at': '2021-12-10T15:32:24Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': 'db7043b8-530f-44b2-913d-9a2e4ca5e570', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:02:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9676776-7c00-41b0-baa0-cc95a47a85a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:32:11Z', 'updated_at': '2021-12-10T15:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '283bcdc3-c916-42a4-ac81-2f9b4c91bb34', 'name': '', 'network_id': '78b329c0-5093-420d-971f-ce625768710e', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:49:39:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9676776-7c00-41b0-baa0-cc95a47a85a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '57830461-432a-4f8d-a9a8-32a63484290f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:32:22Z', 'updated_at': '2021-12-10T15:32:25Z', 'revision_number': 2, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': '57830461-432a-4f8d-a9a8-32a63484290f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:28.021312 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cb85e3-736a-4ae4-a42c-145d70b66c38 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Pushing event updated for resources: {'Subnet': ['ID=1515ed58-033a-4422-bcfd-6575973b1157,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:28.030706 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cb85e3-736a-4ae4-a42c-145d70b66c38 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Checking segment: {'id': '91672a54-100b-4434-98d0-38b69191f3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '21527e9f-d518-44b2-8f2e-470a1fb3ead8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:32:28.031184 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cb85e3-736a-4ae4-a42c-145d70b66c38 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Network hostable DHCP agents. Network: 21527e9f-d518-44b2-8f2e-470a1fb3ead8, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:32:28.059103 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0aea23-9706-4e0f-96ef-b623ff9f573f None None] Checking router: b9676776-7c00-41b0-baa0-cc95a47a85a5 for host: dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:32:28.059596 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0aea23-9706-4e0f-96ef-b623ff9f573f None None] Updating router b9676776-7c00-41b0-baa0-cc95a47a85a5 port 283bcdc3-c916-42a4-ac81-2f9b4c91bb34 binding host dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 15:32:28.067509 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb38329-fe49-4c5f-856f-a5d6128e7507 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-5c702e78-0e90-4362-9847-5fbe847f76cd', 'network_id': '5c702e78-0e90-4362-9847-5fbe847f76cd', 'project_id': '1516228131db4850a1e868fc07e8e216', 'fixed_ips': [{'subnet_id': 'deec4b43-2a94-449b-a29d-62f65e868d17'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:32:28.068431 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-acb38329-fe49-4c5f-856f-a5d6128e7507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:28.076971 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0cf3bf5f-9b3f-4c26-ba26-013ce0e63bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:28.077243 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea988fef-33f6-4336-ab24-7ab271ea88e3 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Made reservation on behalf of 915dae42aca44a6e934a20b3a70b3a5e for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:32:28.091565 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ea988fef-33f6-4336-ab24-7ab271ea88e3 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:28.126019 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7c0aea23-9706-4e0f-96ef-b623ff9f573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:28.142547 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-0cf3bf5f-9b3f-4c26-ba26-013ce0e63bf2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7ee89cf429e646fdb3a9e50bd3c10311&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6407266 Dec 10 15:32:28.144064 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 32882) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:28.151207 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf3bf5f-9b3f-4c26-ba26-013ce0e63bf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c9f94d-354e-4808-adb7-6abb2b3df5ab,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:28.184434 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cb85e3-736a-4ae4-a42c-145d70b66c38 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Network 21527e9f-d518-44b2-8f2e-470a1fb3ead8 is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:32:28.258220 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ef8cd2a9-514a-4141-b0a5-036b7597a566 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:28.288163 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ef8cd2a9-514a-4141-b0a5-036b7597a566 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:28.297143 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-b5cb85e3-736a-4ae4-a42c-145d70b66c38 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 21527e9f-d518-44b2-8f2e-470a1fb3ead8) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:32:28.311783 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd027d11-6657-4f9a-8bca-8bba0de82b43 None None] Network 21527e9f-d518-44b2-8f2e-470a1fb3ead8 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:32:28.313934 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cb85e3-736a-4ae4-a42c-145d70b66c38 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:28.314459 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cb85e3-736a-4ae4-a42c-145d70b66c38 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:28.315101 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b5cb85e3-736a-4ae4-a42c-145d70b66c38 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:28.366864 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-92150734-7e49-433e-8dcb-11c21c3add03 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:28.376723 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fa6f1f-5490-4b1e-bdc5-2ff3deec99e9 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:28.377316 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fa6f1f-5490-4b1e-bdc5-2ff3deec99e9 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:28.377891 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fa6f1f-5490-4b1e-bdc5-2ff3deec99e9 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:28.378503 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fa6f1f-5490-4b1e-bdc5-2ff3deec99e9 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:28.379024 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fa6f1f-5490-4b1e-bdc5-2ff3deec99e9 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:28.379606 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fa6f1f-5490-4b1e-bdc5-2ff3deec99e9 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:28.380121 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fa6f1f-5490-4b1e-bdc5-2ff3deec99e9 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:28.381033 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fa6f1f-5490-4b1e-bdc5-2ff3deec99e9 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:28.381222 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fa6f1f-5490-4b1e-bdc5-2ff3deec99e9 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:28.381816 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fa6f1f-5490-4b1e-bdc5-2ff3deec99e9 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:28.382338 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fa6f1f-5490-4b1e-bdc5-2ff3deec99e9 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:28.383021 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fa6f1f-5490-4b1e-bdc5-2ff3deec99e9 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:28.385664 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-f2fa6f1f-5490-4b1e-bdc5-2ff3deec99e9 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8299 time: 0.9813254 Dec 10 15:32:28.389545 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 32890) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:28.394746 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-acb38329-fe49-4c5f-856f-a5d6128e7507 None None] Allocated IP 172.20.0.2 (5c702e78-0e90-4362-9847-5fbe847f76cd/deec4b43-2a94-449b-a29d-62f65e868d17/30b096d5-6461-4e9a-bc74-53c5df0981a3) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:32:28.403152 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e8376bcd-3eb1-4edf-969c-a5d2577dddb9 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:28.420864 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8376bcd-3eb1-4edf-969c-a5d2577dddb9 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] No DVR routers for this DVR port e9f3332a-e70d-40dd-add2-03785df610fb on host dv-neutron-821401-4-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:32:28.492589 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8376bcd-3eb1-4edf-969c-a5d2577dddb9 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Pushing event deleted for resources: {'Port': ['ID=e9f3332a-e70d-40dd-add2-03785df610fb,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:28.496030 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-92150734-7e49-433e-8dcb-11c21c3add03 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:28.522047 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7c0aea23-9706-4e0f-96ef-b623ff9f573f None None] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:28.523670 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-b5cb85e3-736a-4ae4-a42c-145d70b66c38 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 3.3053129 Dec 10 15:32:28.524735 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ef8cd2a9-514a-4141-b0a5-036b7597a566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:28.529405 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ef8cd2a9-514a-4141-b0a5-036b7597a566 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:28.531849 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-ef8cd2a9-514a-4141-b0a5-036b7597a566 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d8c9f94d-354e-4808-adb7-6abb2b3df5ab HTTP/1.1" status: 204 len: 168 time: 0.3868148 Dec 10 15:32:28.536746 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 32894) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:28.543485 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fc7a80-3050-4a74-b1b5-96710a9c46a4 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:28.544119 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fc7a80-3050-4a74-b1b5-96710a9c46a4 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:28.544581 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fc7a80-3050-4a74-b1b5-96710a9c46a4 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:28.545030 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fc7a80-3050-4a74-b1b5-96710a9c46a4 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:28.545477 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fc7a80-3050-4a74-b1b5-96710a9c46a4 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:28.545958 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fc7a80-3050-4a74-b1b5-96710a9c46a4 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:28.546782 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fc7a80-3050-4a74-b1b5-96710a9c46a4 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:28.548490 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-d5fc7a80-3050-4a74-b1b5-96710a9c46a4 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4579 time: 0.1577411 Dec 10 15:32:28.572669 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58e4a9c-4514-4c8a-922d-dcb37c48ed64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-21527e9f-d518-44b2-8f2e-470a1fb3ead8', 'network_id': '21527e9f-d518-44b2-8f2e-470a1fb3ead8', 'project_id': '1516228131db4850a1e868fc07e8e216', 'fixed_ips': [{'subnet_id': '1515ed58-033a-4422-bcfd-6575973b1157'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:32:28.574654 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b58e4a9c-4514-4c8a-922d-dcb37c48ed64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:28.585408 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 32898) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:28.609455 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7c0aea23-9706-4e0f-96ef-b623ff9f573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:28.636175 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92150734-7e49-433e-8dcb-11c21c3add03 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event updated for resources: {'Port': ['ID=2443a1f9-c95a-462e-8171-51994885c118,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:28.656223 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ea988fef-33f6-4336-ab24-7ab271ea88e3 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11695183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581935'] for subnet, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:28.783368 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d36ff92-ab9f-4034-91a7-1908ea2b159b None None] Pushing event updated for resources: {'Port': ['ID=283bcdc3-c916-42a4-ac81-2f9b4c91bb34,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:28.824691 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea988fef-33f6-4336-ab24-7ab271ea88e3 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event updated for resources: {'Subnet': ['ID=af771dce-8fc4-43b1-9d60-c7632a3044b7,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:28.832901 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-92150734-7e49-433e-8dcb-11c21c3add03 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] In _notify_port_updated(), no bound segment for port 2443a1f9-c95a-462e-8171-51994885c118 on network 38a89166-0d32-4e14-8e18-e5dad737d2c2 {{(pid=103586) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 15:32:28.839994 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92150734-7e49-433e-8dcb-11c21c3add03 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:28.840781 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-92150734-7e49-433e-8dcb-11c21c3add03 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:28.842384 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-92150734-7e49-433e-8dcb-11c21c3add03 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "PUT /v2.0/ports/2443a1f9-c95a-462e-8171-51994885c118 HTTP/1.1" status: 200 len: 818 time: 1.7424235 Dec 10 15:32:28.843842 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-acb38329-fe49-4c5f-856f-a5d6128e7507 None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:28.867234 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d36ff92-ab9f-4034-91a7-1908ea2b159b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:32:28.869479 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d36ff92-ab9f-4034-91a7-1908ea2b159b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:32:28.870131 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d36ff92-ab9f-4034-91a7-1908ea2b159b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:32:28.870755 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d36ff92-ab9f-4034-91a7-1908ea2b159b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:32:28.871310 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d36ff92-ab9f-4034-91a7-1908ea2b159b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:32:28.871906 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d36ff92-ab9f-4034-91a7-1908ea2b159b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:32:28.873021 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d36ff92-ab9f-4034-91a7-1908ea2b159b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:32:28.873650 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d36ff92-ab9f-4034-91a7-1908ea2b159b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:32:28.874242 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d36ff92-ab9f-4034-91a7-1908ea2b159b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:32:28.875163 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d36ff92-ab9f-4034-91a7-1908ea2b159b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:32:28.875770 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d36ff92-ab9f-4034-91a7-1908ea2b159b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:32:28.876441 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d36ff92-ab9f-4034-91a7-1908ea2b159b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:32:28.876998 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d36ff92-ab9f-4034-91a7-1908ea2b159b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:32:28.899035 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 32904) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:28.947230 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-b58e4a9c-4514-4c8a-922d-dcb37c48ed64 None None] Allocated IP 172.20.0.18 (21527e9f-d518-44b2-8f2e-470a1fb3ead8/1515ed58-033a-4422-bcfd-6575973b1157/c46807b8-b943-4299-8c0b-68525aa0aa4c) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:32:28.972120 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-acb38329-fe49-4c5f-856f-a5d6128e7507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:29.058639 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-7c0aea23-9706-4e0f-96ef-b623ff9f573f None None] Attempting to bind port 283bcdc3-c916-42a4-ac81-2f9b4c91bb34 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:32:29.059029 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-7c0aea23-9706-4e0f-96ef-b623ff9f573f None None] Attempting to bind port 283bcdc3-c916-42a4-ac81-2f9b4c91bb34 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '590762fd-8376-4d89-95c3-4561a575715b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '78b329c0-5093-420d-971f-ce625768710e'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:32:29.059389 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0aea23-9706-4e0f-96ef-b623ff9f573f None None] Attempting to bind port 283bcdc3-c916-42a4-ac81-2f9b4c91bb34 on network 78b329c0-5093-420d-971f-ce625768710e {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:32:29.065551 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0aea23-9706-4e0f-96ef-b623ff9f573f None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:32:29.065969 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0aea23-9706-4e0f-96ef-b623ff9f573f None None] Checking segment: {'id': '590762fd-8376-4d89-95c3-4561a575715b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '78b329c0-5093-420d-971f-ce625768710e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:32:29.066365 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7c0aea23-9706-4e0f-96ef-b623ff9f573f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:29.066778 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0aea23-9706-4e0f-96ef-b623ff9f573f None None] Bound using segment: {'id': '590762fd-8376-4d89-95c3-4561a575715b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '78b329c0-5093-420d-971f-ce625768710e'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:32:29.067242 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-7c0aea23-9706-4e0f-96ef-b623ff9f573f None None] Bound port: 283bcdc3-c916-42a4-ac81-2f9b4c91bb34, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '590762fd-8376-4d89-95c3-4561a575715b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '78b329c0-5093-420d-971f-ce625768710e'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:32:29.067719 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7c0aea23-9706-4e0f-96ef-b623ff9f573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:29.072427 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e8376bcd-3eb1-4edf-969c-a5d2577dddb9 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:29.161214 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-7c0aea23-9706-4e0f-96ef-b623ff9f573f None None] For port 283bcdc3-c916-42a4-ac81-2f9b4c91bb34, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:32:29.165267 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-7c0aea23-9706-4e0f-96ef-b623ff9f573f None None] For port 283bcdc3-c916-42a4-ac81-2f9b4c91bb34, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=283bcdc3-c916-42a4-ac81-2f9b4c91bb34,segment=NetworkSegment(590762fd-8376-4d89-95c3-4561a575715b),segment_id=590762fd-8376-4d89-95c3-4561a575715b)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:32:29.169995 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device e9f3332a-e70d-40dd-add2-03785df610fb no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:32:29.200218 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-e8376bcd-3eb1-4edf-969c-a5d2577dddb9 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34dfb691-31e3-4161-ac1a-5c8cda9a88ea']}} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:29.208293 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb38329-fe49-4c5f-856f-a5d6128e7507 None None] Network 5c702e78-0e90-4362-9847-5fbe847f76cd is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:32:29.216552 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: e9f3332a-e70d-40dd-add2-03785df610fb {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:32:29.216862 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device e9f3332a-e70d-40dd-add2-03785df610fb not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:32:29.223534 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-acb38329-fe49-4c5f-856f-a5d6128e7507 None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:32:29.228182 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb38329-fe49-4c5f-856f-a5d6128e7507 None None] Pushing event updated for resources: {'Port': ['ID=30b096d5-6461-4e9a-bc74-53c5df0981a3,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:29.236262 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb38329-fe49-4c5f-856f-a5d6128e7507 None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:32:29.258497 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-18d2455e-2802-490a-b0c1-b5cb741375e8 None None] Provisioning complete for port 283bcdc3-c916-42a4-ac81-2f9b4c91bb34 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:32:29.258893 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-18d2455e-2802-490a-b0c1-b5cb741375e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:29.259629 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7c0aea23-9706-4e0f-96ef-b623ff9f573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:29.269136 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8cd2a9-514a-4141-b0a5-036b7597a566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c9f94d-354e-4808-adb7-6abb2b3df5ab,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:29.291634 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-e8376bcd-3eb1-4edf-969c-a5d2577dddb9 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cccd8c39-35ee-4ad8-aacd-fa3f9fe8211c') {'for_net_delete': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:29.291938 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-e8376bcd-3eb1-4edf-969c-a5d2577dddb9 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cccd8c39-35ee-4ad8-aacd-fa3f9fe8211c') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:29.336321 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea988fef-33f6-4336-ab24-7ab271ea88e3 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Checking segment: {'id': '64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:32:29.336721 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea988fef-33f6-4336-ab24-7ab271ea88e3 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Network hostable DHCP agents. Network: c2b5f149-cedd-450c-ab43-dd2d78259f45, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:32:29.361681 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de1f70-8e17-43fe-9a60-72c6d43a0934 req-6ac12e1a-a802-4ef6-9c68-4b5313dc2aa8 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:29.370097 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-62de1f70-8e17-43fe-9a60-72c6d43a0934 req-6ac12e1a-a802-4ef6-9c68-4b5313dc2aa8 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f5e5fac-ee31-44bf-a612-11364724d71a HTTP/1.1" status: 200 len: 945 time: 0.6328235 Dec 10 15:32:29.390198 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e8376bcd-3eb1-4edf-969c-a5d2577dddb9 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12392235'] for segment, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:29.398809 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d36ff92-ab9f-4034-91a7-1908ea2b159b None None] Pushing event updated for resources: {'Port': ['ID=283bcdc3-c916-42a4-ac81-2f9b4c91bb34,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:29.402205 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-acb38329-fe49-4c5f-856f-a5d6128e7507 None None] Attempting to bind port 30b096d5-6461-4e9a-bc74-53c5df0981a3 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:32:29.402583 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-acb38329-fe49-4c5f-856f-a5d6128e7507 None None] Attempting to bind port 30b096d5-6461-4e9a-bc74-53c5df0981a3 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '9b37caf0-254e-4080-b5a2-68af32287c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '5c702e78-0e90-4362-9847-5fbe847f76cd'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:32:29.402955 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb38329-fe49-4c5f-856f-a5d6128e7507 None None] Attempting to bind port 30b096d5-6461-4e9a-bc74-53c5df0981a3 on network 5c702e78-0e90-4362-9847-5fbe847f76cd {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:32:29.408247 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d333e41-121b-4805-981d-1c5c1e08514a tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:29.412804 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0aea23-9706-4e0f-96ef-b623ff9f573f None None] Routers {'b9676776-7c00-41b0-baa0-cc95a47a85a5'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:32:29.414646 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-7c0aea23-9706-4e0f-96ef-b623ff9f573f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:32:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['b9676776-7c00-41b0-baa0-cc95a47a85a5'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:29.419670 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d333e41-121b-4805-981d-1c5c1e08514a tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:29.421699 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d333e41-121b-4805-981d-1c5c1e08514a tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:29.428854 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-0d333e41-121b-4805-981d-1c5c1e08514a tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.8841653 Dec 10 15:32:29.430020 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb38329-fe49-4c5f-856f-a5d6128e7507 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:32:29.430501 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb38329-fe49-4c5f-856f-a5d6128e7507 None None] Checking segment: {'id': '9b37caf0-254e-4080-b5a2-68af32287c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '5c702e78-0e90-4362-9847-5fbe847f76cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:32:29.430915 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-acb38329-fe49-4c5f-856f-a5d6128e7507 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:29.431318 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb38329-fe49-4c5f-856f-a5d6128e7507 None None] Bound using segment: {'id': '9b37caf0-254e-4080-b5a2-68af32287c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '5c702e78-0e90-4362-9847-5fbe847f76cd'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:32:29.431437 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 32914) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:29.431810 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-acb38329-fe49-4c5f-856f-a5d6128e7507 None None] Bound port: 30b096d5-6461-4e9a-bc74-53c5df0981a3, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b37caf0-254e-4080-b5a2-68af32287c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '5c702e78-0e90-4362-9847-5fbe847f76cd'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:32:29.432202 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-acb38329-fe49-4c5f-856f-a5d6128e7507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:29.464718 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b58e4a9c-4514-4c8a-922d-dcb37c48ed64 None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:29.542903 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e8376bcd-3eb1-4edf-969c-a5d2577dddb9 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:29.556273 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0d9248c-363a-4cf9-8c28-43444d3294bb tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Deleting subnet deec4b43-2a94-449b-a29d-62f65e868d17 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:32:29.562677 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b0d9248c-363a-4cf9-8c28-43444d3294bb tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks [] for subnet, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:29.588181 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b58e4a9c-4514-4c8a-922d-dcb37c48ed64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:29.595777 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8376bcd-3eb1-4edf-969c-a5d2577dddb9 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=103586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:32:29.596433 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e8376bcd-3eb1-4edf-969c-a5d2577dddb9 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11695586'] for segment, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:29.622639 dv-neutron-821401-4-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:32:29.622639 dv-neutron-821401-4-hyperv neutron-server[103586]: self.session.flush() Dec 10 15:32:29.622639 dv-neutron-821401-4-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:32:29.622639 dv-neutron-821401-4-hyperv neutron-server[103586]: self.session.flush() Dec 10 15:32:29.622639 dv-neutron-821401-4-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:32:29.622639 dv-neutron-821401-4-hyperv neutron-server[103586]: self.session.flush() Dec 10 15:32:29.622639 dv-neutron-821401-4-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:32:29.622639 dv-neutron-821401-4-hyperv neutron-server[103586]: self.session.flush() Dec 10 15:32:29.622639 dv-neutron-821401-4-hyperv neutron-server[103586]: Traceback (most recent call last): Dec 10 15:32:29.622639 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:32:29.622639 dv-neutron-821401-4-hyperv neutron-server[103586]: timer() Dec 10 15:32:29.622639 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:32:29.622639 dv-neutron-821401-4-hyperv neutron-server[103586]: cb(*args, **kw) Dec 10 15:32:29.622639 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:32:29.622639 dv-neutron-821401-4-hyperv neutron-server[103586]: return func(*args, **kwargs) Dec 10 15:32:29.622639 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:32:29.622639 dv-neutron-821401-4-hyperv neutron-server[103586]: self._notify() Dec 10 15:32:29.622639 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:32:29.622639 dv-neutron-821401-4-hyperv neutron-server[103586]: self.callback(batched_events) Dec 10 15:32:29.622639 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:32:29.622639 dv-neutron-821401-4-hyperv neutron-server[103586]: event.method(event) Dec 10 15:32:29.622639 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:32:29.622639 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:32:29.622639 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:32:29.622639 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:32:29.622639 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:32:29.622639 dv-neutron-821401-4-hyperv neutron-server[103586]: return f(self, *a, **k) Dec 10 15:32:29.622639 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:32:29.622639 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._get(url).json() Dec 10 15:32:29.622639 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:32:29.622639 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:32:29.622639 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:32:29.622639 dv-neutron-821401-4-hyperv neutron-server[103586]: return self.request(url, 'GET', **kwargs) Dec 10 15:32:29.622639 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:32:29.622639 dv-neutron-821401-4-hyperv neutron-server[103586]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:32:29.622639 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:32:29.622639 dv-neutron-821401-4-hyperv neutron-server[103586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:32:29.622639 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:32:29.622639 dv-neutron-821401-4-hyperv neutron-server[103586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:32:29.622639 dv-neutron-821401-4-hyperv neutron-server[103586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:32:29.625051 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 32916) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:29.635609 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-7c0aea23-9706-4e0f-96ef-b623ff9f573f None None] Set router b9676776-7c00-41b0-baa0-cc95a47a85a5 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:32:29.663018 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 32918) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:29.671564 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-18d2455e-2802-490a-b0c1-b5cb741375e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:29.675130 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b0d9248c-363a-4cf9-8c28-43444d3294bb tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11806768'] for subnet, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:29.707259 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-62de1f70-8e17-43fe-9a60-72c6d43a0934 req-ec2755c1-3d33-4ff7-9e6b-8d873f408847 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ed67073-eeed-4d1d-86bf-a50b643bdaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3361905 Dec 10 15:32:29.737425 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58e4a9c-4514-4c8a-922d-dcb37c48ed64 None None] Network 21527e9f-d518-44b2-8f2e-470a1fb3ead8 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:32:29.750460 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-b58e4a9c-4514-4c8a-922d-dcb37c48ed64 None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:32:29.756738 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-78af672b-4a79-420f-901a-ce91c61657ac tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Deleting port 2443a1f9-c95a-462e-8171-51994885c118 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:32:29.756884 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-acb38329-fe49-4c5f-856f-a5d6128e7507 None None] For port 30b096d5-6461-4e9a-bc74-53c5df0981a3, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:32:29.756984 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-78af672b-4a79-420f-901a-ce91c61657ac tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:29.757081 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58e4a9c-4514-4c8a-922d-dcb37c48ed64 None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:32:29.758038 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58e4a9c-4514-4c8a-922d-dcb37c48ed64 None None] Pushing event updated for resources: {'Port': ['ID=c46807b8-b943-4299-8c0b-68525aa0aa4c,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:29.766636 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea988fef-33f6-4336-ab24-7ab271ea88e3 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:32:29.780341 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-18d2455e-2802-490a-b0c1-b5cb741375e8 None None] For port 283bcdc3-c916-42a4-ac81-2f9b4c91bb34, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=283bcdc3-c916-42a4-ac81-2f9b4c91bb34,segment=NetworkSegment(590762fd-8376-4d89-95c3-4561a575715b),segment_id=590762fd-8376-4d89-95c3-4561a575715b)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:32:29.839456 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-b58e4a9c-4514-4c8a-922d-dcb37c48ed64 None None] Attempting to bind port c46807b8-b943-4299-8c0b-68525aa0aa4c on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:32:29.839837 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-b58e4a9c-4514-4c8a-922d-dcb37c48ed64 None None] Attempting to bind port c46807b8-b943-4299-8c0b-68525aa0aa4c by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '91672a54-100b-4434-98d0-38b69191f3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '21527e9f-d518-44b2-8f2e-470a1fb3ead8'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:32:29.840208 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58e4a9c-4514-4c8a-922d-dcb37c48ed64 None None] Attempting to bind port c46807b8-b943-4299-8c0b-68525aa0aa4c on network 21527e9f-d518-44b2-8f2e-470a1fb3ead8 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:32:29.848369 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58e4a9c-4514-4c8a-922d-dcb37c48ed64 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:32:29.849953 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58e4a9c-4514-4c8a-922d-dcb37c48ed64 None None] Checking segment: {'id': '91672a54-100b-4434-98d0-38b69191f3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '21527e9f-d518-44b2-8f2e-470a1fb3ead8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:32:29.849953 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b58e4a9c-4514-4c8a-922d-dcb37c48ed64 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:29.849953 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58e4a9c-4514-4c8a-922d-dcb37c48ed64 None None] Bound using segment: {'id': '91672a54-100b-4434-98d0-38b69191f3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '21527e9f-d518-44b2-8f2e-470a1fb3ead8'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:32:29.850516 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-b58e4a9c-4514-4c8a-922d-dcb37c48ed64 None None] Bound port: c46807b8-b943-4299-8c0b-68525aa0aa4c, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91672a54-100b-4434-98d0-38b69191f3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '21527e9f-d518-44b2-8f2e-470a1fb3ead8'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:32:29.851098 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b58e4a9c-4514-4c8a-922d-dcb37c48ed64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:29.857536 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-b182e4ee-019b-4a98-87f6-6348ebfea45a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=47f5ba6cd21a47dfb77d099aa2ec35e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1905189 Dec 10 15:32:29.857811 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 32922) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:29.889805 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-18d2455e-2802-490a-b0c1-b5cb741375e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:29.899484 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-ab170614-608a-4844-a617-7d99cca9b898 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2328 time: 1.2648239 Dec 10 15:32:29.901732 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-78af672b-4a79-420f-901a-ce91c61657ac tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:29.917835 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-ea988fef-33f6-4336-ab24-7ab271ea88e3 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, c2b5f149-cedd-450c-ab43-dd2d78259f45) {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:32:29.920558 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea988fef-33f6-4336-ab24-7ab271ea88e3 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:29.921771 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ea988fef-33f6-4336-ab24-7ab271ea88e3 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:29.928936 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-78af672b-4a79-420f-901a-ce91c61657ac tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Calling delete_port for 2443a1f9-c95a-462e-8171-51994885c118 owned by {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:32:29.940334 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2dea7aa-01c4-4396-8cf9-e0480f9d63d2 None None] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:32:29.987191 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1c57c3a9-13cb-40e1-bd88-49220a547aeb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:30.010071 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1c57c3a9-13cb-40e1-bd88-49220a547aeb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:30.040490 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-acb38329-fe49-4c5f-856f-a5d6128e7507 None None] For port 30b096d5-6461-4e9a-bc74-53c5df0981a3, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=30b096d5-6461-4e9a-bc74-53c5df0981a3,segment=NetworkSegment(9b37caf0-254e-4080-b5a2-68af32287c09),segment_id=9b37caf0-254e-4080-b5a2-68af32287c09)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:32:30.043845 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e8376bcd-3eb1-4edf-969c-a5d2577dddb9 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:30.055254 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e8376bcd-3eb1-4edf-969c-a5d2577dddb9 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:30.066167 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-e8376bcd-3eb1-4edf-969c-a5d2577dddb9 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] 10.222.0.20 "DELETE /v2.0/networks/34dfb691-31e3-4161-ac1a-5c8cda9a88ea HTTP/1.1" status: 204 len: 168 time: 3.2734489 Dec 10 15:32:30.092620 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-ea988fef-33f6-4336-ab24-7ab271ea88e3 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.9090724 Dec 10 15:32:30.095539 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 32928) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:30.101245 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-65d61d3b-fde5-4da3-aa21-a027e389db7b tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Request body: {'port': {'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'name': 'tempest-NetworksTestDHCPv6-1049940593'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:30.107994 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8376bcd-3eb1-4edf-969c-a5d2577dddb9 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689 tempest-ExtraDHCPOptionsIpV6TestJSON-1388668689-project] Pushing event deleted for resources: {'Network': ['ID=34dfb691-31e3-4161-ac1a-5c8cda9a88ea,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:30.108797 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-7c0aea23-9706-4e0f-96ef-b623ff9f573f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9676776-7c00-41b0-baa0-cc95a47a85a5', 'name': 'tempest-TestNetworkBasicOps-router-1075454237', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': 'db7043b8-530f-44b2-913d-9a2e4ca5e570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:32:09Z', 'updated_at': '2021-12-10T15:32:24Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': 'db7043b8-530f-44b2-913d-9a2e4ca5e570', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:02:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9676776-7c00-41b0-baa0-cc95a47a85a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:32:11Z', 'updated_at': '2021-12-10T15:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '283bcdc3-c916-42a4-ac81-2f9b4c91bb34', 'name': '', 'network_id': '78b329c0-5093-420d-971f-ce625768710e', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:49:39:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9676776-7c00-41b0-baa0-cc95a47a85a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '57830461-432a-4f8d-a9a8-32a63484290f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:32:22Z', 'updated_at': '2021-12-10T15:32:29Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': '57830461-432a-4f8d-a9a8-32a63484290f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:30.128010 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-b58e4a9c-4514-4c8a-922d-dcb37c48ed64 None None] For port c46807b8-b943-4299-8c0b-68525aa0aa4c, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:32:30.157354 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-59a33d1f-aada-41a5-9204-4ef907c70496 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1103493909'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:30.166892 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d2455e-2802-490a-b0c1-b5cb741375e8 None None] Pushing event updated for resources: {'Port': ['ID=283bcdc3-c916-42a4-ac81-2f9b4c91bb34,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:30.178838 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0aea23-9706-4e0f-96ef-b623ff9f573f None None] The sync data for ids ['b9676776-7c00-41b0-baa0-cc95a47a85a5'] in dv-neutron-821401-4-hyperv is: [{'id': 'b9676776-7c00-41b0-baa0-cc95a47a85a5', 'name': 'tempest-TestNetworkBasicOps-router-1075454237', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': 'db7043b8-530f-44b2-913d-9a2e4ca5e570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:32:09Z', 'updated_at': '2021-12-10T15:32:24Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': 'db7043b8-530f-44b2-913d-9a2e4ca5e570', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:02:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9676776-7c00-41b0-baa0-cc95a47a85a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:32:11Z', 'updated_at': '2021-12-10T15:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '283bcdc3-c916-42a4-ac81-2f9b4c91bb34', 'name': '', 'network_id': '78b329c0-5093-420d-971f-ce625768710e', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:49:39:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9676776-7c00-41b0-baa0-cc95a47a85a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '57830461-432a-4f8d-a9a8-32a63484290f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:32:22Z', 'updated_at': '2021-12-10T15:32:29Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': '57830461-432a-4f8d-a9a8-32a63484290f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:32:30.180048 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-acb38329-fe49-4c5f-856f-a5d6128e7507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:30.197310 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-900c3d74-7f9e-46a5-8dfb-56d213781199 None None] Provisioning complete for port 283bcdc3-c916-42a4-ac81-2f9b4c91bb34 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:32:30.197690 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-900c3d74-7f9e-46a5-8dfb-56d213781199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:30.287669 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b0d9248c-363a-4cf9-8c28-43444d3294bb tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:30.289545 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-b58e4a9c-4514-4c8a-922d-dcb37c48ed64 None None] For port c46807b8-b943-4299-8c0b-68525aa0aa4c, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=c46807b8-b943-4299-8c0b-68525aa0aa4c,segment=NetworkSegment(91672a54-100b-4434-98d0-38b69191f3cf),segment_id=91672a54-100b-4434-98d0-38b69191f3cf)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:32:30.290862 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1c57c3a9-13cb-40e1-bd88-49220a547aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:30.293296 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1c57c3a9-13cb-40e1-bd88-49220a547aeb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:30.300659 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-1c57c3a9-13cb-40e1-bd88-49220a547aeb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6a865ab2-c88d-4e71-bc29-4411016332ba HTTP/1.1" status: 204 len: 168 time: 0.4416289 Dec 10 15:32:30.316879 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a33d1f-aada-41a5-9204-4ef907c70496 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Made reservation on behalf of da659e4588db42fabb840b556f184f7b for: {'network': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:32:30.321130 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-59a33d1f-aada-41a5-9204-4ef907c70496 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:30.335924 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-59a33d1f-aada-41a5-9204-4ef907c70496 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:30.355847 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-78af672b-4a79-420f-901a-ce91c61657ac tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:30.389870 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c57c3a9-13cb-40e1-bd88-49220a547aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a865ab2-c88d-4e71-bc29-4411016332ba,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:30.391637 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b58e4a9c-4514-4c8a-922d-dcb37c48ed64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:30.422953 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78af672b-4a79-420f-901a-ce91c61657ac tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event deleted for resources: {'Port': ['ID=2443a1f9-c95a-462e-8171-51994885c118,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:30.432197 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-78af672b-4a79-420f-901a-ce91c61657ac tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:30.439673 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 32932) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:30.444061 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-78af672b-4a79-420f-901a-ce91c61657ac tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "DELETE /v2.0/ports/2443a1f9-c95a-462e-8171-51994885c118 HTTP/1.1" status: 204 len: 168 time: 1.5143371 Dec 10 15:32:30.526284 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d61d3b-fde5-4da3-aa21-a027e389db7b tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Made reservation on behalf of 915dae42aca44a6e934a20b3a70b3a5e for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:32:30.537832 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92121537-81f6-4adf-9f0e-b700f4c85e07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-c2b5f149-cedd-450c-ab43-dd2d78259f45', 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'project_id': '915dae42aca44a6e934a20b3a70b3a5e', 'fixed_ips': [{'subnet_id': 'af771dce-8fc4-43b1-9d60-c7632a3044b7'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:32:30.541397 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-92121537-81f6-4adf-9f0e-b700f4c85e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:30.550087 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-59a33d1f-aada-41a5-9204-4ef907c70496 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:30.550739 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-65d61d3b-fde5-4da3-aa21-a027e389db7b tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:30.562682 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb38329-fe49-4c5f-856f-a5d6128e7507 None None] Pushing event updated for resources: {'Port': ['ID=30b096d5-6461-4e9a-bc74-53c5df0981a3,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:30.592477 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 32934) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:30.600916 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-baffcf2f-ef4f-4b78-a224-2c11ababcede tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-850786928', 'description': 'tempest-secgroup-smoke-850786928 description', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:30.629267 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95036b7-ed2c-4d93-9451-9298acffa008 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:30.637410 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-e95036b7-ed2c-4d93-9451-9298acffa008 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1895339 Dec 10 15:32:30.642019 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 32936) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:30.672677 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-59a33d1f-aada-41a5-9204-4ef907c70496 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:30.727207 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-65d61d3b-fde5-4da3-aa21-a027e389db7b tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] device_id is not set on port e0f949f9-bf1a-49f7-ac43-b46a83191026 yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:32:30.730212 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59a33d1f-aada-41a5-9204-4ef907c70496 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=103586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:32:30.750814 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-792919f3-9b21-4dbd-9d58-50dab8b9d07e tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] GET failed (client error): The resource could not be found. Dec 10 15:32:30.760273 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-baffcf2f-ef4f-4b78-a224-2c11ababcede tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:30.769015 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-792919f3-9b21-4dbd-9d58-50dab8b9d07e tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "GET /v2.0/ports/2443a1f9-c95a-462e-8171-51994885c118 HTTP/1.1" status: 404 len: 333 time: 0.1246898 Dec 10 15:32:30.773872 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 32944) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:30.779797 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b0d9248c-363a-4cf9-8c28-43444d3294bb tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11236721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11668521'] for subnet, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:30.794571 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a33d1f-aada-41a5-9204-4ef907c70496 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf967f6-7ef3-47b1-85ed-682556fb3634,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:30.811894 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-59a33d1f-aada-41a5-9204-4ef907c70496 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:30.812249 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.segments_db [None req-59a33d1f-aada-41a5-9204-4ef907c70496 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Added segment ca4465e7-c1d6-4587-ac0e-abb1eac1a5e6 of type vlan for network a1619e8a-120e-4117-82f2-6236b73b5050 Dec 10 15:32:30.819291 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-192b059b-bcc7-4110-9b89-d74d069d4c2f tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1243688090'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:30.932409 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 32946) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:30.984393 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-92121537-81f6-4adf-9f0e-b700f4c85e07 None None] Allocated IP 2001:db8::2 (c2b5f149-cedd-450c-ab43-dd2d78259f45/af771dce-8fc4-43b1-9d60-c7632a3044b7/4a9c4282-2b15-4808-9f49-811351b3693f) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:32:31.010776 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b0d9248c-363a-4cf9-8c28-43444d3294bb tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:31.014653 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-b0d9248c-363a-4cf9-8c28-43444d3294bb tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] 10.222.0.20 "DELETE /v2.0/subnets/deec4b43-2a94-449b-a29d-62f65e868d17 HTTP/1.1" status: 204 len: 168 time: 1.5810788 Dec 10 15:32:31.021185 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d9248c-363a-4cf9-8c28-43444d3294bb tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Pushing event deleted for resources: {'Subnet': ['ID=deec4b43-2a94-449b-a29d-62f65e868d17,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:31.023238 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 32948) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:31.071189 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-baffcf2f-ef4f-4b78-a224-2c11ababcede tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:31.195531 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-142a69cb-76f6-428f-8b6a-b5f45458b15a tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Deleting subnet 1515ed58-033a-4422-bcfd-6575973b1157 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:32:31.205327 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-142a69cb-76f6-428f-8b6a-b5f45458b15a tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks [] for subnet, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:31.231312 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-baffcf2f-ef4f-4b78-a224-2c11ababcede tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:31.304846 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-192b059b-bcc7-4110-9b89-d74d069d4c2f tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Made reservation on behalf of 6af6b547c018414fbb71ed922833c3ea for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:32:31.310824 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-192b059b-bcc7-4110-9b89-d74d069d4c2f tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:31.318867 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-59a33d1f-aada-41a5-9204-4ef907c70496 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:31.343266 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-142a69cb-76f6-428f-8b6a-b5f45458b15a tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11806768'] for subnet, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:31.382566 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-baffcf2f-ef4f-4b78-a224-2c11ababcede tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:31.387783 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-baffcf2f-ef4f-4b78-a224-2c11ababcede tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7912471 Dec 10 15:32:31.390253 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 32958) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:31.396098 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-192b059b-bcc7-4110-9b89-d74d069d4c2f tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:32:31.408118 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-01028b7a-23fc-4487-abba-0b5a081baa1c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'security_group_rule': {'security_group_id': '99397850-e41c-4478-8b01-ccaac7afb5cb', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:31.439696 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baffcf2f-ef4f-4b78-a224-2c11ababcede tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99397850-e41c-4478-8b01-ccaac7afb5cb,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:31.475116 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-192b059b-bcc7-4110-9b89-d74d069d4c2f tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:31.475116 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.segments_db [None req-192b059b-bcc7-4110-9b89-d74d069d4c2f tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Added segment b5cfd2a9-15cf-426b-b4b5-0d6347556177 of type vlan for network 2ed2f63e-a369-4a0f-92b7-3281ca71d22c Dec 10 15:32:31.475329 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0eb59b-5afe-4ce5-b55b-e8f383aee837 req-dd2546ed-9bd3-426c-93a9-5f0c82db4de9 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:31.475329 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-2f0eb59b-5afe-4ce5-b55b-e8f383aee837 req-dd2546ed-9bd3-426c-93a9-5f0c82db4de9 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f5e5fac-ee31-44bf-a612-11364724d71a HTTP/1.1" status: 200 len: 945 time: 0.5412984 Dec 10 15:32:31.579621 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-192b059b-bcc7-4110-9b89-d74d069d4c2f tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:31.580451 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-92121537-81f6-4adf-9f0e-b700f4c85e07 None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:31.589380 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 30b096d5-6461-4e9a-bc74-53c5df0981a3 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:32:31.593041 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-142a69cb-76f6-428f-8b6a-b5f45458b15a tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:31.646638 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-2f0eb59b-5afe-4ce5-b55b-e8f383aee837 req-2d2c25b3-4392-494a-b521-431610f49f67 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ed67073-eeed-4d1d-86bf-a50b643bdaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605701 Dec 10 15:32:31.646638 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-59a33d1f-aada-41a5-9204-4ef907c70496 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:31.659871 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a33d1f-aada-41a5-9204-4ef907c70496 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:31.661953 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-59a33d1f-aada-41a5-9204-4ef907c70496 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:31.679570 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-92121537-81f6-4adf-9f0e-b700f4c85e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:31.731399 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58e4a9c-4514-4c8a-922d-dcb37c48ed64 None None] Pushing event updated for resources: {'Port': ['ID=c46807b8-b943-4299-8c0b-68525aa0aa4c,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:31.754415 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-65d61d3b-fde5-4da3-aa21-a027e389db7b tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Allocated IP 2001:db8::12f (c2b5f149-cedd-450c-ab43-dd2d78259f45/af771dce-8fc4-43b1-9d60-c7632a3044b7/e0f949f9-bf1a-49f7-ac43-b46a83191026) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:32:31.788883 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-5d4b4552-6584-4bff-8d1a-69e69510bf1f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5eaf120c55974597a587f95af5eaf421&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7062771 Dec 10 15:32:31.792624 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 32964) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:31.793264 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a33d1f-aada-41a5-9204-4ef907c70496 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Pushing event updated for resources: {'Network': ['ID=a1619e8a-120e-4117-82f2-6236b73b5050,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:31.817400 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92121537-81f6-4adf-9f0e-b700f4c85e07 None None] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:32:31.825645 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.db.resource_extend [None req-192b059b-bcc7-4110-9b89-d74d069d4c2f tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 15:32:31.832651 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network a1619e8a-120e-4117-82f2-6236b73b5050 details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:32:31.857551 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-92121537-81f6-4adf-9f0e-b700f4c85e07 None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:32:31.860645 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92121537-81f6-4adf-9f0e-b700f4c85e07 None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:32:31.913961 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-01028b7a-23fc-4487-abba-0b5a081baa1c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:31.917175 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-14df0854-dd25-4503-a896-e2cd11a04791 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:31.956110 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-59a33d1f-aada-41a5-9204-4ef907c70496 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.3049419 Dec 10 15:32:32.006618 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92121537-81f6-4adf-9f0e-b700f4c85e07 None None] Pushing event updated for resources: {'Port': ['ID=4a9c4282-2b15-4808-9f49-811351b3693f,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:32.039087 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 30b096d5-6461-4e9a-bc74-53c5df0981a3 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:32:32.039822 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:32.067827 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-192b059b-bcc7-4110-9b89-d74d069d4c2f tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:32.074793 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192b059b-bcc7-4110-9b89-d74d069d4c2f tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:32.075439 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-192b059b-bcc7-4110-9b89-d74d069d4c2f tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:32.084763 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-14df0854-dd25-4503-a896-e2cd11a04791 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:32.093360 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-142a69cb-76f6-428f-8b6a-b5f45458b15a tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11236721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11668521'] for subnet, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:32.114868 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-92121537-81f6-4adf-9f0e-b700f4c85e07 None None] Attempting to bind port 4a9c4282-2b15-4808-9f49-811351b3693f on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:32:32.122684 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-92121537-81f6-4adf-9f0e-b700f4c85e07 None None] Attempting to bind port 4a9c4282-2b15-4808-9f49-811351b3693f by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:32:32.123359 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92121537-81f6-4adf-9f0e-b700f4c85e07 None None] Attempting to bind port 4a9c4282-2b15-4808-9f49-811351b3693f on network c2b5f149-cedd-450c-ab43-dd2d78259f45 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:32:32.182343 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92121537-81f6-4adf-9f0e-b700f4c85e07 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:32:32.182343 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92121537-81f6-4adf-9f0e-b700f4c85e07 None None] Checking segment: {'id': '64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:32:32.182343 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-92121537-81f6-4adf-9f0e-b700f4c85e07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:32.182343 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92121537-81f6-4adf-9f0e-b700f4c85e07 None None] Bound using segment: {'id': '64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:32:32.182343 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-92121537-81f6-4adf-9f0e-b700f4c85e07 None None] Bound port: 4a9c4282-2b15-4808-9f49-811351b3693f, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:32:32.182343 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-92121537-81f6-4adf-9f0e-b700f4c85e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:32.240358 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142a69cb-76f6-428f-8b6a-b5f45458b15a tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Pushing event deleted for resources: {'Subnet': ['ID=1515ed58-033a-4422-bcfd-6575973b1157,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:32.247919 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-14df0854-dd25-4503-a896-e2cd11a04791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:32.251915 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-14df0854-dd25-4503-a896-e2cd11a04791 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:32.253419 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-14df0854-dd25-4503-a896-e2cd11a04791 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d903b33c-5446-41a4-a57e-4592a8a8db6d HTTP/1.1" status: 204 len: 168 time: 0.4569144 Dec 10 15:32:32.293254 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14df0854-dd25-4503-a896-e2cd11a04791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d903b33c-5446-41a4-a57e-4592a8a8db6d,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:32.406153 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-142a69cb-76f6-428f-8b6a-b5f45458b15a tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:32.409689 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-142a69cb-76f6-428f-8b6a-b5f45458b15a tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] 10.222.0.20 "DELETE /v2.0/subnets/1515ed58-033a-4422-bcfd-6575973b1157 HTTP/1.1" status: 204 len: 168 time: 1.3786976 Dec 10 15:32:32.412954 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 32976) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:32.456801 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805ae651-c6b6-47ab-96b1-135a8e8255b6 None None] Network 5c702e78-0e90-4362-9847-5fbe847f76cd requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:32:32.533673 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 32978) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:32.538735 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-192b059b-bcc7-4110-9b89-d74d069d4c2f tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.7253671 Dec 10 15:32:32.548091 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020ff1ce-f722-4dbd-8dea-315b55320876 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:32.549756 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192b059b-bcc7-4110-9b89-d74d069d4c2f tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event updated for resources: {'Network': ['ID=2ed2f63e-a369-4a0f-92b7-3281ca71d22c,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:32.554985 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-020ff1ce-f722-4dbd-8dea-315b55320876 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1405325 Dec 10 15:32:32.557152 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 32980) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:32.563922 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 32984) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:32.569720 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-9e3abe28-1bc0-4585-be09-507e2548b399 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Request body: {'subnet': {'network_id': '2ed2f63e-a369-4a0f-92b7-3281ca71d22c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:32.622979 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 2ed2f63e-a369-4a0f-92b7-3281ca71d22c details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:32:32.661759 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-01028b7a-23fc-4487-abba-0b5a081baa1c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:32.713113 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-65d61d3b-fde5-4da3-aa21-a027e389db7b tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:32.742254 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-01028b7a-23fc-4487-abba-0b5a081baa1c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:32.818600 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-92121537-81f6-4adf-9f0e-b700f4c85e07 None None] For port 4a9c4282-2b15-4808-9f49-811351b3693f, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:32:32.824075 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-92121537-81f6-4adf-9f0e-b700f4c85e07 None None] For port 4a9c4282-2b15-4808-9f49-811351b3693f, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=4a9c4282-2b15-4808-9f49-811351b3693f,segment=NetworkSegment(64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4),segment_id=64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:32:32.855821 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-052a3d6f-2b45-4b08-931e-8209dfab932b None None] Provisioning complete for port 30b096d5-6461-4e9a-bc74-53c5df0981a3 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:32:32.856008 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9aacc831-1acf-4821-a8d8-6a1d1e5f0435 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:32.857738 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-052a3d6f-2b45-4b08-931e-8209dfab932b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:32.865428 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01028b7a-23fc-4487-abba-0b5a081baa1c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b67dfaf-d0a9-4bfe-888a-aaa41105d13c,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:32.897682 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-01028b7a-23fc-4487-abba-0b5a081baa1c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:32.901716 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-01028b7a-23fc-4487-abba-0b5a081baa1c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5041757 Dec 10 15:32:32.902126 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 32988) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:32.909439 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-47be32a2-2831-4b86-8530-acaf6b0adb31 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'security_group_rule': {'security_group_id': '99397850-e41c-4478-8b01-ccaac7afb5cb', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:32.933469 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-92121537-81f6-4adf-9f0e-b700f4c85e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:32.958791 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:32.962284 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e3abe28-1bc0-4585-be09-507e2548b399 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Made reservation on behalf of 6af6b547c018414fbb71ed922833c3ea for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:32:32.969610 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9e3abe28-1bc0-4585-be09-507e2548b399 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:32.994685 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 15:32:33.000628 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-7b9a1a51-d64b-46c4-97bd-3bab0effd990 tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-800966012'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:33.029142 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522b0fa6-f99b-41a2-b7eb-85ee4cec9a2f None None] Network 21527e9f-d518-44b2-8f2e-470a1fb3ead8 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:32:33.052845 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-9aacc831-1acf-4821-a8d8-6a1d1e5f0435 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Deleting port c46807b8-b943-4299-8c0b-68525aa0aa4c {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:32:33.053577 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9aacc831-1acf-4821-a8d8-6a1d1e5f0435 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:33.069836 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-65d61d3b-fde5-4da3-aa21-a027e389db7b tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:33.158843 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-47be32a2-2831-4b86-8530-acaf6b0adb31 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:33.311000 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d61d3b-fde5-4da3-aa21-a027e389db7b tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event updated for resources: {'Port': ['ID=e0f949f9-bf1a-49f7-ac43-b46a83191026,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:33.344413 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b1981b-3aea-457b-8f63-87a0f3f725a4 None None] DHCP port deletion for 5c702e78-0e90-4362-9847-5fbe847f76cd request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:32:33.351244 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] For port 30b096d5-6461-4e9a-bc74-53c5df0981a3, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=30b096d5-6461-4e9a-bc74-53c5df0981a3,segment=NetworkSegment(9b37caf0-254e-4080-b5a2-68af32287c09),segment_id=9b37caf0-254e-4080-b5a2-68af32287c09)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:32:33.360422 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d61d3b-fde5-4da3-aa21-a027e389db7b tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:32:33.366827 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-9aacc831-1acf-4821-a8d8-6a1d1e5f0435 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] For port c46807b8-b943-4299-8c0b-68525aa0aa4c, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=c46807b8-b943-4299-8c0b-68525aa0aa4c,segment=NetworkSegment(91672a54-100b-4434-98d0-38b69191f3cf),segment_id=91672a54-100b-4434-98d0-38b69191f3cf)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:32:33.367294 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9aacc831-1acf-4821-a8d8-6a1d1e5f0435 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:33.371226 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-65d61d3b-fde5-4da3-aa21-a027e389db7b tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:32:33.379104 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d61d3b-fde5-4da3-aa21-a027e389db7b tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:32:33.383214 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-47be32a2-2831-4b86-8530-acaf6b0adb31 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:33.385386 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d61d3b-fde5-4da3-aa21-a027e389db7b tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:33.386111 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-65d61d3b-fde5-4da3-aa21-a027e389db7b tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:33.399147 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-9aacc831-1acf-4821-a8d8-6a1d1e5f0435 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Calling delete_port for c46807b8-b943-4299-8c0b-68525aa0aa4c owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:32:33.430702 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92121537-81f6-4adf-9f0e-b700f4c85e07 None None] Pushing event updated for resources: {'Port': ['ID=4a9c4282-2b15-4808-9f49-811351b3693f,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:33.459358 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:33.460166 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 283bcdc3-c916-42a4-ac81-2f9b4c91bb34 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:32:33.518496 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b9a1a51-d64b-46c4-97bd-3bab0effd990 tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Made reservation on behalf of 676ee1490f2b4e9ebddd3c27d313315f for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:32:33.534339 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7b9a1a51-d64b-46c4-97bd-3bab0effd990 tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:33.548771 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-47be32a2-2831-4b86-8530-acaf6b0adb31 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:33.556721 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7b9a1a51-d64b-46c4-97bd-3bab0effd990 tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:33.613628 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-65d61d3b-fde5-4da3-aa21-a027e389db7b tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.5167568 Dec 10 15:32:33.616612 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 32998) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:33.655803 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47be32a2-2831-4b86-8530-acaf6b0adb31 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=544db03a-c5af-4889-96ca-5f71ab7d4d34,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:33.748530 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9e3abe28-1bc0-4585-be09-507e2548b399 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11695183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581935'] for subnet, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:33.765485 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7b9a1a51-d64b-46c4-97bd-3bab0effd990 tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:33.766948 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9aacc831-1acf-4821-a8d8-6a1d1e5f0435 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:33.774102 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Pushing event updated for resources: {'Port': ['ID=30b096d5-6461-4e9a-bc74-53c5df0981a3,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:33.779816 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-e5b1981b-3aea-457b-8f63-87a0f3f725a4 None None] Deleting port 30b096d5-6461-4e9a-bc74-53c5df0981a3 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:32:33.779816 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e5b1981b-3aea-457b-8f63-87a0f3f725a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:33.811682 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aacc831-1acf-4821-a8d8-6a1d1e5f0435 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] No DVR routers for this DVR port c46807b8-b943-4299-8c0b-68525aa0aa4c on host dv-neutron-821401-4-hyperv {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:32:33.824366 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 283bcdc3-c916-42a4-ac81-2f9b4c91bb34 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:32:33.824980 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:33.825103 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-47be32a2-2831-4b86-8530-acaf6b0adb31 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:33.826880 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-47be32a2-2831-4b86-8530-acaf6b0adb31 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9235735 Dec 10 15:32:33.829985 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca05bdc-73e9-4b96-bd33-5d76667c997c None None] DHCP port deletion for 21527e9f-d518-44b2-8f2e-470a1fb3ead8 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:32:33.833581 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33004) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:33.848077 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aacc831-1acf-4821-a8d8-6a1d1e5f0435 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Pushing event deleted for resources: {'Port': ['ID=c46807b8-b943-4299-8c0b-68525aa0aa4c,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:33.868401 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7b9a1a51-d64b-46c4-97bd-3bab0effd990 tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:33.883933 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-eee882c8-e65c-48f7-9256-12e6024429d8 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'security_group_rule': {'security_group_id': '99397850-e41c-4478-8b01-ccaac7afb5cb', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:33.931893 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d976787-0a0c-4ea4-a561-77a0e88990a8 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:33.939931 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d976787-0a0c-4ea4-a561-77a0e88990a8 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:33.941601 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-0d976787-0a0c-4ea4-a561-77a0e88990a8 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3212535 Dec 10 15:32:33.962740 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33008) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:33.975602 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3abe28-1bc0-4585-be09-507e2548b399 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event updated for resources: {'Subnet': ['ID=d02d86cd-b346-4595-944e-3e929362b925,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:33.980314 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3abe28-1bc0-4585-be09-507e2548b399 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Checking segment: {'id': 'b5cfd2a9-15cf-426b-b4b5-0d6347556177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '2ed2f63e-a369-4a0f-92b7-3281ca71d22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:32:33.980680 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3abe28-1bc0-4585-be09-507e2548b399 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Network hostable DHCP agents. Network: 2ed2f63e-a369-4a0f-92b7-3281ca71d22c, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:32:34.006303 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-e5b1981b-3aea-457b-8f63-87a0f3f725a4 None None] For port 30b096d5-6461-4e9a-bc74-53c5df0981a3, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=30b096d5-6461-4e9a-bc74-53c5df0981a3,segment=NetworkSegment(9b37caf0-254e-4080-b5a2-68af32287c09),segment_id=9b37caf0-254e-4080-b5a2-68af32287c09)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:32:34.007046 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e5b1981b-3aea-457b-8f63-87a0f3f725a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:34.041984 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b9a1a51-d64b-46c4-97bd-3bab0effd990 tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:32:34.053167 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-e5b1981b-3aea-457b-8f63-87a0f3f725a4 None None] Calling delete_port for 30b096d5-6461-4e9a-bc74-53c5df0981a3 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:32:34.061157 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-eee882c8-e65c-48f7-9256-12e6024429d8 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:34.061381 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-82916ed6-f380-4000-ab1c-03d396cbc297 None None] Could not find standard attr ID for object c46807b8-b943-4299-8c0b-68525aa0aa4c. {{(pid=103588) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 15:32:34.061463 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7b9a1a51-d64b-46c4-97bd-3bab0effd990 tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:34.061463 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.segments_db [None req-7b9a1a51-d64b-46c4-97bd-3bab0effd990 tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Added segment 48cafe52-e2d2-4875-a1c3-0e1580435010 of type vlan for network bf8b8693-5447-4641-99c8-7a8bd3c93cea Dec 10 15:32:34.096087 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3abe28-1bc0-4585-be09-507e2548b399 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Network 2ed2f63e-a369-4a0f-92b7-3281ca71d22c is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:32:34.135318 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7b9a1a51-d64b-46c4-97bd-3bab0effd990 tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:34.181476 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-9e3abe28-1bc0-4585-be09-507e2548b399 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 2ed2f63e-a369-4a0f-92b7-3281ca71d22c) {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:32:34.205455 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d4083c-2d62-4cbb-afd6-cc805946bba9 None None] Network 2ed2f63e-a369-4a0f-92b7-3281ca71d22c requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:32:34.213678 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3abe28-1bc0-4585-be09-507e2548b399 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:34.214772 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9e3abe28-1bc0-4585-be09-507e2548b399 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:34.232832 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9aacc831-1acf-4821-a8d8-6a1d1e5f0435 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:34.296657 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-eee882c8-e65c-48f7-9256-12e6024429d8 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:34.359445 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7b9a1a51-d64b-46c4-97bd-3bab0effd990 tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:34.366654 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-9e3abe28-1bc0-4585-be09-507e2548b399 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8045628 Dec 10 15:32:34.374137 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33012) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:34.376082 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9a1a51-d64b-46c4-97bd-3bab0effd990 tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:34.376754 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7b9a1a51-d64b-46c4-97bd-3bab0effd990 tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:34.392827 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33014) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:34.401471 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20ef9d1-d6f7-47ef-9d24-17d598a8ae40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-2ed2f63e-a369-4a0f-92b7-3281ca71d22c', 'network_id': '2ed2f63e-a369-4a0f-92b7-3281ca71d22c', 'project_id': '6af6b547c018414fbb71ed922833c3ea', 'fixed_ips': [{'subnet_id': 'd02d86cd-b346-4595-944e-3e929362b925'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:32:34.402297 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9a1a51-d64b-46c4-97bd-3bab0effd990 tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=648eae3c-dc6d-490f-9ead-bb142f49c6b0,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:34.403525 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f20ef9d1-d6f7-47ef-9d24-17d598a8ae40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:34.414840 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-859aa0ac-ff6a-47b8-bc14-3f244da0517a tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Request body: {'subnet': {'network_id': '2ed2f63e-a369-4a0f-92b7-3281ca71d22c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:34.439915 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e5b1981b-3aea-457b-8f63-87a0f3f725a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:34.478793 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b1981b-3aea-457b-8f63-87a0f3f725a4 None None] Pushing event deleted for resources: {'Port': ['ID=30b096d5-6461-4e9a-bc74-53c5df0981a3,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:34.493222 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 4a9c4282-2b15-4808-9f49-811351b3693f up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:32:34.498781 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-eee882c8-e65c-48f7-9256-12e6024429d8 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:34.509672 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-9aacc831-1acf-4821-a8d8-6a1d1e5f0435 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21527e9f-d518-44b2-8f2e-470a1fb3ead8']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:34.541769 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b1981b-3aea-457b-8f63-87a0f3f725a4 None None] No DVR routers for this DVR port 30b096d5-6461-4e9a-bc74-53c5df0981a3 on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:32:34.623858 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-9aacc831-1acf-4821-a8d8-6a1d1e5f0435 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91672a54-100b-4434-98d0-38b69191f3cf') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:34.624981 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-9aacc831-1acf-4821-a8d8-6a1d1e5f0435 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91672a54-100b-4434-98d0-38b69191f3cf') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:34.638687 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 4a9c4282-2b15-4808-9f49-811351b3693f triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:32:34.640684 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:34.648401 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-eee882c8-e65c-48f7-9256-12e6024429d8 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:34.663519 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-eee882c8-e65c-48f7-9256-12e6024429d8 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7782698 Dec 10 15:32:34.663519 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33018) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:34.676650 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-00087966-2e13-4df5-8eb1-85a3929cec1a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'security_group_rule': {'security_group_id': '99397850-e41c-4478-8b01-ccaac7afb5cb', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:34.715306 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-7b9a1a51-d64b-46c4-97bd-3bab0effd990 tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.1750357 Dec 10 15:32:34.726591 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33020) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:34.734348 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9aacc831-1acf-4821-a8d8-6a1d1e5f0435 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11806923'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:34.750018 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee882c8-e65c-48f7-9256-12e6024429d8 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8458fd81-24d0-4a25-ab28-9fe04b309c40,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:34.759278 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-e0c33896-8866-4013-9551-e92992122b64 tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Request body: {'subnet': {'network_id': 'bf8b8693-5447-4641-99c8-7a8bd3c93cea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:34.768473 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-f321394a-a991-4889-9a6a-e025bdcbdb2f tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1274036561'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:34.792800 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9a1a51-d64b-46c4-97bd-3bab0effd990 tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Pushing event updated for resources: {'Network': ['ID=bf8b8693-5447-4641-99c8-7a8bd3c93cea,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:34.811157 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network bf8b8693-5447-4641-99c8-7a8bd3c93cea details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:32:34.846032 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-00087966-2e13-4df5-8eb1-85a3929cec1a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:34.875307 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-00edb686-a260-444e-b2ad-422c2b632c3c tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Deleting port e0f949f9-bf1a-49f7-ac43-b46a83191026 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:32:34.875658 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-00edb686-a260-444e-b2ad-422c2b632c3c tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:34.882234 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9aacc831-1acf-4821-a8d8-6a1d1e5f0435 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:34.941252 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aacc831-1acf-4821-a8d8-6a1d1e5f0435 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:32:34.941673 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9aacc831-1acf-4821-a8d8-6a1d1e5f0435 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11236635'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:34.945271 dv-neutron-821401-4-hyperv neutron-server[103587]: Traceback (most recent call last): Dec 10 15:32:34.945271 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:32:34.945271 dv-neutron-821401-4-hyperv neutron-server[103587]: timer() Dec 10 15:32:34.945271 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:32:34.945271 dv-neutron-821401-4-hyperv neutron-server[103587]: cb(*args, **kw) Dec 10 15:32:34.945271 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:32:34.945271 dv-neutron-821401-4-hyperv neutron-server[103587]: return func(*args, **kwargs) Dec 10 15:32:34.945271 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:32:34.945271 dv-neutron-821401-4-hyperv neutron-server[103587]: self._notify() Dec 10 15:32:34.945271 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:32:34.945271 dv-neutron-821401-4-hyperv neutron-server[103587]: self.callback(batched_events) Dec 10 15:32:34.945271 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:32:34.945271 dv-neutron-821401-4-hyperv neutron-server[103587]: event.method(event) Dec 10 15:32:34.945271 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:32:34.945271 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:32:34.945271 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:32:34.945271 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:32:34.945271 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:32:34.945271 dv-neutron-821401-4-hyperv neutron-server[103587]: return f(self, *a, **k) Dec 10 15:32:34.945271 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:32:34.945271 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._get(url).json() Dec 10 15:32:34.945271 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:32:34.945271 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:32:34.945271 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:32:34.945271 dv-neutron-821401-4-hyperv neutron-server[103587]: return self.request(url, 'GET', **kwargs) Dec 10 15:32:34.945271 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:32:34.945271 dv-neutron-821401-4-hyperv neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:32:34.945271 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:32:34.945271 dv-neutron-821401-4-hyperv neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:32:34.945271 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:32:34.945271 dv-neutron-821401-4-hyperv neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:32:34.945271 dv-neutron-821401-4-hyperv neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:32:34.955043 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f321394a-a991-4889-9a6a-e025bdcbdb2f tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Made reservation on behalf of 1669e2c341ad498c8f67a90a963f4ed9 for: {'network': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:32:34.959292 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f321394a-a991-4889-9a6a-e025bdcbdb2f tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:34.994589 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f321394a-a991-4889-9a6a-e025bdcbdb2f tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:35.006448 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-00087966-2e13-4df5-8eb1-85a3929cec1a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:35.076276 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-00edb686-a260-444e-b2ad-422c2b632c3c tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:35.092609 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-00edb686-a260-444e-b2ad-422c2b632c3c tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Calling delete_port for e0f949f9-bf1a-49f7-ac43-b46a83191026 owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:32:35.110544 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f321394a-a991-4889-9a6a-e025bdcbdb2f tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:35.112973 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d6d915-6113-4bde-b769-b6eb148bfcb7 None None] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:32:35.176151 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:35.211405 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-f20ef9d1-d6f7-47ef-9d24-17d598a8ae40 None None] Allocated IP 2001:db8::2 (2ed2f63e-a369-4a0f-92b7-3281ca71d22c/d02d86cd-b346-4595-944e-3e929362b925/c8a253dd-60a7-4de4-9ec8-15cc4b5f3649) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:32:35.243836 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-c54f4bf5-b409-43d7-8b2c-e8b9cf29fd02 None None] Provisioning complete for port 4a9c4282-2b15-4808-9f49-811351b3693f triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:32:35.244339 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c54f4bf5-b409-43d7-8b2c-e8b9cf29fd02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:35.264126 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33022) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:35.270019 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-eda3b484-ad19-49b8-932c-5727d0e7dd39 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Request body: {'subnet': {'network_id': 'a1619e8a-120e-4117-82f2-6236b73b5050', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:35.315929 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] For port 4a9c4282-2b15-4808-9f49-811351b3693f, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=4a9c4282-2b15-4808-9f49-811351b3693f,segment=NetworkSegment(64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4),segment_id=64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:32:35.494749 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c54f4bf5-b409-43d7-8b2c-e8b9cf29fd02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:35.524712 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f20ef9d1-d6f7-47ef-9d24-17d598a8ae40 None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:35.626027 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-859aa0ac-ff6a-47b8-bc14-3f244da0517a tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Made reservation on behalf of 6af6b547c018414fbb71ed922833c3ea for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:32:35.638604 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-859aa0ac-ff6a-47b8-bc14-3f244da0517a tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:35.723622 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-00087966-2e13-4df5-8eb1-85a3929cec1a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:35.725260 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f321394a-a991-4889-9a6a-e025bdcbdb2f tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:35.725572 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-00edb686-a260-444e-b2ad-422c2b632c3c tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:35.726439 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f20ef9d1-d6f7-47ef-9d24-17d598a8ae40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:35.728380 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9aacc831-1acf-4821-a8d8-6a1d1e5f0435 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:35.737333 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:35.810395 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.ipam_backend_mixin [None req-859aa0ac-ff6a-47b8-bc14-3f244da0517a tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d02d86cd-b346-4595-944e-3e929362b925 (CIDR: 2001:db8::/64) Dec 10 15:32:35.815159 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9aacc831-1acf-4821-a8d8-6a1d1e5f0435 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:35.821215 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-9aacc831-1acf-4821-a8d8-6a1d1e5f0435 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] 10.222.0.20 "DELETE /v2.0/networks/21527e9f-d518-44b2-8f2e-470a1fb3ead8 HTTP/1.1" status: 204 len: 168 time: 3.2539721 Dec 10 15:32:35.821215 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00edb686-a260-444e-b2ad-422c2b632c3c tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event deleted for resources: {'Port': ['ID=e0f949f9-bf1a-49f7-ac43-b46a83191026,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:35.822502 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c33896-8866-4013-9551-e92992122b64 tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Made reservation on behalf of 676ee1490f2b4e9ebddd3c27d313315f for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:32:35.827555 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e0c33896-8866-4013-9551-e92992122b64 tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11668558'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:35.829243 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00087966-2e13-4df5-8eb1-85a3929cec1a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=916f21bc-1e85-49ba-8b38-a9ddf474e0ea,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:35.831852 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f321394a-a991-4889-9a6a-e025bdcbdb2f tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=103586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:32:35.836514 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33024) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:35.848412 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 30b096d5-6461-4e9a-bc74-53c5df0981a3 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:32:35.853185 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-859aa0ac-ff6a-47b8-bc14-3f244da0517a tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 15:32:35.853684 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-859aa0ac-ff6a-47b8-bc14-3f244da0517a tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:32:35.855712 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20ef9d1-d6f7-47ef-9d24-17d598a8ae40 None None] Network 2ed2f63e-a369-4a0f-92b7-3281ca71d22c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:32:35.859630 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f321394a-a991-4889-9a6a-e025bdcbdb2f tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1913b829-b5e6-4f00-b7bf-7e32ac084476,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:35.862868 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f321394a-a991-4889-9a6a-e025bdcbdb2f tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:35.863221 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.segments_db [None req-f321394a-a991-4889-9a6a-e025bdcbdb2f tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Added segment c80994d8-be4f-4fc7-a830-a87d5b01447b of type vlan for network 35579e17-cd30-4f35-b929-4b9e85f354d6 Dec 10 15:32:35.877322 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.db.api [None req-c54f4bf5-b409-43d7-8b2c-e8b9cf29fd02 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 15:32:35.878028 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG oslo_db.api [None req-c54f4bf5-b409-43d7-8b2c-e8b9cf29fd02 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 15:32:35.879350 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20ef9d1-d6f7-47ef-9d24-17d598a8ae40 None None] Pushing event updated for resources: {'Port': ['ID=c8a253dd-60a7-4de4-9ec8-15cc4b5f3649,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:35.886272 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-f20ef9d1-d6f7-47ef-9d24-17d598a8ae40 None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:32:35.887830 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20ef9d1-d6f7-47ef-9d24-17d598a8ae40 None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:32:35.891753 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 30b096d5-6461-4e9a-bc74-53c5df0981a3 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:32:35.892119 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 30b096d5-6461-4e9a-bc74-53c5df0981a3 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:32:35.914062 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda3b484-ad19-49b8-932c-5727d0e7dd39 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Made reservation on behalf of da659e4588db42fabb840b556f184f7b for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:32:35.919405 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-eda3b484-ad19-49b8-932c-5727d0e7dd39 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:35.929040 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f321394a-a991-4889-9a6a-e025bdcbdb2f tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:35.935933 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aacc831-1acf-4821-a8d8-6a1d1e5f0435 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Pushing event deleted for resources: {'Network': ['ID=21527e9f-d518-44b2-8f2e-470a1fb3ead8,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:35.996474 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b3807d4f-90cb-403e-b463-598034a56b99 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:36.008191 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-f20ef9d1-d6f7-47ef-9d24-17d598a8ae40 None None] Attempting to bind port c8a253dd-60a7-4de4-9ec8-15cc4b5f3649 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:32:36.008756 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-f20ef9d1-d6f7-47ef-9d24-17d598a8ae40 None None] Attempting to bind port c8a253dd-60a7-4de4-9ec8-15cc4b5f3649 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'b5cfd2a9-15cf-426b-b4b5-0d6347556177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '2ed2f63e-a369-4a0f-92b7-3281ca71d22c'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:32:36.009134 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20ef9d1-d6f7-47ef-9d24-17d598a8ae40 None None] Attempting to bind port c8a253dd-60a7-4de4-9ec8-15cc4b5f3649 on network 2ed2f63e-a369-4a0f-92b7-3281ca71d22c {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:32:36.023083 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20ef9d1-d6f7-47ef-9d24-17d598a8ae40 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:32:36.023503 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20ef9d1-d6f7-47ef-9d24-17d598a8ae40 None None] Checking segment: {'id': 'b5cfd2a9-15cf-426b-b4b5-0d6347556177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '2ed2f63e-a369-4a0f-92b7-3281ca71d22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:32:36.023901 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f20ef9d1-d6f7-47ef-9d24-17d598a8ae40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:36.024314 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20ef9d1-d6f7-47ef-9d24-17d598a8ae40 None None] Bound using segment: {'id': 'b5cfd2a9-15cf-426b-b4b5-0d6347556177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '2ed2f63e-a369-4a0f-92b7-3281ca71d22c'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:32:36.024807 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-f20ef9d1-d6f7-47ef-9d24-17d598a8ae40 None None] Bound port: c8a253dd-60a7-4de4-9ec8-15cc4b5f3649, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5cfd2a9-15cf-426b-b4b5-0d6347556177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '2ed2f63e-a369-4a0f-92b7-3281ca71d22c'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:32:36.025201 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f20ef9d1-d6f7-47ef-9d24-17d598a8ae40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:36.030584 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-00edb686-a260-444e-b2ad-422c2b632c3c tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:36.036602 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-00edb686-a260-444e-b2ad-422c2b632c3c tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/ports/e0f949f9-bf1a-49f7-ac43-b46a83191026 HTTP/1.1" status: 204 len: 168 time: 2.0725367 Dec 10 15:32:36.045931 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Pushing event updated for resources: {'Port': ['ID=4a9c4282-2b15-4808-9f49-811351b3693f,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:36.047075 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33026) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:36.118291 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f20ef9d1-d6f7-47ef-9d24-17d598a8ae40 None None] For port c8a253dd-60a7-4de4-9ec8-15cc4b5f3649, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:32:36.123597 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f20ef9d1-d6f7-47ef-9d24-17d598a8ae40 None None] For port c8a253dd-60a7-4de4-9ec8-15cc4b5f3649, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=c8a253dd-60a7-4de4-9ec8-15cc4b5f3649,segment=NetworkSegment(b5cfd2a9-15cf-426b-b4b5-0d6347556177),segment_id=b5cfd2a9-15cf-426b-b4b5-0d6347556177)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:32:36.206924 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f20ef9d1-d6f7-47ef-9d24-17d598a8ae40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:36.229337 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-00087966-2e13-4df5-8eb1-85a3929cec1a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:36.233732 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-00087966-2e13-4df5-8eb1-85a3929cec1a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5619566 Dec 10 15:32:36.234130 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b3807d4f-90cb-403e-b463-598034a56b99 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:36.234130 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33028) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:36.237452 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-859aa0ac-ff6a-47b8-bc14-3f244da0517a tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8604374 Dec 10 15:32:36.240014 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-193f5893-5054-4a9f-b941-b7cd7801ac8b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'security_group_rule': {'security_group_id': '99397850-e41c-4478-8b01-ccaac7afb5cb', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:36.244241 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33030) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:36.253149 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-edcc2c47-47a7-4750-ac94-1f5634f7ca92 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Request body: {'subnet': {'network_id': '2ed2f63e-a369-4a0f-92b7-3281ca71d22c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:36.256686 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6c3724-6ccb-4d2b-b847-6cff1f8ad133 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:36.256686 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6c3724-6ccb-4d2b-b847-6cff1f8ad133 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:36.256880 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.db.resource_extend [None req-f321394a-a991-4889-9a6a-e025bdcbdb2f tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 15:32:36.258629 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-8f6c3724-6ccb-4d2b-b847-6cff1f8ad133 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1931837 Dec 10 15:32:36.264753 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33032) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:36.299595 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 4a9c4282-2b15-4808-9f49-811351b3693f up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:32:36.327477 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-b3807d4f-90cb-403e-b463-598034a56b99 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c702e78-0e90-4362-9847-5fbe847f76cd']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:36.358633 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20ef9d1-d6f7-47ef-9d24-17d598a8ae40 None None] Pushing event updated for resources: {'Port': ['ID=c8a253dd-60a7-4de4-9ec8-15cc4b5f3649,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:36.373114 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-b3807d4f-90cb-403e-b463-598034a56b99 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b37caf0-254e-4080-b5a2-68af32287c09') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:36.373114 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-b3807d4f-90cb-403e-b463-598034a56b99 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b37caf0-254e-4080-b5a2-68af32287c09') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:36.391864 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 4a9c4282-2b15-4808-9f49-811351b3693f triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:32:36.392244 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:36.403303 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b3807d4f-90cb-403e-b463-598034a56b99 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11806923'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:36.416886 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-129c26fb-ede1-423c-b00b-cec094313593 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Deleting subnet af771dce-8fc4-43b1-9d60-c7632a3044b7 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:32:36.422361 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-129c26fb-ede1-423c-b00b-cec094313593 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for subnet, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:36.441031 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f321394a-a991-4889-9a6a-e025bdcbdb2f tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:36.446798 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f321394a-a991-4889-9a6a-e025bdcbdb2f tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:36.447487 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f321394a-a991-4889-9a6a-e025bdcbdb2f tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:36.482090 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-129c26fb-ede1-423c-b00b-cec094313593 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11806768'] for subnet, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:36.560746 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.securitygroups_db [None req-193f5893-5054-4a9f-b941-b7cd7801ac8b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Project e049672a5fd04e7f8cbb0423b61eb757 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 15:32:36.564894 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f321394a-a991-4889-9a6a-e025bdcbdb2f tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Pushing event updated for resources: {'Network': ['ID=35579e17-cd30-4f35-b929-4b9e85f354d6,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:36.575883 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-193f5893-5054-4a9f-b941-b7cd7801ac8b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:36.587922 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b3807d4f-90cb-403e-b463-598034a56b99 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:36.594191 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-129c26fb-ede1-423c-b00b-cec094313593 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:36.610939 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 35579e17-cd30-4f35-b929-4b9e85f354d6 details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:32:36.610939 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6038e1ab-c53d-405b-8053-1ccbafed8e91 None None] Could not find standard attr ID for object e0f949f9-bf1a-49f7-ac43-b46a83191026. {{(pid=103588) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 15:32:36.619028 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-f321394a-a991-4889-9a6a-e025bdcbdb2f tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.1942661 Dec 10 15:32:36.660745 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3807d4f-90cb-403e-b463-598034a56b99 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:32:36.660969 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b3807d4f-90cb-403e-b463-598034a56b99 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11236635'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:36.665873 dv-neutron-821401-4-hyperv neutron-server[103587]: Traceback (most recent call last): Dec 10 15:32:36.665873 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:32:36.665873 dv-neutron-821401-4-hyperv neutron-server[103587]: timer() Dec 10 15:32:36.665873 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:32:36.665873 dv-neutron-821401-4-hyperv neutron-server[103587]: cb(*args, **kw) Dec 10 15:32:36.665873 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:32:36.665873 dv-neutron-821401-4-hyperv neutron-server[103587]: return func(*args, **kwargs) Dec 10 15:32:36.665873 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:32:36.665873 dv-neutron-821401-4-hyperv neutron-server[103587]: self._notify() Dec 10 15:32:36.665873 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:32:36.665873 dv-neutron-821401-4-hyperv neutron-server[103587]: self.callback(batched_events) Dec 10 15:32:36.665873 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:32:36.665873 dv-neutron-821401-4-hyperv neutron-server[103587]: event.method(event) Dec 10 15:32:36.665873 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:32:36.665873 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:32:36.665873 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:32:36.665873 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:32:36.665873 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:32:36.665873 dv-neutron-821401-4-hyperv neutron-server[103587]: return f(self, *a, **k) Dec 10 15:32:36.665873 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:32:36.665873 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._get(url).json() Dec 10 15:32:36.665873 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:32:36.665873 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:32:36.665873 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:32:36.665873 dv-neutron-821401-4-hyperv neutron-server[103587]: return self.request(url, 'GET', **kwargs) Dec 10 15:32:36.665873 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:32:36.665873 dv-neutron-821401-4-hyperv neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:32:36.665873 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:32:36.665873 dv-neutron-821401-4-hyperv neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:32:36.665873 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:32:36.665873 dv-neutron-821401-4-hyperv neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:32:36.665873 dv-neutron-821401-4-hyperv neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:32:36.709396 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6038e1ab-c53d-405b-8053-1ccbafed8e91 None None] Provisioning complete for port 4a9c4282-2b15-4808-9f49-811351b3693f triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:32:36.709791 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6038e1ab-c53d-405b-8053-1ccbafed8e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:36.728578 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-eda3b484-ad19-49b8-932c-5727d0e7dd39 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11695183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581935'] for subnet, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:36.774180 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33034) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:36.779725 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-4a2617a9-44e9-455e-868a-26f362215a75 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Request body: {'subnet': {'network_id': '35579e17-cd30-4f35-b929-4b9e85f354d6', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:36.806454 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edcc2c47-47a7-4750-ac94-1f5634f7ca92 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Made reservation on behalf of 6af6b547c018414fbb71ed922833c3ea for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:32:36.810383 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-edcc2c47-47a7-4750-ac94-1f5634f7ca92 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:36.832086 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda3b484-ad19-49b8-932c-5727d0e7dd39 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Pushing event updated for resources: {'Subnet': ['ID=2e3a4457-49d2-403b-9d37-b1c19d8ab82c,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:36.857846 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e0c33896-8866-4013-9551-e92992122b64 tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11236534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11668560'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:36.873122 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-193f5893-5054-4a9f-b941-b7cd7801ac8b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:36.906508 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b3807d4f-90cb-403e-b463-598034a56b99 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:36.910701 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b3807d4f-90cb-403e-b463-598034a56b99 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:36.911298 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda3b484-ad19-49b8-932c-5727d0e7dd39 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Checking segment: {'id': 'ca4465e7-c1d6-4587-ac0e-abb1eac1a5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'a1619e8a-120e-4117-82f2-6236b73b5050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:32:36.911676 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda3b484-ad19-49b8-932c-5727d0e7dd39 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Network hostable DHCP agents. Network: a1619e8a-120e-4117-82f2-6236b73b5050, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:32:36.916638 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-b3807d4f-90cb-403e-b463-598034a56b99 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] 10.222.0.20 "DELETE /v2.0/networks/5c702e78-0e90-4362-9847-5fbe847f76cd HTTP/1.1" status: 204 len: 168 time: 1.0612519 Dec 10 15:32:36.917159 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33036) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:36.952635 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3807d4f-90cb-403e-b463-598034a56b99 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Pushing event deleted for resources: {'Network': ['ID=5c702e78-0e90-4362-9847-5fbe847f76cd,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:36.984820 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-193f5893-5054-4a9f-b941-b7cd7801ac8b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:36.993652 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c33896-8866-4013-9551-e92992122b64 tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Pushing event updated for resources: {'Subnet': ['ID=32572f36-f1cb-4f9f-8dc5-8c4ac56c2f81,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:37.021827 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-129c26fb-ede1-423c-b00b-cec094313593 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11236721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11668521'] for subnet, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:37.032711 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193f5893-5054-4a9f-b941-b7cd7801ac8b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f16e603-6019-4aca-a7a8-318de93a147d,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:37.033291 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e2c62ace-7878-444a-b904-78c6acc55ca8 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:37.038205 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c33896-8866-4013-9551-e92992122b64 tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Checking segment: {'id': '48cafe52-e2d2-4875-a1c3-0e1580435010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'bf8b8693-5447-4641-99c8-7a8bd3c93cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:32:37.038478 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c33896-8866-4013-9551-e92992122b64 tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Network hostable DHCP agents. Network: bf8b8693-5447-4641-99c8-7a8bd3c93cea, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:32:37.060458 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129c26fb-ede1-423c-b00b-cec094313593 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event deleted for resources: {'Subnet': ['ID=af771dce-8fc4-43b1-9d60-c7632a3044b7,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:37.062605 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-129c26fb-ede1-423c-b00b-cec094313593 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:37.065948 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-129c26fb-ede1-423c-b00b-cec094313593 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/subnets/af771dce-8fc4-43b1-9d60-c7632a3044b7 HTTP/1.1" status: 204 len: 168 time: 0.7967043 Dec 10 15:32:37.069279 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33038) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:37.072962 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f715dd11-8b6c-4900-b87b-e11601755862 None None] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:32:37.104845 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda3b484-ad19-49b8-932c-5727d0e7dd39 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Network a1619e8a-120e-4117-82f2-6236b73b5050 is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:32:37.132669 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-b552c0e4-24c3-44d3-9ffc-62e6bcc49e92 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0595765 Dec 10 15:32:37.132669 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a2617a9-44e9-455e-868a-26f362215a75 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Made reservation on behalf of 1669e2c341ad498c8f67a90a963f4ed9 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:32:37.136999 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4a2617a9-44e9-455e-868a-26f362215a75 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11668558'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:37.141852 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33040) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:37.173862 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-daacb5d6-f41d-469e-80de-d2d0f1ed785a tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Request body: {'subnet': {'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:37.211097 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e2c62ace-7878-444a-b904-78c6acc55ca8 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:37.256635 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-193f5893-5054-4a9f-b941-b7cd7801ac8b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:37.261458 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-193f5893-5054-4a9f-b941-b7cd7801ac8b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0216720 Dec 10 15:32:37.262041 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-e2c62ace-7878-444a-b904-78c6acc55ca8 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0e08340-8ee0-4f39-ad7d-2c12f70f485b']}} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:37.265876 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33042) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:37.269567 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77c0edd-8850-40ae-b09b-dd419a8ea9e3 None None] DHCP port deletion for c2b5f149-cedd-450c-ab43-dd2d78259f45 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:32:37.274898 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c33896-8866-4013-9551-e92992122b64 tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Network bf8b8693-5447-4641-99c8-7a8bd3c93cea is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:32:37.284132 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-937d0d0d-98cb-4df7-a92e-0d473e01ad71 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'security_group_rule': {'security_group_id': '99397850-e41c-4478-8b01-ccaac7afb5cb', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:37.300053 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-e2c62ace-7878-444a-b904-78c6acc55ca8 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84930061-36c1-4dbd-a171-355fa2e77e8b') {'for_net_delete': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:37.300940 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-e2c62ace-7878-444a-b904-78c6acc55ca8 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84930061-36c1-4dbd-a171-355fa2e77e8b') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:37.310684 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e2c62ace-7878-444a-b904-78c6acc55ca8 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12392235'] for segment, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:37.335274 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e2c62ace-7878-444a-b904-78c6acc55ca8 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:37.347977 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-b77c0edd-8850-40ae-b09b-dd419a8ea9e3 None None] Deleting port 4a9c4282-2b15-4808-9f49-811351b3693f {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:32:37.347977 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b77c0edd-8850-40ae-b09b-dd419a8ea9e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:37.355986 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2c62ace-7878-444a-b904-78c6acc55ca8 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=103586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:32:37.356394 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e2c62ace-7878-444a-b904-78c6acc55ca8 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11695586'] for segment, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:37.360005 dv-neutron-821401-4-hyperv neutron-server[103586]: Traceback (most recent call last): Dec 10 15:32:37.360005 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:32:37.360005 dv-neutron-821401-4-hyperv neutron-server[103586]: timer() Dec 10 15:32:37.360005 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:32:37.360005 dv-neutron-821401-4-hyperv neutron-server[103586]: cb(*args, **kw) Dec 10 15:32:37.360005 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:32:37.360005 dv-neutron-821401-4-hyperv neutron-server[103586]: return func(*args, **kwargs) Dec 10 15:32:37.360005 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:32:37.360005 dv-neutron-821401-4-hyperv neutron-server[103586]: self._notify() Dec 10 15:32:37.360005 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:32:37.360005 dv-neutron-821401-4-hyperv neutron-server[103586]: self.callback(batched_events) Dec 10 15:32:37.360005 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:32:37.360005 dv-neutron-821401-4-hyperv neutron-server[103586]: event.method(event) Dec 10 15:32:37.360005 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:32:37.360005 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:32:37.360005 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:32:37.360005 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:32:37.360005 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:32:37.360005 dv-neutron-821401-4-hyperv neutron-server[103586]: return f(self, *a, **k) Dec 10 15:32:37.360005 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:32:37.360005 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._get(url).json() Dec 10 15:32:37.360005 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:32:37.360005 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:32:37.360005 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:32:37.360005 dv-neutron-821401-4-hyperv neutron-server[103586]: return self.request(url, 'GET', **kwargs) Dec 10 15:32:37.360005 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:32:37.360005 dv-neutron-821401-4-hyperv neutron-server[103586]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:32:37.360005 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:32:37.360005 dv-neutron-821401-4-hyperv neutron-server[103586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:32:37.360005 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:32:37.360005 dv-neutron-821401-4-hyperv neutron-server[103586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:32:37.360005 dv-neutron-821401-4-hyperv neutron-server[103586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:32:37.373217 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-eda3b484-ad19-49b8-932c-5727d0e7dd39 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, a1619e8a-120e-4117-82f2-6236b73b5050) {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:32:37.380887 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-e0c33896-8866-4013-9551-e92992122b64 tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, bf8b8693-5447-4641-99c8-7a8bd3c93cea) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:32:37.390814 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c33896-8866-4013-9551-e92992122b64 tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:37.391419 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e0c33896-8866-4013-9551-e92992122b64 tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:37.400206 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06d2c1f-e0f2-486b-a4d8-e4164aa1d83b None None] Network a1619e8a-120e-4117-82f2-6236b73b5050 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:32:37.412422 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda3b484-ad19-49b8-932c-5727d0e7dd39 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:37.413029 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-eda3b484-ad19-49b8-932c-5727d0e7dd39 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:37.456579 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daacb5d6-f41d-469e-80de-d2d0f1ed785a tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Made reservation on behalf of 915dae42aca44a6e934a20b3a70b3a5e for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:32:37.460699 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-daacb5d6-f41d-469e-80de-d2d0f1ed785a tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11668558'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:37.461139 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5221c407-e7aa-4f8e-96e4-5161c91ae42b None None] Network bf8b8693-5447-4641-99c8-7a8bd3c93cea requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:32:37.463880 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-edcc2c47-47a7-4750-ac94-1f5634f7ca92 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11695183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581935'] for subnet, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:37.512123 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcc2c47-47a7-4750-ac94-1f5634f7ca92 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Network 2ed2f63e-a369-4a0f-92b7-3281ca71d22c is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:32:37.517358 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-edcc2c47-47a7-4750-ac94-1f5634f7ca92 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:32:37.527669 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edcc2c47-47a7-4750-ac94-1f5634f7ca92 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:37.528233 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-edcc2c47-47a7-4750-ac94-1f5634f7ca92 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:37.534877 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e2c62ace-7878-444a-b904-78c6acc55ca8 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:37.542251 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-b77c0edd-8850-40ae-b09b-dd419a8ea9e3 None None] For port 4a9c4282-2b15-4808-9f49-811351b3693f, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=4a9c4282-2b15-4808-9f49-811351b3693f,segment=NetworkSegment(64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4),segment_id=64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:32:37.543436 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b77c0edd-8850-40ae-b09b-dd419a8ea9e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:37.554519 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e2c62ace-7878-444a-b904-78c6acc55ca8 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:37.560703 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-e2c62ace-7878-444a-b904-78c6acc55ca8 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] 10.222.0.20 "DELETE /v2.0/networks/c0e08340-8ee0-4f39-ad7d-2c12f70f485b HTTP/1.1" status: 204 len: 168 time: 0.6346028 Dec 10 15:32:37.564821 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33044) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:37.564958 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-e0c33896-8866-4013-9551-e92992122b64 tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8171735 Dec 10 15:32:37.569674 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33046) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:37.576103 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-b77c0edd-8850-40ae-b09b-dd419a8ea9e3 None None] Calling delete_port for 4a9c4282-2b15-4808-9f49-811351b3693f owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:32:37.578156 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-49df09f0-5d1a-491a-825c-b93e5ef8d3dc tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Request body: {'port': {'network_id': 'bf8b8693-5447-4641-99c8-7a8bd3c93cea', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1183992335'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:37.659007 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4a2617a9-44e9-455e-868a-26f362215a75 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11236534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11668560'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:37.681960 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0413d2-0747-488a-a6d6-a7e4fe22eaaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-a1619e8a-120e-4117-82f2-6236b73b5050', 'network_id': 'a1619e8a-120e-4117-82f2-6236b73b5050', 'project_id': 'da659e4588db42fabb840b556f184f7b', 'fixed_ips': [{'subnet_id': '2e3a4457-49d2-403b-9d37-b1c19d8ab82c'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:32:37.682876 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3a0413d2-0747-488a-a6d6-a7e4fe22eaaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:37.686218 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c0f7e42d-cb0b-48db-ada6-44c574e851f3 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:37.691250 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.securitygroups_db [None req-937d0d0d-98cb-4df7-a92e-0d473e01ad71 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Project e049672a5fd04e7f8cbb0423b61eb757 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 15:32:37.697731 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c62ace-7878-444a-b904-78c6acc55ca8 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Pushing event deleted for resources: {'Network': ['ID=c0e08340-8ee0-4f39-ad7d-2c12f70f485b,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:37.699493 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcc2c47-47a7-4750-ac94-1f5634f7ca92 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event updated for resources: {'Subnet': ['ID=3255bf48-fd15-48ce-8737-b60447ef466d,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:37.702087 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-937d0d0d-98cb-4df7-a92e-0d473e01ad71 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:37.739058 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884ebb63-fb5e-44ee-a405-e087d3948bcc None None] Network 2ed2f63e-a369-4a0f-92b7-3281ca71d22c requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:32:37.749943 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d44dbd-5546-447d-8094-ecfe7183b9cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-bf8b8693-5447-4641-99c8-7a8bd3c93cea', 'network_id': 'bf8b8693-5447-4641-99c8-7a8bd3c93cea', 'project_id': '676ee1490f2b4e9ebddd3c27d313315f', 'fixed_ips': [{'subnet_id': '32572f36-f1cb-4f9f-8dc5-8c4ac56c2f81'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:32:37.753747 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-84d44dbd-5546-447d-8094-ecfe7183b9cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:37.786928 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-edcc2c47-47a7-4750-ac94-1f5634f7ca92 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5401428 Dec 10 15:32:37.790409 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33048) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:37.799038 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-170b7b17-aaf6-4b1c-9cc4-ed97168fe3cd tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Request body: {'port': {'network_id': '2ed2f63e-a369-4a0f-92b7-3281ca71d22c', 'fixed_ips': [{'subnet_id': 'd02d86cd-b346-4595-944e-3e929362b925'}, {'subnet_id': '3255bf48-fd15-48ce-8737-b60447ef466d'}], 'name': 'tempest-PortsIpV6TestJSON-1878861482'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:37.869403 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-eda3b484-ad19-49b8-932c-5727d0e7dd39 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6033785 Dec 10 15:32:37.874566 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33050) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:37.916178 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-16bb3288-d90a-4370-8904-2d4f97af1dae tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-24301654'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:37.934199 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-a3f3a355-ab9d-4897-aebf-05c2eff68ca0 None None] Provisioning complete for port c8a253dd-60a7-4de4-9ec8-15cc4b5f3649 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:32:37.934571 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a3f3a355-ab9d-4897-aebf-05c2eff68ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:37.935488 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-937d0d0d-98cb-4df7-a92e-0d473e01ad71 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:37.947765 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c0f7e42d-cb0b-48db-ada6-44c574e851f3 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:37.983103 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-c0f7e42d-cb0b-48db-ada6-44c574e851f3 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da6f75d1-ff4f-4e52-b18a-4cd724a2fa5f']}} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:38.005912 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-c0f7e42d-cb0b-48db-ada6-44c574e851f3 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0913243f-b330-4044-8d7f-c0871efc3447') {'for_net_delete': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:38.006316 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-c0f7e42d-cb0b-48db-ada6-44c574e851f3 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0913243f-b330-4044-8d7f-c0871efc3447') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:38.023414 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-937d0d0d-98cb-4df7-a92e-0d473e01ad71 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:38.038258 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c0f7e42d-cb0b-48db-ada6-44c574e851f3 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12392235'] for segment, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:38.071430 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937d0d0d-98cb-4df7-a92e-0d473e01ad71 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=586a83c9-22e0-4daa-bd32-396069f0c621,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:38.073051 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16bb3288-d90a-4370-8904-2d4f97af1dae tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Made reservation on behalf of da659e4588db42fabb840b556f184f7b for: {'network': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:32:38.077211 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-16bb3288-d90a-4370-8904-2d4f97af1dae tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:38.080354 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c0f7e42d-cb0b-48db-ada6-44c574e851f3 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:38.101174 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0f7e42d-cb0b-48db-ada6-44c574e851f3 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=103586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:32:38.101586 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c0f7e42d-cb0b-48db-ada6-44c574e851f3 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11695586'] for segment, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:38.105360 dv-neutron-821401-4-hyperv neutron-server[103586]: Traceback (most recent call last): Dec 10 15:32:38.105360 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:32:38.105360 dv-neutron-821401-4-hyperv neutron-server[103586]: timer() Dec 10 15:32:38.105360 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:32:38.105360 dv-neutron-821401-4-hyperv neutron-server[103586]: cb(*args, **kw) Dec 10 15:32:38.105360 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:32:38.105360 dv-neutron-821401-4-hyperv neutron-server[103586]: return func(*args, **kwargs) Dec 10 15:32:38.105360 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:32:38.105360 dv-neutron-821401-4-hyperv neutron-server[103586]: self._notify() Dec 10 15:32:38.105360 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:32:38.105360 dv-neutron-821401-4-hyperv neutron-server[103586]: self.callback(batched_events) Dec 10 15:32:38.105360 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:32:38.105360 dv-neutron-821401-4-hyperv neutron-server[103586]: event.method(event) Dec 10 15:32:38.105360 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:32:38.105360 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:32:38.105360 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:32:38.105360 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:32:38.105360 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:32:38.105360 dv-neutron-821401-4-hyperv neutron-server[103586]: return f(self, *a, **k) Dec 10 15:32:38.105360 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:32:38.105360 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._get(url).json() Dec 10 15:32:38.105360 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:32:38.105360 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:32:38.105360 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:32:38.105360 dv-neutron-821401-4-hyperv neutron-server[103586]: return self.request(url, 'GET', **kwargs) Dec 10 15:32:38.105360 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:32:38.105360 dv-neutron-821401-4-hyperv neutron-server[103586]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:32:38.105360 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:32:38.105360 dv-neutron-821401-4-hyperv neutron-server[103586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:32:38.105360 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:32:38.105360 dv-neutron-821401-4-hyperv neutron-server[103586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:32:38.105360 dv-neutron-821401-4-hyperv neutron-server[103586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:32:38.110714 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b77c0edd-8850-40ae-b09b-dd419a8ea9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:38.155930 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16bb3288-d90a-4370-8904-2d4f97af1dae tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=103586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:32:38.176910 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-937d0d0d-98cb-4df7-a92e-0d473e01ad71 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:38.187966 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-937d0d0d-98cb-4df7-a92e-0d473e01ad71 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9078574 Dec 10 15:32:38.198471 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-16bb3288-d90a-4370-8904-2d4f97af1dae tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:38.198742 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.segments_db [None req-16bb3288-d90a-4370-8904-2d4f97af1dae tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Added segment bf73a41d-55fc-4ae8-be3f-8c62270d0622 of type vlan for network 9b367688-2823-470c-a21e-7d53abdd36c6 Dec 10 15:32:38.252303 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-16bb3288-d90a-4370-8904-2d4f97af1dae tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:38.264244 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2617a9-44e9-455e-868a-26f362215a75 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Pushing event updated for resources: {'Subnet': ['ID=b8bda770-7390-46cd-9866-7e0fe92efe03,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:38.282376 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c0f7e42d-cb0b-48db-ada6-44c574e851f3 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:38.292459 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c0f7e42d-cb0b-48db-ada6-44c574e851f3 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:38.296325 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-c0f7e42d-cb0b-48db-ada6-44c574e851f3 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] 10.222.0.20 "DELETE /v2.0/networks/da6f75d1-ff4f-4e52-b18a-4cd724a2fa5f HTTP/1.1" status: 204 len: 168 time: 0.7127275 Dec 10 15:32:38.307002 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f7e42d-cb0b-48db-ada6-44c574e851f3 tempest-BulkNetworkOpsTest-1176782617 tempest-BulkNetworkOpsTest-1176782617-project] Pushing event deleted for resources: {'Network': ['ID=da6f75d1-ff4f-4e52-b18a-4cd724a2fa5f,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:38.311295 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-170b7b17-aaf6-4b1c-9cc4-ed97168fe3cd tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Made reservation on behalf of 6af6b547c018414fbb71ed922833c3ea for: {'port': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:32:38.338495 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77c0edd-8850-40ae-b09b-dd419a8ea9e3 None None] Pushing event deleted for resources: {'Port': ['ID=4a9c4282-2b15-4808-9f49-811351b3693f,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:38.354883 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77c0edd-8850-40ae-b09b-dd419a8ea9e3 None None] No DVR routers for this DVR port 4a9c4282-2b15-4808-9f49-811351b3693f on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:32:38.358710 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-daacb5d6-f41d-469e-80de-d2d0f1ed785a tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11236534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11668560'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:38.361730 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-3a0413d2-0747-488a-a6d6-a7e4fe22eaaf None None] Allocated IP 2001:db8:0:ffff::2 (a1619e8a-120e-4117-82f2-6236b73b5050/2e3a4457-49d2-403b-9d37-b1c19d8ab82c/f9d18ea3-672a-4355-872f-dd47aa00ad7b) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:32:38.394415 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2617a9-44e9-455e-868a-26f362215a75 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Checking segment: {'id': 'c80994d8-be4f-4fc7-a830-a87d5b01447b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '35579e17-cd30-4f35-b929-4b9e85f354d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:32:38.396555 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2617a9-44e9-455e-868a-26f362215a75 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Network hostable DHCP agents. Network: 35579e17-cd30-4f35-b929-4b9e85f354d6, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:32:38.404139 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-16bb3288-d90a-4370-8904-2d4f97af1dae tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:38.410715 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bb3288-d90a-4370-8904-2d4f97af1dae tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:38.410715 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-16bb3288-d90a-4370-8904-2d4f97af1dae tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:38.438904 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-84d44dbd-5546-447d-8094-ecfe7183b9cd None None] Allocated IP 172.20.0.2 (bf8b8693-5447-4641-99c8-7a8bd3c93cea/32572f36-f1cb-4f9f-8dc5-8c4ac56c2f81/d5dc70ac-66ab-49b1-ab85-c5c356794f2e) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:32:38.441181 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device c8a253dd-60a7-4de4-9ec8-15cc4b5f3649 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:32:38.508132 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daacb5d6-f41d-469e-80de-d2d0f1ed785a tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:32:38.524535 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-daacb5d6-f41d-469e-80de-d2d0f1ed785a tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:32:38.528247 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daacb5d6-f41d-469e-80de-d2d0f1ed785a tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:38.530441 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-daacb5d6-f41d-469e-80de-d2d0f1ed785a tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:38.546903 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fead23b-4d79-4542-8a03-af4aa52818f9 None None] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:32:38.561866 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-170b7b17-aaf6-4b1c-9cc4-ed97168fe3cd tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:38.581008 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daacb5d6-f41d-469e-80de-d2d0f1ed785a tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event updated for resources: {'Subnet': ['ID=b308aad2-640e-405a-8fab-0622c73513c3,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:38.585935 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bb3288-d90a-4370-8904-2d4f97af1dae tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Pushing event updated for resources: {'Network': ['ID=9b367688-2823-470c-a21e-7d53abdd36c6,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:38.600653 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-170b7b17-aaf6-4b1c-9cc4-ed97168fe3cd tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] device_id is not set on port 3e1a285f-cbcb-4576-9a6b-d61874589713 yet. {{(pid=103586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:32:38.633919 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2617a9-44e9-455e-868a-26f362215a75 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Network 35579e17-cd30-4f35-b929-4b9e85f354d6 is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:32:38.642782 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 9b367688-2823-470c-a21e-7d53abdd36c6 details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:32:38.644778 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-287df649-8011-48ed-9b46-8658b23bfb9f req-72221e05-f400-481c-a28d-a3bf632b581c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-850786928&fields=id&tenant_id=e049672a5fd04e7f8cbb0423b61eb757 HTTP/1.1" status: 200 len: 267 time: 0.0734873 Dec 10 15:32:38.664677 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49df09f0-5d1a-491a-825c-b93e5ef8d3dc tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Made reservation on behalf of 676ee1490f2b4e9ebddd3c27d313315f for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:32:38.668460 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-49df09f0-5d1a-491a-825c-b93e5ef8d3dc tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:38.681156 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a3f3a355-ab9d-4897-aebf-05c2eff68ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:38.715554 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-4a2617a9-44e9-455e-868a-26f362215a75 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 35579e17-cd30-4f35-b929-4b9e85f354d6) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:32:38.757138 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2617a9-44e9-455e-868a-26f362215a75 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:38.758151 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df587a8f-e238-4af7-94de-0a20a45c8e46 None None] Network 35579e17-cd30-4f35-b929-4b9e85f354d6 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:32:38.758295 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4a2617a9-44e9-455e-868a-26f362215a75 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:38.764082 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-daacb5d6-f41d-469e-80de-d2d0f1ed785a tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6211960 Dec 10 15:32:38.769846 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-16bb3288-d90a-4370-8904-2d4f97af1dae tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.8693302 Dec 10 15:32:38.770047 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33070) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:38.777328 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-66580803-cb1c-409d-b4b0-3106ce222159 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Request body: {'port': {'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'name': 'tempest-NetworksTestDHCPv6-184396113'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:38.781885 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33072) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:38.808667 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-49df09f0-5d1a-491a-825c-b93e5ef8d3dc tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] device_id is not set on port 08ede049-65a1-4a2c-bb66-d0992ffa7135 yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:32:38.812498 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab0c9ef-79c6-4378-b0e5-fd85e973d8d4 None None] Update dhcp port {'port': {'network_id': '2ed2f63e-a369-4a0f-92b7-3281ca71d22c', 'fixed_ips': [{'subnet_id': 'd02d86cd-b346-4595-944e-3e929362b925', 'ip_address': '2001:db8::2'}, {'subnet_id': '3255bf48-fd15-48ce-8737-b60447ef466d'}], 'binding:host_id': 'dv-neutron-821401-4-hyperv'}, 'id': 'c8a253dd-60a7-4de4-9ec8-15cc4b5f3649'} from dv-neutron-821401-4-hyperv. {{(pid=103588) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 15:32:38.816849 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-9174c440-b063-41b7-85fe-3b6972502eca tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Request body: {'subnet': {'network_id': '9b367688-2823-470c-a21e-7d53abdd36c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:38.962821 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-4a2617a9-44e9-455e-868a-26f362215a75 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.1875489 Dec 10 15:32:38.977257 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33076) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:38.983353 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-a3f3a355-ab9d-4897-aebf-05c2eff68ca0 None None] For port c8a253dd-60a7-4de4-9ec8-15cc4b5f3649, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=c8a253dd-60a7-4de4-9ec8-15cc4b5f3649,segment=NetworkSegment(b5cfd2a9-15cf-426b-b4b5-0d6347556177),segment_id=b5cfd2a9-15cf-426b-b4b5-0d6347556177)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:32:38.993944 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9ab0c9ef-79c6-4378-b0e5-fd85e973d8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:38.996548 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-9e7672d5-2f59-4265-8524-c7c341061a12 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1290792640'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:39.027962 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33078) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:39.056424 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287df649-8011-48ed-9b46-8658b23bfb9f req-d2016fef-6104-4170-b09a-9767b8e74f0f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:39.057987 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-287df649-8011-48ed-9b46-8658b23bfb9f req-d2016fef-6104-4170-b09a-9767b8e74f0f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/networks?id=78b329c0-5093-420d-971f-ce625768710e HTTP/1.1" status: 200 len: 797 time: 0.4054608 Dec 10 15:32:39.071375 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-84d44dbd-5546-447d-8094-ecfe7183b9cd None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:39.073252 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-170b7b17-aaf6-4b1c-9cc4-ed97168fe3cd tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Allocated IP 2001:db8::157 (2ed2f63e-a369-4a0f-92b7-3281ca71d22c/d02d86cd-b346-4595-944e-3e929362b925/3e1a285f-cbcb-4576-9a6b-d61874589713) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:32:39.080303 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-170b7b17-aaf6-4b1c-9cc4-ed97168fe3cd tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Allocated IP 2001:db8:0:1::241 (2ed2f63e-a369-4a0f-92b7-3281ca71d22c/3255bf48-fd15-48ce-8737-b60447ef466d/3e1a285f-cbcb-4576-9a6b-d61874589713) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:32:39.082858 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-287df649-8011-48ed-9b46-8658b23bfb9f req-04dfbf93-64eb-4db7-a0d9-926df1f1fbef tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/quotas/e049672a5fd04e7f8cbb0423b61eb757 HTTP/1.1" status: 200 len: 375 time: 0.0170078 Dec 10 15:32:39.086011 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e7672d5-2f59-4265-8524-c7c341061a12 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Made reservation on behalf of 1669e2c341ad498c8f67a90a963f4ed9 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:32:39.089553 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9e7672d5-2f59-4265-8524-c7c341061a12 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:39.095714 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port c8a253dd-60a7-4de4-9ec8-15cc4b5f3649 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:32:39.095714 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:39.102472 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a3f3a355-ab9d-4897-aebf-05c2eff68ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:39.111347 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efc5b41-71bf-4338-8afe-87905fecc130 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-c2b5f149-cedd-450c-ab43-dd2d78259f45', 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'project_id': '915dae42aca44a6e934a20b3a70b3a5e', 'fixed_ips': [{'subnet_id': 'b308aad2-640e-405a-8fab-0622c73513c3'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:32:39.112193 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7efc5b41-71bf-4338-8afe-87905fecc130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:39.195091 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-84d44dbd-5546-447d-8094-ecfe7183b9cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:39.222050 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3a0413d2-0747-488a-a6d6-a7e4fe22eaaf None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:39.230590 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e7672d5-2f59-4265-8524-c7c341061a12 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:32:39.251188 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-170b7b17-aaf6-4b1c-9cc4-ed97168fe3cd tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:39.254046 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-287df649-8011-48ed-9b46-8658b23bfb9f req-4412223e-bbfe-4caa-995e-a1555d6ce927 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e049672a5fd04e7f8cbb0423b61eb757&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1701310 Dec 10 15:32:39.278264 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9e7672d5-2f59-4265-8524-c7c341061a12 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:39.278981 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.segments_db [None req-9e7672d5-2f59-4265-8524-c7c341061a12 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Added segment 44852fb4-b517-43ff-808a-80ed51834f6c of type vlan for network 0720c243-b8c9-4d32-a4ef-97643a528d49 Dec 10 15:32:39.284467 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d44dbd-5546-447d-8094-ecfe7183b9cd None None] Network bf8b8693-5447-4641-99c8-7a8bd3c93cea is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:32:39.291729 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.db.api [None req-9174c440-b063-41b7-85fe-3b6972502eca tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 10 15:32:39.291729 dv-neutron-821401-4-hyperv neutron-server[103587]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 10 15:32:39.291729 dv-neutron-821401-4-hyperv neutron-server[103587]: [parameters: {'project_id_1': 'da659e4588db42fabb840b556f184f7b', 'expiration_1': datetime.datetime(2021, 12, 10, 15, 32, 19, 63245)}] Dec 10 15:32:39.291729 dv-neutron-821401-4-hyperv neutron-server[103587]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103587) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 15:32:39.292147 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG oslo_db.api [None req-9174c440-b063-41b7-85fe-3b6972502eca tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 15:32:39.292244 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-84d44dbd-5546-447d-8094-ecfe7183b9cd None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:32:39.296000 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-49df09f0-5d1a-491a-825c-b93e5ef8d3dc tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Allocated IP 172.20.0.14 (bf8b8693-5447-4641-99c8-7a8bd3c93cea/32572f36-f1cb-4f9f-8dc5-8c4ac56c2f81/08ede049-65a1-4a2c-bb66-d0992ffa7135) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:32:39.312367 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d44dbd-5546-447d-8094-ecfe7183b9cd None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:32:39.378611 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-170b7b17-aaf6-4b1c-9cc4-ed97168fe3cd tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:39.402091 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1c3a91-dd8a-441d-9b9b-5cdac6b4d330 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-35579e17-cd30-4f35-b929-4b9e85f354d6', 'network_id': '35579e17-cd30-4f35-b929-4b9e85f354d6', 'project_id': '1669e2c341ad498c8f67a90a963f4ed9', 'fixed_ips': [{'subnet_id': 'b8bda770-7390-46cd-9866-7e0fe92efe03'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:32:39.403058 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0e1c3a91-dd8a-441d-9b9b-5cdac6b4d330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:39.410162 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9e7672d5-2f59-4265-8524-c7c341061a12 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:39.416009 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66580803-cb1c-409d-b4b0-3106ce222159 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Made reservation on behalf of 915dae42aca44a6e934a20b3a70b3a5e for: {'port': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:32:39.420269 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-66580803-cb1c-409d-b4b0-3106ce222159 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:39.423743 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-9019695c-c403-4cbc-b6a8-3d2556f4494b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1516228131db4850a1e868fc07e8e216&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3822281 Dec 10 15:32:39.427638 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170b7b17-aaf6-4b1c-9cc4-ed97168fe3cd tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Network 2ed2f63e-a369-4a0f-92b7-3281ca71d22c is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:32:39.431145 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33082) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:39.435636 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3a0413d2-0747-488a-a6d6-a7e4fe22eaaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:39.448534 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-170b7b17-aaf6-4b1c-9cc4-ed97168fe3cd tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:32:39.456480 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3a355-ab9d-4897-aebf-05c2eff68ca0 None None] Pushing event updated for resources: {'Port': ['ID=c8a253dd-60a7-4de4-9ec8-15cc4b5f3649,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:39.456651 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170b7b17-aaf6-4b1c-9cc4-ed97168fe3cd tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:32:39.462027 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170b7b17-aaf6-4b1c-9cc4-ed97168fe3cd tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:39.462027 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-170b7b17-aaf6-4b1c-9cc4-ed97168fe3cd tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:39.483994 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170b7b17-aaf6-4b1c-9cc4-ed97168fe3cd tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event updated for resources: {'Port': ['ID=3e1a285f-cbcb-4576-9a6b-d61874589713,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:39.487318 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-66580803-cb1c-409d-b4b0-3106ce222159 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] device_id is not set on port 613f4de5-d8b9-4c80-b445-23a8eaf837d5 yet. {{(pid=103586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:32:39.532844 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-287df649-8011-48ed-9b46-8658b23bfb9f req-ceb71b16-5d3a-43ce-ba45-6c6084b69b79 service neutron] 10.222.0.20 "GET /v2.0/networks/78b329c0-5093-420d-971f-ce625768710e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581389 Dec 10 15:32:39.571850 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-170b7b17-aaf6-4b1c-9cc4-ed97168fe3cd tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.7785563 Dec 10 15:32:39.572461 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33084) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:39.577818 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-82182d96-06b7-4800-a5d7-f9a141450c8f tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd02d86cd-b346-4595-944e-3e929362b925'}]}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:39.623656 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0413d2-0747-488a-a6d6-a7e4fe22eaaf None None] Network a1619e8a-120e-4117-82f2-6236b73b5050 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:32:39.651455 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9e7672d5-2f59-4265-8524-c7c341061a12 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:39.652925 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7672d5-2f59-4265-8524-c7c341061a12 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:39.654160 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9e7672d5-2f59-4265-8524-c7c341061a12 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:39.658863 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-82182d96-06b7-4800-a5d7-f9a141450c8f tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:39.663496 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a008c20e-436f-4881-836a-594fa093cd06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:39.671022 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-84d44dbd-5546-447d-8094-ecfe7183b9cd None None] Attempting to bind port d5dc70ac-66ab-49b1-ab85-c5c356794f2e on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:32:39.671022 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-84d44dbd-5546-447d-8094-ecfe7183b9cd None None] Attempting to bind port d5dc70ac-66ab-49b1-ab85-c5c356794f2e by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '48cafe52-e2d2-4875-a1c3-0e1580435010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'bf8b8693-5447-4641-99c8-7a8bd3c93cea'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:32:39.671349 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d44dbd-5546-447d-8094-ecfe7183b9cd None None] Attempting to bind port d5dc70ac-66ab-49b1-ab85-c5c356794f2e on network bf8b8693-5447-4641-99c8-7a8bd3c93cea {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:32:39.703884 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d44dbd-5546-447d-8094-ecfe7183b9cd None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:32:39.704263 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d44dbd-5546-447d-8094-ecfe7183b9cd None None] Checking segment: {'id': '48cafe52-e2d2-4875-a1c3-0e1580435010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'bf8b8693-5447-4641-99c8-7a8bd3c93cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:32:39.712532 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-84d44dbd-5546-447d-8094-ecfe7183b9cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:39.712532 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d44dbd-5546-447d-8094-ecfe7183b9cd None None] Bound using segment: {'id': '48cafe52-e2d2-4875-a1c3-0e1580435010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'bf8b8693-5447-4641-99c8-7a8bd3c93cea'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:32:39.712532 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-84d44dbd-5546-447d-8094-ecfe7183b9cd None None] Bound port: d5dc70ac-66ab-49b1-ab85-c5c356794f2e, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48cafe52-e2d2-4875-a1c3-0e1580435010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'bf8b8693-5447-4641-99c8-7a8bd3c93cea'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:32:39.712532 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-84d44dbd-5546-447d-8094-ecfe7183b9cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:39.712532 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-3a0413d2-0747-488a-a6d6-a7e4fe22eaaf None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:32:39.737195 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0413d2-0747-488a-a6d6-a7e4fe22eaaf None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:32:39.753157 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d44dbd-5546-447d-8094-ecfe7183b9cd None None] Pushing event updated for resources: {'Port': ['ID=d5dc70ac-66ab-49b1-ab85-c5c356794f2e,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:39.789053 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a008c20e-436f-4881-836a-594fa093cd06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:39.799113 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-9e7672d5-2f59-4265-8524-c7c341061a12 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8091712 Dec 10 15:32:39.803578 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33086) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:39.811549 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-06d77293-60e4-48bf-bc62-65fa33e9a7cd tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Request body: {'subnet': {'network_id': '0720c243-b8c9-4d32-a4ef-97643a528d49', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:39.813693 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7672d5-2f59-4265-8524-c7c341061a12 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Pushing event updated for resources: {'Network': ['ID=0720c243-b8c9-4d32-a4ef-97643a528d49,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:39.819316 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-84d44dbd-5546-447d-8094-ecfe7183b9cd None None] For port d5dc70ac-66ab-49b1-ab85-c5c356794f2e, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:32:39.822253 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-84d44dbd-5546-447d-8094-ecfe7183b9cd None None] For port d5dc70ac-66ab-49b1-ab85-c5c356794f2e, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=d5dc70ac-66ab-49b1-ab85-c5c356794f2e,segment=NetworkSegment(48cafe52-e2d2-4875-a1c3-0e1580435010),segment_id=48cafe52-e2d2-4875-a1c3-0e1580435010)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:32:39.846848 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-49df09f0-5d1a-491a-825c-b93e5ef8d3dc tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:39.860254 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 0720c243-b8c9-4d32-a4ef-97643a528d49 details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:32:39.889323 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-287df649-8011-48ed-9b46-8658b23bfb9f req-42fa64c7-7fb1-4fd3-b639-2b44998d2154 service neutron] 10.222.0.20 "GET /v2.0/networks/78b329c0-5093-420d-971f-ce625768710e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3427672 Dec 10 15:32:39.897331 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-7efc5b41-71bf-4338-8afe-87905fecc130 None None] Allocated IP 2001:db8::2 (c2b5f149-cedd-450c-ab43-dd2d78259f45/b308aad2-640e-405a-8fab-0622c73513c3/e0bd4b2f-9a15-4447-9b63-616fcd0644d1) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:32:39.920258 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-84d44dbd-5546-447d-8094-ecfe7183b9cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:39.932933 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-9ab0c9ef-79c6-4378-b0e5-fd85e973d8d4 None None] Allocated IP 2001:db8:0:1::2 (2ed2f63e-a369-4a0f-92b7-3281ca71d22c/3255bf48-fd15-48ce-8737-b60447ef466d/c8a253dd-60a7-4de4-9ec8-15cc4b5f3649) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:32:39.977555 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9174c440-b063-41b7-85fe-3b6972502eca tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Made reservation on behalf of da659e4588db42fabb840b556f184f7b for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:32:39.981582 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9174c440-b063-41b7-85fe-3b6972502eca tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11668558'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:40.015259 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 4a9c4282-2b15-4808-9f49-811351b3693f no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:32:40.037247 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a008c20e-436f-4881-836a-594fa093cd06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:40.039953 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a008c20e-436f-4881-836a-594fa093cd06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:40.041116 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-a008c20e-436f-4881-836a-594fa093cd06 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ef148124-8b7f-4e24-a384-99d7ebbd3e75 HTTP/1.1" status: 204 len: 168 time: 0.6061437 Dec 10 15:32:40.060617 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a008c20e-436f-4881-836a-594fa093cd06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef148124-8b7f-4e24-a384-99d7ebbd3e75,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:40.066000 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d77293-60e4-48bf-bc62-65fa33e9a7cd tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Made reservation on behalf of 1669e2c341ad498c8f67a90a963f4ed9 for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:32:40.070012 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-06d77293-60e4-48bf-bc62-65fa33e9a7cd tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:40.082201 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-49df09f0-5d1a-491a-825c-b93e5ef8d3dc tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:40.252714 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-3a0413d2-0747-488a-a6d6-a7e4fe22eaaf None None] Attempting to bind port f9d18ea3-672a-4355-872f-dd47aa00ad7b on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:32:40.253381 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-3a0413d2-0747-488a-a6d6-a7e4fe22eaaf None None] Attempting to bind port f9d18ea3-672a-4355-872f-dd47aa00ad7b by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'ca4465e7-c1d6-4587-ac0e-abb1eac1a5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'a1619e8a-120e-4117-82f2-6236b73b5050'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:32:40.253711 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0413d2-0747-488a-a6d6-a7e4fe22eaaf None None] Attempting to bind port f9d18ea3-672a-4355-872f-dd47aa00ad7b on network a1619e8a-120e-4117-82f2-6236b73b5050 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:32:40.267021 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0413d2-0747-488a-a6d6-a7e4fe22eaaf None None] Pushing event updated for resources: {'Port': ['ID=f9d18ea3-672a-4355-872f-dd47aa00ad7b,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:40.270765 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49df09f0-5d1a-491a-825c-b93e5ef8d3dc tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Network bf8b8693-5447-4641-99c8-7a8bd3c93cea is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:32:40.286136 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-49df09f0-5d1a-491a-825c-b93e5ef8d3dc tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:32:40.290006 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49df09f0-5d1a-491a-825c-b93e5ef8d3dc tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:32:40.291155 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 4a9c4282-2b15-4808-9f49-811351b3693f {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:32:40.291606 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 4a9c4282-2b15-4808-9f49-811351b3693f not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:32:40.302250 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-5ae203a8-17e6-4d37-b393-cc54a2396ccb req-78dd81bc-cbb2-4d50-92e7-7a75eb774670 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2d8b614-6355-4b3d-86be-c56b4b54d658 HTTP/1.1" status: 200 len: 210 time: 0.0711296 Dec 10 15:32:40.342908 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49df09f0-5d1a-491a-825c-b93e5ef8d3dc tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Pushing event updated for resources: {'Port': ['ID=08ede049-65a1-4a2c-bb66-d0992ffa7135,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:40.403831 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d44dbd-5546-447d-8094-ecfe7183b9cd None None] Pushing event updated for resources: {'Port': ['ID=d5dc70ac-66ab-49b1-ab85-c5c356794f2e,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:40.445058 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49df09f0-5d1a-491a-825c-b93e5ef8d3dc tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:40.445713 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-49df09f0-5d1a-491a-825c-b93e5ef8d3dc tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:40.457102 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0413d2-0747-488a-a6d6-a7e4fe22eaaf None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:32:40.457721 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0413d2-0747-488a-a6d6-a7e4fe22eaaf None None] Checking segment: {'id': 'ca4465e7-c1d6-4587-ac0e-abb1eac1a5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'a1619e8a-120e-4117-82f2-6236b73b5050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:32:40.458391 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3a0413d2-0747-488a-a6d6-a7e4fe22eaaf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:40.459201 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0413d2-0747-488a-a6d6-a7e4fe22eaaf None None] Bound using segment: {'id': 'ca4465e7-c1d6-4587-ac0e-abb1eac1a5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'a1619e8a-120e-4117-82f2-6236b73b5050'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:32:40.459996 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-3a0413d2-0747-488a-a6d6-a7e4fe22eaaf None None] Bound port: f9d18ea3-672a-4355-872f-dd47aa00ad7b, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca4465e7-c1d6-4587-ac0e-abb1eac1a5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'a1619e8a-120e-4117-82f2-6236b73b5050'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:32:40.460533 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3a0413d2-0747-488a-a6d6-a7e4fe22eaaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:40.534387 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-0e1c3a91-dd8a-441d-9b9b-5cdac6b4d330 None None] Allocated IP 172.20.255.242 (35579e17-cd30-4f35-b929-4b9e85f354d6/b8bda770-7390-46cd-9866-7e0fe92efe03/a5332cad-514c-4cf6-ab42-0d928f85d8ed) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:32:40.536580 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device c8a253dd-60a7-4de4-9ec8-15cc4b5f3649 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:32:40.552115 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-06d77293-60e4-48bf-bc62-65fa33e9a7cd tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11695183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581935'] for subnet, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:40.628473 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9174c440-b063-41b7-85fe-3b6972502eca tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11236534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11668560'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:40.642952 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33106) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:40.643129 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-49df09f0-5d1a-491a-825c-b93e5ef8d3dc tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.0715613 Dec 10 15:32:40.652839 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-88e1d447-f7d1-4125-acea-d7768650c8ab tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Request body: {'port': {'network_id': 'bf8b8693-5447-4641-99c8-7a8bd3c93cea', 'name': 'tempest-ExtraDHCPOptionsTestJSON-193293556', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:40.652839 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.api.validators [None req-88e1d447-f7d1-4125-acea-d7768650c8ab tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] bootfile-name is not in valid_values {{(pid=103586) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 15:32:40.652839 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.api.validators [None req-88e1d447-f7d1-4125-acea-d7768650c8ab tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] tftp-server is not in valid_values {{(pid=103586) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 15:32:40.652839 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.api.validators [None req-88e1d447-f7d1-4125-acea-d7768650c8ab tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] server-ip-address is not in valid_values {{(pid=103586) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 15:32:40.743033 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9174c440-b063-41b7-85fe-3b6972502eca tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Pushing event updated for resources: {'Subnet': ['ID=04106689-2bd0-4e31-9eb9-c5ffb390ea7b,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:40.774253 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9174c440-b063-41b7-85fe-3b6972502eca tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Checking segment: {'id': 'bf73a41d-55fc-4ae8-be3f-8c62270d0622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9b367688-2823-470c-a21e-7d53abdd36c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:32:40.774807 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9174c440-b063-41b7-85fe-3b6972502eca tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Network hostable DHCP agents. Network: 9b367688-2823-470c-a21e-7d53abdd36c6, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:32:40.786703 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d77293-60e4-48bf-bc62-65fa33e9a7cd tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Pushing event updated for resources: {'Subnet': ['ID=dfd89382-1174-48ec-ae87-72d29ab17c3a,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:40.804592 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d77293-60e4-48bf-bc62-65fa33e9a7cd tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Checking segment: {'id': '44852fb4-b517-43ff-808a-80ed51834f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0720c243-b8c9-4d32-a4ef-97643a528d49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:32:40.804810 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d77293-60e4-48bf-bc62-65fa33e9a7cd tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Network hostable DHCP agents. Network: 0720c243-b8c9-4d32-a4ef-97643a528d49, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:32:40.838541 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-9ab0c9ef-79c6-4378-b0e5-fd85e973d8d4 None None] For port c8a253dd-60a7-4de4-9ec8-15cc4b5f3649, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=c8a253dd-60a7-4de4-9ec8-15cc4b5f3649,segment=NetworkSegment(b5cfd2a9-15cf-426b-b4b5-0d6347556177),segment_id=b5cfd2a9-15cf-426b-b4b5-0d6347556177)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:32:40.849038 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-3a0413d2-0747-488a-a6d6-a7e4fe22eaaf None None] For port f9d18ea3-672a-4355-872f-dd47aa00ad7b, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:32:40.909443 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e1d447-f7d1-4125-acea-d7768650c8ab tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Made reservation on behalf of 676ee1490f2b4e9ebddd3c27d313315f for: {'port': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:32:40.909989 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9174c440-b063-41b7-85fe-3b6972502eca tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Network 9b367688-2823-470c-a21e-7d53abdd36c6 is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:32:40.915265 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-3a0413d2-0747-488a-a6d6-a7e4fe22eaaf None None] For port f9d18ea3-672a-4355-872f-dd47aa00ad7b, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=f9d18ea3-672a-4355-872f-dd47aa00ad7b,segment=NetworkSegment(ca4465e7-c1d6-4587-ac0e-abb1eac1a5e6),segment_id=ca4465e7-c1d6-4587-ac0e-abb1eac1a5e6)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:32:40.915562 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-88e1d447-f7d1-4125-acea-d7768650c8ab tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:40.938427 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-88e1d447-f7d1-4125-acea-d7768650c8ab tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] device_id is not set on port 8030951b-3a1b-4b0f-8a23-9e20ea0dc4f2 yet. {{(pid=103586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:32:40.943462 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d77293-60e4-48bf-bc62-65fa33e9a7cd tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Network 0720c243-b8c9-4d32-a4ef-97643a528d49 is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:32:40.962681 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port c8a253dd-60a7-4de4-9ec8-15cc4b5f3649 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:32:40.963299 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:40.980471 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7efc5b41-71bf-4338-8afe-87905fecc130 None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:40.983194 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9ab0c9ef-79c6-4378-b0e5-fd85e973d8d4 None None] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:41.025666 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-9174c440-b063-41b7-85fe-3b6972502eca tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 9b367688-2823-470c-a21e-7d53abdd36c6) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:32:41.027963 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3a0413d2-0747-488a-a6d6-a7e4fe22eaaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:41.032323 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-06d77293-60e4-48bf-bc62-65fa33e9a7cd tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 0720c243-b8c9-4d32-a4ef-97643a528d49) {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:32:41.032679 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9174c440-b063-41b7-85fe-3b6972502eca tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:41.033294 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9174c440-b063-41b7-85fe-3b6972502eca tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:41.055528 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465d8986-7c2c-4968-9b63-1cc8e3849b5c None None] Network 9b367688-2823-470c-a21e-7d53abdd36c6 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:32:41.066543 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d77293-60e4-48bf-bc62-65fa33e9a7cd tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:41.067219 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-06d77293-60e4-48bf-bc62-65fa33e9a7cd tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:41.100372 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13d07d3-99d3-44ff-b5cc-a5cc8f82a19b None None] Network 0720c243-b8c9-4d32-a4ef-97643a528d49 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:32:41.111309 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7efc5b41-71bf-4338-8afe-87905fecc130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:41.113102 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9ab0c9ef-79c6-4378-b0e5-fd85e973d8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:41.130093 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-9174c440-b063-41b7-85fe-3b6972502eca tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.3364887 Dec 10 15:32:41.132990 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33116) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:41.202247 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-06d77293-60e4-48bf-bc62-65fa33e9a7cd tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.3976121 Dec 10 15:32:41.230107 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33118) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:41.248561 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0e1c3a91-dd8a-441d-9b9b-5cdac6b4d330 None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:41.316472 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7efc5b41-71bf-4338-8afe-87905fecc130 None None] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:32:41.345891 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-88e1d447-f7d1-4125-acea-d7768650c8ab tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Allocated IP 172.20.0.7 (bf8b8693-5447-4641-99c8-7a8bd3c93cea/32572f36-f1cb-4f9f-8dc5-8c4ac56c2f81/8030951b-3a1b-4b0f-8a23-9e20ea0dc4f2) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:32:41.350839 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0413d2-0747-488a-a6d6-a7e4fe22eaaf None None] Pushing event updated for resources: {'Port': ['ID=f9d18ea3-672a-4355-872f-dd47aa00ad7b,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:41.364036 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-7efc5b41-71bf-4338-8afe-87905fecc130 None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:32:41.392736 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-66580803-cb1c-409d-b4b0-3106ce222159 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Allocated IP 2001:db8::1b2 (c2b5f149-cedd-450c-ab43-dd2d78259f45/b308aad2-640e-405a-8fab-0622c73513c3/613f4de5-d8b9-4c80-b445-23a8eaf837d5) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:32:41.409424 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efc5b41-71bf-4338-8afe-87905fecc130 None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:32:41.416184 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-82182d96-06b7-4800-a5d7-f9a141450c8f tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Delete allocated IP 2001:db8:0:1::241 (2ed2f63e-a369-4a0f-92b7-3281ca71d22c/3255bf48-fd15-48ce-8737-b60447ef466d) {{(pid=103586) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 10 15:32:41.417508 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0e1c3a91-dd8a-441d-9b9b-5cdac6b4d330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:41.519693 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-05c270fe-1c57-44a8-92e4-022835b29968 req-d05532eb-0250-4b7e-9dc6-c370d2f54202 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2d8b614-6355-4b3d-86be-c56b4b54d658 HTTP/1.1" status: 200 len: 210 time: 0.1248691 Dec 10 15:32:41.553368 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-124c4de7-aa60-4a1b-8034-46851ba4e934 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:41.612812 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e3dfc312-cc10-4785-9464-669e1a2de8eb tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:41.726567 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1c3a91-dd8a-441d-9b9b-5cdac6b4d330 None None] Network 35579e17-cd30-4f35-b929-4b9e85f354d6 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:32:41.734742 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efc5b41-71bf-4338-8afe-87905fecc130 None None] Pushing event updated for resources: {'Port': ['ID=e0bd4b2f-9a15-4447-9b63-616fcd0644d1,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:41.752219 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33128) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:41.775249 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-0e1c3a91-dd8a-441d-9b9b-5cdac6b4d330 None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:32:41.784884 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1c3a91-dd8a-441d-9b9b-5cdac6b4d330 None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:32:41.793873 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc5b8c4-8f83-4713-a79c-8effe16b84dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-9b367688-2823-470c-a21e-7d53abdd36c6', 'network_id': '9b367688-2823-470c-a21e-7d53abdd36c6', 'project_id': 'da659e4588db42fabb840b556f184f7b', 'fixed_ips': [{'subnet_id': '04106689-2bd0-4e31-9eb9-c5ffb390ea7b'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:32:41.795260 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fbc5b8c4-8f83-4713-a79c-8effe16b84dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:41.797239 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b416c911-17c9-41aa-8864-d33366c533d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-0720c243-b8c9-4d32-a4ef-97643a528d49', 'network_id': '0720c243-b8c9-4d32-a4ef-97643a528d49', 'project_id': '1669e2c341ad498c8f67a90a963f4ed9', 'fixed_ips': [{'subnet_id': 'dfd89382-1174-48ec-ae87-72d29ab17c3a'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:32:41.798114 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b416c911-17c9-41aa-8864-d33366c533d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:41.811425 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-124c4de7-aa60-4a1b-8034-46851ba4e934 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:41.910658 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e3dfc312-cc10-4785-9464-669e1a2de8eb tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:41.921166 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-7efc5b41-71bf-4338-8afe-87905fecc130 None None] Attempting to bind port e0bd4b2f-9a15-4447-9b63-616fcd0644d1 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:32:41.921627 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-7efc5b41-71bf-4338-8afe-87905fecc130 None None] Attempting to bind port e0bd4b2f-9a15-4447-9b63-616fcd0644d1 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:32:41.922024 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efc5b41-71bf-4338-8afe-87905fecc130 None None] Attempting to bind port e0bd4b2f-9a15-4447-9b63-616fcd0644d1 on network c2b5f149-cedd-450c-ab43-dd2d78259f45 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:32:41.975352 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-88e1d447-f7d1-4125-acea-d7768650c8ab tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:42.013977 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efc5b41-71bf-4338-8afe-87905fecc130 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:32:42.014367 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efc5b41-71bf-4338-8afe-87905fecc130 None None] Checking segment: {'id': '64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:32:42.014785 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7efc5b41-71bf-4338-8afe-87905fecc130 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:42.015177 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efc5b41-71bf-4338-8afe-87905fecc130 None None] Bound using segment: {'id': '64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:32:42.015659 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-7efc5b41-71bf-4338-8afe-87905fecc130 None None] Bound port: e0bd4b2f-9a15-4447-9b63-616fcd0644d1, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:32:42.016040 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7efc5b41-71bf-4338-8afe-87905fecc130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:42.022615 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-73d00854-7c49-437f-83e7-12a3d7d22066 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Request body: {'security_group': {'name': 'tempest-secgroup--2092921487'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:42.131368 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a8c64a-c637-4a32-966c-0e8553a8683c None None] Network bf8b8693-5447-4641-99c8-7a8bd3c93cea requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:32:42.185773 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-0e1c3a91-dd8a-441d-9b9b-5cdac6b4d330 None None] Attempting to bind port a5332cad-514c-4cf6-ab42-0d928f85d8ed on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:32:42.186191 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-0e1c3a91-dd8a-441d-9b9b-5cdac6b4d330 None None] Attempting to bind port a5332cad-514c-4cf6-ab42-0d928f85d8ed by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'c80994d8-be4f-4fc7-a830-a87d5b01447b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '35579e17-cd30-4f35-b929-4b9e85f354d6'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:32:42.186557 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1c3a91-dd8a-441d-9b9b-5cdac6b4d330 None None] Attempting to bind port a5332cad-514c-4cf6-ab42-0d928f85d8ed on network 35579e17-cd30-4f35-b929-4b9e85f354d6 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:32:42.188899 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab0c9ef-79c6-4378-b0e5-fd85e973d8d4 None None] Pushing event updated for resources: {'Port': ['ID=c8a253dd-60a7-4de4-9ec8-15cc4b5f3649,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:42.198249 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-73d00854-7c49-437f-83e7-12a3d7d22066 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:42.201496 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-124c4de7-aa60-4a1b-8034-46851ba4e934 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11236721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11668521'] for subnet, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:42.253527 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-73d00854-7c49-437f-83e7-12a3d7d22066 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:42.256147 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e3dfc312-cc10-4785-9464-669e1a2de8eb tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11236721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11668521'] for subnet, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:42.261747 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124c4de7-aa60-4a1b-8034-46851ba4e934 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Pushing event deleted for resources: {'Subnet': ['ID=04106689-2bd0-4e31-9eb9-c5ffb390ea7b,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:42.265134 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-82182d96-06b7-4800-a5d7-f9a141450c8f tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:42.291970 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-88e1d447-f7d1-4125-acea-d7768650c8ab tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:42.365557 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-66580803-cb1c-409d-b4b0-3106ce222159 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:42.373750 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e1d447-f7d1-4125-acea-d7768650c8ab tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Pushing event updated for resources: {'Port': ['ID=8030951b-3a1b-4b0f-8a23-9e20ea0dc4f2,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:42.379384 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-82182d96-06b7-4800-a5d7-f9a141450c8f tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:42.472761 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1c3a91-dd8a-441d-9b9b-5cdac6b4d330 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:32:42.473651 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1c3a91-dd8a-441d-9b9b-5cdac6b4d330 None None] Checking segment: {'id': 'c80994d8-be4f-4fc7-a830-a87d5b01447b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '35579e17-cd30-4f35-b929-4b9e85f354d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:32:42.474020 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0e1c3a91-dd8a-441d-9b9b-5cdac6b4d330 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:42.474204 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1c3a91-dd8a-441d-9b9b-5cdac6b4d330 None None] Bound using segment: {'id': 'c80994d8-be4f-4fc7-a830-a87d5b01447b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '35579e17-cd30-4f35-b929-4b9e85f354d6'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:32:42.474708 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-0e1c3a91-dd8a-441d-9b9b-5cdac6b4d330 None None] Bound port: a5332cad-514c-4cf6-ab42-0d928f85d8ed, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c80994d8-be4f-4fc7-a830-a87d5b01447b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '35579e17-cd30-4f35-b929-4b9e85f354d6'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:32:42.475101 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0e1c3a91-dd8a-441d-9b9b-5cdac6b4d330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:42.496044 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-185a4e66-3fbf-4d48-9c3e-1b8024b034fe None None] Provisioning complete for port d5dc70ac-66ab-49b1-ab85-c5c356794f2e triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:32:42.496044 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-185a4e66-3fbf-4d48-9c3e-1b8024b034fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:42.497266 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e1d447-f7d1-4125-acea-d7768650c8ab tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Network bf8b8693-5447-4641-99c8-7a8bd3c93cea is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:32:42.525852 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server [None req-b416c911-17c9-41aa-8864-d33366c533d7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dfd89382-1174-48ec-ae87-72d29ab17c3a: This subnet is being modified by another concurrent operation. Dec 10 15:32:42.525852 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 10 15:32:42.525852 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 10 15:32:42.525852 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 10 15:32:42.525852 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 10 15:32:42.525852 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 10 15:32:42.525852 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 10 15:32:42.525852 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 10 15:32:42.525852 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 10 15:32:42.525852 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 10 15:32:42.525852 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 15:32:42.525852 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 15:32:42.525852 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 15:32:42.525852 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 15:32:42.525852 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 15:32:42.525852 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 15:32:42.525852 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 15:32:42.525852 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 15:32:42.525852 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 15:32:42.525852 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 15:32:42.525852 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 15:32:42.525852 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 15:32:42.525852 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 15:32:42.525852 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 15:32:42.525852 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 15:32:42.525852 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 15:32:42.525852 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 15:32:42.525852 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 15:32:42.525852 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 15:32:42.525852 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 15:32:42.525852 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 15:32:42.525852 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 15:32:42.525852 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 15:32:42.525852 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 15:32:42.525852 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 10 15:32:42.525852 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 10 15:32:42.525852 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 10 15:32:42.525852 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 10 15:32:42.525852 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 10 15:32:42.525852 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 10 15:32:42.525852 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 10 15:32:42.525852 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 10 15:32:42.525852 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 10 15:32:42.525852 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 15:32:42.525852 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 10 15:32:42.525852 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 15:32:42.525852 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 15:32:42.525852 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 15:32:42.525852 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 15:32:42.525852 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 15:32:42.525852 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 15:32:42.525852 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 15:32:42.525852 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 15:32:42.525852 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 15:32:42.530315 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 15:32:42.530315 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 15:32:42.530315 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 15:32:42.530315 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 15:32:42.530315 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 15:32:42.530315 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 15:32:42.530315 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 15:32:42.530315 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 15:32:42.530315 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 15:32:42.530315 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 15:32:42.530315 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 15:32:42.530315 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 15:32:42.530315 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 15:32:42.530315 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 15:32:42.530315 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 15:32:42.530315 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 15:32:42.530315 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 10 15:32:42.530315 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 10 15:32:42.530315 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 10 15:32:42.530315 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 10 15:32:42.530315 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 10 15:32:42.530315 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 10 15:32:42.530315 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 10 15:32:42.530315 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 10 15:32:42.530315 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 15:32:42.530315 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 15:32:42.530315 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 15:32:42.530315 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 15:32:42.530315 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 10 15:32:42.530315 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 10 15:32:42.530315 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 10 15:32:42.530315 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 10 15:32:42.530315 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 10 15:32:42.530315 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 10 15:32:42.530315 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 10 15:32:42.530315 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server raise exception Dec 10 15:32:42.530315 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dfd89382-1174-48ec-ae87-72d29ab17c3a: This subnet is being modified by another concurrent operation. Dec 10 15:32:42.530315 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server Dec 10 15:32:42.589984 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-88e1d447-f7d1-4125-acea-d7768650c8ab tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:32:42.594698 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e1d447-f7d1-4125-acea-d7768650c8ab tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:32:42.605754 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda7d11c-c472-4bab-9263-0e67efe2e9b4 None None] Network 0720c243-b8c9-4d32-a4ef-97643a528d49 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:32:42.619422 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server [None req-fbc5b8c4-8f83-4713-a79c-8effe16b84dd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 04106689-2bd0-4e31-9eb9-c5ffb390ea7b: This subnet is being modified by another concurrent operation. Dec 10 15:32:42.619422 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 10 15:32:42.619422 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 10 15:32:42.619422 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 10 15:32:42.619422 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 10 15:32:42.619422 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 10 15:32:42.619422 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 10 15:32:42.619422 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 10 15:32:42.619422 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 10 15:32:42.619422 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 10 15:32:42.619422 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 15:32:42.619422 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 15:32:42.619422 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 15:32:42.619422 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 15:32:42.619422 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 15:32:42.619422 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 15:32:42.619422 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 15:32:42.619422 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 15:32:42.619422 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 15:32:42.619422 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 15:32:42.619422 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 15:32:42.619422 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 15:32:42.619422 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 15:32:42.619422 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 15:32:42.619422 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 15:32:42.619422 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 15:32:42.619422 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 15:32:42.619422 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 15:32:42.619422 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 15:32:42.619422 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 15:32:42.619422 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 15:32:42.619422 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 15:32:42.619422 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 15:32:42.619422 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 15:32:42.619422 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 10 15:32:42.619422 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 10 15:32:42.619422 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 10 15:32:42.619422 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 10 15:32:42.619422 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 10 15:32:42.619422 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 10 15:32:42.619422 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 10 15:32:42.619422 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 10 15:32:42.619422 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 10 15:32:42.619422 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 15:32:42.619422 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 10 15:32:42.619422 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 15:32:42.619422 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 15:32:42.619422 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 15:32:42.619422 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 15:32:42.619422 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 15:32:42.619422 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 15:32:42.619422 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 15:32:42.619422 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 15:32:42.619422 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 15:32:42.628401 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 15:32:42.628401 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 15:32:42.628401 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 15:32:42.628401 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 15:32:42.628401 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 15:32:42.628401 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 15:32:42.628401 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 15:32:42.628401 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 15:32:42.628401 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 15:32:42.628401 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 15:32:42.628401 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 15:32:42.628401 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 15:32:42.628401 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 15:32:42.628401 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 15:32:42.628401 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 15:32:42.628401 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 15:32:42.628401 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 10 15:32:42.628401 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 10 15:32:42.628401 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 10 15:32:42.628401 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 10 15:32:42.628401 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 10 15:32:42.628401 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 10 15:32:42.628401 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 10 15:32:42.628401 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 10 15:32:42.628401 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 15:32:42.628401 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 15:32:42.628401 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 15:32:42.628401 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 15:32:42.628401 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 10 15:32:42.628401 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 10 15:32:42.628401 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 10 15:32:42.628401 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 10 15:32:42.628401 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 10 15:32:42.628401 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 10 15:32:42.628401 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 10 15:32:42.628401 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server raise exception Dec 10 15:32:42.628401 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 04106689-2bd0-4e31-9eb9-c5ffb390ea7b: This subnet is being modified by another concurrent operation. Dec 10 15:32:42.628401 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server Dec 10 15:32:42.688561 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1c3a91-dd8a-441d-9b9b-5cdac6b4d330 None None] Pushing event updated for resources: {'Port': ['ID=a5332cad-514c-4cf6-ab42-0d928f85d8ed,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:42.702818 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82182d96-06b7-4800-a5d7-f9a141450c8f tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event updated for resources: {'Port': ['ID=3e1a285f-cbcb-4576-9a6b-d61874589713,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:42.728359 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-124c4de7-aa60-4a1b-8034-46851ba4e934 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:42.771463 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-82182d96-06b7-4800-a5d7-f9a141450c8f tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] In _notify_port_updated(), no bound segment for port 3e1a285f-cbcb-4576-9a6b-d61874589713 on network 2ed2f63e-a369-4a0f-92b7-3281ca71d22c {{(pid=103586) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 15:32:42.778670 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82182d96-06b7-4800-a5d7-f9a141450c8f tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:42.779401 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-82182d96-06b7-4800-a5d7-f9a141450c8f tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:42.780825 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-82182d96-06b7-4800-a5d7-f9a141450c8f tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "PUT /v2.0/ports/3e1a285f-cbcb-4576-9a6b-d61874589713 HTTP/1.1" status: 200 len: 926 time: 3.2074153 Dec 10 15:32:42.788315 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33134) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:42.795905 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-83316942-10b9-49f7-b2d2-f9c1613d80d1 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd02d86cd-b346-4595-944e-3e929362b925'}, {'subnet_id': '3255bf48-fd15-48ce-8737-b60447ef466d'}]}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:42.808316 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dfc312-cc10-4785-9464-669e1a2de8eb tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Pushing event deleted for resources: {'Subnet': ['ID=dfd89382-1174-48ec-ae87-72d29ab17c3a,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:42.844281 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-124c4de7-aa60-4a1b-8034-46851ba4e934 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b367688-2823-470c-a21e-7d53abdd36c6']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:42.851378 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-cd8f5e5d-11b7-4d70-a057-a810c9dbee65 req-97f82da4-2c06-4c45-b172-b4fd72f39aa5 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2d8b614-6355-4b3d-86be-c56b4b54d658 HTTP/1.1" status: 200 len: 210 time: 0.1145380 Dec 10 15:32:42.868760 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-124c4de7-aa60-4a1b-8034-46851ba4e934 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf73a41d-55fc-4ae8-be3f-8c62270d0622') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:42.869473 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-124c4de7-aa60-4a1b-8034-46851ba4e934 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf73a41d-55fc-4ae8-be3f-8c62270d0622') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:42.870187 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e1d447-f7d1-4125-acea-d7768650c8ab tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:42.870917 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-88e1d447-f7d1-4125-acea-d7768650c8ab tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:42.890253 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e3dfc312-cc10-4785-9464-669e1a2de8eb tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:42.900640 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-124c4de7-aa60-4a1b-8034-46851ba4e934 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11806923'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:42.929763 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-66580803-cb1c-409d-b4b0-3106ce222159 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:42.943949 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-e3dfc312-cc10-4785-9464-669e1a2de8eb tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0720c243-b8c9-4d32-a4ef-97643a528d49']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:42.944588 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-124c4de7-aa60-4a1b-8034-46851ba4e934 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:42.946423 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2992c2-947a-4799-a723-d773d85015db None None] Network 2ed2f63e-a369-4a0f-92b7-3281ca71d22c requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:32:42.972445 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device f9d18ea3-672a-4355-872f-dd47aa00ad7b up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:32:42.972445 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae33be28-909f-4a0c-bb62-020f7a429e05 None None] Network 9b367688-2823-470c-a21e-7d53abdd36c6 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:32:42.972751 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-124c4de7-aa60-4a1b-8034-46851ba4e934 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:32:42.972751 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-124c4de7-aa60-4a1b-8034-46851ba4e934 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11236635'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:42.977165 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-e3dfc312-cc10-4785-9464-669e1a2de8eb tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44852fb4-b517-43ff-808a-80ed51834f6c') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:42.977774 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-e3dfc312-cc10-4785-9464-669e1a2de8eb tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44852fb4-b517-43ff-808a-80ed51834f6c') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:42.979820 dv-neutron-821401-4-hyperv neutron-server[103587]: Traceback (most recent call last): Dec 10 15:32:42.979820 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:32:42.979820 dv-neutron-821401-4-hyperv neutron-server[103587]: timer() Dec 10 15:32:42.979820 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:32:42.979820 dv-neutron-821401-4-hyperv neutron-server[103587]: cb(*args, **kw) Dec 10 15:32:42.979820 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:32:42.979820 dv-neutron-821401-4-hyperv neutron-server[103587]: return func(*args, **kwargs) Dec 10 15:32:42.979820 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:32:42.979820 dv-neutron-821401-4-hyperv neutron-server[103587]: self._notify() Dec 10 15:32:42.979820 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:32:42.979820 dv-neutron-821401-4-hyperv neutron-server[103587]: self.callback(batched_events) Dec 10 15:32:42.979820 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:32:42.979820 dv-neutron-821401-4-hyperv neutron-server[103587]: event.method(event) Dec 10 15:32:42.979820 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:32:42.979820 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:32:42.979820 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:32:42.979820 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:32:42.979820 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:32:42.979820 dv-neutron-821401-4-hyperv neutron-server[103587]: return f(self, *a, **k) Dec 10 15:32:42.979820 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:32:42.979820 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._get(url).json() Dec 10 15:32:42.979820 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:32:42.979820 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:32:42.979820 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:32:42.979820 dv-neutron-821401-4-hyperv neutron-server[103587]: return self.request(url, 'GET', **kwargs) Dec 10 15:32:42.979820 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:32:42.979820 dv-neutron-821401-4-hyperv neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:32:42.979820 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:32:42.979820 dv-neutron-821401-4-hyperv neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:32:42.979820 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:32:42.979820 dv-neutron-821401-4-hyperv neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:32:42.979820 dv-neutron-821401-4-hyperv neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:32:42.997216 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-88e1d447-f7d1-4125-acea-d7768650c8ab tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 2.3535504 Dec 10 15:32:43.003541 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33136) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:43.020473 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-83316942-10b9-49f7-b2d2-f9c1613d80d1 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:43.038189 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66580803-cb1c-409d-b4b0-3106ce222159 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:32:43.045647 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-66580803-cb1c-409d-b4b0-3106ce222159 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:32:43.048745 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e3dfc312-cc10-4785-9464-669e1a2de8eb tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11806923'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:43.060801 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66580803-cb1c-409d-b4b0-3106ce222159 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event updated for resources: {'Port': ['ID=613f4de5-d8b9-4c80-b445-23a8eaf837d5,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:43.076794 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66580803-cb1c-409d-b4b0-3106ce222159 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:32:43.084640 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66580803-cb1c-409d-b4b0-3106ce222159 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:43.085312 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-66580803-cb1c-409d-b4b0-3106ce222159 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:43.124162 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e3dfc312-cc10-4785-9464-669e1a2de8eb tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:43.143681 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3dfc312-cc10-4785-9464-669e1a2de8eb tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:32:43.144397 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e3dfc312-cc10-4785-9464-669e1a2de8eb tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11236635'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:43.149613 dv-neutron-821401-4-hyperv neutron-server[103587]: Traceback (most recent call last): Dec 10 15:32:43.149613 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:32:43.149613 dv-neutron-821401-4-hyperv neutron-server[103587]: timer() Dec 10 15:32:43.149613 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:32:43.149613 dv-neutron-821401-4-hyperv neutron-server[103587]: cb(*args, **kw) Dec 10 15:32:43.149613 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:32:43.149613 dv-neutron-821401-4-hyperv neutron-server[103587]: return func(*args, **kwargs) Dec 10 15:32:43.149613 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:32:43.149613 dv-neutron-821401-4-hyperv neutron-server[103587]: self._notify() Dec 10 15:32:43.149613 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:32:43.149613 dv-neutron-821401-4-hyperv neutron-server[103587]: self.callback(batched_events) Dec 10 15:32:43.149613 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:32:43.149613 dv-neutron-821401-4-hyperv neutron-server[103587]: event.method(event) Dec 10 15:32:43.149613 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:32:43.149613 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:32:43.149613 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:32:43.149613 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:32:43.149613 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:32:43.149613 dv-neutron-821401-4-hyperv neutron-server[103587]: return f(self, *a, **k) Dec 10 15:32:43.149613 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:32:43.149613 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._get(url).json() Dec 10 15:32:43.149613 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:32:43.149613 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:32:43.149613 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:32:43.149613 dv-neutron-821401-4-hyperv neutron-server[103587]: return self.request(url, 'GET', **kwargs) Dec 10 15:32:43.149613 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:32:43.149613 dv-neutron-821401-4-hyperv neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:32:43.149613 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:32:43.149613 dv-neutron-821401-4-hyperv neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:32:43.149613 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:32:43.149613 dv-neutron-821401-4-hyperv neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:32:43.149613 dv-neutron-821401-4-hyperv neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:32:43.149613 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-73d00854-7c49-437f-83e7-12a3d7d22066 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:43.179312 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8aa0d16-1edd-43d9-b55d-cd0a4fd5cc4d tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:43.187399 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8aa0d16-1edd-43d9-b55d-cd0a4fd5cc4d tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:43.196040 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8aa0d16-1edd-43d9-b55d-cd0a4fd5cc4d tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:43.200477 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-e8aa0d16-1edd-43d9-b55d-cd0a4fd5cc4d tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1867383 Dec 10 15:32:43.225448 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33138) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:43.266227 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-124c4de7-aa60-4a1b-8034-46851ba4e934 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:43.282808 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-0e1c3a91-dd8a-441d-9b9b-5cdac6b4d330 None None] For port a5332cad-514c-4cf6-ab42-0d928f85d8ed, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:32:43.286198 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-0e1c3a91-dd8a-441d-9b9b-5cdac6b4d330 None None] For port a5332cad-514c-4cf6-ab42-0d928f85d8ed, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=a5332cad-514c-4cf6-ab42-0d928f85d8ed,segment=NetworkSegment(c80994d8-be4f-4fc7-a830-a87d5b01447b),segment_id=c80994d8-be4f-4fc7-a830-a87d5b01447b)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:32:43.291785 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff628a9-0195-430e-970a-fb75e85acdeb None None] Network a1619e8a-120e-4117-82f2-6236b73b5050 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:32:43.405984 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0e1c3a91-dd8a-441d-9b9b-5cdac6b4d330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:43.422597 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-7efc5b41-71bf-4338-8afe-87905fecc130 None None] For port e0bd4b2f-9a15-4447-9b63-616fcd0644d1, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:32:43.528362 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-124c4de7-aa60-4a1b-8034-46851ba4e934 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:43.535827 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-124c4de7-aa60-4a1b-8034-46851ba4e934 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] 10.222.0.20 "DELETE /v2.0/networks/9b367688-2823-470c-a21e-7d53abdd36c6 HTTP/1.1" status: 204 len: 168 time: 2.4016399 Dec 10 15:32:43.537996 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124c4de7-aa60-4a1b-8034-46851ba4e934 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Pushing event deleted for resources: {'Network': ['ID=9b367688-2823-470c-a21e-7d53abdd36c6,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:43.552919 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287df649-8011-48ed-9b46-8658b23bfb9f req-b5581c47-dea5-438c-bd06-9139045f9393 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:43.558176 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-287df649-8011-48ed-9b46-8658b23bfb9f req-b5581c47-dea5-438c-bd06-9139045f9393 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.44 "GET /v2.0/networks?id=78b329c0-5093-420d-971f-ce625768710e HTTP/1.1" status: 200 len: 797 time: 0.2243769 Dec 10 15:32:43.559437 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33142) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:43.578582 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-28e8fa0f-54d5-400e-be99-e0d238ec668f tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1799201626'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:43.590563 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1c3a91-dd8a-441d-9b9b-5cdac6b4d330 None None] Pushing event updated for resources: {'Port': ['ID=a5332cad-514c-4cf6-ab42-0d928f85d8ed,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:43.592210 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-73d00854-7c49-437f-83e7-12a3d7d22066 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:43.636104 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:43.647547 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-66580803-cb1c-409d-b4b0-3106ce222159 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.8715217 Dec 10 15:32:43.653129 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-026aa50d-a3ec-4c26-9e27-86dc65df410c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:43.654690 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33144) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:43.662232 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-7efc5b41-71bf-4338-8afe-87905fecc130 None None] For port e0bd4b2f-9a15-4447-9b63-616fcd0644d1, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=e0bd4b2f-9a15-4447-9b63-616fcd0644d1,segment=NetworkSegment(64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4),segment_id=64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:32:43.721680 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-185a4e66-3fbf-4d48-9c3e-1b8024b034fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:43.729230 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e3dfc312-cc10-4785-9464-669e1a2de8eb tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:43.734302 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e3dfc312-cc10-4785-9464-669e1a2de8eb tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:43.743319 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-e3dfc312-cc10-4785-9464-669e1a2de8eb tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] 10.222.0.20 "DELETE /v2.0/networks/0720c243-b8c9-4d32-a4ef-97643a528d49 HTTP/1.1" status: 204 len: 168 time: 2.5119457 Dec 10 15:32:43.756677 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33146) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:43.780609 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7efc5b41-71bf-4338-8afe-87905fecc130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:43.786891 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-ec5dbcc9-9c62-4301-8982-3580dd8bbc65 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-681052736'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:43.814641 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port f9d18ea3-672a-4355-872f-dd47aa00ad7b triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:32:43.815167 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:43.841757 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-185a4e66-3fbf-4d48-9c3e-1b8024b034fe None None] For port d5dc70ac-66ab-49b1-ab85-c5c356794f2e, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=d5dc70ac-66ab-49b1-ab85-c5c356794f2e,segment=NetworkSegment(48cafe52-e2d2-4875-a1c3-0e1580435010),segment_id=48cafe52-e2d2-4875-a1c3-0e1580435010)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:32:43.853815 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d00854-7c49-437f-83e7-12a3d7d22066 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e7fdc4d-ef12-46fc-a1ca-ea0ec57a260f,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:43.862156 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dfc312-cc10-4785-9464-669e1a2de8eb tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Pushing event deleted for resources: {'Network': ['ID=0720c243-b8c9-4d32-a4ef-97643a528d49,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:43.963768 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08090131-487c-4162-8499-06a362afd921 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:43.971205 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08090131-487c-4162-8499-06a362afd921 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:43.973410 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-08090131-487c-4162-8499-06a362afd921 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2921841 Dec 10 15:32:43.980599 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33150) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:43.996343 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-287df649-8011-48ed-9b46-8658b23bfb9f req-67ea8432-87c9-4c09-80fe-71779c813d3b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e049672a5fd04e7f8cbb0423b61eb757 HTTP/1.1" status: 200 len: 379 time: 0.3814476 Dec 10 15:32:44.028535 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [req-287df649-8011-48ed-9b46-8658b23bfb9f req-d5493115-ecb0-4dc1-9686-f1e4f167b60e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'port': {'device_id': 'd2d8b614-6355-4b3d-86be-c56b4b54d658', 'network_id': '78b329c0-5093-420d-971f-ce625768710e', 'admin_state_up': True, 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'security_groups': ['99397850-e41c-4478-8b01-ccaac7afb5cb']}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:44.039498 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-73d00854-7c49-437f-83e7-12a3d7d22066 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:44.066316 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e8fa0f-54d5-400e-be99-e0d238ec668f tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Made reservation on behalf of da659e4588db42fabb840b556f184f7b for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:32:44.070194 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-28e8fa0f-54d5-400e-be99-e0d238ec668f tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:44.080046 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-99e61d65-4501-4140-8f32-491633171003 tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Deleting port 8030951b-3a1b-4b0f-8a23-9e20ea0dc4f2 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:32:44.086313 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-99e61d65-4501-4140-8f32-491633171003 tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:44.132500 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-185a4e66-3fbf-4d48-9c3e-1b8024b034fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:44.227150 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efc5b41-71bf-4338-8afe-87905fecc130 None None] Pushing event updated for resources: {'Port': ['ID=e0bd4b2f-9a15-4447-9b63-616fcd0644d1,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:44.236492 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-73d00854-7c49-437f-83e7-12a3d7d22066 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:44.341978 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-be62a722-0da1-4b4e-ab81-8098a42d6731 req-00a7642f-8dea-44ef-a35f-9e20bfe066b0 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2d8b614-6355-4b3d-86be-c56b4b54d658 HTTP/1.1" status: 200 len: 210 time: 0.2974067 Dec 10 15:32:44.392622 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:44.417017 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-923b0144-64ae-45a7-95eb-e032c7c514c1 None None] Provisioning complete for port f9d18ea3-672a-4355-872f-dd47aa00ad7b triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:32:44.417017 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-923b0144-64ae-45a7-95eb-e032c7c514c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:44.445753 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec5dbcc9-9c62-4301-8982-3580dd8bbc65 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Made reservation on behalf of 1669e2c341ad498c8f67a90a963f4ed9 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:32:44.452476 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ec5dbcc9-9c62-4301-8982-3580dd8bbc65 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:44.464032 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-83316942-10b9-49f7-b2d2-f9c1613d80d1 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Allocated IP 2001:db8:0:1::173 (2ed2f63e-a369-4a0f-92b7-3281ca71d22c/3255bf48-fd15-48ce-8737-b60447ef466d/3e1a285f-cbcb-4576-9a6b-d61874589713) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:32:44.506195 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185a4e66-3fbf-4d48-9c3e-1b8024b034fe None None] Pushing event updated for resources: {'Port': ['ID=d5dc70ac-66ab-49b1-ab85-c5c356794f2e,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:44.531707 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28e8fa0f-54d5-400e-be99-e0d238ec668f tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:32:44.542008 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-73d00854-7c49-437f-83e7-12a3d7d22066 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:44.546967 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-73d00854-7c49-437f-83e7-12a3d7d22066 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 2.7914603 Dec 10 15:32:44.548313 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d00854-7c49-437f-83e7-12a3d7d22066 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=820474ec-d19c-461e-a019-085885ba9d1c,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:44.572075 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33156) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:44.614610 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] For port f9d18ea3-672a-4355-872f-dd47aa00ad7b, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=f9d18ea3-672a-4355-872f-dd47aa00ad7b,segment=NetworkSegment(ca4465e7-c1d6-4587-ac0e-abb1eac1a5e6),segment_id=ca4465e7-c1d6-4587-ac0e-abb1eac1a5e6)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:32:44.635038 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-28e8fa0f-54d5-400e-be99-e0d238ec668f tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:44.635768 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.segments_db [None req-28e8fa0f-54d5-400e-be99-e0d238ec668f tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Added segment 908b9ee1-b81b-44e6-b8a3-c9321f112602 of type vlan for network 5ea0588e-1b4e-41ca-be20-7e05d95bea50 Dec 10 15:32:44.661281 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec5dbcc9-9c62-4301-8982-3580dd8bbc65 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:32:44.725857 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-83316942-10b9-49f7-b2d2-f9c1613d80d1 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:44.741706 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-1269598a-36e3-4597-abd0-a670100cf5b0 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.1456912 Dec 10 15:32:44.753728 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33158) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:44.768832 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-5c182ec4-e318-464d-8038-8c274e731120 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Request body: {'security_group': {'name': 'tempest-security--1869634465', 'description': 'tempest-security-description-1894996402'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:44.777971 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:44.778934 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device d5dc70ac-66ab-49b1-ab85-c5c356794f2e up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:32:44.845334 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ec5dbcc9-9c62-4301-8982-3580dd8bbc65 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:44.848497 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.segments_db [None req-ec5dbcc9-9c62-4301-8982-3580dd8bbc65 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Added segment 62ad03a4-1839-49a7-a01e-5af6173a2e95 of type vlan for network db3ccc8a-3f50-48d2-82ea-60e4b3cd679e Dec 10 15:32:44.869477 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-28e8fa0f-54d5-400e-be99-e0d238ec668f tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:44.870165 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-83316942-10b9-49f7-b2d2-f9c1613d80d1 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:44.881309 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5c182ec4-e318-464d-8038-8c274e731120 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:44.962870 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ec5dbcc9-9c62-4301-8982-3580dd8bbc65 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:45.017318 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-28e8fa0f-54d5-400e-be99-e0d238ec668f tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:45.036719 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-99e61d65-4501-4140-8f32-491633171003 tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:45.038568 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-923b0144-64ae-45a7-95eb-e032c7c514c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:45.047136 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e8fa0f-54d5-400e-be99-e0d238ec668f tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:45.048053 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-28e8fa0f-54d5-400e-be99-e0d238ec668f tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:45.083588 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Pushing event updated for resources: {'Port': ['ID=f9d18ea3-672a-4355-872f-dd47aa00ad7b,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:45.128670 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ec5dbcc9-9c62-4301-8982-3580dd8bbc65 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:45.128670 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5dbcc9-9c62-4301-8982-3580dd8bbc65 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:45.128670 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ec5dbcc9-9c62-4301-8982-3580dd8bbc65 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:45.137344 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-287df649-8011-48ed-9b46-8658b23bfb9f req-d5493115-ecb0-4dc1-9686-f1e4f167b60e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Made reservation on behalf of e049672a5fd04e7f8cbb0423b61eb757 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:32:45.142464 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port d5dc70ac-66ab-49b1-ab85-c5c356794f2e triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:32:45.142977 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:45.155290 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-287df649-8011-48ed-9b46-8658b23bfb9f req-d5493115-ecb0-4dc1-9686-f1e4f167b60e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:45.209389 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5c182ec4-e318-464d-8038-8c274e731120 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:45.211099 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-83316942-10b9-49f7-b2d2-f9c1613d80d1 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] In _notify_port_updated(), no bound segment for port 3e1a285f-cbcb-4576-9a6b-d61874589713 on network 2ed2f63e-a369-4a0f-92b7-3281ca71d22c {{(pid=103586) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 15:32:45.223976 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.db.api [None req-923b0144-64ae-45a7-95eb-e032c7c514c1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 15:32:45.224597 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG oslo_db.api [None req-923b0144-64ae-45a7-95eb-e032c7c514c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 15:32:45.226065 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83316942-10b9-49f7-b2d2-f9c1613d80d1 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:45.227038 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-83316942-10b9-49f7-b2d2-f9c1613d80d1 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:45.228429 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-83316942-10b9-49f7-b2d2-f9c1613d80d1 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "PUT /v2.0/ports/3e1a285f-cbcb-4576-9a6b-d61874589713 HTTP/1.1" status: 200 len: 1012 time: 2.4371285 Dec 10 15:32:45.240385 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33160) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:45.246175 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83316942-10b9-49f7-b2d2-f9c1613d80d1 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event updated for resources: {'Port': ['ID=3e1a285f-cbcb-4576-9a6b-d61874589713,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:45.269181 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-99e61d65-4501-4140-8f32-491633171003 tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Calling delete_port for 8030951b-3a1b-4b0f-8a23-9e20ea0dc4f2 owned by {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:32:45.286283 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-4a20f4fb-a158-43b9-9e81-7d45b19bb25a tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Deleting port 613f4de5-d8b9-4c80-b445-23a8eaf837d5 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:32:45.286918 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4a20f4fb-a158-43b9-9e81-7d45b19bb25a tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:45.287993 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-28e8fa0f-54d5-400e-be99-e0d238ec668f tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7164586 Dec 10 15:32:45.340794 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33162) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:45.355042 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-350875b9-5b0b-4267-b929-17d76c82440d tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Request body: {'subnet': {'network_id': '5ea0588e-1b4e-41ca-be20-7e05d95bea50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:45.399703 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device c8a253dd-60a7-4de4-9ec8-15cc4b5f3649 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:32:45.403298 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-266ef2d0-87b6-41a8-b4fd-e7a2e089c913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:45.459157 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e8fa0f-54d5-400e-be99-e0d238ec668f tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Pushing event updated for resources: {'Network': ['ID=5ea0588e-1b4e-41ca-be20-7e05d95bea50,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:45.480689 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 5ea0588e-1b4e-41ca-be20-7e05d95bea50 details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:32:45.504672 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-ec5dbcc9-9c62-4301-8982-3580dd8bbc65 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7221351 Dec 10 15:32:45.523402 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33166) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:45.545862 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-eccfba8e-1de3-4cfb-84c0-9408d230ceb2 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Request body: {'subnet': {'network_id': 'db3ccc8a-3f50-48d2-82ea-60e4b3cd679e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:45.562357 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5c182ec4-e318-464d-8038-8c274e731120 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:45.565392 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5c182ec4-e318-464d-8038-8c274e731120 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:45.569580 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-5c182ec4-e318-464d-8038-8c274e731120 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] 10.222.0.20 "PUT /v2.0/security-groups/820474ec-d19c-461e-a019-085885ba9d1c HTTP/1.1" status: 200 len: 1795 time: 0.8142245 Dec 10 15:32:45.577238 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33168) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:45.699173 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4a20f4fb-a158-43b9-9e81-7d45b19bb25a tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:45.702505 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port c8a253dd-60a7-4de4-9ec8-15cc4b5f3649 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:32:45.703244 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:45.712429 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-1e2a9c0d-47d9-4223-b745-c91db4fde80f req-4d3aebb3-07c2-4a25-aaf2-30bf110a7841 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2d8b614-6355-4b3d-86be-c56b4b54d658 HTTP/1.1" status: 200 len: 210 time: 0.1789823 Dec 10 15:32:45.751633 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-06939a6c-e6f2-4ea9-8d76-4a0604e7d7e8 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] 10.222.0.20 "GET /v2.0/security-groups/820474ec-d19c-461e-a019-085885ba9d1c HTTP/1.1" status: 200 len: 1795 time: 0.1685998 Dec 10 15:32:45.759909 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33170) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:45.781904 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-4a20f4fb-a158-43b9-9e81-7d45b19bb25a tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Calling delete_port for 613f4de5-d8b9-4c80-b445-23a8eaf837d5 owned by {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:32:45.795618 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-f04f4913-02cc-4359-9baa-cd799dea09ac tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Deleting port 3e1a285f-cbcb-4576-9a6b-d61874589713 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:32:45.796332 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f04f4913-02cc-4359-9baa-cd799dea09ac tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:45.804742 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5dbcc9-9c62-4301-8982-3580dd8bbc65 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Pushing event updated for resources: {'Network': ['ID=db3ccc8a-3f50-48d2-82ea-60e4b3cd679e,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:45.827293 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c182ec4-e318-464d-8038-8c274e731120 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=820474ec-d19c-461e-a019-085885ba9d1c,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:45.856962 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network db3ccc8a-3f50-48d2-82ea-60e4b3cd679e details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:32:45.932728 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-287df649-8011-48ed-9b46-8658b23bfb9f req-d5493115-ecb0-4dc1-9686-f1e4f167b60e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Allocated IP 172.20.0.10 (78b329c0-5093-420d-971f-ce625768710e/57830461-432a-4f8d-a9a8-32a63484290f/a8105268-3e68-4849-a38d-a20a747926fa) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:32:45.964806 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23dc6685-a3a7-451d-86e0-e77d39e1a12f None None] Network 35579e17-cd30-4f35-b929-4b9e85f354d6 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:32:45.998361 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f04f4913-02cc-4359-9baa-cd799dea09ac tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:46.022105 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-350875b9-5b0b-4267-b929-17d76c82440d tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Made reservation on behalf of da659e4588db42fabb840b556f184f7b for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:32:46.027667 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-350875b9-5b0b-4267-b929-17d76c82440d tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11668558'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:46.044761 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c182ec4-e318-464d-8038-8c274e731120 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:32:46.045118 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c182ec4-e318-464d-8038-8c274e731120 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:32:46.045508 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c182ec4-e318-464d-8038-8c274e731120 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:32:46.045932 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c182ec4-e318-464d-8038-8c274e731120 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:32:46.046218 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c182ec4-e318-464d-8038-8c274e731120 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:32:46.047409 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c182ec4-e318-464d-8038-8c274e731120 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:32:46.047744 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c182ec4-e318-464d-8038-8c274e731120 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:32:46.048076 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c182ec4-e318-464d-8038-8c274e731120 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:32:46.048405 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c182ec4-e318-464d-8038-8c274e731120 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:32:46.048735 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c182ec4-e318-464d-8038-8c274e731120 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:32:46.049061 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c182ec4-e318-464d-8038-8c274e731120 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:32:46.050110 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c182ec4-e318-464d-8038-8c274e731120 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:32:46.050444 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c182ec4-e318-464d-8038-8c274e731120 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:32:46.078507 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-f04f4913-02cc-4359-9baa-cd799dea09ac tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Calling delete_port for 3e1a285f-cbcb-4576-9a6b-d61874589713 owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:32:46.096618 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-923b0144-64ae-45a7-95eb-e032c7c514c1 None None] Provisioning complete for port c8a253dd-60a7-4de4-9ec8-15cc4b5f3649 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:32:46.097119 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-923b0144-64ae-45a7-95eb-e032c7c514c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:46.125803 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4a20f4fb-a158-43b9-9e81-7d45b19bb25a tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:46.174089 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a20f4fb-a158-43b9-9e81-7d45b19bb25a tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event deleted for resources: {'Port': ['ID=613f4de5-d8b9-4c80-b445-23a8eaf837d5,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:46.177943 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:46.228527 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-712f923e-1eec-4996-a7b3-64344392ed2e tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:46.275967 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-712f923e-1eec-4996-a7b3-64344392ed2e tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:46.300379 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eccfba8e-1de3-4cfb-84c0-9408d230ceb2 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Made reservation on behalf of 1669e2c341ad498c8f67a90a963f4ed9 for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:32:46.304050 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-eccfba8e-1de3-4cfb-84c0-9408d230ceb2 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:46.338596 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-287df649-8011-48ed-9b46-8658b23bfb9f req-d5493115-ecb0-4dc1-9686-f1e4f167b60e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:46.399774 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4a20f4fb-a158-43b9-9e81-7d45b19bb25a tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:46.403479 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-4a20f4fb-a158-43b9-9e81-7d45b19bb25a tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/ports/613f4de5-d8b9-4c80-b445-23a8eaf837d5 HTTP/1.1" status: 204 len: 168 time: 2.4160237 Dec 10 15:32:46.407694 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33172) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:46.469722 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.ipam_backend_mixin [None req-eccfba8e-1de3-4cfb-84c0-9408d230ceb2 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Performing IP validity checks on allocation pools {{(pid=103586) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 10 15:32:46.470327 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.ipam_backend_mixin [None req-eccfba8e-1de3-4cfb-84c0-9408d230ceb2 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103586) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 10 15:32:46.500394 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-01fd5ecd-e2cd-4cd7-807b-2245b816adda None None] Provisioning complete for port e0bd4b2f-9a15-4447-9b63-616fcd0644d1 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:32:46.500925 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-01fd5ecd-e2cd-4cd7-807b-2245b816adda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:46.557477 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcacaa9-14fa-491d-9497-7d8146f6cf4e tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:46.559046 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcacaa9-14fa-491d-9497-7d8146f6cf4e tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:46.561248 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-abcacaa9-14fa-491d-9497-7d8146f6cf4e tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1511745 Dec 10 15:32:46.564076 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33174) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:46.578229 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-712f923e-1eec-4996-a7b3-64344392ed2e tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:46.582799 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-712f923e-1eec-4996-a7b3-64344392ed2e tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:46.585592 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-712f923e-1eec-4996-a7b3-64344392ed2e tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] 10.222.0.20 "DELETE /v2.0/security-groups/820474ec-d19c-461e-a019-085885ba9d1c HTTP/1.1" status: 204 len: 168 time: 0.8163159 Dec 10 15:32:46.592821 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33176) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:46.632158 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712f923e-1eec-4996-a7b3-64344392ed2e tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=820474ec-d19c-461e-a019-085885ba9d1c,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:46.646848 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-99e61d65-4501-4140-8f32-491633171003 tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:46.670255 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-287df649-8011-48ed-9b46-8658b23bfb9f req-d5493115-ecb0-4dc1-9686-f1e4f167b60e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:46.701367 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-287df649-8011-48ed-9b46-8658b23bfb9f req-d5493115-ecb0-4dc1-9686-f1e4f167b60e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Network 78b329c0-5093-420d-971f-ce625768710e is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:32:46.706862 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e61d65-4501-4140-8f32-491633171003 tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Pushing event deleted for resources: {'Port': ['ID=8030951b-3a1b-4b0f-8a23-9e20ea0dc4f2,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:46.745434 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_v2 [None req-67e93b63-5098-48dd-a82d-a4c790cb0dfa tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Deleting subnet b308aad2-640e-405a-8fab-0622c73513c3 {{(pid=103586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:32:46.761801 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-287df649-8011-48ed-9b46-8658b23bfb9f req-d5493115-ecb0-4dc1-9686-f1e4f167b60e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:32:46.778387 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-5002ada1-f9ed-4756-8639-22a01d224988 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1812844 Dec 10 15:32:46.813212 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33180) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:46.826904 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-287df649-8011-48ed-9b46-8658b23bfb9f req-d5493115-ecb0-4dc1-9686-f1e4f167b60e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:32:46.831850 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-67e93b63-5098-48dd-a82d-a4c790cb0dfa tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for subnet, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:46.868571 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device f9d18ea3-672a-4355-872f-dd47aa00ad7b up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:32:46.876464 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-01fd5ecd-e2cd-4cd7-807b-2245b816adda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:46.890321 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f04f4913-02cc-4359-9baa-cd799dea09ac tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:46.908308 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287df649-8011-48ed-9b46-8658b23bfb9f req-d5493115-ecb0-4dc1-9686-f1e4f167b60e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:46.909001 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-287df649-8011-48ed-9b46-8658b23bfb9f req-d5493115-ecb0-4dc1-9686-f1e4f167b60e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:46.910300 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.api.v2.resource [None req-6425273a-f59d-4ccf-ab83-e768c24eee34 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] delete failed (client error): The resource could not be found. Dec 10 15:32:46.911349 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-6425273a-f59d-4ccf-ab83-e768c24eee34 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] 10.222.0.20 "DELETE /v2.0/security-groups/820474ec-d19c-461e-a019-085885ba9d1c HTTP/1.1" status: 404 len: 347 time: 0.0970211 Dec 10 15:32:46.949528 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33182) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:46.971055 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-78611384-70a7-4de4-8da3-3de4fc53aaa6 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Request body: {'security_group': {'name': 'tempest-secgroup--226316212'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:46.971671 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-01fd5ecd-e2cd-4cd7-807b-2245b816adda None None] For port e0bd4b2f-9a15-4447-9b63-616fcd0644d1, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=e0bd4b2f-9a15-4447-9b63-616fcd0644d1,segment=NetworkSegment(64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4),segment_id=64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:32:46.983733 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-67e93b63-5098-48dd-a82d-a4c790cb0dfa tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12392400'] for subnet, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:47.006176 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port f9d18ea3-672a-4355-872f-dd47aa00ad7b triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:32:47.006562 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:47.024882 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-287df649-8011-48ed-9b46-8658b23bfb9f req-d5493115-ecb0-4dc1-9686-f1e4f167b60e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0086036 Dec 10 15:32:47.037351 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-99e61d65-4501-4140-8f32-491633171003 tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:47.041073 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-99e61d65-4501-4140-8f32-491633171003 tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] 10.222.0.20 "DELETE /v2.0/ports/8030951b-3a1b-4b0f-8a23-9e20ea0dc4f2 HTTP/1.1" status: 204 len: 168 time: 3.8146482 Dec 10 15:32:47.050882 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33184) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:47.062172 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-9f4a6937-c9c6-4619-90bb-5f92e010dedb tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Request body: {'port': {'name': 'tempest-new-port-name-327305046', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:47.062770 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.api.validators [None req-9f4a6937-c9c6-4619-90bb-5f92e010dedb tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] bootfile-name is not in valid_values {{(pid=103586) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 15:32:47.063378 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.api.validators [None req-9f4a6937-c9c6-4619-90bb-5f92e010dedb tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] tftp-server is not in valid_values {{(pid=103586) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 15:32:47.063874 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.api.validators [None req-9f4a6937-c9c6-4619-90bb-5f92e010dedb tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] server-ip-address is not in valid_values {{(pid=103586) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 15:32:47.064712 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [req-287df649-8011-48ed-9b46-8658b23bfb9f req-119a34fa-8433-4254-957f-7e68d1bbd3c8 service neutron] Request body: {'port': {'device_id': 'd2d8b614-6355-4b3d-86be-c56b4b54d658', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:47.068303 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-01fd5ecd-e2cd-4cd7-807b-2245b816adda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:47.205749 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb0b3f0-e5a5-45fc-b531-19054d791bdc req-01a5f554-ada4-4392-9297-1e090e456c17 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:47.207684 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-7cb0b3f0-e5a5-45fc-b531-19054d791bdc req-01a5f554-ada4-4392-9297-1e090e456c17 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2d8b614-6355-4b3d-86be-c56b4b54d658 HTTP/1.1" status: 200 len: 932 time: 0.2757347 Dec 10 15:32:47.212885 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-01fd5ecd-e2cd-4cd7-807b-2245b816adda None None] Provisioning complete for port 08ede049-65a1-4a2c-bb66-d0992ffa7135 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:32:47.222051 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-01fd5ecd-e2cd-4cd7-807b-2245b816adda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:47.222051 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device a5332cad-514c-4cf6-ab42-0d928f85d8ed up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:32:47.233820 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5493115-ecb0-4dc1-9686-f1e4f167b60e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'Port': ['ID=a8105268-3e68-4849-a38d-a20a747926fa,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:47.250223 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-78611384-70a7-4de4-8da3-3de4fc53aaa6 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:47.279173 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f04f4913-02cc-4359-9baa-cd799dea09ac tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:47.285298 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fd5ecd-e2cd-4cd7-807b-2245b816adda None None] Pushing event updated for resources: {'Port': ['ID=e0bd4b2f-9a15-4447-9b63-616fcd0644d1,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:47.285446 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-f04f4913-02cc-4359-9baa-cd799dea09ac tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "DELETE /v2.0/ports/3e1a285f-cbcb-4576-9a6b-d61874589713 HTTP/1.1" status: 204 len: 168 time: 2.0009136 Dec 10 15:32:47.290522 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-eccfba8e-1de3-4cfb-84c0-9408d230ceb2 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11695183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581935'] for subnet, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:47.292949 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33186) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:47.311664 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-01fd5ecd-e2cd-4cd7-807b-2245b816adda None None] Port 08ede049-65a1-4a2c-bb66-d0992ffa7135 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:32:47.326675 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04f4913-02cc-4359-9baa-cd799dea09ac tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event deleted for resources: {'Port': ['ID=3e1a285f-cbcb-4576-9a6b-d61874589713,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:47.337093 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-287df649-8011-48ed-9b46-8658b23bfb9f req-119a34fa-8433-4254-957f-7e68d1bbd3c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:47.340177 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-01fd5ecd-e2cd-4cd7-807b-2245b816adda None None] Provisioning complete for port f9d18ea3-672a-4355-872f-dd47aa00ad7b triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:32:47.340974 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-01fd5ecd-e2cd-4cd7-807b-2245b816adda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:47.366549 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9f4a6937-c9c6-4619-90bb-5f92e010dedb tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:47.395186 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-350875b9-5b0b-4267-b929-17d76c82440d tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11236534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11668560'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:47.408989 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-7cb0b3f0-e5a5-45fc-b531-19054d791bdc req-c985f19c-ddc4-49b7-95db-6e22f858d4d4 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=99397850-e41c-4478-8b01-ccaac7afb5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1704729 Dec 10 15:32:47.416249 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port a5332cad-514c-4cf6-ab42-0d928f85d8ed triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:32:47.419518 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:47.441904 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3eed920-76dd-4a59-8f4f-6ad715093ab7 None None] get_active_networks_info from dv-neutron-821401-4-hyperv {{(pid=103588) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 15:32:47.458016 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-67e93b63-5098-48dd-a82d-a4c790cb0dfa tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:47.463735 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-694352a1-b473-4e48-bb55-8a272fb5e7ee tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] GET failed (client error): The resource could not be found. Dec 10 15:32:47.469137 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-694352a1-b473-4e48-bb55-8a272fb5e7ee tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "GET /v2.0/ports/3e1a285f-cbcb-4576-9a6b-d61874589713 HTTP/1.1" status: 404 len: 333 time: 0.1558135 Dec 10 15:32:47.473611 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33188) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:47.561031 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350875b9-5b0b-4267-b929-17d76c82440d tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Pushing event updated for resources: {'Subnet': ['ID=49b6cb3f-4042-464b-830f-fc0ea6e22039,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:47.576240 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccfba8e-1de3-4cfb-84c0-9408d230ceb2 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Pushing event updated for resources: {'Subnet': ['ID=10e76780-ecb0-42f3-8623-9d41185ae553,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:47.604311 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350875b9-5b0b-4267-b929-17d76c82440d tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Checking segment: {'id': '908b9ee1-b81b-44e6-b8a3-c9321f112602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5ea0588e-1b4e-41ca-be20-7e05d95bea50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:32:47.604568 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350875b9-5b0b-4267-b929-17d76c82440d tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Network hostable DHCP agents. Network: 5ea0588e-1b4e-41ca-be20-7e05d95bea50, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:32:47.683652 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:47.699834 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccfba8e-1de3-4cfb-84c0-9408d230ceb2 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Checking segment: {'id': '62ad03a4-1839-49a7-a01e-5af6173a2e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'db3ccc8a-3f50-48d2-82ea-60e4b3cd679e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:32:47.700331 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccfba8e-1de3-4cfb-84c0-9408d230ceb2 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Network hostable DHCP agents. Network: db3ccc8a-3f50-48d2-82ea-60e4b3cd679e, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:32:47.714796 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-01fd5ecd-e2cd-4cd7-807b-2245b816adda None None] Provisioning complete for port a5332cad-514c-4cf6-ab42-0d928f85d8ed triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:32:47.715173 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-01fd5ecd-e2cd-4cd7-807b-2245b816adda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:47.720452 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_v2 [None req-01a6d222-32b6-4ffc-95e4-a4cc4e6bf02a tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Deleting subnet 3255bf48-fd15-48ce-8737-b60447ef466d {{(pid=103586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:32:47.743801 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-01a6d222-32b6-4ffc-95e4-a4cc4e6bf02a tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for subnet, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:47.755735 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-78611384-70a7-4de4-8da3-3de4fc53aaa6 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:47.792569 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] For port a5332cad-514c-4cf6-ab42-0d928f85d8ed, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=a5332cad-514c-4cf6-ab42-0d928f85d8ed,segment=NetworkSegment(c80994d8-be4f-4fc7-a830-a87d5b01447b),segment_id=c80994d8-be4f-4fc7-a830-a87d5b01447b)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:32:47.798367 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:47.826514 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-01a6d222-32b6-4ffc-95e4-a4cc4e6bf02a tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12392400'] for subnet, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:47.866419 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-67e93b63-5098-48dd-a82d-a4c790cb0dfa tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:47.868463 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-78611384-70a7-4de4-8da3-3de4fc53aaa6 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:47.891647 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:47.892451 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device d5dc70ac-66ab-49b1-ab85-c5c356794f2e up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:32:47.934650 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccfba8e-1de3-4cfb-84c0-9408d230ceb2 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Network db3ccc8a-3f50-48d2-82ea-60e4b3cd679e is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:32:47.945910 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e93b63-5098-48dd-a82d-a4c790cb0dfa tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event deleted for resources: {'Subnet': ['ID=b308aad2-640e-405a-8fab-0622c73513c3,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:47.949053 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-67e93b63-5098-48dd-a82d-a4c790cb0dfa tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:47.956812 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-67e93b63-5098-48dd-a82d-a4c790cb0dfa tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/subnets/b308aad2-640e-405a-8fab-0622c73513c3 HTTP/1.1" status: 204 len: 168 time: 1.3885825 Dec 10 15:32:47.963485 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-01fd5ecd-e2cd-4cd7-807b-2245b816adda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:47.967643 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33190) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:47.985983 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350875b9-5b0b-4267-b929-17d76c82440d tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Network 5ea0588e-1b4e-41ca-be20-7e05d95bea50 is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:32:48.015965 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78611384-70a7-4de4-8da3-3de4fc53aaa6 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=271a62e5-fbae-4164-b7da-f50ac28bc0b0,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:48.037790 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Pushing event updated for resources: {'Port': ['ID=a5332cad-514c-4cf6-ab42-0d928f85d8ed,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:48.054651 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9f4a6937-c9c6-4619-90bb-5f92e010dedb tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:48.056376 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [req-287df649-8011-48ed-9b46-8658b23bfb9f req-119a34fa-8433-4254-957f-7e68d1bbd3c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8105268-3e68-4849-a38d-a20a747926fa {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 15:32:48.067715 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-287df649-8011-48ed-9b46-8658b23bfb9f req-119a34fa-8433-4254-957f-7e68d1bbd3c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:48.078833 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-06776faa-0d12-4f4c-9a74-4f0fad9efec0 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1073282 Dec 10 15:32:48.084063 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33192) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:48.090588 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-78611384-70a7-4de4-8da3-3de4fc53aaa6 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:48.092526 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-78611384-70a7-4de4-8da3-3de4fc53aaa6 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.1381404 Dec 10 15:32:48.096661 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-613cea94-ce28-4f63-bbe8-591deca17fb7 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Request body: {'subnet': {'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:48.103628 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3eed920-76dd-4a59-8f4f-6ad715093ab7 None None] Unable to find a vacant binding_index for network db3ccc8a-3f50-48d2-82ea-60e4b3cd679e and agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Dec 10 15:32:48.104192 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33194) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:48.106447 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-eccfba8e-1de3-4cfb-84c0-9408d230ceb2 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, db3ccc8a-3f50-48d2-82ea-60e4b3cd679e) {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:32:48.108644 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-287df649-8011-48ed-9b46-8658b23bfb9f req-119a34fa-8433-4254-957f-7e68d1bbd3c8 service neutron] Transition to ACTIVE for port object a8105268-3e68-4849-a38d-a20a747926fa will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 15:32:48.111943 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccfba8e-1de3-4cfb-84c0-9408d230ceb2 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:48.112791 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-eccfba8e-1de3-4cfb-84c0-9408d230ceb2 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:48.122416 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.db.api [None req-01fd5ecd-e2cd-4cd7-807b-2245b816adda None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 15:32:48.122416 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG oslo_db.api [None req-01fd5ecd-e2cd-4cd7-807b-2245b816adda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 15:32:48.122416 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port d5dc70ac-66ab-49b1-ab85-c5c356794f2e triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:32:48.122841 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-ae766dca-0707-45de-b70e-cad4d84aaf11 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Request body: {'security_group_rule': {'security_group_id': '271a62e5-fbae-4164-b7da-f50ac28bc0b0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:48.122959 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:48.124478 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-350875b9-5b0b-4267-b929-17d76c82440d tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 5ea0588e-1b4e-41ca-be20-7e05d95bea50) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:32:48.128817 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350875b9-5b0b-4267-b929-17d76c82440d tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:48.129419 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-350875b9-5b0b-4267-b929-17d76c82440d tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:48.171009 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3eed920-76dd-4a59-8f4f-6ad715093ab7 None None] Unable to find a vacant binding_index for network 5ea0588e-1b4e-41ca-be20-7e05d95bea50 and agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Dec 10 15:32:48.182285 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9f4a6937-c9c6-4619-90bb-5f92e010dedb tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:48.201630 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-287df649-8011-48ed-9b46-8658b23bfb9f req-119a34fa-8433-4254-957f-7e68d1bbd3c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:48.231443 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device e0bd4b2f-9a15-4447-9b63-616fcd0644d1 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:32:48.251138 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-01a6d222-32b6-4ffc-95e4-a4cc4e6bf02a tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:48.261530 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3eed920-76dd-4a59-8f4f-6ad715093ab7 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, db3ccc8a-3f50-48d2-82ea-60e4b3cd679e), (DHCP agent, dv-neutron-821401-4-hyperv, 5ea0588e-1b4e-41ca-be20-7e05d95bea50) {{(pid=103588) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 15:32:48.277877 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119a34fa-8433-4254-957f-7e68d1bbd3c8 service neutron] Pushing event updated for resources: {'Port': ['ID=a8105268-3e68-4849-a38d-a20a747926fa,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:48.347992 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port e0bd4b2f-9a15-4447-9b63-616fcd0644d1 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:32:48.348623 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:48.361498 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-287df649-8011-48ed-9b46-8658b23bfb9f req-119a34fa-8433-4254-957f-7e68d1bbd3c8 service neutron] Attempting to bind port a8105268-3e68-4849-a38d-a20a747926fa on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:32:48.361887 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-287df649-8011-48ed-9b46-8658b23bfb9f req-119a34fa-8433-4254-957f-7e68d1bbd3c8 service neutron] Attempting to bind port a8105268-3e68-4849-a38d-a20a747926fa by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '590762fd-8376-4d89-95c3-4561a575715b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '78b329c0-5093-420d-971f-ce625768710e'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:32:48.362232 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287df649-8011-48ed-9b46-8658b23bfb9f req-119a34fa-8433-4254-957f-7e68d1bbd3c8 service neutron] Attempting to bind port a8105268-3e68-4849-a38d-a20a747926fa on network 78b329c0-5093-420d-971f-ce625768710e {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:32:48.367108 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287df649-8011-48ed-9b46-8658b23bfb9f req-119a34fa-8433-4254-957f-7e68d1bbd3c8 service neutron] Port a8105268-3e68-4849-a38d-a20a747926fa on network 78b329c0-5093-420d-971f-ce625768710e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:32:48.367441 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287df649-8011-48ed-9b46-8658b23bfb9f req-119a34fa-8433-4254-957f-7e68d1bbd3c8 service neutron] Attempting to bind port a8105268-3e68-4849-a38d-a20a747926fa on network 78b329c0-5093-420d-971f-ce625768710e {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:32:48.373708 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287df649-8011-48ed-9b46-8658b23bfb9f req-119a34fa-8433-4254-957f-7e68d1bbd3c8 service neutron] Checking agent: {'id': 'fa828968-c68f-4b22-9699-a58fe4ab1f05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 28, 13), 'started_at': datetime.datetime(2021, 12, 10, 15, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:32:48.374032 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287df649-8011-48ed-9b46-8658b23bfb9f req-119a34fa-8433-4254-957f-7e68d1bbd3c8 service neutron] Checking segment: {'id': '590762fd-8376-4d89-95c3-4561a575715b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '78b329c0-5093-420d-971f-ce625768710e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:32:48.374401 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287df649-8011-48ed-9b46-8658b23bfb9f req-119a34fa-8433-4254-957f-7e68d1bbd3c8 service neutron] Bound using segment: {'id': '590762fd-8376-4d89-95c3-4561a575715b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '78b329c0-5093-420d-971f-ce625768710e'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:32:48.374835 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-287df649-8011-48ed-9b46-8658b23bfb9f req-119a34fa-8433-4254-957f-7e68d1bbd3c8 service neutron] Bound port: a8105268-3e68-4849-a38d-a20a747926fa, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '590762fd-8376-4d89-95c3-4561a575715b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '78b329c0-5093-420d-971f-ce625768710e'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:32:48.375195 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-287df649-8011-48ed-9b46-8658b23bfb9f req-119a34fa-8433-4254-957f-7e68d1bbd3c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:48.460266 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-287df649-8011-48ed-9b46-8658b23bfb9f req-119a34fa-8433-4254-957f-7e68d1bbd3c8 service neutron] For port a8105268-3e68-4849-a38d-a20a747926fa, host hv-neutron-8214, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:32:48.468499 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-287df649-8011-48ed-9b46-8658b23bfb9f req-119a34fa-8433-4254-957f-7e68d1bbd3c8 service neutron] For port a8105268-3e68-4849-a38d-a20a747926fa, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=a8105268-3e68-4849-a38d-a20a747926fa,segment=NetworkSegment(590762fd-8376-4d89-95c3-4561a575715b),segment_id=590762fd-8376-4d89-95c3-4561a575715b)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:32:48.564347 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-287df649-8011-48ed-9b46-8658b23bfb9f req-119a34fa-8433-4254-957f-7e68d1bbd3c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:48.604334 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device e0bd4b2f-9a15-4447-9b63-616fcd0644d1 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:32:48.632658 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4758f9-7a2a-4ba1-93f5-473e44654882 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-5ea0588e-1b4e-41ca-be20-7e05d95bea50', 'network_id': '5ea0588e-1b4e-41ca-be20-7e05d95bea50', 'project_id': 'da659e4588db42fabb840b556f184f7b', 'fixed_ips': [{'subnet_id': '49b6cb3f-4042-464b-830f-fc0ea6e22039'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:32:48.633508 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ea4758f9-7a2a-4ba1-93f5-473e44654882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:48.650708 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119a34fa-8433-4254-957f-7e68d1bbd3c8 service neutron] Pushing event updated for resources: {'Port': ['ID=a8105268-3e68-4849-a38d-a20a747926fa,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:48.657535 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287df649-8011-48ed-9b46-8658b23bfb9f req-119a34fa-8433-4254-957f-7e68d1bbd3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:48.658486 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-287df649-8011-48ed-9b46-8658b23bfb9f req-119a34fa-8433-4254-957f-7e68d1bbd3c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:48.660568 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-287df649-8011-48ed-9b46-8658b23bfb9f req-119a34fa-8433-4254-957f-7e68d1bbd3c8 service neutron] 10.222.0.44 "PUT /v2.0/ports/a8105268-3e68-4849-a38d-a20a747926fa HTTP/1.1" status: 200 len: 1094 time: 1.6034381 Dec 10 15:32:48.661089 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2d8b614-6355-4b3d-86be-c56b4b54d658', 'tag': 'a8105268-3e68-4849-a38d-a20a747926fa'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:32:48.665589 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9ca57131bc4931768ac29058952438d1fdd62308db7b17540cc34ffe8faef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c61d3a-76ae-4b34-9387-20d1f487b039" -d '{"events": [{"name": "network-changed", "server_uuid": "d2d8b614-6355-4b3d-86be-c56b4b54d658", "tag": "a8105268-3e68-4849-a38d-a20a747926fa"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:32:48.668160 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4a6937-c9c6-4619-90bb-5f92e010dedb tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Pushing event updated for resources: {'Port': ['ID=08ede049-65a1-4a2c-bb66-d0992ffa7135,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:48.671354 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1e9646-9fac-463d-bf5f-986116a2fce9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-db3ccc8a-3f50-48d2-82ea-60e4b3cd679e', 'network_id': 'db3ccc8a-3f50-48d2-82ea-60e4b3cd679e', 'project_id': '1669e2c341ad498c8f67a90a963f4ed9', 'fixed_ips': [{'subnet_id': '10e76780-ecb0-42f3-8623-9d41185ae553'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:32:48.672240 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9f1e9646-9fac-463d-bf5f-986116a2fce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:48.694028 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ae766dca-0707-45de-b70e-cad4d84aaf11 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:48.699058 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:48.712857 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-9f4a6937-c9c6-4619-90bb-5f92e010dedb tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] In _notify_port_updated(), no bound segment for port 08ede049-65a1-4a2c-bb66-d0992ffa7135 on network bf8b8693-5447-4641-99c8-7a8bd3c93cea {{(pid=103586) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 15:32:48.718854 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4a6937-c9c6-4619-90bb-5f92e010dedb tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:48.723614 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9f4a6937-c9c6-4619-90bb-5f92e010dedb tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:48.723614 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-9f4a6937-c9c6-4619-90bb-5f92e010dedb tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] 10.222.0.20 "PUT /v2.0/ports/08ede049-65a1-4a2c-bb66-d0992ffa7135 HTTP/1.1" status: 200 len: 1136 time: 1.6640821 Dec 10 15:32:48.725767 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33200) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:48.729010 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 15:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b963d51-06ee-4a39-ac9a-c4e787a55b98 x-openstack-request-id: req-5b963d51-06ee-4a39-ac9a-c4e787a55b98 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:32:48.729580 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2d8b614-6355-4b3d-86be-c56b4b54d658", "tag": "a8105268-3e68-4849-a38d-a20a747926fa", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:32:48.729953 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5b963d51-06ee-4a39-ac9a-c4e787a55b98 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:32:48.730500 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2d8b614-6355-4b3d-86be-c56b4b54d658', 'tag': 'a8105268-3e68-4849-a38d-a20a747926fa', 'status': 'completed', 'code': 200} Dec 10 15:32:48.760680 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c83a70-a2cc-4a1f-b3ad-a325a4d4ec1f req-22a4d739-8c5d-42e8-87a4-270318ffccd8 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:48.762211 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-e5c83a70-a2cc-4a1f-b3ad-a325a4d4ec1f req-22a4d739-8c5d-42e8-87a4-270318ffccd8 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2d8b614-6355-4b3d-86be-c56b4b54d658 HTTP/1.1" status: 200 len: 944 time: 0.1875296 Dec 10 15:32:48.806549 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c61d3a-76ae-4b34-9387-20d1f487b039 req-add501b9-d7f1-4dba-942f-902c722ec05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:48.808478 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-47c61d3a-76ae-4b34-9387-20d1f487b039 req-add501b9-d7f1-4dba-942f-902c722ec05e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e049672a5fd04e7f8cbb0423b61eb757&device_id=d2d8b614-6355-4b3d-86be-c56b4b54d658 HTTP/1.1" status: 200 len: 1097 time: 0.0540717 Dec 10 15:32:48.816620 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-350875b9-5b0b-4267-b929-17d76c82440d tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.4666939 Dec 10 15:32:48.818490 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0a0b5c-4970-4381-9b50-5dda62647818 tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:48.819895 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-7a0a0b5c-4970-4381-9b50-5dda62647818 tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] 10.222.0.20 "GET /v2.0/ports/08ede049-65a1-4a2c-bb66-d0992ffa7135 HTTP/1.1" status: 200 len: 1136 time: 0.0930114 Dec 10 15:32:48.821939 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33202) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:48.831363 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33204) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:48.832387 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-446aa5a4-a053-4b1f-b8dc-76f16a996a6e tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1605312593'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:48.843209 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-eccfba8e-1de3-4cfb-84c0-9408d230ceb2 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.3052948 Dec 10 15:32:48.848886 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33206) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:48.870676 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-01fd5ecd-e2cd-4cd7-807b-2245b816adda None None] Provisioning complete for port c8a253dd-60a7-4de4-9ec8-15cc4b5f3649 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:32:48.871051 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-01fd5ecd-e2cd-4cd7-807b-2245b816adda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:48.872565 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port e0bd4b2f-9a15-4447-9b63-616fcd0644d1 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:32:48.873417 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:48.886523 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-01a6d222-32b6-4ffc-95e4-a4cc4e6bf02a tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:48.972612 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a6d222-32b6-4ffc-95e4-a4cc4e6bf02a tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event deleted for resources: {'Subnet': ['ID=3255bf48-fd15-48ce-8737-b60447ef466d,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:48.979070 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ae766dca-0707-45de-b70e-cad4d84aaf11 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:48.985204 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-01a6d222-32b6-4ffc-95e4-a4cc4e6bf02a tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:48.991494 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-01a6d222-32b6-4ffc-95e4-a4cc4e6bf02a tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "DELETE /v2.0/subnets/3255bf48-fd15-48ce-8737-b60447ef466d HTTP/1.1" status: 204 len: 168 time: 1.4887407 Dec 10 15:32:48.992120 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33208) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:48.999495 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-613cea94-ce28-4f63-bbe8-591deca17fb7 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Made reservation on behalf of 915dae42aca44a6e934a20b3a70b3a5e for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:32:49.003606 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-613cea94-ce28-4f63-bbe8-591deca17fb7 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:49.021420 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-e5c83a70-a2cc-4a1f-b3ad-a325a4d4ec1f req-8941a3ec-0021-4887-bcd8-f687a6ef57b5 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=99397850-e41c-4478-8b01-ccaac7afb5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2376938 Dec 10 15:32:49.024723 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-9f1e9646-9fac-463d-bf5f-986116a2fce9 None None] Allocated IP 172.20.0.3 (db3ccc8a-3f50-48d2-82ea-60e4b3cd679e/10e76780-ecb0-42f3-8623-9d41185ae553/a236e5c4-ff89-4caa-bb9c-3dd584bdd983) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:32:49.031117 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-ea4758f9-7a2a-4ba1-93f5-473e44654882 None None] Allocated IP 2001:db8::1 (5ea0588e-1b4e-41ca-be20-7e05d95bea50/49b6cb3f-4042-464b-830f-fc0ea6e22039/d014a1b2-2056-41fb-97a5-be9590c04a7d) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:32:49.121069 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-66e50e9c-81bc-4f1c-8484-f2a78e59182f tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Deleting port 08ede049-65a1-4a2c-bb66-d0992ffa7135 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:32:49.121733 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-66e50e9c-81bc-4f1c-8484-f2a78e59182f tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:49.121969 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ae766dca-0707-45de-b70e-cad4d84aaf11 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:49.144135 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c61d3a-76ae-4b34-9387-20d1f487b039 req-378b1334-d8e6-4e5d-bea0-8e062229d502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:49.144135 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-47c61d3a-76ae-4b34-9387-20d1f487b039 req-378b1334-d8e6-4e5d-bea0-8e062229d502 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=e049672a5fd04e7f8cbb0423b61eb757&shared=False HTTP/1.1" status: 200 len: 898 time: 0.3256316 Dec 10 15:32:49.183844 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-446aa5a4-a053-4b1f-b8dc-76f16a996a6e tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Made reservation on behalf of da659e4588db42fabb840b556f184f7b for: {'network': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:32:49.187490 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-446aa5a4-a053-4b1f-b8dc-76f16a996a6e tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:49.196109 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae766dca-0707-45de-b70e-cad4d84aaf11 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fafda4a0-9e43-4f12-9754-03e202c3cf34,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:49.214298 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9d1aff2-feb7-4a90-83b8-998109cfe80b tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Deleting subnet d02d86cd-b346-4595-944e-3e929362b925 {{(pid=103586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:32:49.222846 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-421259d8-c3ab-44da-9090-e6a0788fe749 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:49.231341 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b9d1aff2-feb7-4a90-83b8-998109cfe80b tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for subnet, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:49.249994 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device a5332cad-514c-4cf6-ab42-0d928f85d8ed up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:32:49.270546 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ae766dca-0707-45de-b70e-cad4d84aaf11 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:49.272146 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-ae766dca-0707-45de-b70e-cad4d84aaf11 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1667523 Dec 10 15:32:49.282755 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33210) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:49.289984 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-446aa5a4-a053-4b1f-b8dc-76f16a996a6e tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=103586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:32:49.312106 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b9d1aff2-feb7-4a90-83b8-998109cfe80b tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12392400'] for subnet, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:49.360225 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-446aa5a4-a053-4b1f-b8dc-76f16a996a6e tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:49.360676 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.segments_db [None req-446aa5a4-a053-4b1f-b8dc-76f16a996a6e tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Added segment 6494d2fa-17be-44d9-a989-1cb25eabc125 of type vlan for network 13c074a3-28ed-4cbd-9e49-179703bff110 Dec 10 15:32:49.367617 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-78ecf16f-a6fc-47cb-8c3c-6af947e5a750 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:49.410307 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-78ecf16f-a6fc-47cb-8c3c-6af947e5a750 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:49.413113 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-66e50e9c-81bc-4f1c-8484-f2a78e59182f tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:49.451937 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-66e50e9c-81bc-4f1c-8484-f2a78e59182f tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Calling delete_port for 08ede049-65a1-4a2c-bb66-d0992ffa7135 owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:32:49.456668 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c61d3a-76ae-4b34-9387-20d1f487b039 req-c447899e-f8ae-423f-9e9b-ec6f323ba96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:49.456668 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-47c61d3a-76ae-4b34-9387-20d1f487b039 req-c447899e-f8ae-423f-9e9b-ec6f323ba96e service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2856572 Dec 10 15:32:49.514017 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-421259d8-c3ab-44da-9090-e6a0788fe749 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:49.518297 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-446aa5a4-a053-4b1f-b8dc-76f16a996a6e tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:49.527679 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-01fd5ecd-e2cd-4cd7-807b-2245b816adda None None] Provisioning complete for port d5dc70ac-66ab-49b1-ab85-c5c356794f2e triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:32:49.527679 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-01fd5ecd-e2cd-4cd7-807b-2245b816adda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:49.549035 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-78ecf16f-a6fc-47cb-8c3c-6af947e5a750 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:49.557672 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-78ecf16f-a6fc-47cb-8c3c-6af947e5a750 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:49.564006 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-78ecf16f-a6fc-47cb-8c3c-6af947e5a750 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/fafda4a0-9e43-4f12-9754-03e202c3cf34 HTTP/1.1" status: 204 len: 168 time: 0.2751210 Dec 10 15:32:49.564006 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33214) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:49.583089 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ea4758f9-7a2a-4ba1-93f5-473e44654882 None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:49.594742 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ecf16f-a6fc-47cb-8c3c-6af947e5a750 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fafda4a0-9e43-4f12-9754-03e202c3cf34,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:49.602682 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9f1e9646-9fac-463d-bf5f-986116a2fce9 None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:49.617403 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287df649-8011-48ed-9b46-8658b23bfb9f req-f6d7eff8-e429-47e5-9316-9216b1a21319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:49.623856 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port a5332cad-514c-4cf6-ab42-0d928f85d8ed triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:32:49.623856 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:49.624085 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-287df649-8011-48ed-9b46-8658b23bfb9f req-f6d7eff8-e429-47e5-9316-9216b1a21319 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e049672a5fd04e7f8cbb0423b61eb757&device_id=d2d8b614-6355-4b3d-86be-c56b4b54d658 HTTP/1.1" status: 200 len: 1097 time: 0.1044900 Dec 10 15:32:49.648015 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-355b95c7-42ab-4c93-ae57-baa4f45f32b5 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0840104 Dec 10 15:32:49.655797 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33216) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:49.670571 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b9d1aff2-feb7-4a90-83b8-998109cfe80b tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:49.676870 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ea4758f9-7a2a-4ba1-93f5-473e44654882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:49.709698 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-287df649-8011-48ed-9b46-8658b23bfb9f req-e155d710-bb6b-4dd6-aa0f-685c70ca1f1a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8105268-3e68-4849-a38d-a20a747926fa HTTP/1.1" status: 200 len: 217 time: 0.0816870 Dec 10 15:32:49.718424 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-613cea94-ce28-4f63-bbe8-591deca17fb7 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11695183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581935'] for subnet, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:49.724862 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9f1e9646-9fac-463d-bf5f-986116a2fce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:49.746103 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4758f9-7a2a-4ba1-93f5-473e44654882 None None] Network 5ea0588e-1b4e-41ca-be20-7e05d95bea50 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:32:49.755166 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-ea4758f9-7a2a-4ba1-93f5-473e44654882 None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:32:49.757086 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-01fd5ecd-e2cd-4cd7-807b-2245b816adda None None] Could not find standard attr ID for object 613f4de5-d8b9-4c80-b445-23a8eaf837d5. {{(pid=103588) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 15:32:49.762720 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4758f9-7a2a-4ba1-93f5-473e44654882 None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:32:49.772860 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4758f9-7a2a-4ba1-93f5-473e44654882 None None] Pushing event updated for resources: {'Port': ['ID=d014a1b2-2056-41fb-97a5-be9590c04a7d,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:49.776376 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1e9646-9fac-463d-bf5f-986116a2fce9 None None] Network db3ccc8a-3f50-48d2-82ea-60e4b3cd679e is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:32:49.778793 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-01fd5ecd-e2cd-4cd7-807b-2245b816adda None None] Could not find standard attr ID for object 3e1a285f-cbcb-4576-9a6b-d61874589713. {{(pid=103588) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 15:32:49.784196 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287df649-8011-48ed-9b46-8658b23bfb9f req-2a0d0767-8483-490c-adbe-c14017030c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:49.785635 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-287df649-8011-48ed-9b46-8658b23bfb9f req-2a0d0767-8483-490c-adbe-c14017030c05 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=57830461-432a-4f8d-a9a8-32a63484290f HTTP/1.1" status: 200 len: 835 time: 0.0657237 Dec 10 15:32:49.803494 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613cea94-ce28-4f63-bbe8-591deca17fb7 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:32:49.807981 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-9f1e9646-9fac-463d-bf5f-986116a2fce9 None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:32:49.816055 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-446aa5a4-a053-4b1f-b8dc-76f16a996a6e tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:49.822416 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446aa5a4-a053-4b1f-b8dc-76f16a996a6e tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:49.823006 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-446aa5a4-a053-4b1f-b8dc-76f16a996a6e tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:49.831663 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1e9646-9fac-463d-bf5f-986116a2fce9 None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:32:49.839717 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-66e50e9c-81bc-4f1c-8484-f2a78e59182f tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:49.840984 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-613cea94-ce28-4f63-bbe8-591deca17fb7 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:32:49.845126 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613cea94-ce28-4f63-bbe8-591deca17fb7 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:49.848599 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-613cea94-ce28-4f63-bbe8-591deca17fb7 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:49.853631 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-01fd5ecd-e2cd-4cd7-807b-2245b816adda None None] Could not find standard attr ID for object 8030951b-3a1b-4b0f-8a23-9e20ea0dc4f2. {{(pid=103588) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 15:32:49.877738 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e50e9c-81bc-4f1c-8484-f2a78e59182f tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Pushing event deleted for resources: {'Port': ['ID=08ede049-65a1-4a2c-bb66-d0992ffa7135,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:49.881446 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287df649-8011-48ed-9b46-8658b23bfb9f req-483a89bb-3b0f-4c65-ad17-24dd0dad1e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:49.883305 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-287df649-8011-48ed-9b46-8658b23bfb9f req-483a89bb-3b0f-4c65-ad17-24dd0dad1e28 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=78b329c0-5093-420d-971f-ce625768710e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0899887 Dec 10 15:32:49.900899 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-421259d8-c3ab-44da-9090-e6a0788fe749 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:49.902892 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613cea94-ce28-4f63-bbe8-591deca17fb7 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event updated for resources: {'Subnet': ['ID=0097d685-ef18-4ac7-ac41-83f13dc3e80b,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:49.923093 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e50e9c-81bc-4f1c-8484-f2a78e59182f tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:32:49.923331 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e50e9c-81bc-4f1c-8484-f2a78e59182f tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:32:49.923612 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e50e9c-81bc-4f1c-8484-f2a78e59182f tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:32:49.925445 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e50e9c-81bc-4f1c-8484-f2a78e59182f tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:32:49.925581 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1e9646-9fac-463d-bf5f-986116a2fce9 None None] Pushing event updated for resources: {'Port': ['ID=a236e5c4-ff89-4caa-bb9c-3dd584bdd983,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:49.925671 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e50e9c-81bc-4f1c-8484-f2a78e59182f tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:32:49.925671 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e50e9c-81bc-4f1c-8484-f2a78e59182f tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:32:49.925671 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e50e9c-81bc-4f1c-8484-f2a78e59182f tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:32:49.925671 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e50e9c-81bc-4f1c-8484-f2a78e59182f tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:32:49.926029 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e50e9c-81bc-4f1c-8484-f2a78e59182f tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:32:49.926755 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e50e9c-81bc-4f1c-8484-f2a78e59182f tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:32:49.926755 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e50e9c-81bc-4f1c-8484-f2a78e59182f tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:32:49.927058 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e50e9c-81bc-4f1c-8484-f2a78e59182f tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:32:49.927365 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e50e9c-81bc-4f1c-8484-f2a78e59182f tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:32:49.943052 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-ea4758f9-7a2a-4ba1-93f5-473e44654882 None None] Attempting to bind port d014a1b2-2056-41fb-97a5-be9590c04a7d on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:32:49.943985 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-ea4758f9-7a2a-4ba1-93f5-473e44654882 None None] Attempting to bind port d014a1b2-2056-41fb-97a5-be9590c04a7d by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '908b9ee1-b81b-44e6-b8a3-c9321f112602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5ea0588e-1b4e-41ca-be20-7e05d95bea50'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:32:49.944174 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4758f9-7a2a-4ba1-93f5-473e44654882 None None] Attempting to bind port d014a1b2-2056-41fb-97a5-be9590c04a7d on network 5ea0588e-1b4e-41ca-be20-7e05d95bea50 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:32:49.958213 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4758f9-7a2a-4ba1-93f5-473e44654882 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:32:49.958704 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4758f9-7a2a-4ba1-93f5-473e44654882 None None] Checking segment: {'id': '908b9ee1-b81b-44e6-b8a3-c9321f112602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5ea0588e-1b4e-41ca-be20-7e05d95bea50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:32:49.959183 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ea4758f9-7a2a-4ba1-93f5-473e44654882 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:49.960008 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4758f9-7a2a-4ba1-93f5-473e44654882 None None] Bound using segment: {'id': '908b9ee1-b81b-44e6-b8a3-c9321f112602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5ea0588e-1b4e-41ca-be20-7e05d95bea50'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:32:49.960176 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-ea4758f9-7a2a-4ba1-93f5-473e44654882 None None] Bound port: d014a1b2-2056-41fb-97a5-be9590c04a7d, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '908b9ee1-b81b-44e6-b8a3-c9321f112602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5ea0588e-1b4e-41ca-be20-7e05d95bea50'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:32:49.960684 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ea4758f9-7a2a-4ba1-93f5-473e44654882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:49.978771 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-9f1e9646-9fac-463d-bf5f-986116a2fce9 None None] Attempting to bind port a236e5c4-ff89-4caa-bb9c-3dd584bdd983 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:32:49.979222 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-9f1e9646-9fac-463d-bf5f-986116a2fce9 None None] Attempting to bind port a236e5c4-ff89-4caa-bb9c-3dd584bdd983 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '62ad03a4-1839-49a7-a01e-5af6173a2e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'db3ccc8a-3f50-48d2-82ea-60e4b3cd679e'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:32:49.980531 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1e9646-9fac-463d-bf5f-986116a2fce9 None None] Attempting to bind port a236e5c4-ff89-4caa-bb9c-3dd584bdd983 on network db3ccc8a-3f50-48d2-82ea-60e4b3cd679e {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:32:49.991295 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1e9646-9fac-463d-bf5f-986116a2fce9 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:32:49.991295 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1e9646-9fac-463d-bf5f-986116a2fce9 None None] Checking segment: {'id': '62ad03a4-1839-49a7-a01e-5af6173a2e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'db3ccc8a-3f50-48d2-82ea-60e4b3cd679e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:32:49.991779 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-446aa5a4-a053-4b1f-b8dc-76f16a996a6e tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1658528 Dec 10 15:32:49.993109 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e515f8c2-27bf-4e61-a5ab-d00dc52af715 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:49.994956 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9f1e9646-9fac-463d-bf5f-986116a2fce9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:49.995431 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1e9646-9fac-463d-bf5f-986116a2fce9 None None] Bound using segment: {'id': '62ad03a4-1839-49a7-a01e-5af6173a2e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'db3ccc8a-3f50-48d2-82ea-60e4b3cd679e'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:32:49.996206 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-9f1e9646-9fac-463d-bf5f-986116a2fce9 None None] Bound port: a236e5c4-ff89-4caa-bb9c-3dd584bdd983, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62ad03a4-1839-49a7-a01e-5af6173a2e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'db3ccc8a-3f50-48d2-82ea-60e4b3cd679e'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:32:49.996354 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33218) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:49.996474 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9f1e9646-9fac-463d-bf5f-986116a2fce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:50.000718 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421259d8-c3ab-44da-9090-e6a0788fe749 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Pushing event deleted for resources: {'Subnet': ['ID=10e76780-ecb0-42f3-8623-9d41185ae553,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:50.005108 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-0d895140-0e3a-4fea-98b4-f85cd0eead88 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Request body: {'subnet': {'network_id': '13c074a3-28ed-4cbd-9e49-179703bff110', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:50.023497 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-613cea94-ce28-4f63-bbe8-591deca17fb7 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9336290 Dec 10 15:32:50.032469 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33220) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:50.033143 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446aa5a4-a053-4b1f-b8dc-76f16a996a6e tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Pushing event updated for resources: {'Network': ['ID=13c074a3-28ed-4cbd-9e49-179703bff110,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:50.038363 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-12295820-5765-4c88-8139-255bf5007aa0 None None] Provisioning complete for port a5332cad-514c-4cf6-ab42-0d928f85d8ed triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:32:50.038865 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-12295820-5765-4c88-8139-255bf5007aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:50.040947 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-15f99da0-7f4e-4804-88cd-83fe7b864e5f tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Request body: {'port': {'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'name': 'tempest-NetworksTestDHCPv6-1694239316'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:50.068512 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 13c074a3-28ed-4cbd-9e49-179703bff110 details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:32:50.099605 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b9d1aff2-feb7-4a90-83b8-998109cfe80b tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:50.117481 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e515f8c2-27bf-4e61-a5ab-d00dc52af715 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:50.173917 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-287df649-8011-48ed-9b46-8658b23bfb9f req-6392042c-ee05-41fc-a780-8a9f31672b92 service neutron] 10.222.0.44 "GET /v2.0/networks/78b329c0-5093-420d-971f-ce625768710e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777634 Dec 10 15:32:50.183640 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-ea4758f9-7a2a-4ba1-93f5-473e44654882 None None] For port d014a1b2-2056-41fb-97a5-be9590c04a7d, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:32:50.189738 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-421259d8-c3ab-44da-9090-e6a0788fe749 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:50.202301 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b9d1aff2-feb7-4a90-83b8-998109cfe80b tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:50.206179 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-b9d1aff2-feb7-4a90-83b8-998109cfe80b tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "DELETE /v2.0/subnets/d02d86cd-b346-4595-944e-3e929362b925 HTTP/1.1" status: 204 len: 168 time: 1.2082610 Dec 10 15:32:50.209271 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33224) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:50.217718 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-ea4758f9-7a2a-4ba1-93f5-473e44654882 None None] For port d014a1b2-2056-41fb-97a5-be9590c04a7d, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=d014a1b2-2056-41fb-97a5-be9590c04a7d,segment=NetworkSegment(908b9ee1-b81b-44e6-b8a3-c9321f112602),segment_id=908b9ee1-b81b-44e6-b8a3-c9321f112602)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:32:50.222098 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-9f1e9646-9fac-463d-bf5f-986116a2fce9 None None] For port a236e5c4-ff89-4caa-bb9c-3dd584bdd983, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:32:50.227663 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-9f1e9646-9fac-463d-bf5f-986116a2fce9 None None] For port a236e5c4-ff89-4caa-bb9c-3dd584bdd983, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=a236e5c4-ff89-4caa-bb9c-3dd584bdd983,segment=NetworkSegment(62ad03a4-1839-49a7-a01e-5af6173a2e95),segment_id=62ad03a4-1839-49a7-a01e-5af6173a2e95)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:32:50.228594 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d1aff2-feb7-4a90-83b8-998109cfe80b tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event deleted for resources: {'Subnet': ['ID=d02d86cd-b346-4595-944e-3e929362b925,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:50.267748 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-421259d8-c3ab-44da-9090-e6a0788fe749 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db3ccc8a-3f50-48d2-82ea-60e4b3cd679e']}} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:50.278162 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-66e50e9c-81bc-4f1c-8484-f2a78e59182f tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:50.282275 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-66e50e9c-81bc-4f1c-8484-f2a78e59182f tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] 10.222.0.20 "DELETE /v2.0/ports/08ede049-65a1-4a2c-bb66-d0992ffa7135 HTTP/1.1" status: 204 len: 168 time: 1.4493887 Dec 10 15:32:50.291516 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-421259d8-c3ab-44da-9090-e6a0788fe749 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62ad03a4-1839-49a7-a01e-5af6173a2e95') {'for_net_delete': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:50.291821 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-421259d8-c3ab-44da-9090-e6a0788fe749 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62ad03a4-1839-49a7-a01e-5af6173a2e95') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:50.293677 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33226) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:50.307198 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ea4758f9-7a2a-4ba1-93f5-473e44654882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:50.316044 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-421259d8-c3ab-44da-9090-e6a0788fe749 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12392235'] for segment, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:50.342145 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9f1e9646-9fac-463d-bf5f-986116a2fce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:50.360745 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df31ec7-2fdb-45d0-9ba3-4f65b2e1e922 req-9178a98e-3c3f-44a3-bba3-4fcab79eefc6 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:50.370681 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-7df31ec7-2fdb-45d0-9ba3-4f65b2e1e922 req-9178a98e-3c3f-44a3-bba3-4fcab79eefc6 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2d8b614-6355-4b3d-86be-c56b4b54d658 HTTP/1.1" status: 200 len: 944 time: 0.2422945 Dec 10 15:32:50.373523 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-421259d8-c3ab-44da-9090-e6a0788fe749 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:50.390809 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-421259d8-c3ab-44da-9090-e6a0788fe749 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=103586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:32:50.391221 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-421259d8-c3ab-44da-9090-e6a0788fe749 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11695586'] for segment, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:50.394486 dv-neutron-821401-4-hyperv neutron-server[103586]: Traceback (most recent call last): Dec 10 15:32:50.394486 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:32:50.394486 dv-neutron-821401-4-hyperv neutron-server[103586]: timer() Dec 10 15:32:50.394486 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:32:50.394486 dv-neutron-821401-4-hyperv neutron-server[103586]: cb(*args, **kw) Dec 10 15:32:50.394486 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:32:50.394486 dv-neutron-821401-4-hyperv neutron-server[103586]: return func(*args, **kwargs) Dec 10 15:32:50.394486 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:32:50.394486 dv-neutron-821401-4-hyperv neutron-server[103586]: self._notify() Dec 10 15:32:50.394486 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:32:50.394486 dv-neutron-821401-4-hyperv neutron-server[103586]: self.callback(batched_events) Dec 10 15:32:50.394486 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:32:50.394486 dv-neutron-821401-4-hyperv neutron-server[103586]: event.method(event) Dec 10 15:32:50.394486 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:32:50.394486 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:32:50.394486 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:32:50.394486 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:32:50.394486 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:32:50.394486 dv-neutron-821401-4-hyperv neutron-server[103586]: return f(self, *a, **k) Dec 10 15:32:50.394486 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:32:50.394486 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._get(url).json() Dec 10 15:32:50.394486 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:32:50.394486 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:32:50.394486 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:32:50.394486 dv-neutron-821401-4-hyperv neutron-server[103586]: return self.request(url, 'GET', **kwargs) Dec 10 15:32:50.394486 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:32:50.394486 dv-neutron-821401-4-hyperv neutron-server[103586]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:32:50.394486 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:32:50.394486 dv-neutron-821401-4-hyperv neutron-server[103586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:32:50.394486 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:32:50.394486 dv-neutron-821401-4-hyperv neutron-server[103586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:32:50.394486 dv-neutron-821401-4-hyperv neutron-server[103586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:32:50.413771 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e515f8c2-27bf-4e61-a5ab-d00dc52af715 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:50.414219 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d30c5532-85b0-47db-8505-44dd8c0f3479 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:50.416659 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e515f8c2-27bf-4e61-a5ab-d00dc52af715 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:50.420641 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-e515f8c2-27bf-4e61-a5ab-d00dc52af715 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] 10.222.0.20 "DELETE /v2.0/security-groups/271a62e5-fbae-4164-b7da-f50ac28bc0b0 HTTP/1.1" status: 204 len: 168 time: 0.7660134 Dec 10 15:32:50.426958 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33228) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:50.436356 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4758f9-7a2a-4ba1-93f5-473e44654882 None None] Pushing event updated for resources: {'Port': ['ID=d014a1b2-2056-41fb-97a5-be9590c04a7d,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:50.477816 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f9e6d11-b044-46a5-a0b1-7532493ab155 tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Deleting subnet 32572f36-f1cb-4f9f-8dc5-8c4ac56c2f81 {{(pid=103586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:32:50.490364 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8f9e6d11-b044-46a5-a0b1-7532493ab155 tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Publish callbacks [] for subnet, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:50.499411 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-7df31ec7-2fdb-45d0-9ba3-4f65b2e1e922 req-b067c24c-7e86-4d89-859a-5695667a6249 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=99397850-e41c-4478-8b01-ccaac7afb5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267560 Dec 10 15:32:50.501610 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e515f8c2-27bf-4e61-a5ab-d00dc52af715 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=271a62e5-fbae-4164-b7da-f50ac28bc0b0,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:50.511986 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-287df649-8011-48ed-9b46-8658b23bfb9f req-8d58cb19-7147-4c0f-a983-6fedd92da349 service neutron] 10.222.0.44 "GET /v2.0/networks/78b329c0-5093-420d-971f-ce625768710e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3154640 Dec 10 15:32:50.513337 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d895140-0e3a-4fea-98b4-f85cd0eead88 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Made reservation on behalf of da659e4588db42fabb840b556f184f7b for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:32:50.516785 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0d895140-0e3a-4fea-98b4-f85cd0eead88 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11668558'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:50.542540 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1e9646-9fac-463d-bf5f-986116a2fce9 None None] Pushing event updated for resources: {'Port': ['ID=a236e5c4-ff89-4caa-bb9c-3dd584bdd983,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:50.589351 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8f9e6d11-b044-46a5-a0b1-7532493ab155 tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12392400'] for subnet, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:50.604866 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.ipam_backend_mixin [None req-0d895140-0e3a-4fea-98b4-f85cd0eead88 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Performing IP validity checks on allocation pools {{(pid=103587) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 10 15:32:50.605353 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.ipam_backend_mixin [None req-0d895140-0e3a-4fea-98b4-f85cd0eead88 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103587) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 10 15:32:50.635488 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-58618835-1a8c-4493-9e55-981152bf0876 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1696885 Dec 10 15:32:50.642747 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33230) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:50.651688 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-d2c0e62c-781c-44fa-8151-d2bdc01aa053 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Request body: {'security_group': {'name': 'tempest-secgroup--1517767183'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:50.653580 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.db.api [None req-421259d8-c3ab-44da-9090-e6a0788fe749 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 15:32:50.653580 dv-neutron-821401-4-hyperv neutron-server[103586]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 15:32:50.653580 dv-neutron-821401-4-hyperv neutron-server[103586]: [parameters: {'id': 'db3ccc8a-3f50-48d2-82ea-60e4b3cd679e'}] Dec 10 15:32:50.653580 dv-neutron-821401-4-hyperv neutron-server[103586]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 15:32:50.653580 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG oslo_db.api [None req-421259d8-c3ab-44da-9090-e6a0788fe749 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 15:32:50.670648 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-d30c5532-85b0-47db-8505-44dd8c0f3479 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Deleting port c8a253dd-60a7-4de4-9ec8-15cc4b5f3649 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:32:50.670999 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d30c5532-85b0-47db-8505-44dd8c0f3479 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:50.708164 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f99da0-7f4e-4804-88cd-83fe7b864e5f tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Made reservation on behalf of 915dae42aca44a6e934a20b3a70b3a5e for: {'port': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:32:50.712497 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-15f99da0-7f4e-4804-88cd-83fe7b864e5f tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:50.743210 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-15f99da0-7f4e-4804-88cd-83fe7b864e5f tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] device_id is not set on port d8c971bf-a32d-44e6-9d9d-34aaca6fb8d1 yet. {{(pid=103586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:32:50.751010 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8f9e6d11-b044-46a5-a0b1-7532493ab155 tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:50.789890 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-d30c5532-85b0-47db-8505-44dd8c0f3479 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] For port c8a253dd-60a7-4de4-9ec8-15cc4b5f3649, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=c8a253dd-60a7-4de4-9ec8-15cc4b5f3649,segment=NetworkSegment(b5cfd2a9-15cf-426b-b4b5-0d6347556177),segment_id=b5cfd2a9-15cf-426b-b4b5-0d6347556177)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:32:50.790242 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d30c5532-85b0-47db-8505-44dd8c0f3479 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:50.809033 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-d30c5532-85b0-47db-8505-44dd8c0f3479 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Calling delete_port for c8a253dd-60a7-4de4-9ec8-15cc4b5f3649 owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:32:50.839074 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d2c0e62c-781c-44fa-8151-d2bdc01aa053 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:50.912148 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-15f99da0-7f4e-4804-88cd-83fe7b864e5f tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Allocated IP 2001:db8::1ef (c2b5f149-cedd-450c-ab43-dd2d78259f45/0097d685-ef18-4ac7-ac41-83f13dc3e80b/d8c971bf-a32d-44e6-9d9d-34aaca6fb8d1) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:32:50.943031 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0d895140-0e3a-4fea-98b4-f85cd0eead88 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11236534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11668560'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:50.966146 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8f9e6d11-b044-46a5-a0b1-7532493ab155 tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:51.008212 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9e6d11-b044-46a5-a0b1-7532493ab155 tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Pushing event deleted for resources: {'Subnet': ['ID=32572f36-f1cb-4f9f-8dc5-8c4ac56c2f81,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:51.034149 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d2c0e62c-781c-44fa-8151-d2bdc01aa053 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:51.038743 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8f9e6d11-b044-46a5-a0b1-7532493ab155 tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:51.041554 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d895140-0e3a-4fea-98b4-f85cd0eead88 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Pushing event updated for resources: {'Subnet': ['ID=ac2b41f5-033f-42bc-b024-5218bc288e17,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:51.042030 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-8f9e6d11-b044-46a5-a0b1-7532493ab155 tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] 10.222.0.20 "DELETE /v2.0/subnets/32572f36-f1cb-4f9f-8dc5-8c4ac56c2f81 HTTP/1.1" status: 204 len: 168 time: 0.7471170 Dec 10 15:32:51.045598 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33232) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:51.074272 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d30c5532-85b0-47db-8505-44dd8c0f3479 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:51.101448 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-15f99da0-7f4e-4804-88cd-83fe7b864e5f tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:51.109296 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d895140-0e3a-4fea-98b4-f85cd0eead88 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Checking segment: {'id': '6494d2fa-17be-44d9-a989-1cb25eabc125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '13c074a3-28ed-4cbd-9e49-179703bff110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:32:51.109661 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d895140-0e3a-4fea-98b4-f85cd0eead88 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Network hostable DHCP agents. Network: 13c074a3-28ed-4cbd-9e49-179703bff110, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:32:51.134609 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d2c0e62c-781c-44fa-8151-d2bdc01aa053 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:51.151147 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30c5532-85b0-47db-8505-44dd8c0f3479 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event deleted for resources: {'Port': ['ID=c8a253dd-60a7-4de4-9ec8-15cc4b5f3649,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:51.153156 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30c5532-85b0-47db-8505-44dd8c0f3479 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] No DVR routers for this DVR port c8a253dd-60a7-4de4-9ec8-15cc4b5f3649 on host dv-neutron-821401-4-hyperv {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:32:51.161625 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-421259d8-c3ab-44da-9090-e6a0788fe749 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:51.206280 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-15f99da0-7f4e-4804-88cd-83fe7b864e5f tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:51.223529 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d65796e1-5849-4242-b6f5-639362e50fc2 tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:51.234448 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c0e62c-781c-44fa-8151-d2bdc01aa053 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf0cde0-01d4-4d3d-85f4-b332930eb11d,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:51.268235 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f99da0-7f4e-4804-88cd-83fe7b864e5f tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:32:51.273320 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f99da0-7f4e-4804-88cd-83fe7b864e5f tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event updated for resources: {'Port': ['ID=d8c971bf-a32d-44e6-9d9d-34aaca6fb8d1,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:51.275920 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-15f99da0-7f4e-4804-88cd-83fe7b864e5f tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:32:51.279681 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f99da0-7f4e-4804-88cd-83fe7b864e5f tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:32:51.283938 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d2c0e62c-781c-44fa-8151-d2bdc01aa053 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:51.288576 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-d2c0e62c-781c-44fa-8151-d2bdc01aa053 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6394296 Dec 10 15:32:51.288576 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33234) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:51.293544 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-616d6bc3-a237-4624-b9b2-fd40c57afddd tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Request body: {'security_group_rule': {'security_group_id': '8bf0cde0-01d4-4d3d-85f4-b332930eb11d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:51.293733 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f99da0-7f4e-4804-88cd-83fe7b864e5f tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:51.294398 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-15f99da0-7f4e-4804-88cd-83fe7b864e5f tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:51.303855 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d30c5532-85b0-47db-8505-44dd8c0f3479 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:51.311921 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-421259d8-c3ab-44da-9090-e6a0788fe749 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Deleting port a236e5c4-ff89-4caa-bb9c-3dd584bdd983 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:32:51.312270 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-421259d8-c3ab-44da-9090-e6a0788fe749 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:51.326933 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d895140-0e3a-4fea-98b4-f85cd0eead88 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Network 13c074a3-28ed-4cbd-9e49-179703bff110 is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:32:51.358110 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-d30c5532-85b0-47db-8505-44dd8c0f3479 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ed2f63e-a369-4a0f-92b7-3281ca71d22c']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:51.377704 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-d30c5532-85b0-47db-8505-44dd8c0f3479 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5cfd2a9-15cf-426b-b4b5-0d6347556177') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:51.378105 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-d30c5532-85b0-47db-8505-44dd8c0f3479 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5cfd2a9-15cf-426b-b4b5-0d6347556177') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:51.382582 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-421259d8-c3ab-44da-9090-e6a0788fe749 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] For port a236e5c4-ff89-4caa-bb9c-3dd584bdd983, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=a236e5c4-ff89-4caa-bb9c-3dd584bdd983,segment=NetworkSegment(62ad03a4-1839-49a7-a01e-5af6173a2e95),segment_id=62ad03a4-1839-49a7-a01e-5af6173a2e95)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:32:51.384026 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-421259d8-c3ab-44da-9090-e6a0788fe749 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:51.392471 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d30c5532-85b0-47db-8505-44dd8c0f3479 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11806923'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:51.400142 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-421259d8-c3ab-44da-9090-e6a0788fe749 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Calling delete_port for a236e5c4-ff89-4caa-bb9c-3dd584bdd983 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:32:51.411781 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d30c5532-85b0-47db-8505-44dd8c0f3479 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:51.419927 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d30c5532-85b0-47db-8505-44dd8c0f3479 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:32:51.420329 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d30c5532-85b0-47db-8505-44dd8c0f3479 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11236635'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:51.423413 dv-neutron-821401-4-hyperv neutron-server[103587]: Traceback (most recent call last): Dec 10 15:32:51.423413 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:32:51.423413 dv-neutron-821401-4-hyperv neutron-server[103587]: timer() Dec 10 15:32:51.423413 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:32:51.423413 dv-neutron-821401-4-hyperv neutron-server[103587]: cb(*args, **kw) Dec 10 15:32:51.423413 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:32:51.423413 dv-neutron-821401-4-hyperv neutron-server[103587]: return func(*args, **kwargs) Dec 10 15:32:51.423413 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:32:51.423413 dv-neutron-821401-4-hyperv neutron-server[103587]: self._notify() Dec 10 15:32:51.423413 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:32:51.423413 dv-neutron-821401-4-hyperv neutron-server[103587]: self.callback(batched_events) Dec 10 15:32:51.423413 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:32:51.423413 dv-neutron-821401-4-hyperv neutron-server[103587]: event.method(event) Dec 10 15:32:51.423413 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:32:51.423413 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:32:51.423413 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:32:51.423413 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:32:51.423413 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:32:51.423413 dv-neutron-821401-4-hyperv neutron-server[103587]: return f(self, *a, **k) Dec 10 15:32:51.423413 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:32:51.423413 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._get(url).json() Dec 10 15:32:51.423413 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:32:51.423413 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:32:51.423413 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:32:51.423413 dv-neutron-821401-4-hyperv neutron-server[103587]: return self.request(url, 'GET', **kwargs) Dec 10 15:32:51.423413 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:32:51.423413 dv-neutron-821401-4-hyperv neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:32:51.423413 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:32:51.423413 dv-neutron-821401-4-hyperv neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:32:51.423413 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:32:51.423413 dv-neutron-821401-4-hyperv neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:32:51.423413 dv-neutron-821401-4-hyperv neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:32:51.532002 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363a52d4-0b78-427f-87e9-2631462adb7a None None] get_active_networks_info from dv-neutron-821401-4-hyperv {{(pid=103588) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 15:32:51.581037 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-15f99da0-7f4e-4804-88cd-83fe7b864e5f tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5442445 Dec 10 15:32:51.596383 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33238) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:51.608692 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-421259d8-c3ab-44da-9090-e6a0788fe749 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:51.660342 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-b11ce74d-08c0-401c-90a1-0398cd1c46bd None None] Provisioning complete for port d014a1b2-2056-41fb-97a5-be9590c04a7d triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:32:51.661640 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b11ce74d-08c0-401c-90a1-0398cd1c46bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:51.664483 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421259d8-c3ab-44da-9090-e6a0788fe749 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Pushing event deleted for resources: {'Port': ['ID=a236e5c4-ff89-4caa-bb9c-3dd584bdd983,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:51.666539 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421259d8-c3ab-44da-9090-e6a0788fe749 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] No DVR routers for this DVR port a236e5c4-ff89-4caa-bb9c-3dd584bdd983 on host dv-neutron-821401-4-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:32:51.705797 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa5be5-06b0-4ceb-b066-2c434d4704b5 req-a498d5cd-3ea9-4809-8b3b-b5da819a28ab tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:51.706204 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363a52d4-0b78-427f-87e9-2631462adb7a None None] Resources bound (agent type, host, resource id): {{(pid=103588) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 15:32:51.707269 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-41fa5be5-06b0-4ceb-b066-2c434d4704b5 req-a498d5cd-3ea9-4809-8b3b-b5da819a28ab tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2d8b614-6355-4b3d-86be-c56b4b54d658 HTTP/1.1" status: 200 len: 944 time: 0.1413214 Dec 10 15:32:51.722152 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-0d895140-0e3a-4fea-98b4-f85cd0eead88 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 13c074a3-28ed-4cbd-9e49-179703bff110) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:32:51.724698 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-d65796e1-5849-4242-b6f5-639362e50fc2 tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Deleting port d5dc70ac-66ab-49b1-ab85-c5c356794f2e {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:32:51.725041 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d65796e1-5849-4242-b6f5-639362e50fc2 tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:51.751887 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d895140-0e3a-4fea-98b4-f85cd0eead88 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:51.752398 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0d895140-0e3a-4fea-98b4-f85cd0eead88 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:51.754645 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-616d6bc3-a237-4624-b9b2-fd40c57afddd tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:51.782772 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75156312-d5ef-4415-abe8-bc6a73a842cd tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:51.788718 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75156312-d5ef-4415-abe8-bc6a73a842cd tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:51.792878 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-75156312-d5ef-4415-abe8-bc6a73a842cd tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.1919732 Dec 10 15:32:51.796339 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33240) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:51.818993 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-421259d8-c3ab-44da-9090-e6a0788fe749 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:51.836003 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b11ce74d-08c0-401c-90a1-0398cd1c46bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:51.855204 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-41fa5be5-06b0-4ceb-b066-2c434d4704b5 req-005241d7-64fb-4bac-9d9c-2a74ea55a0f7 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=99397850-e41c-4478-8b01-ccaac7afb5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262777 Dec 10 15:32:51.856784 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-421259d8-c3ab-44da-9090-e6a0788fe749 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db3ccc8a-3f50-48d2-82ea-60e4b3cd679e']}} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:51.868646 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-421259d8-c3ab-44da-9090-e6a0788fe749 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62ad03a4-1839-49a7-a01e-5af6173a2e95') {'for_net_delete': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:51.872882 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-421259d8-c3ab-44da-9090-e6a0788fe749 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62ad03a4-1839-49a7-a01e-5af6173a2e95') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:51.885252 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-421259d8-c3ab-44da-9090-e6a0788fe749 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12392235'] for segment, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:51.899857 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-421259d8-c3ab-44da-9090-e6a0788fe749 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:51.906981 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-421259d8-c3ab-44da-9090-e6a0788fe749 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=103586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:32:51.907473 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-421259d8-c3ab-44da-9090-e6a0788fe749 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11695586'] for segment, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:51.910400 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d30c5532-85b0-47db-8505-44dd8c0f3479 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:51.910796 dv-neutron-821401-4-hyperv neutron-server[103586]: Traceback (most recent call last): Dec 10 15:32:51.910796 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:32:51.910796 dv-neutron-821401-4-hyperv neutron-server[103586]: timer() Dec 10 15:32:51.910796 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:32:51.910796 dv-neutron-821401-4-hyperv neutron-server[103586]: cb(*args, **kw) Dec 10 15:32:51.910796 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:32:51.910796 dv-neutron-821401-4-hyperv neutron-server[103586]: return func(*args, **kwargs) Dec 10 15:32:51.910796 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:32:51.910796 dv-neutron-821401-4-hyperv neutron-server[103586]: self._notify() Dec 10 15:32:51.910796 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:32:51.910796 dv-neutron-821401-4-hyperv neutron-server[103586]: self.callback(batched_events) Dec 10 15:32:51.910796 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:32:51.910796 dv-neutron-821401-4-hyperv neutron-server[103586]: event.method(event) Dec 10 15:32:51.910796 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:32:51.910796 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:32:51.910796 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:32:51.910796 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:32:51.910796 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:32:51.910796 dv-neutron-821401-4-hyperv neutron-server[103586]: return f(self, *a, **k) Dec 10 15:32:51.910796 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:32:51.910796 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._get(url).json() Dec 10 15:32:51.910796 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:32:51.910796 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:32:51.910796 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:32:51.910796 dv-neutron-821401-4-hyperv neutron-server[103586]: return self.request(url, 'GET', **kwargs) Dec 10 15:32:51.910796 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:32:51.910796 dv-neutron-821401-4-hyperv neutron-server[103586]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:32:51.910796 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:32:51.910796 dv-neutron-821401-4-hyperv neutron-server[103586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:32:51.910796 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:32:51.910796 dv-neutron-821401-4-hyperv neutron-server[103586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:32:51.910796 dv-neutron-821401-4-hyperv neutron-server[103586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:32:51.913543 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-b11ce74d-08c0-401c-90a1-0398cd1c46bd None None] For port d014a1b2-2056-41fb-97a5-be9590c04a7d, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=d014a1b2-2056-41fb-97a5-be9590c04a7d,segment=NetworkSegment(908b9ee1-b81b-44e6-b8a3-c9321f112602),segment_id=908b9ee1-b81b-44e6-b8a3-c9321f112602)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:32:51.917827 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-0d895140-0e3a-4fea-98b4-f85cd0eead88 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.9167604 Dec 10 15:32:51.922843 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33242) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:51.933467 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-d65796e1-5849-4242-b6f5-639362e50fc2 tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] For port d5dc70ac-66ab-49b1-ab85-c5c356794f2e, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=d5dc70ac-66ab-49b1-ab85-c5c356794f2e,segment=NetworkSegment(48cafe52-e2d2-4875-a1c3-0e1580435010),segment_id=48cafe52-e2d2-4875-a1c3-0e1580435010)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:32:51.934152 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d65796e1-5849-4242-b6f5-639362e50fc2 tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:51.939019 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d30c5532-85b0-47db-8505-44dd8c0f3479 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:51.946209 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-d30c5532-85b0-47db-8505-44dd8c0f3479 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "DELETE /v2.0/networks/2ed2f63e-a369-4a0f-92b7-3281ca71d22c HTTP/1.1" status: 204 len: 168 time: 1.7324183 Dec 10 15:32:51.962138 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33244) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:51.984934 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30c5532-85b0-47db-8505-44dd8c0f3479 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event deleted for resources: {'Network': ['ID=2ed2f63e-a369-4a0f-92b7-3281ca71d22c,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:51.990743 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-d65796e1-5849-4242-b6f5-639362e50fc2 tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Calling delete_port for d5dc70ac-66ab-49b1-ab85-c5c356794f2e owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:32:52.013048 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b11ce74d-08c0-401c-90a1-0398cd1c46bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:52.015904 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-616d6bc3-a237-4624-b9b2-fd40c57afddd tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:52.068716 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7dd04559-d3e2-4890-b90c-e69e25e0e826 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:52.084809 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f76c60-5693-4c2e-9594-7a19d839a309 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:52.089975 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-a5f76c60-5693-4c2e-9594-7a19d839a309 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1224473 Dec 10 15:32:52.090319 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-b96e90b1-3178-4600-918a-9664f97e8439 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Deleting port d8c971bf-a32d-44e6-9d9d-34aaca6fb8d1 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:32:52.090660 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b96e90b1-3178-4600-918a-9664f97e8439 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:52.094796 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33246) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:52.106707 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11ce74d-08c0-401c-90a1-0398cd1c46bd None None] Pushing event updated for resources: {'Port': ['ID=d014a1b2-2056-41fb-97a5-be9590c04a7d,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:52.115034 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11ce74d-08c0-401c-90a1-0398cd1c46bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:32:52.115034 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11ce74d-08c0-401c-90a1-0398cd1c46bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:32:52.115254 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11ce74d-08c0-401c-90a1-0398cd1c46bd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:32:52.115522 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11ce74d-08c0-401c-90a1-0398cd1c46bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:32:52.116447 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11ce74d-08c0-401c-90a1-0398cd1c46bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:32:52.116447 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11ce74d-08c0-401c-90a1-0398cd1c46bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:32:52.116642 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-616d6bc3-a237-4624-b9b2-fd40c57afddd tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:52.116737 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11ce74d-08c0-401c-90a1-0398cd1c46bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:32:52.117528 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11ce74d-08c0-401c-90a1-0398cd1c46bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:32:52.117528 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11ce74d-08c0-401c-90a1-0398cd1c46bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:32:52.118231 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11ce74d-08c0-401c-90a1-0398cd1c46bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:32:52.118583 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11ce74d-08c0-401c-90a1-0398cd1c46bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:32:52.118968 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11ce74d-08c0-401c-90a1-0398cd1c46bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:32:52.119723 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11ce74d-08c0-401c-90a1-0398cd1c46bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:32:52.120040 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-421259d8-c3ab-44da-9090-e6a0788fe749 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:52.133975 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-421259d8-c3ab-44da-9090-e6a0788fe749 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:52.137173 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-421259d8-c3ab-44da-9090-e6a0788fe749 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] 10.222.0.20 "DELETE /v2.0/networks/db3ccc8a-3f50-48d2-82ea-60e4b3cd679e HTTP/1.1" status: 204 len: 168 time: 3.2853649 Dec 10 15:32:52.137543 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4686c6b-3797-43ac-b9b1-60bd0c7981f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-13c074a3-28ed-4cbd-9e49-179703bff110', 'network_id': '13c074a3-28ed-4cbd-9e49-179703bff110', 'project_id': 'da659e4588db42fabb840b556f184f7b', 'fixed_ips': [{'subnet_id': 'ac2b41f5-033f-42bc-b024-5218bc288e17'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:32:52.139103 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f4686c6b-3797-43ac-b9b1-60bd0c7981f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:52.151241 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33248) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:52.161743 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-3ec92059-c85b-434d-b5c2-a4455ca3ace4 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1399278941'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:52.165000 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421259d8-c3ab-44da-9090-e6a0788fe749 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Pushing event deleted for resources: {'Network': ['ID=db3ccc8a-3f50-48d2-82ea-60e4b3cd679e,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:52.168062 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7dd04559-d3e2-4890-b90c-e69e25e0e826 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:52.233425 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616d6bc3-a237-4624-b9b2-fd40c57afddd tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=551372ef-2b77-4b99-85de-ce1ef5a9de57,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:52.267709 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device a8105268-3e68-4849-a38d-a20a747926fa details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 15:32:52.270364 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec92059-c85b-434d-b5c2-a4455ca3ace4 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Made reservation on behalf of 1669e2c341ad498c8f67a90a963f4ed9 for: {'network': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:32:52.276178 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3ec92059-c85b-434d-b5c2-a4455ca3ace4 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:52.281369 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-4dc66bc1-ce25-4844-94a9-59c8a22a1e8f tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1840472 Dec 10 15:32:52.286640 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33250) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:52.291562 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-6140ea22-35cb-44bc-b78a-46152840a3fe tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1662900515'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:52.299245 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7dd04559-d3e2-4890-b90c-e69e25e0e826 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:52.306064 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b96e90b1-3178-4600-918a-9664f97e8439 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:52.321348 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-b96e90b1-3178-4600-918a-9664f97e8439 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Calling delete_port for d8c971bf-a32d-44e6-9d9d-34aaca6fb8d1 owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:32:52.340416 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd04559-d3e2-4890-b90c-e69e25e0e826 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Pushing event deleted for resources: {'Subnet': ['ID=ac2b41f5-033f-42bc-b024-5218bc288e17,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:52.358956 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ec92059-c85b-434d-b5c2-a4455ca3ace4 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=103586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:32:52.359922 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server [None req-f4686c6b-3797-43ac-b9b1-60bd0c7981f2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ac2b41f5-033f-42bc-b024-5218bc288e17: This subnet is being modified by another concurrent operation. Dec 10 15:32:52.359922 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 10 15:32:52.359922 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 10 15:32:52.359922 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 10 15:32:52.359922 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 10 15:32:52.359922 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 10 15:32:52.359922 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 10 15:32:52.359922 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 10 15:32:52.359922 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 10 15:32:52.359922 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 10 15:32:52.359922 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 15:32:52.359922 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 15:32:52.359922 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 15:32:52.359922 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 15:32:52.359922 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 15:32:52.359922 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 15:32:52.359922 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 15:32:52.359922 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 15:32:52.359922 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 15:32:52.359922 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 15:32:52.359922 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 15:32:52.359922 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 15:32:52.359922 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 15:32:52.359922 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 15:32:52.359922 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 15:32:52.359922 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 15:32:52.359922 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 15:32:52.359922 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 15:32:52.359922 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 15:32:52.359922 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 15:32:52.359922 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 15:32:52.359922 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 15:32:52.359922 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 15:32:52.359922 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 15:32:52.359922 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 10 15:32:52.359922 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 10 15:32:52.359922 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 10 15:32:52.359922 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 10 15:32:52.359922 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 10 15:32:52.359922 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 10 15:32:52.359922 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 10 15:32:52.359922 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 10 15:32:52.359922 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 10 15:32:52.359922 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 15:32:52.359922 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 10 15:32:52.359922 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 15:32:52.359922 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 15:32:52.359922 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 15:32:52.359922 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 15:32:52.359922 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 15:32:52.359922 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 15:32:52.359922 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 15:32:52.359922 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 15:32:52.359922 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 15:32:52.363457 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 15:32:52.363457 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 15:32:52.363457 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 15:32:52.363457 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 15:32:52.363457 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 15:32:52.363457 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 15:32:52.363457 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 15:32:52.363457 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 15:32:52.363457 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 15:32:52.363457 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 15:32:52.363457 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 15:32:52.363457 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 15:32:52.363457 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 15:32:52.363457 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 15:32:52.363457 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 15:32:52.363457 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 15:32:52.363457 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 10 15:32:52.363457 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 10 15:32:52.363457 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 10 15:32:52.363457 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 10 15:32:52.363457 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 10 15:32:52.363457 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 10 15:32:52.363457 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 10 15:32:52.363457 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 10 15:32:52.363457 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 15:32:52.363457 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 15:32:52.363457 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 15:32:52.363457 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 15:32:52.363457 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 10 15:32:52.363457 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 10 15:32:52.363457 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 10 15:32:52.363457 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 10 15:32:52.363457 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 10 15:32:52.363457 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 10 15:32:52.363457 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 10 15:32:52.363457 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server raise exception Dec 10 15:32:52.363457 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ac2b41f5-033f-42bc-b024-5218bc288e17: This subnet is being modified by another concurrent operation. Dec 10 15:32:52.363457 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server Dec 10 15:32:52.390538 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port a8105268-3e68-4849-a38d-a20a747926fa, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=a8105268-3e68-4849-a38d-a20a747926fa,segment=NetworkSegment(590762fd-8376-4d89-95c3-4561a575715b),segment_id=590762fd-8376-4d89-95c3-4561a575715b)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:32:52.393233 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-616d6bc3-a237-4624-b9b2-fd40c57afddd tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:52.396511 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-616d6bc3-a237-4624-b9b2-fd40c57afddd tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1050577 Dec 10 15:32:52.396652 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e0f572-6cd4-4b4f-a195-4439770494b8 None None] get_active_networks_info from dv-neutron-821401-4-hyperv {{(pid=103588) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 15:32:52.399338 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33252) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:52.404747 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-ebafcaa8-73e9-4b39-903f-4c812cd1ab74 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Request body: {'security_group_rule': {'security_group_id': '8bf0cde0-01d4-4d3d-85f4-b332930eb11d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:52.409921 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3ec92059-c85b-434d-b5c2-a4455ca3ace4 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:52.411801 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.segments_db [None req-3ec92059-c85b-434d-b5c2-a4455ca3ace4 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Added segment f6b2f7e0-bd27-442b-89e1-12241f5d1801 of type vlan for network 6841c503-12a2-443c-b7a0-fe7c723ca813 Dec 10 15:32:52.412834 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7dd04559-d3e2-4890-b90c-e69e25e0e826 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:52.414400 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d65796e1-5849-4242-b6f5-639362e50fc2 tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:52.429599 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Returning: {'device': 'a8105268-3e68-4849-a38d-a20a747926fa', 'network_id': '78b329c0-5093-420d-971f-ce625768710e', 'port_id': 'a8105268-3e68-4849-a38d-a20a747926fa', 'mac_address': 'fa:16:3e:17:f8:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57830461-432a-4f8d-a9a8-32a63484290f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 15:32:52.458909 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65796e1-5849-4242-b6f5-639362e50fc2 tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Pushing event deleted for resources: {'Port': ['ID=d5dc70ac-66ab-49b1-ab85-c5c356794f2e,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:52.461436 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-7dd04559-d3e2-4890-b90c-e69e25e0e826 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13c074a3-28ed-4cbd-9e49-179703bff110']}} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:52.470132 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65796e1-5849-4242-b6f5-639362e50fc2 tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] No DVR routers for this DVR port d5dc70ac-66ab-49b1-ab85-c5c356794f2e on host dv-neutron-821401-4-hyperv {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:32:52.479184 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3ec92059-c85b-434d-b5c2-a4455ca3ace4 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:52.481590 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-7dd04559-d3e2-4890-b90c-e69e25e0e826 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6494d2fa-17be-44d9-a989-1cb25eabc125') {'for_net_delete': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:52.481913 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-7dd04559-d3e2-4890-b90c-e69e25e0e826 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6494d2fa-17be-44d9-a989-1cb25eabc125') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:52.494564 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7dd04559-d3e2-4890-b90c-e69e25e0e826 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12392235'] for segment, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:52.513945 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:52.521472 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7dd04559-d3e2-4890-b90c-e69e25e0e826 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:52.529751 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dd04559-d3e2-4890-b90c-e69e25e0e826 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=103586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:32:52.529751 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7dd04559-d3e2-4890-b90c-e69e25e0e826 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11695586'] for segment, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:52.533000 dv-neutron-821401-4-hyperv neutron-server[103586]: Traceback (most recent call last): Dec 10 15:32:52.533000 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:32:52.533000 dv-neutron-821401-4-hyperv neutron-server[103586]: timer() Dec 10 15:32:52.533000 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:32:52.533000 dv-neutron-821401-4-hyperv neutron-server[103586]: cb(*args, **kw) Dec 10 15:32:52.533000 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:32:52.533000 dv-neutron-821401-4-hyperv neutron-server[103586]: return func(*args, **kwargs) Dec 10 15:32:52.533000 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:32:52.533000 dv-neutron-821401-4-hyperv neutron-server[103586]: self._notify() Dec 10 15:32:52.533000 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:32:52.533000 dv-neutron-821401-4-hyperv neutron-server[103586]: self.callback(batched_events) Dec 10 15:32:52.533000 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:32:52.533000 dv-neutron-821401-4-hyperv neutron-server[103586]: event.method(event) Dec 10 15:32:52.533000 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:32:52.533000 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:32:52.533000 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:32:52.533000 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:32:52.533000 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:32:52.533000 dv-neutron-821401-4-hyperv neutron-server[103586]: return f(self, *a, **k) Dec 10 15:32:52.533000 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:32:52.533000 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._get(url).json() Dec 10 15:32:52.533000 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:32:52.533000 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:32:52.533000 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:32:52.533000 dv-neutron-821401-4-hyperv neutron-server[103586]: return self.request(url, 'GET', **kwargs) Dec 10 15:32:52.533000 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:32:52.533000 dv-neutron-821401-4-hyperv neutron-server[103586]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:32:52.533000 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:32:52.533000 dv-neutron-821401-4-hyperv neutron-server[103586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:32:52.533000 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:32:52.533000 dv-neutron-821401-4-hyperv neutron-server[103586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:32:52.533000 dv-neutron-821401-4-hyperv neutron-server[103586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:32:52.537275 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8105268-3e68-4849-a38d-a20a747926fa {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 15:32:52.566034 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d65796e1-5849-4242-b6f5-639362e50fc2 tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:52.574687 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port a8105268-3e68-4849-a38d-a20a747926fa, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=a8105268-3e68-4849-a38d-a20a747926fa,segment=NetworkSegment(590762fd-8376-4d89-95c3-4561a575715b),segment_id=590762fd-8376-4d89-95c3-4561a575715b)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:32:52.582461 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e0f572-6cd4-4b4f-a195-4439770494b8 None None] Resources bound (agent type, host, resource id): {{(pid=103588) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 15:32:52.591055 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-d65796e1-5849-4242-b6f5-639362e50fc2 tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf8b8693-5447-4641-99c8-7a8bd3c93cea']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:52.609236 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-d65796e1-5849-4242-b6f5-639362e50fc2 tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48cafe52-e2d2-4875-a1c3-0e1580435010') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:52.609685 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-d65796e1-5849-4242-b6f5-639362e50fc2 tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48cafe52-e2d2-4875-a1c3-0e1580435010') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:52.617688 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6140ea22-35cb-44bc-b78a-46152840a3fe tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Made reservation on behalf of 6af6b547c018414fbb71ed922833c3ea for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:32:52.621323 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6140ea22-35cb-44bc-b78a-46152840a3fe tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:52.624285 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3ec92059-c85b-434d-b5c2-a4455ca3ace4 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:52.631096 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec92059-c85b-434d-b5c2-a4455ca3ace4 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:52.632664 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3ec92059-c85b-434d-b5c2-a4455ca3ace4 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:52.645412 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d65796e1-5849-4242-b6f5-639362e50fc2 tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11806923'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:52.662774 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:52.672699 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d65796e1-5849-4242-b6f5-639362e50fc2 tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:52.718839 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d65796e1-5849-4242-b6f5-639362e50fc2 tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:32:52.718839 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d65796e1-5849-4242-b6f5-639362e50fc2 tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11236635'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:52.718839 dv-neutron-821401-4-hyperv neutron-server[103587]: Traceback (most recent call last): Dec 10 15:32:52.718839 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:32:52.718839 dv-neutron-821401-4-hyperv neutron-server[103587]: timer() Dec 10 15:32:52.718839 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:32:52.718839 dv-neutron-821401-4-hyperv neutron-server[103587]: cb(*args, **kw) Dec 10 15:32:52.718839 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:32:52.718839 dv-neutron-821401-4-hyperv neutron-server[103587]: return func(*args, **kwargs) Dec 10 15:32:52.718839 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:32:52.718839 dv-neutron-821401-4-hyperv neutron-server[103587]: self._notify() Dec 10 15:32:52.718839 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:32:52.718839 dv-neutron-821401-4-hyperv neutron-server[103587]: self.callback(batched_events) Dec 10 15:32:52.718839 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:32:52.718839 dv-neutron-821401-4-hyperv neutron-server[103587]: event.method(event) Dec 10 15:32:52.718839 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:32:52.718839 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:32:52.718839 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:32:52.718839 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:32:52.718839 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:32:52.718839 dv-neutron-821401-4-hyperv neutron-server[103587]: return f(self, *a, **k) Dec 10 15:32:52.718839 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:32:52.718839 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._get(url).json() Dec 10 15:32:52.718839 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:32:52.718839 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:32:52.718839 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:32:52.718839 dv-neutron-821401-4-hyperv neutron-server[103587]: return self.request(url, 'GET', **kwargs) Dec 10 15:32:52.718839 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:32:52.718839 dv-neutron-821401-4-hyperv neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:32:52.718839 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:32:52.718839 dv-neutron-821401-4-hyperv neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:32:52.718839 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:32:52.718839 dv-neutron-821401-4-hyperv neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:32:52.718839 dv-neutron-821401-4-hyperv neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:32:52.729159 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec92059-c85b-434d-b5c2-a4455ca3ace4 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Pushing event updated for resources: {'Network': ['ID=6841c503-12a2-443c-b7a0-fe7c723ca813,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:52.744779 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 6841c503-12a2-443c-b7a0-fe7c723ca813 details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:32:52.744959 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6140ea22-35cb-44bc-b78a-46152840a3fe tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:32:52.760735 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7dd04559-d3e2-4890-b90c-e69e25e0e826 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:52.769772 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7dd04559-d3e2-4890-b90c-e69e25e0e826 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:52.785517 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-7dd04559-d3e2-4890-b90c-e69e25e0e826 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] 10.222.0.20 "DELETE /v2.0/networks/13c074a3-28ed-4cbd-9e49-179703bff110 HTTP/1.1" status: 204 len: 168 time: 0.8614995 Dec 10 15:32:52.788326 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33254) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:52.788517 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ebafcaa8-73e9-4b39-903f-4c812cd1ab74 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:52.802620 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-c57d0a2b-de58-4ea7-aea3-354c3279aa7f tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1649423682'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:52.802827 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=a8105268-3e68-4849-a38d-a20a747926fa,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:52.811362 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device d014a1b2-2056-41fb-97a5-be9590c04a7d up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:32:52.819272 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6140ea22-35cb-44bc-b78a-46152840a3fe tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:52.819994 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.segments_db [None req-6140ea22-35cb-44bc-b78a-46152840a3fe tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Added segment 2eadc2e3-2aef-4453-b0e6-5668f974141a of type vlan for network 3fdc3361-edad-4f8e-94bb-12ed502b96fe Dec 10 15:32:52.823808 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd04559-d3e2-4890-b90c-e69e25e0e826 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Pushing event deleted for resources: {'Network': ['ID=13c074a3-28ed-4cbd-9e49-179703bff110,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:52.828597 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-3ec92059-c85b-434d-b5c2-a4455ca3ace4 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6761079 Dec 10 15:32:52.831086 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33256) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:52.836155 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-8496cfe0-e293-45aa-9141-fdc3c593514c tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Request body: {'subnet': {'network_id': '6841c503-12a2-443c-b7a0-fe7c723ca813', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:52.894770 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6140ea22-35cb-44bc-b78a-46152840a3fe tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:52.907147 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b96e90b1-3178-4600-918a-9664f97e8439 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:52.933485 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c57d0a2b-de58-4ea7-aea3-354c3279aa7f tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Made reservation on behalf of da659e4588db42fabb840b556f184f7b for: {'network': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:32:52.938874 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c57d0a2b-de58-4ea7-aea3-354c3279aa7f tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:52.960450 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d65796e1-5849-4242-b6f5-639362e50fc2 tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:52.965028 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d65796e1-5849-4242-b6f5-639362e50fc2 tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:52.968844 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-d65796e1-5849-4242-b6f5-639362e50fc2 tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] 10.222.0.20 "DELETE /v2.0/networks/bf8b8693-5447-4641-99c8-7a8bd3c93cea HTTP/1.1" status: 204 len: 168 time: 1.9222224 Dec 10 15:32:52.969771 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96e90b1-3178-4600-918a-9664f97e8439 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event deleted for resources: {'Port': ['ID=d8c971bf-a32d-44e6-9d9d-34aaca6fb8d1,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:52.998663 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c57d0a2b-de58-4ea7-aea3-354c3279aa7f tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=103586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:32:53.010629 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c57d0a2b-de58-4ea7-aea3-354c3279aa7f tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:53.011232 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.segments_db [None req-c57d0a2b-de58-4ea7-aea3-354c3279aa7f tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Added segment 0244fb84-e1c1-4a42-bd7c-ef37b14520f1 of type vlan for network bf06b183-ba35-4a63-a5e8-c195c3cf3767 Dec 10 15:32:53.019130 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ebafcaa8-73e9-4b39-903f-4c812cd1ab74 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:53.049763 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65796e1-5849-4242-b6f5-639362e50fc2 tempest-ExtraDHCPOptionsTestJSON-2046433679 tempest-ExtraDHCPOptionsTestJSON-2046433679-project] Pushing event deleted for resources: {'Network': ['ID=bf8b8693-5447-4641-99c8-7a8bd3c93cea,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:53.053305 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b96e90b1-3178-4600-918a-9664f97e8439 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:53.057020 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-b96e90b1-3178-4600-918a-9664f97e8439 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/ports/d8c971bf-a32d-44e6-9d9d-34aaca6fb8d1 HTTP/1.1" status: 204 len: 168 time: 1.2607591 Dec 10 15:32:53.057158 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c57d0a2b-de58-4ea7-aea3-354c3279aa7f tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:53.061119 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33264) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:53.094449 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8496cfe0-e293-45aa-9141-fdc3c593514c tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Made reservation on behalf of 1669e2c341ad498c8f67a90a963f4ed9 for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:32:53.098763 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8496cfe0-e293-45aa-9141-fdc3c593514c tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:53.133332 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3666a-9e39-4026-b0f0-adf67b5c20ef req-53135529-1181-47bc-aa58-6044813f1b71 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:53.144795 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d9a3666a-9e39-4026-b0f0-adf67b5c20ef req-53135529-1181-47bc-aa58-6044813f1b71 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2d8b614-6355-4b3d-86be-c56b4b54d658 HTTP/1.1" status: 200 len: 945 time: 0.1955042 Dec 10 15:32:53.174759 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6140ea22-35cb-44bc-b78a-46152840a3fe tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:53.176332 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port d014a1b2-2056-41fb-97a5-be9590c04a7d triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:32:53.177148 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:53.181186 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6140ea22-35cb-44bc-b78a-46152840a3fe tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:53.181828 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6140ea22-35cb-44bc-b78a-46152840a3fe tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:53.188932 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c57d0a2b-de58-4ea7-aea3-354c3279aa7f tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:53.192287 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ebafcaa8-73e9-4b39-903f-4c812cd1ab74 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:53.195399 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57d0a2b-de58-4ea7-aea3-354c3279aa7f tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:53.196195 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c57d0a2b-de58-4ea7-aea3-354c3279aa7f tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:53.245293 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc5b281-be57-4552-8315-0459d3a8daa9 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:53.246985 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc5b281-be57-4552-8315-0459d3a8daa9 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:53.252648 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-3cc5b281-be57-4552-8315-0459d3a8daa9 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1904876 Dec 10 15:32:53.253354 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33266) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:53.261334 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] get_ports_and_sgs() called for port_ids ['a8105268-3e68-4849-a38d-a20a747926fa'] {{(pid=103588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 15:32:53.361816 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ca62758-a6db-450e-98dc-2b671bce4151 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Deleting subnet 0097d685-ef18-4ac7-ac41-83f13dc3e80b {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:32:53.365355 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5ca62758-a6db-450e-98dc-2b671bce4151 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for subnet, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:53.412225 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5ca62758-a6db-450e-98dc-2b671bce4151 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11806768'] for subnet, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:53.434100 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02293aed-a631-4d3b-8b6e-6db2ac2f2e27 None None] DHCP port deletion for 2ed2f63e-a369-4a0f-92b7-3281ca71d22c request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:32:53.465824 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebafcaa8-73e9-4b39-903f-4c812cd1ab74 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66b021ca-71b7-44ba-9a7a-b0c8a3e800af,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:53.481453 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ebafcaa8-73e9-4b39-903f-4c812cd1ab74 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:53.483316 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-ebafcaa8-73e9-4b39-903f-4c812cd1ab74 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0824234 Dec 10 15:32:53.492739 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-6140ea22-35cb-44bc-b78a-46152840a3fe tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2022636 Dec 10 15:32:53.492739 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33268) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:53.493279 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33270) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:53.502895 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d9a3666a-9e39-4026-b0f0-adf67b5c20ef req-6e344f33-ae21-4969-a878-d84396399ca5 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=99397850-e41c-4478-8b01-ccaac7afb5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3567655 Dec 10 15:32:53.506325 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-5720069d-ed18-4fd1-9e50-c937ec6a56d1 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Request body: {'subnet': {'network_id': '3fdc3361-edad-4f8e-94bb-12ed502b96fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:53.510914 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5ca62758-a6db-450e-98dc-2b671bce4151 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:53.519845 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-70e683b7-d31a-41c8-8a43-2c559844579d tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Request body: {'security_group_rule': {'security_group_id': '8bf0cde0-01d4-4d3d-85f4-b332930eb11d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:53.540918 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b87cbb-02b3-4584-ab4d-49a3e9187738 None None] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:32:53.543961 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17eeddb1-2d4e-4bba-9bdd-d10dc428b91e None None] Network db3ccc8a-3f50-48d2-82ea-60e4b3cd679e requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:32:53.548453 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d0bf5a-3536-4560-b415-f276633f99ee None None] Network 5ea0588e-1b4e-41ca-be20-7e05d95bea50 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:32:53.571366 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6140ea22-35cb-44bc-b78a-46152840a3fe tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event updated for resources: {'Network': ['ID=3fdc3361-edad-4f8e-94bb-12ed502b96fe,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:53.578782 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0948f7c-b24e-4ed6-9aa3-5c6c2d0ecba0 None None] Network 13c074a3-28ed-4cbd-9e49-179703bff110 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:32:53.584095 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57d0a2b-de58-4ea7-aea3-354c3279aa7f tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Pushing event updated for resources: {'Network': ['ID=bf06b183-ba35-4a63-a5e8-c195c3cf3767,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:53.612134 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-c57d0a2b-de58-4ea7-aea3-354c3279aa7f tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8227375 Dec 10 15:32:53.616070 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33272) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:53.623398 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-6c01f557-c1ca-4ed6-bf9a-db642d92591b tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Request body: {'subnet': {'network_id': 'bf06b183-ba35-4a63-a5e8-c195c3cf3767', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:53.624860 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 3fdc3361-edad-4f8e-94bb-12ed502b96fe details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:32:53.719778 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network bf06b183-ba35-4a63-a5e8-c195c3cf3767 details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:32:53.727853 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17eeddb1-2d4e-4bba-9bdd-d10dc428b91e None None] Network db3ccc8a-3f50-48d2-82ea-60e4b3cd679e could not be found, it might have been deleted concurrently. {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 10 15:32:53.806232 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-70e683b7-d31a-41c8-8a43-2c559844579d tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:53.823741 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5ca62758-a6db-450e-98dc-2b671bce4151 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11236721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11668521'] for subnet, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:53.842283 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33276) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:53.861749 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0948f7c-b24e-4ed6-9aa3-5c6c2d0ecba0 None None] Network 13c074a3-28ed-4cbd-9e49-179703bff110 could not be found, it might have been deleted concurrently. {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 10 15:32:53.879377 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303e5244-de44-4d0a-8076-fdb7a122c17e None None] Network db3ccc8a-3f50-48d2-82ea-60e4b3cd679e requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:32:53.921554 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5720069d-ed18-4fd1-9e50-c937ec6a56d1 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Made reservation on behalf of 6af6b547c018414fbb71ed922833c3ea for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:32:53.929117 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5720069d-ed18-4fd1-9e50-c937ec6a56d1 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11668558'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:53.932736 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca62758-a6db-450e-98dc-2b671bce4151 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event deleted for resources: {'Subnet': ['ID=0097d685-ef18-4ac7-ac41-83f13dc3e80b,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:53.933675 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303e5244-de44-4d0a-8076-fdb7a122c17e None None] Network db3ccc8a-3f50-48d2-82ea-60e4b3cd679e could not be found, it might have been deleted concurrently. {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 10 15:32:53.935035 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5ca62758-a6db-450e-98dc-2b671bce4151 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:53.937615 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ad8aae-de79-4f06-84b0-8f28d683e89a None None] Network 13c074a3-28ed-4cbd-9e49-179703bff110 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:32:53.947719 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-5ca62758-a6db-450e-98dc-2b671bce4151 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/subnets/0097d685-ef18-4ac7-ac41-83f13dc3e80b HTTP/1.1" status: 204 len: 168 time: 0.6833079 Dec 10 15:32:53.951587 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33280) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:53.958987 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ad8aae-de79-4f06-84b0-8f28d683e89a None None] Network 13c074a3-28ed-4cbd-9e49-179703bff110 could not be found, it might have been deleted concurrently. {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 10 15:32:53.991989 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8496cfe0-e293-45aa-9141-fdc3c593514c tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11695183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581935'] for subnet, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:54.053593 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c01f557-c1ca-4ed6-bf9a-db642d92591b tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Made reservation on behalf of da659e4588db42fabb840b556f184f7b for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:32:54.061046 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6c01f557-c1ca-4ed6-bf9a-db642d92591b tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:54.088838 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-1b355a62-2507-4573-94c4-5b3f6fd99ebf tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1314414 Dec 10 15:32:54.095429 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33282) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:54.100690 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-7c7a6188-883e-4c05-95ac-80fab2d5517f None None] Could not find standard attr ID for object 08ede049-65a1-4a2c-bb66-d0992ffa7135. {{(pid=103588) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 15:32:54.125271 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4cb6059-317c-4fbe-baaf-dac269c4bac4 None None] DHCP port deletion for bf8b8693-5447-4641-99c8-7a8bd3c93cea request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:32:54.207440 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-70e683b7-d31a-41c8-8a43-2c559844579d tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:54.256822 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-1aa26e8d-b583-442a-ac1b-f9d31fc2fa6a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=676ee1490f2b4e9ebddd3c27d313315f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4097004 Dec 10 15:32:54.259628 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33286) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:54.301653 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8496cfe0-e293-45aa-9141-fdc3c593514c tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Pushing event updated for resources: {'Subnet': ['ID=c18aa264-aad0-41cd-9308-8c7dbc408aec,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:54.327754 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-70e683b7-d31a-41c8-8a43-2c559844579d tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:54.360906 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a290c17-9b1b-42e2-a87c-2fe9dcbd3e1d tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:54.365981 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-2a290c17-9b1b-42e2-a87c-2fe9dcbd3e1d tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2658811 Dec 10 15:32:54.367499 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8496cfe0-e293-45aa-9141-fdc3c593514c tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Checking segment: {'id': 'f6b2f7e0-bd27-442b-89e1-12241f5d1801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '6841c503-12a2-443c-b7a0-fe7c723ca813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:32:54.367877 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8496cfe0-e293-45aa-9141-fdc3c593514c tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Network hostable DHCP agents. Network: 6841c503-12a2-443c-b7a0-fe7c723ca813, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:32:54.371534 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33288) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:54.393256 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e683b7-d31a-41c8-8a43-2c559844579d tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dd01eb4-8304-49c8-8f2e-fac2aaa7d6a8,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:54.415661 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9869fc1e-8aa4-417b-a228-da512222e275 req-1973c1c8-f884-4cf1-8e92-e95c48909d43 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:54.421985 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-9869fc1e-8aa4-417b-a228-da512222e275 req-1973c1c8-f884-4cf1-8e92-e95c48909d43 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f5e5fac-ee31-44bf-a612-11364724d71a HTTP/1.1" status: 200 len: 945 time: 0.1876032 Dec 10 15:32:54.461292 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-12b7384c-7c96-4009-8b26-f3eccbeadc89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:54.497525 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-70e683b7-d31a-41c8-8a43-2c559844579d tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:54.501812 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-70e683b7-d31a-41c8-8a43-2c559844579d tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0031593 Dec 10 15:32:54.504714 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33290) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:54.508486 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-12b7384c-7c96-4009-8b26-f3eccbeadc89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:54.517227 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-5242920b-ff6b-4a2d-888d-ce0ce9fa97e0 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Request body: {'security_group_rule': {'security_group_id': '8bf0cde0-01d4-4d3d-85f4-b332930eb11d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:54.545947 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f7f2bf-8741-456c-bd5a-32d8e057f239 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:54.547543 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-32f7f2bf-8741-456c-bd5a-32d8e057f239 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1717067 Dec 10 15:32:54.551760 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33294) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:54.573846 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-9869fc1e-8aa4-417b-a228-da512222e275 req-a785f33a-725a-425a-bc4b-443ecc954ebf tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ed67073-eeed-4d1d-86bf-a50b643bdaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249344 Dec 10 15:32:54.616434 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device d5dc70ac-66ab-49b1-ab85-c5c356794f2e no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:32:54.624752 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-0d2f0177-290b-4099-8ca1-48228539c1ed tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0716496 Dec 10 15:32:54.625758 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33298) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:54.629094 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5720069d-ed18-4fd1-9e50-c937ec6a56d1 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11236534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11668560'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:54.643142 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8496cfe0-e293-45aa-9141-fdc3c593514c tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Network 6841c503-12a2-443c-b7a0-fe7c723ca813 is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:32:54.647352 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-89670264-49cb-4f06-9b68-6a7ef48f53f6 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Request body: {'subnet': {'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:54.671875 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: d5dc70ac-66ab-49b1-ab85-c5c356794f2e {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:32:54.672278 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device d5dc70ac-66ab-49b1-ab85-c5c356794f2e not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:32:54.680059 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device c8a253dd-60a7-4de4-9ec8-15cc4b5f3649 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:32:54.685677 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca56f63-0891-431c-9708-6318ee848799 None None] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:32:54.704569 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5242920b-ff6b-4a2d-888d-ce0ce9fa97e0 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:54.734602 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: c8a253dd-60a7-4de4-9ec8-15cc4b5f3649 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:32:54.735219 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device c8a253dd-60a7-4de4-9ec8-15cc4b5f3649 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:32:54.753304 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-8496cfe0-e293-45aa-9141-fdc3c593514c tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 6841c503-12a2-443c-b7a0-fe7c723ca813) {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:32:54.773943 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8496cfe0-e293-45aa-9141-fdc3c593514c tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:54.774714 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8496cfe0-e293-45aa-9141-fdc3c593514c tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:54.803872 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8639c5c7-1517-4e8d-aeac-c71d3426947a None None] Network 6841c503-12a2-443c-b7a0-fe7c723ca813 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:32:54.812096 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacec7fd-943c-418f-a8b8-92905af5a5f5 req-7cbae635-6725-48ec-aac0-89b914218d40 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:54.814586 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-bacec7fd-943c-418f-a8b8-92905af5a5f5 req-7cbae635-6725-48ec-aac0-89b914218d40 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f5e5fac-ee31-44bf-a612-11364724d71a HTTP/1.1" status: 200 len: 945 time: 0.0932801 Dec 10 15:32:54.816046 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6c01f557-c1ca-4ed6-bf9a-db642d92591b tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11695183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581935'] for subnet, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:54.842878 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5720069d-ed18-4fd1-9e50-c937ec6a56d1 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Checking segment: {'id': '2eadc2e3-2aef-4453-b0e6-5668f974141a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '3fdc3361-edad-4f8e-94bb-12ed502b96fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:32:54.843247 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5720069d-ed18-4fd1-9e50-c937ec6a56d1 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Network hostable DHCP agents. Network: 3fdc3361-edad-4f8e-94bb-12ed502b96fe, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:32:54.890128 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-43f3e490-f51b-454d-84cd-66fc474e8481 None None] Provisioning complete for port e0bd4b2f-9a15-4447-9b63-616fcd0644d1 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:32:54.892724 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-43f3e490-f51b-454d-84cd-66fc474e8481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:54.903862 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-8496cfe0-e293-45aa-9141-fdc3c593514c tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.0717361 Dec 10 15:32:54.912000 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5720069d-ed18-4fd1-9e50-c937ec6a56d1 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event updated for resources: {'Subnet': ['ID=9abdc1b3-0127-4acc-8591-641049917e38,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:54.913462 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33300) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:54.929405 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5242920b-ff6b-4a2d-888d-ce0ce9fa97e0 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:54.945065 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50dc8c2-a84e-469a-a247-9f786345d7fd req-cb578cba-7474-445e-89de-0a6098613a77 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:54.946713 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d50dc8c2-a84e-469a-a247-9f786345d7fd req-cb578cba-7474-445e-89de-0a6098613a77 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2d8b614-6355-4b3d-86be-c56b4b54d658 HTTP/1.1" status: 200 len: 945 time: 0.2364509 Dec 10 15:32:54.971004 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5720069d-ed18-4fd1-9e50-c937ec6a56d1 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Network 3fdc3361-edad-4f8e-94bb-12ed502b96fe is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:32:55.008804 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-12b7384c-7c96-4009-8b26-f3eccbeadc89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:55.011647 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-12b7384c-7c96-4009-8b26-f3eccbeadc89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:55.013012 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-12b7384c-7c96-4009-8b26-f3eccbeadc89 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/648eae3c-dc6d-490f-9ead-bb142f49c6b0 HTTP/1.1" status: 204 len: 168 time: 0.7522953 Dec 10 15:32:55.014620 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5242920b-ff6b-4a2d-888d-ce0ce9fa97e0 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:55.032261 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5242920b-ff6b-4a2d-888d-ce0ce9fa97e0 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9f45e8c-01bd-488c-a0ec-232594ca82d0,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:55.047812 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d50dc8c2-a84e-469a-a247-9f786345d7fd req-ee5b9f65-313d-4d49-ac56-ae34b3196009 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=99397850-e41c-4478-8b01-ccaac7afb5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936224 Dec 10 15:32:55.056159 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b7384c-7c96-4009-8b26-f3eccbeadc89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=648eae3c-dc6d-490f-9ead-bb142f49c6b0,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:55.079398 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89670264-49cb-4f06-9b68-6a7ef48f53f6 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Made reservation on behalf of 915dae42aca44a6e934a20b3a70b3a5e for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:32:55.079531 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c01f557-c1ca-4ed6-bf9a-db642d92591b tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Pushing event updated for resources: {'Subnet': ['ID=ba11f428-3005-4274-9460-697f84b50b0c,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:55.087287 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-89670264-49cb-4f06-9b68-6a7ef48f53f6 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11668558'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:55.097328 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c01f557-c1ca-4ed6-bf9a-db642d92591b tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Checking segment: {'id': '0244fb84-e1c1-4a42-bd7c-ef37b14520f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'bf06b183-ba35-4a63-a5e8-c195c3cf3767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:32:55.097809 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c01f557-c1ca-4ed6-bf9a-db642d92591b tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Network hostable DHCP agents. Network: bf06b183-ba35-4a63-a5e8-c195c3cf3767, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:32:55.101079 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-5720069d-ed18-4fd1-9e50-c937ec6a56d1 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 3fdc3361-edad-4f8e-94bb-12ed502b96fe) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:32:55.122807 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5720069d-ed18-4fd1-9e50-c937ec6a56d1 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:55.123414 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5720069d-ed18-4fd1-9e50-c937ec6a56d1 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:55.128464 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731c37b1-c91d-4598-be3d-1bdd9916b979 None None] Network 5ea0588e-1b4e-41ca-be20-7e05d95bea50 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:32:55.130916 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5c1e93-12f2-4f52-aa86-da9f95c9f7f3 None None] Network 3fdc3361-edad-4f8e-94bb-12ed502b96fe requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:32:55.169097 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5242920b-ff6b-4a2d-888d-ce0ce9fa97e0 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:55.170396 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-5242920b-ff6b-4a2d-888d-ce0ce9fa97e0 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6645584 Dec 10 15:32:55.170700 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-bacec7fd-943c-418f-a8b8-92905af5a5f5 req-7e889c0b-dc29-443f-8ec5-5368d27655a6 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ed67073-eeed-4d1d-86bf-a50b643bdaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3432202 Dec 10 15:32:55.173290 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33304) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:55.184145 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-be9c896b-84a7-427f-8af9-a9ea06fc9f34 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:55.191099 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-6130f68a-aaba-4083-bf07-45a11bd08a7f tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Request body: {'security_group_rule': {'security_group_id': '8bf0cde0-01d4-4d3d-85f4-b332930eb11d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:55.195796 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c920560-d855-4237-b1df-63c574f1c70d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-6841c503-12a2-443c-b7a0-fe7c723ca813', 'network_id': '6841c503-12a2-443c-b7a0-fe7c723ca813', 'project_id': '1669e2c341ad498c8f67a90a963f4ed9', 'fixed_ips': [{'subnet_id': 'c18aa264-aad0-41cd-9308-8c7dbc408aec'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:32:55.195796 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9c920560-d855-4237-b1df-63c574f1c70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:55.276302 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38fd8dcc-624b-4496-a5f4-f74ed4a672af None None] DHCP port deletion for c2b5f149-cedd-450c-ab43-dd2d78259f45 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:32:55.291068 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-be9c896b-84a7-427f-8af9-a9ea06fc9f34 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:55.298225 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c01f557-c1ca-4ed6-bf9a-db642d92591b tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Network bf06b183-ba35-4a63-a5e8-c195c3cf3767 is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:32:55.330702 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-6c01f557-c1ca-4ed6-bf9a-db642d92591b tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, bf06b183-ba35-4a63-a5e8-c195c3cf3767) {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:32:55.333956 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c01f557-c1ca-4ed6-bf9a-db642d92591b tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:55.334751 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6c01f557-c1ca-4ed6-bf9a-db642d92591b tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:55.358310 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-c980ec9a-57c1-4c54-9b30-632b7a944b7c None None] Provisioning complete for port d014a1b2-2056-41fb-97a5-be9590c04a7d triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:32:55.358310 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c980ec9a-57c1-4c54-9b30-632b7a944b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:55.367633 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791ae5e1-49ff-4b1a-8c54-0214388990ca None None] Network bf06b183-ba35-4a63-a5e8-c195c3cf3767 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:32:55.413653 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6130f68a-aaba-4083-bf07-45a11bd08a7f tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:55.524881 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6130f68a-aaba-4083-bf07-45a11bd08a7f tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:55.533836 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-89670264-49cb-4f06-9b68-6a7ef48f53f6 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11236534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11668560'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:55.537017 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-6c01f557-c1ca-4ed6-bf9a-db642d92591b tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.9195106 Dec 10 15:32:55.538486 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-be9c896b-84a7-427f-8af9-a9ea06fc9f34 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:55.547273 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-5720069d-ed18-4fd1-9e50-c937ec6a56d1 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0473425 Dec 10 15:32:55.556512 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33314) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:55.556512 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33318) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:55.598628 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-f5c881fa-139b-4084-977c-781623efe742 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Request body: {'port': {'network_id': '3fdc3361-edad-4f8e-94bb-12ed502b96fe', 'name': 'tempest-PortsIpV6TestJSON-1694222885'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:55.644252 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-be9c896b-84a7-427f-8af9-a9ea06fc9f34 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:55.668383 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-be9c896b-84a7-427f-8af9-a9ea06fc9f34 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6841c503-12a2-443c-b7a0-fe7c723ca813']}} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:55.678901 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-be9c896b-84a7-427f-8af9-a9ea06fc9f34 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6b2f7e0-bd27-442b-89e1-12241f5d1801') {'for_net_delete': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:55.679384 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-be9c896b-84a7-427f-8af9-a9ea06fc9f34 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6b2f7e0-bd27-442b-89e1-12241f5d1801') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:55.695284 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89670264-49cb-4f06-9b68-6a7ef48f53f6 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:32:55.716583 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9c896b-84a7-427f-8af9-a9ea06fc9f34 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Pushing event deleted for resources: {'Subnet': ['ID=c18aa264-aad0-41cd-9308-8c7dbc408aec,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:55.719603 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-be9c896b-84a7-427f-8af9-a9ea06fc9f34 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12392235'] for segment, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:55.722198 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6130f68a-aaba-4083-bf07-45a11bd08a7f tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:55.742780 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-89670264-49cb-4f06-9b68-6a7ef48f53f6 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:32:55.745815 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89670264-49cb-4f06-9b68-6a7ef48f53f6 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:55.746517 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-89670264-49cb-4f06-9b68-6a7ef48f53f6 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:55.782635 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-be9c896b-84a7-427f-8af9-a9ea06fc9f34 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:55.792549 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6130f68a-aaba-4083-bf07-45a11bd08a7f tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e77e9c6d-e079-4fb6-9b03-57bdd5b3c039,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:55.795361 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be9c896b-84a7-427f-8af9-a9ea06fc9f34 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=103586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:32:55.795768 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-be9c896b-84a7-427f-8af9-a9ea06fc9f34 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11695586'] for segment, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:55.801022 dv-neutron-821401-4-hyperv neutron-server[103586]: Traceback (most recent call last): Dec 10 15:32:55.801022 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:32:55.801022 dv-neutron-821401-4-hyperv neutron-server[103586]: timer() Dec 10 15:32:55.801022 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:32:55.801022 dv-neutron-821401-4-hyperv neutron-server[103586]: cb(*args, **kw) Dec 10 15:32:55.801022 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:32:55.801022 dv-neutron-821401-4-hyperv neutron-server[103586]: return func(*args, **kwargs) Dec 10 15:32:55.801022 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:32:55.801022 dv-neutron-821401-4-hyperv neutron-server[103586]: self._notify() Dec 10 15:32:55.801022 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:32:55.801022 dv-neutron-821401-4-hyperv neutron-server[103586]: self.callback(batched_events) Dec 10 15:32:55.801022 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:32:55.801022 dv-neutron-821401-4-hyperv neutron-server[103586]: event.method(event) Dec 10 15:32:55.801022 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:32:55.801022 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:32:55.801022 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:32:55.801022 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:32:55.801022 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:32:55.801022 dv-neutron-821401-4-hyperv neutron-server[103586]: return f(self, *a, **k) Dec 10 15:32:55.801022 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:32:55.801022 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._get(url).json() Dec 10 15:32:55.801022 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:32:55.801022 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:32:55.801022 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:32:55.801022 dv-neutron-821401-4-hyperv neutron-server[103586]: return self.request(url, 'GET', **kwargs) Dec 10 15:32:55.801022 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:32:55.801022 dv-neutron-821401-4-hyperv neutron-server[103586]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:32:55.801022 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:32:55.801022 dv-neutron-821401-4-hyperv neutron-server[103586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:32:55.801022 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:32:55.801022 dv-neutron-821401-4-hyperv neutron-server[103586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:32:55.801022 dv-neutron-821401-4-hyperv neutron-server[103586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:32:55.804490 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef8a00b-8c8b-4448-962a-51b0f9031c27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-3fdc3361-edad-4f8e-94bb-12ed502b96fe', 'network_id': '3fdc3361-edad-4f8e-94bb-12ed502b96fe', 'project_id': '6af6b547c018414fbb71ed922833c3ea', 'fixed_ips': [{'subnet_id': '9abdc1b3-0127-4acc-8591-641049917e38'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:32:55.806862 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8ef8a00b-8c8b-4448-962a-51b0f9031c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:55.811725 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89670264-49cb-4f06-9b68-6a7ef48f53f6 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event updated for resources: {'Subnet': ['ID=57e3696b-39f7-442e-b506-43da82e1ebc5,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:55.869481 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6130f68a-aaba-4083-bf07-45a11bd08a7f tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:55.870880 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-89670264-49cb-4f06-9b68-6a7ef48f53f6 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2308068 Dec 10 15:32:55.870991 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server [None req-9c920560-d855-4237-b1df-63c574f1c70d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c18aa264-aad0-41cd-9308-8c7dbc408aec: This subnet is being modified by another concurrent operation. Dec 10 15:32:55.870991 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 10 15:32:55.870991 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 10 15:32:55.870991 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 10 15:32:55.870991 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 10 15:32:55.870991 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 10 15:32:55.870991 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 10 15:32:55.870991 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 10 15:32:55.870991 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 10 15:32:55.870991 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 10 15:32:55.870991 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 15:32:55.870991 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 15:32:55.870991 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 15:32:55.870991 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 15:32:55.870991 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 15:32:55.870991 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 15:32:55.870991 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 15:32:55.870991 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 15:32:55.870991 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 15:32:55.870991 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 15:32:55.870991 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 15:32:55.870991 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 15:32:55.870991 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 15:32:55.870991 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 15:32:55.870991 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 15:32:55.870991 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 15:32:55.870991 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 15:32:55.870991 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 15:32:55.870991 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 15:32:55.870991 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 15:32:55.870991 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 15:32:55.870991 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 15:32:55.870991 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 15:32:55.870991 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 15:32:55.870991 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 10 15:32:55.870991 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 10 15:32:55.870991 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 10 15:32:55.870991 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 10 15:32:55.870991 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 10 15:32:55.870991 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 10 15:32:55.870991 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 10 15:32:55.870991 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 10 15:32:55.870991 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 10 15:32:55.870991 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 15:32:55.870991 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 10 15:32:55.870991 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 15:32:55.870991 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 15:32:55.870991 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 15:32:55.870991 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 15:32:55.870991 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 15:32:55.870991 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 15:32:55.870991 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 15:32:55.870991 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 15:32:55.870991 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 15:32:55.874846 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 15:32:55.874846 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 15:32:55.874846 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 15:32:55.874846 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 15:32:55.874846 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 15:32:55.874846 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 15:32:55.874846 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 15:32:55.874846 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 15:32:55.874846 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 15:32:55.874846 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 15:32:55.874846 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 15:32:55.874846 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 15:32:55.874846 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 15:32:55.874846 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 15:32:55.874846 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 15:32:55.874846 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 15:32:55.874846 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 10 15:32:55.874846 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 10 15:32:55.874846 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 10 15:32:55.874846 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 10 15:32:55.874846 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 10 15:32:55.874846 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 10 15:32:55.874846 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 10 15:32:55.874846 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 10 15:32:55.874846 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 15:32:55.874846 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 15:32:55.874846 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 15:32:55.874846 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 15:32:55.874846 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 10 15:32:55.874846 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 10 15:32:55.874846 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 10 15:32:55.874846 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 10 15:32:55.874846 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 10 15:32:55.874846 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 10 15:32:55.874846 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 10 15:32:55.874846 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server raise exception Dec 10 15:32:55.874846 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c18aa264-aad0-41cd-9308-8c7dbc408aec: This subnet is being modified by another concurrent operation. Dec 10 15:32:55.874846 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server Dec 10 15:32:55.881221 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-6130f68a-aaba-4083-bf07-45a11bd08a7f tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.6884696 Dec 10 15:32:55.881697 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33324) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:55.881697 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33326) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:55.881697 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-36cad799-ee1e-4d7c-b884-8c42aeafb34b tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:55.884783 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08738836-b396-4393-a7f4-32f5cef3ea30 req-1a0a75ed-4f6c-483d-b393-f79922081d72 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:55.899197 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-6e6e1f61-5589-4418-9009-7b1f4e2284ad tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Request body: {'port': {'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'fixed_ips': [{'subnet_id': '57e3696b-39f7-442e-b506-43da82e1ebc5', 'ip_address': '2001:db8::809c:233:cb98:7b61'}], 'name': 'tempest-NetworksTestDHCPv6-1950335545'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:55.899314 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-08738836-b396-4393-a7f4-32f5cef3ea30 req-1a0a75ed-4f6c-483d-b393-f79922081d72 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f5e5fac-ee31-44bf-a612-11364724d71a HTTP/1.1" status: 200 len: 945 time: 0.1889806 Dec 10 15:32:55.899397 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5213a486-8c07-42db-bad5-f6d7417f05ab None None] Network 6841c503-12a2-443c-b7a0-fe7c723ca813 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:32:55.899397 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-38fd8dcc-624b-4496-a5f4-f74ed4a672af None None] Deleting port e0bd4b2f-9a15-4447-9b63-616fcd0644d1 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:32:55.899557 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-38fd8dcc-624b-4496-a5f4-f74ed4a672af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:55.942406 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-08738836-b396-4393-a7f4-32f5cef3ea30 req-ffd24ab1-9fc9-45ce-8948-d36a560714d4 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ed67073-eeed-4d1d-86bf-a50b643bdaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489075 Dec 10 15:32:56.000837 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1f125f84-2069-4f8d-87c1-f5c3ac4bb0ae tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:56.003267 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-be9c896b-84a7-427f-8af9-a9ea06fc9f34 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:56.024147 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-be9c896b-84a7-427f-8af9-a9ea06fc9f34 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:56.033893 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-be9c896b-84a7-427f-8af9-a9ea06fc9f34 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] 10.222.0.20 "DELETE /v2.0/networks/6841c503-12a2-443c-b7a0-fe7c723ca813 HTTP/1.1" status: 204 len: 168 time: 1.1186290 Dec 10 15:32:56.046785 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1f125f84-2069-4f8d-87c1-f5c3ac4bb0ae tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:56.050721 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33332) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:56.058135 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-3dff9526-b3f8-4a57-bae6-9b5b422744b1 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-794138507'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:56.070911 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9c896b-84a7-427f-8af9-a9ea06fc9f34 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Pushing event deleted for resources: {'Network': ['ID=6841c503-12a2-443c-b7a0-fe7c723ca813,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:56.114058 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-36cad799-ee1e-4d7c-b884-8c42aeafb34b tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:56.144103 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c881fa-139b-4084-977c-781623efe742 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Made reservation on behalf of 6af6b547c018414fbb71ed922833c3ea for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:32:56.152751 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f5c881fa-139b-4084-977c-781623efe742 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:56.198061 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61a3ff6-8e69-4595-a1da-a8ecc804ca0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-bf06b183-ba35-4a63-a5e8-c195c3cf3767', 'network_id': 'bf06b183-ba35-4a63-a5e8-c195c3cf3767', 'project_id': 'da659e4588db42fabb840b556f184f7b', 'fixed_ips': [{'subnet_id': 'ba11f428-3005-4274-9460-697f84b50b0c'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:32:56.199874 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d61a3ff6-8e69-4595-a1da-a8ecc804ca0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:56.217370 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-f5c881fa-139b-4084-977c-781623efe742 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] device_id is not set on port 0702b22f-a3d9-496f-8847-799b0a787eb5 yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:32:56.228773 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1f125f84-2069-4f8d-87c1-f5c3ac4bb0ae tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:56.233610 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1f125f84-2069-4f8d-87c1-f5c3ac4bb0ae tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:56.234806 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-1f125f84-2069-4f8d-87c1-f5c3ac4bb0ae tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/e77e9c6d-e079-4fb6-9b03-57bdd5b3c039 HTTP/1.1" status: 204 len: 168 time: 0.3381448 Dec 10 15:32:56.237457 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dff9526-b3f8-4a57-bae6-9b5b422744b1 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Made reservation on behalf of 1669e2c341ad498c8f67a90a963f4ed9 for: {'network': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:32:56.242567 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dff9526-b3f8-4a57-bae6-9b5b422744b1 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:56.244471 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33338) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:56.257685 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-38fd8dcc-624b-4496-a5f4-f74ed4a672af None None] For port e0bd4b2f-9a15-4447-9b63-616fcd0644d1, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=e0bd4b2f-9a15-4447-9b63-616fcd0644d1,segment=NetworkSegment(64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4),segment_id=64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:32:56.258128 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-38fd8dcc-624b-4496-a5f4-f74ed4a672af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:56.271641 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dff9526-b3f8-4a57-bae6-9b5b422744b1 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=103586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:32:56.282790 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dff9526-b3f8-4a57-bae6-9b5b422744b1 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:56.283438 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.segments_db [None req-3dff9526-b3f8-4a57-bae6-9b5b422744b1 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Added segment e1ff2de7-a990-47e1-aaad-6ed02ccf5c4b of type vlan for network 7da49faa-4341-4616-ac22-a4453fd076d5 Dec 10 15:32:56.289259 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device a8105268-3e68-4849-a38d-a20a747926fa up at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:32:56.291682 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-38fd8dcc-624b-4496-a5f4-f74ed4a672af None None] Calling delete_port for e0bd4b2f-9a15-4447-9b63-616fcd0644d1 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:32:56.321505 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f125f84-2069-4f8d-87c1-f5c3ac4bb0ae tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e77e9c6d-e079-4fb6-9b03-57bdd5b3c039,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:56.360570 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dff9526-b3f8-4a57-bae6-9b5b422744b1 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:56.366644 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce055070-be49-48ae-9cf8-1f4cb57d6b42 req-86eff1e8-7c9e-4181-b06e-373b5f14ca77 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:56.368261 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-ce055070-be49-48ae-9cf8-1f4cb57d6b42 req-86eff1e8-7c9e-4181-b06e-373b5f14ca77 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2d8b614-6355-4b3d-86be-c56b4b54d658 HTTP/1.1" status: 200 len: 945 time: 0.1916709 Dec 10 15:32:56.419767 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-8ef8a00b-8c8b-4448-962a-51b0f9031c27 None None] Allocated IP 2001:db8::2 (3fdc3361-edad-4f8e-94bb-12ed502b96fe/9abdc1b3-0127-4acc-8591-641049917e38/391cd32a-4837-498b-9fd9-6f98f8f26e81) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:32:56.441153 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33342) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:56.441546 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-4c8248f4-c049-4adf-a7f6-708514cf74a4 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1912882 Dec 10 15:32:56.445697 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e6e1f61-5589-4418-9009-7b1f4e2284ad tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Made reservation on behalf of 915dae42aca44a6e934a20b3a70b3a5e for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:32:56.498958 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dff9526-b3f8-4a57-bae6-9b5b422744b1 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:56.503139 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33344) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:56.505089 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dff9526-b3f8-4a57-bae6-9b5b422744b1 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:56.505753 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dff9526-b3f8-4a57-bae6-9b5b422744b1 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:56.507110 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-36cad799-ee1e-4d7c-b884-8c42aeafb34b tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11236721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11668521'] for subnet, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:56.530242 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-92018ada-1959-465c-97a4-acfb57df1bb4 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:56.577160 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cad799-ee1e-4d7c-b884-8c42aeafb34b tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Pushing event deleted for resources: {'Subnet': ['ID=ba11f428-3005-4274-9460-697f84b50b0c,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:56.584078 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-c793f3fc-e977-407c-b82c-7a387f3d6edd None None] Provisioning complete for port d014a1b2-2056-41fb-97a5-be9590c04a7d triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:32:56.584588 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c793f3fc-e977-407c-b82c-7a387f3d6edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:56.587164 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-92018ada-1959-465c-97a4-acfb57df1bb4 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:56.593745 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server [None req-d61a3ff6-8e69-4595-a1da-a8ecc804ca0f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ba11f428-3005-4274-9460-697f84b50b0c: This subnet is being modified by another concurrent operation. Dec 10 15:32:56.593745 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 10 15:32:56.593745 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 10 15:32:56.593745 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 10 15:32:56.593745 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 10 15:32:56.593745 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 10 15:32:56.593745 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 10 15:32:56.593745 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 10 15:32:56.593745 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 10 15:32:56.593745 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 10 15:32:56.593745 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 15:32:56.593745 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 15:32:56.593745 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 15:32:56.593745 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 15:32:56.593745 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 15:32:56.593745 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 15:32:56.593745 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 15:32:56.593745 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 15:32:56.593745 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 15:32:56.593745 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 15:32:56.593745 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 15:32:56.593745 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 15:32:56.593745 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 15:32:56.593745 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 15:32:56.593745 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 15:32:56.593745 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 15:32:56.593745 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 15:32:56.593745 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 15:32:56.593745 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 15:32:56.593745 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 15:32:56.593745 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 15:32:56.593745 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 15:32:56.593745 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 15:32:56.593745 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 15:32:56.593745 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 10 15:32:56.593745 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 10 15:32:56.593745 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 10 15:32:56.593745 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 10 15:32:56.593745 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 10 15:32:56.593745 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 10 15:32:56.593745 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 10 15:32:56.593745 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 10 15:32:56.593745 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 10 15:32:56.593745 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 15:32:56.593745 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 10 15:32:56.593745 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 15:32:56.593745 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 15:32:56.593745 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 15:32:56.593745 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 15:32:56.593745 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 15:32:56.593745 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 15:32:56.593745 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 15:32:56.593745 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 15:32:56.593745 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 15:32:56.603022 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 15:32:56.603022 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 15:32:56.603022 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 15:32:56.603022 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 15:32:56.603022 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 15:32:56.603022 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 15:32:56.603022 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 15:32:56.603022 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 15:32:56.603022 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 15:32:56.603022 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 15:32:56.603022 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 15:32:56.603022 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 15:32:56.603022 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 15:32:56.603022 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 15:32:56.603022 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 15:32:56.603022 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 15:32:56.603022 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 10 15:32:56.603022 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 10 15:32:56.603022 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 10 15:32:56.603022 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 10 15:32:56.603022 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 10 15:32:56.603022 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 10 15:32:56.603022 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 10 15:32:56.603022 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 10 15:32:56.603022 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 15:32:56.603022 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 15:32:56.603022 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 15:32:56.603022 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 15:32:56.603022 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 10 15:32:56.603022 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 10 15:32:56.603022 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 10 15:32:56.603022 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 10 15:32:56.603022 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 10 15:32:56.603022 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 10 15:32:56.603022 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 10 15:32:56.603022 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server raise exception Dec 10 15:32:56.603022 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ba11f428-3005-4274-9460-697f84b50b0c: This subnet is being modified by another concurrent operation. Dec 10 15:32:56.603022 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server Dec 10 15:32:56.626995 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-3dff9526-b3f8-4a57-bae6-9b5b422744b1 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5749707 Dec 10 15:32:56.632269 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33348) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:56.637617 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c7dfa9-800c-4273-8ca5-c0124aed80fe None None] Network bf06b183-ba35-4a63-a5e8-c195c3cf3767 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:32:56.640588 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-a62b899e-4628-4184-9690-7aa28644ed24 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Request body: {'subnet': {'network_id': '7da49faa-4341-4616-ac22-a4453fd076d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:56.644148 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dff9526-b3f8-4a57-bae6-9b5b422744b1 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Pushing event updated for resources: {'Network': ['ID=7da49faa-4341-4616-ac22-a4453fd076d5,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:56.675298 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 7da49faa-4341-4616-ac22-a4453fd076d5 details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:32:56.685345 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device e0bd4b2f-9a15-4447-9b63-616fcd0644d1 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:32:56.688345 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning for port a8105268-3e68-4849-a38d-a20a747926fa completed by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 15:32:56.724795 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-36cad799-ee1e-4d7c-b884-8c42aeafb34b tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:56.756382 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-36cad799-ee1e-4d7c-b884-8c42aeafb34b tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf06b183-ba35-4a63-a5e8-c195c3cf3767']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:56.767145 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-36cad799-ee1e-4d7c-b884-8c42aeafb34b tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0244fb84-e1c1-4a42-bd7c-ef37b14520f1') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:56.767456 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-36cad799-ee1e-4d7c-b884-8c42aeafb34b tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0244fb84-e1c1-4a42-bd7c-ef37b14520f1') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:56.789913 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-92018ada-1959-465c-97a4-acfb57df1bb4 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:56.798402 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-92018ada-1959-465c-97a4-acfb57df1bb4 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:56.802047 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-5065f2a8-d9df-45c2-a262-1118f6fb24e2 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1181940837'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:56.802225 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-92018ada-1959-465c-97a4-acfb57df1bb4 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/a9f45e8c-01bd-488c-a0ec-232594ca82d0 HTTP/1.1" status: 204 len: 168 time: 0.3568797 Dec 10 15:32:56.802315 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning complete for port a8105268-3e68-4849-a38d-a20a747926fa triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:32:56.802315 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:56.803676 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-36cad799-ee1e-4d7c-b884-8c42aeafb34b tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11806923'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:56.804235 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33350) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:56.812110 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92018ada-1959-465c-97a4-acfb57df1bb4 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a9f45e8c-01bd-488c-a0ec-232594ca82d0,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:56.827294 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-ce055070-be49-48ae-9cf8-1f4cb57d6b42 req-771ba7af-f1f2-4885-9b17-100da96f22b2 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=99397850-e41c-4478-8b01-ccaac7afb5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4434667 Dec 10 15:32:56.845146 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-36cad799-ee1e-4d7c-b884-8c42aeafb34b tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:56.847076 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36cad799-ee1e-4d7c-b884-8c42aeafb34b tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:32:56.847594 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-36cad799-ee1e-4d7c-b884-8c42aeafb34b tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11236635'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:56.861806 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-38fd8dcc-624b-4496-a5f4-f74ed4a672af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:56.868599 dv-neutron-821401-4-hyperv neutron-server[103587]: Traceback (most recent call last): Dec 10 15:32:56.868599 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:32:56.868599 dv-neutron-821401-4-hyperv neutron-server[103587]: timer() Dec 10 15:32:56.868599 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:32:56.868599 dv-neutron-821401-4-hyperv neutron-server[103587]: cb(*args, **kw) Dec 10 15:32:56.868599 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:32:56.868599 dv-neutron-821401-4-hyperv neutron-server[103587]: return func(*args, **kwargs) Dec 10 15:32:56.868599 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:32:56.868599 dv-neutron-821401-4-hyperv neutron-server[103587]: self._notify() Dec 10 15:32:56.868599 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:32:56.868599 dv-neutron-821401-4-hyperv neutron-server[103587]: self.callback(batched_events) Dec 10 15:32:56.868599 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:32:56.868599 dv-neutron-821401-4-hyperv neutron-server[103587]: event.method(event) Dec 10 15:32:56.868599 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:32:56.868599 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:32:56.868599 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:32:56.868599 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:32:56.868599 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:32:56.868599 dv-neutron-821401-4-hyperv neutron-server[103587]: return f(self, *a, **k) Dec 10 15:32:56.868599 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:32:56.868599 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._get(url).json() Dec 10 15:32:56.868599 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:32:56.868599 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:32:56.868599 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:32:56.868599 dv-neutron-821401-4-hyperv neutron-server[103587]: return self.request(url, 'GET', **kwargs) Dec 10 15:32:56.868599 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:32:56.868599 dv-neutron-821401-4-hyperv neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:32:56.868599 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:32:56.868599 dv-neutron-821401-4-hyperv neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:32:56.868599 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:32:56.868599 dv-neutron-821401-4-hyperv neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:32:56.868599 dv-neutron-821401-4-hyperv neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:32:56.871085 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-92b32423-f98e-463c-be59-a4489e709dc2 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0606267 Dec 10 15:32:56.871736 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33352) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:56.879046 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6e6e1f61-5589-4418-9009-7b1f4e2284ad tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:56.891840 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a62b899e-4628-4184-9690-7aa28644ed24 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Made reservation on behalf of 1669e2c341ad498c8f67a90a963f4ed9 for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:32:56.895564 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a62b899e-4628-4184-9690-7aa28644ed24 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:56.920890 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ce02e394-ea91-452e-b77c-25993e75c6d3 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:56.961346 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fd8dcc-624b-4496-a5f4-f74ed4a672af None None] Pushing event deleted for resources: {'Port': ['ID=e0bd4b2f-9a15-4447-9b63-616fcd0644d1,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:56.963706 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-6e6e1f61-5589-4418-9009-7b1f4e2284ad tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] device_id is not set on port 1b5b0b8c-4ce1-43de-b591-7f8f1cae8bd9 yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:32:56.973124 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fd8dcc-624b-4496-a5f4-f74ed4a672af None None] No DVR routers for this DVR port e0bd4b2f-9a15-4447-9b63-616fcd0644d1 on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:32:56.982162 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ce02e394-ea91-452e-b77c-25993e75c6d3 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:56.991476 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No active binding found for port e0bd4b2f-9a15-4447-9b63-616fcd0644d1 {{(pid=103588) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 10 15:32:56.992135 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device e0bd4b2f-9a15-4447-9b63-616fcd0644d1 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:32:57.034990 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8ef8a00b-8c8b-4448-962a-51b0f9031c27 None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:57.092533 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:57.120827 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8ef8a00b-8c8b-4448-962a-51b0f9031c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:57.129455 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2d8b614-6355-4b3d-86be-c56b4b54d658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8105268-3e68-4849-a38d-a20a747926fa'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:32:57.132605 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa4b92c408489e2c982394a5a7b3518bb1b22554638321e3ea6c5cabb2c75d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a8dd73-3e75-4fd4-a8ad-8fedbf84312f" -d '{"events": [{"server_uuid": "d2d8b614-6355-4b3d-86be-c56b4b54d658", "name": "network-vif-plugged", "status": "completed", "tag": "a8105268-3e68-4849-a38d-a20a747926fa"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:32:57.180860 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f323e794-eaca-482b-8ee3-0f851ea9c893 req-bb451941-5cd4-4b26-a883-fba11e602987 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:57.192133 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f323e794-eaca-482b-8ee3-0f851ea9c893 req-bb451941-5cd4-4b26-a883-fba11e602987 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f5e5fac-ee31-44bf-a612-11364724d71a HTTP/1.1" status: 200 len: 945 time: 0.1147881 Dec 10 15:32:57.199887 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ce02e394-ea91-452e-b77c-25993e75c6d3 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:57.204885 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a074f821-0ced-4868-8c65-98f89303df6a None None] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:32:57.208327 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 15:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63770624-aa62-423f-be0c-b3c7237ff2ef x-openstack-request-id: req-63770624-aa62-423f-be0c-b3c7237ff2ef {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:32:57.208670 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2d8b614-6355-4b3d-86be-c56b4b54d658", "name": "network-vif-plugged", "status": "completed", "tag": "a8105268-3e68-4849-a38d-a20a747926fa", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:32:57.208883 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-63770624-aa62-423f-be0c-b3c7237ff2ef {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:32:57.209280 dv-neutron-821401-4-hyperv neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2d8b614-6355-4b3d-86be-c56b4b54d658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8105268-3e68-4849-a38d-a20a747926fa', 'code': 200} Dec 10 15:32:57.217358 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port a8105268-3e68-4849-a38d-a20a747926fa, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=a8105268-3e68-4849-a38d-a20a747926fa,segment=NetworkSegment(590762fd-8376-4d89-95c3-4561a575715b),segment_id=590762fd-8376-4d89-95c3-4561a575715b)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:32:57.235923 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef8a00b-8c8b-4448-962a-51b0f9031c27 None None] Network 3fdc3361-edad-4f8e-94bb-12ed502b96fe is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:32:57.242467 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ce02e394-ea91-452e-b77c-25993e75c6d3 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:57.244414 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-ce02e394-ea91-452e-b77c-25993e75c6d3 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/4dd01eb4-8304-49c8-8f2e-fac2aaa7d6a8 HTTP/1.1" status: 204 len: 168 time: 0.3716784 Dec 10 15:32:57.258801 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33358) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:57.265410 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-8ef8a00b-8c8b-4448-962a-51b0f9031c27 None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:32:57.271443 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef8a00b-8c8b-4448-962a-51b0f9031c27 None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:32:57.277078 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:57.281570 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce02e394-ea91-452e-b77c-25993e75c6d3 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4dd01eb4-8304-49c8-8f2e-fac2aaa7d6a8,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:57.293364 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef8a00b-8c8b-4448-962a-51b0f9031c27 None None] Pushing event updated for resources: {'Port': ['ID=391cd32a-4837-498b-9fd9-6f98f8f26e81,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:57.333145 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f323e794-eaca-482b-8ee3-0f851ea9c893 req-cc846e65-2180-4dc5-b374-07cc511e33f5 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ed67073-eeed-4d1d-86bf-a50b643bdaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395371 Dec 10 15:32:57.386163 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=a8105268-3e68-4849-a38d-a20a747926fa,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:57.389653 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5065f2a8-d9df-45c2-a262-1118f6fb24e2 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Made reservation on behalf of 5f059fe50ff849c7b1de39c5f81de64d for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:32:57.393213 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5065f2a8-d9df-45c2-a262-1118f6fb24e2 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:57.405227 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-e0633d66-f4b1-44a9-a3d4-dc98db5a652a tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1415520 Dec 10 15:32:57.407944 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33360) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:57.408079 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5065f2a8-d9df-45c2-a262-1118f6fb24e2 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:57.432539 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-aa629874-f011-475f-916d-ab4d0f298635 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:57.441969 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-aa629874-f011-475f-916d-ab4d0f298635 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:57.449103 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-8ef8a00b-8c8b-4448-962a-51b0f9031c27 None None] Attempting to bind port 391cd32a-4837-498b-9fd9-6f98f8f26e81 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:32:57.449486 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-8ef8a00b-8c8b-4448-962a-51b0f9031c27 None None] Attempting to bind port 391cd32a-4837-498b-9fd9-6f98f8f26e81 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '2eadc2e3-2aef-4453-b0e6-5668f974141a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '3fdc3361-edad-4f8e-94bb-12ed502b96fe'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:32:57.449899 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef8a00b-8c8b-4448-962a-51b0f9031c27 None None] Attempting to bind port 391cd32a-4837-498b-9fd9-6f98f8f26e81 on network 3fdc3361-edad-4f8e-94bb-12ed502b96fe {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:32:57.457044 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef8a00b-8c8b-4448-962a-51b0f9031c27 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:32:57.457427 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef8a00b-8c8b-4448-962a-51b0f9031c27 None None] Checking segment: {'id': '2eadc2e3-2aef-4453-b0e6-5668f974141a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '3fdc3361-edad-4f8e-94bb-12ed502b96fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:32:57.457988 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8ef8a00b-8c8b-4448-962a-51b0f9031c27 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:57.458383 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef8a00b-8c8b-4448-962a-51b0f9031c27 None None] Bound using segment: {'id': '2eadc2e3-2aef-4453-b0e6-5668f974141a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '3fdc3361-edad-4f8e-94bb-12ed502b96fe'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:32:57.458854 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-8ef8a00b-8c8b-4448-962a-51b0f9031c27 None None] Bound port: 391cd32a-4837-498b-9fd9-6f98f8f26e81, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eadc2e3-2aef-4453-b0e6-5668f974141a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '3fdc3361-edad-4f8e-94bb-12ed502b96fe'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:32:57.459235 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8ef8a00b-8c8b-4448-962a-51b0f9031c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:57.471628 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e9e331-2e6a-4bfc-88ea-bef53bca4695 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-c2b5f149-cedd-450c-ab43-dd2d78259f45', 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'project_id': '915dae42aca44a6e934a20b3a70b3a5e', 'fixed_ips': [{'subnet_id': '57e3696b-39f7-442e-b506-43da82e1ebc5'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:32:57.472479 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c4e9e331-2e6a-4bfc-88ea-bef53bca4695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:57.507103 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a62b899e-4628-4184-9690-7aa28644ed24 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11695183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581935'] for subnet, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:57.511194 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-36cad799-ee1e-4d7c-b884-8c42aeafb34b tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:57.534329 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-36cad799-ee1e-4d7c-b884-8c42aeafb34b tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:57.537562 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-36cad799-ee1e-4d7c-b884-8c42aeafb34b tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] 10.222.0.20 "DELETE /v2.0/networks/bf06b183-ba35-4a63-a5e8-c195c3cf3767 HTTP/1.1" status: 204 len: 168 time: 1.9816160 Dec 10 15:32:57.545114 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-f5c881fa-139b-4084-977c-781623efe742 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Allocated IP 2001:db8::39d (3fdc3361-edad-4f8e-94bb-12ed502b96fe/9abdc1b3-0127-4acc-8591-641049917e38/0702b22f-a3d9-496f-8847-799b0a787eb5) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:32:57.554930 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33362) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:57.560116 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-43389338-e23f-4367-a918-01394fc8b15e tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-460040073'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:57.572888 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-aa629874-f011-475f-916d-ab4d0f298635 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:57.577953 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-aa629874-f011-475f-916d-ab4d0f298635 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:57.581597 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-aa629874-f011-475f-916d-ab4d0f298635 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/66b021ca-71b7-44ba-9a7a-b0c8a3e800af HTTP/1.1" status: 204 len: 168 time: 0.1704512 Dec 10 15:32:57.596179 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33364) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:57.606090 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cad799-ee1e-4d7c-b884-8c42aeafb34b tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Pushing event deleted for resources: {'Network': ['ID=bf06b183-ba35-4a63-a5e8-c195c3cf3767,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:57.610486 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-8ef8a00b-8c8b-4448-962a-51b0f9031c27 None None] For port 391cd32a-4837-498b-9fd9-6f98f8f26e81, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:32:57.615640 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-8ef8a00b-8c8b-4448-962a-51b0f9031c27 None None] For port 391cd32a-4837-498b-9fd9-6f98f8f26e81, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=391cd32a-4837-498b-9fd9-6f98f8f26e81,segment=NetworkSegment(2eadc2e3-2aef-4453-b0e6-5668f974141a),segment_id=2eadc2e3-2aef-4453-b0e6-5668f974141a)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:32:57.650415 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa629874-f011-475f-916d-ab4d0f298635 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=66b021ca-71b7-44ba-9a7a-b0c8a3e800af,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:57.665234 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62b899e-4628-4184-9690-7aa28644ed24 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Pushing event updated for resources: {'Subnet': ['ID=7bc6e7a7-3d7a-415c-be43-94a7aa5a9504,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:57.672946 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62b899e-4628-4184-9690-7aa28644ed24 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Checking segment: {'id': 'e1ff2de7-a990-47e1-aaad-6ed02ccf5c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '7da49faa-4341-4616-ac22-a4453fd076d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:32:57.673312 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62b899e-4628-4184-9690-7aa28644ed24 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Network hostable DHCP agents. Network: 7da49faa-4341-4616-ac22-a4453fd076d5, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:32:57.677882 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8ef8a00b-8c8b-4448-962a-51b0f9031c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:57.688523 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-6e6e1f61-5589-4418-9009-7b1f4e2284ad tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Allocated IP 2001:db8::809c:233:cb98:7b61 (c2b5f149-cedd-450c-ab43-dd2d78259f45/57e3696b-39f7-442e-b506-43da82e1ebc5/1b5b0b8c-4ce1-43de-b591-7f8f1cae8bd9) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:32:57.691798 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cecd66-80d3-4bfb-90a7-ff06021e9781 req-95508e59-e290-47a0-b0ae-85f12a0810aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:57.693333 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-76cecd66-80d3-4bfb-90a7-ff06021e9781 req-95508e59-e290-47a0-b0ae-85f12a0810aa service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d2d8b614-6355-4b3d-86be-c56b4b54d658 HTTP/1.1" status: 200 len: 1099 time: 0.1638651 Dec 10 15:32:57.702898 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-e8b32488-6440-4c3f-8c58-3af186235933 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1027336 Dec 10 15:32:57.705758 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33366) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:57.732966 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43389338-e23f-4367-a918-01394fc8b15e tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Made reservation on behalf of da659e4588db42fabb840b556f184f7b for: {'network': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:32:57.739237 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-43389338-e23f-4367-a918-01394fc8b15e tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:57.743349 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef8a00b-8c8b-4448-962a-51b0f9031c27 None None] Pushing event updated for resources: {'Port': ['ID=391cd32a-4837-498b-9fd9-6f98f8f26e81,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:57.758180 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-30605ee1-e666-4615-9c20-8b9a191adff7 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:57.778893 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-30605ee1-e666-4615-9c20-8b9a191adff7 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:57.790340 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62b899e-4628-4184-9690-7aa28644ed24 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Network 7da49faa-4341-4616-ac22-a4453fd076d5 is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:32:57.792365 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43389338-e23f-4367-a918-01394fc8b15e tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=103586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:32:57.814852 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-43389338-e23f-4367-a918-01394fc8b15e tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:57.815202 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.segments_db [None req-43389338-e23f-4367-a918-01394fc8b15e tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Added segment f57b01e7-b6ae-432b-86c6-c670ee947c54 of type vlan for network 5ec1a900-2d58-4ace-ad9a-b6d5efdb9326 Dec 10 15:32:57.864169 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-43389338-e23f-4367-a918-01394fc8b15e tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:57.872419 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-a62b899e-4628-4184-9690-7aa28644ed24 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 7da49faa-4341-4616-ac22-a4453fd076d5) {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:32:57.875777 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5065f2a8-d9df-45c2-a262-1118f6fb24e2 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:57.877194 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62b899e-4628-4184-9690-7aa28644ed24 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:57.877969 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a62b899e-4628-4184-9690-7aa28644ed24 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:57.880954 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-76cecd66-80d3-4bfb-90a7-ff06021e9781 req-405576e0-351e-4513-97df-a7653fee4261 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=99397850-e41c-4478-8b01-ccaac7afb5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1758702 Dec 10 15:32:57.885728 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af04dc56-5935-4310-83dc-9527358ed61f None None] Network 7da49faa-4341-4616-ac22-a4453fd076d5 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:32:57.929277 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-30605ee1-e666-4615-9c20-8b9a191adff7 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:57.936931 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f5c881fa-139b-4084-977c-781623efe742 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:57.943826 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-30605ee1-e666-4615-9c20-8b9a191adff7 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:57.945156 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-30605ee1-e666-4615-9c20-8b9a191adff7 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/551372ef-2b77-4b99-85de-ce1ef5a9de57 HTTP/1.1" status: 204 len: 168 time: 0.2384596 Dec 10 15:32:57.948416 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33370) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:57.969307 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30605ee1-e666-4615-9c20-8b9a191adff7 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=551372ef-2b77-4b99-85de-ce1ef5a9de57,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:58.043661 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-8c031abd-c77e-4504-a66d-5c9a70123260 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0931315 Dec 10 15:32:58.046463 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5065f2a8-d9df-45c2-a262-1118f6fb24e2 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:58.051598 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-a62b899e-4628-4184-9690-7aa28644ed24 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4133441 Dec 10 15:32:58.051598 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33372) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:58.054674 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33374) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:58.075625 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-43389338-e23f-4367-a918-01394fc8b15e tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:58.085906 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43389338-e23f-4367-a918-01394fc8b15e tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:58.085906 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-43389338-e23f-4367-a918-01394fc8b15e tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:58.198541 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5065f2a8-d9df-45c2-a262-1118f6fb24e2 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:32:58.207002 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5065f2a8-d9df-45c2-a262-1118f6fb24e2 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25a7db04-ed32-4a34-93a4-8d6039a5be9a,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:58.208506 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43389338-e23f-4367-a918-01394fc8b15e tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Pushing event updated for resources: {'Network': ['ID=5ec1a900-2d58-4ace-ad9a-b6d5efdb9326,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:58.226629 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2a716507-b302-4743-b01b-3f7bb4f50177 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:58.244171 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5065f2a8-d9df-45c2-a262-1118f6fb24e2 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:58.244529 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.segments_db [None req-5065f2a8-d9df-45c2-a262-1118f6fb24e2 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Added segment c67b901f-9d94-42f0-9321-761399d6949e of type vlan for network 8672b95b-60b2-4900-9107-737fdf14ae60 Dec 10 15:32:58.256953 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 5ec1a900-2d58-4ace-ad9a-b6d5efdb9326 details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:32:58.261378 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2a716507-b302-4743-b01b-3f7bb4f50177 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:58.266444 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d24acfb-4bb4-4713-9678-36b67fbbcb62 req-19395ef6-110a-4ed2-b4b3-b494156d4d67 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:58.274128 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-1d24acfb-4bb4-4713-9678-36b67fbbcb62 req-19395ef6-110a-4ed2-b4b3-b494156d4d67 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2d8b614-6355-4b3d-86be-c56b4b54d658 HTTP/1.1" status: 200 len: 946 time: 0.3579419 Dec 10 15:32:58.305931 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-43389338-e23f-4367-a918-01394fc8b15e tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7469549 Dec 10 15:32:58.306166 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33376) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:58.311850 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-5e3cd4bd-3fa8-4b3e-a921-bafbe6a016f9 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Request body: {'subnet': {'network_id': '5ec1a900-2d58-4ace-ad9a-b6d5efdb9326', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:58.345273 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f5c881fa-139b-4084-977c-781623efe742 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:58.363366 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6e6e1f61-5589-4418-9009-7b1f4e2284ad tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:58.375081 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5065f2a8-d9df-45c2-a262-1118f6fb24e2 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:58.380737 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8fa0875-d2c0-4761-b765-bc8c6e3c5db0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-7da49faa-4341-4616-ac22-a4453fd076d5', 'network_id': '7da49faa-4341-4616-ac22-a4453fd076d5', 'project_id': '1669e2c341ad498c8f67a90a963f4ed9', 'fixed_ips': [{'subnet_id': '7bc6e7a7-3d7a-415c-be43-94a7aa5a9504'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:32:58.381900 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f8fa0875-d2c0-4761-b765-bc8c6e3c5db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:58.387411 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2a716507-b302-4743-b01b-3f7bb4f50177 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:58.390717 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2a716507-b302-4743-b01b-3f7bb4f50177 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:58.391890 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-2a716507-b302-4743-b01b-3f7bb4f50177 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] 10.222.0.20 "DELETE /v2.0/security-groups/8bf0cde0-01d4-4d3d-85f4-b332930eb11d HTTP/1.1" status: 204 len: 168 time: 0.3404756 Dec 10 15:32:58.403782 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33380) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:58.439112 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a716507-b302-4743-b01b-3f7bb4f50177 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf0cde0-01d4-4d3d-85f4-b332930eb11d,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:58.445440 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a04180ed-5c40-4839-997a-aefedfdb8c5a tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:58.478148 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c881fa-139b-4084-977c-781623efe742 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Network 3fdc3361-edad-4f8e-94bb-12ed502b96fe is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:32:58.494359 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-f5c881fa-139b-4084-977c-781623efe742 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:32:58.500899 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c881fa-139b-4084-977c-781623efe742 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event updated for resources: {'Port': ['ID=0702b22f-a3d9-496f-8847-799b0a787eb5,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:58.505527 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c881fa-139b-4084-977c-781623efe742 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:32:58.511764 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c881fa-139b-4084-977c-781623efe742 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:58.512236 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f5c881fa-139b-4084-977c-781623efe742 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:58.535621 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-23246bb8-d787-4669-8b6e-f47681afe659 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1211472 Dec 10 15:32:58.550069 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-1d24acfb-4bb4-4713-9678-36b67fbbcb62 req-c5dd31bc-97d2-4f74-8ab1-3260cab659ee tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=99397850-e41c-4478-8b01-ccaac7afb5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2603908 Dec 10 15:32:58.550172 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c24622-fca3-4031-aa71-951136df8fba req-d0fe31dd-fd91-41aa-97da-90f42ad1ca48 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:58.550172 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-94c24622-fca3-4031-aa71-951136df8fba req-d0fe31dd-fd91-41aa-97da-90f42ad1ca48 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f5e5fac-ee31-44bf-a612-11364724d71a HTTP/1.1" status: 200 len: 945 time: 0.1076100 Dec 10 15:32:58.550172 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33382) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:58.552589 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-08276caf-a43b-4d48-984a-7c9768814c6c tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Request body: {'security_group': {'name': 'tempest-secgroup--1170521020'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:58.616347 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-f8fa0875-d2c0-4761-b765-bc8c6e3c5db0 None None] Allocated IP 172.20.0.2 (7da49faa-4341-4616-ac22-a4453fd076d5/7bc6e7a7-3d7a-415c-be43-94a7aa5a9504/60188bd1-a4c5-4dda-afe9-edf43246d25f) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:32:58.626363 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5065f2a8-d9df-45c2-a262-1118f6fb24e2 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:58.626806 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-94c24622-fca3-4031-aa71-951136df8fba req-2da925a2-1de1-4dc7-af49-c39f3694f122 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ed67073-eeed-4d1d-86bf-a50b643bdaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654235 Dec 10 15:32:58.631428 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5065f2a8-d9df-45c2-a262-1118f6fb24e2 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:58.632082 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5065f2a8-d9df-45c2-a262-1118f6fb24e2 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:58.645909 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e3cd4bd-3fa8-4b3e-a921-bafbe6a016f9 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Made reservation on behalf of da659e4588db42fabb840b556f184f7b for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:32:58.649997 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5e3cd4bd-3fa8-4b3e-a921-bafbe6a016f9 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:58.679523 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a04180ed-5c40-4839-997a-aefedfdb8c5a tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:58.709469 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 391cd32a-4837-498b-9fd9-6f98f8f26e81 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:32:58.757523 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-f5c881fa-139b-4084-977c-781623efe742 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.1638896 Dec 10 15:32:58.760811 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33384) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:58.776427 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-7b514d1e-4571-497e-b699-1b7a9b8ac878 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Request body: {'port': {'network_id': '3fdc3361-edad-4f8e-94bb-12ed502b96fe', 'name': 'tempest-PortsIpV6TestJSON-1371996280'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:58.803235 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6e6e1f61-5589-4418-9009-7b1f4e2284ad tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:58.806429 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5065f2a8-d9df-45c2-a262-1118f6fb24e2 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Pushing event updated for resources: {'Network': ['ID=8672b95b-60b2-4900-9107-737fdf14ae60,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:58.836354 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 8672b95b-60b2-4900-9107-737fdf14ae60 details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:32:58.895997 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08276caf-a43b-4d48-984a-7c9768814c6c tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:58.905243 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6e1f61-5589-4418-9009-7b1f4e2284ad tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:32:58.908615 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-6e6e1f61-5589-4418-9009-7b1f4e2284ad tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:32:58.917919 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6e1f61-5589-4418-9009-7b1f4e2284ad tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:32:58.924192 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6e1f61-5589-4418-9009-7b1f4e2284ad tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:58.924837 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6e6e1f61-5589-4418-9009-7b1f4e2284ad tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:58.942281 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6e1f61-5589-4418-9009-7b1f4e2284ad tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event updated for resources: {'Port': ['ID=1b5b0b8c-4ce1-43de-b591-7f8f1cae8bd9,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:58.970232 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-c4e9e331-2e6a-4bfc-88ea-bef53bca4695 None None] Allocated IP 2001:db8::2 (c2b5f149-cedd-450c-ab43-dd2d78259f45/57e3696b-39f7-442e-b506-43da82e1ebc5/86fedc9e-220b-49e6-a00a-1db85ba32a66) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:32:58.980739 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 391cd32a-4837-498b-9fd9-6f98f8f26e81 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:32:58.981109 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:59.024784 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-6e6e1f61-5589-4418-9009-7b1f4e2284ad tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.1410208 Dec 10 15:32:59.034700 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-5065f2a8-d9df-45c2-a262-1118f6fb24e2 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.5291018 Dec 10 15:32:59.035463 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33386) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:59.037422 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33388) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:59.055616 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-51dd30a3-caf5-4e0c-bbbd-c19fd3c85c7c tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Request body: {'subnet': {'network_id': '8672b95b-60b2-4900-9107-737fdf14ae60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:59.130448 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5964905-bcac-496f-a40e-b9306d747d23 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:59.132568 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-e5964905-bcac-496f-a40e-b9306d747d23 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0959311 Dec 10 15:32:59.135184 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33390) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:59.168098 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2592afd-5418-4c93-9a95-3dc5f7ceea87 None None] Network 3fdc3361-edad-4f8e-94bb-12ed502b96fe requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:32:59.197231 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08276caf-a43b-4d48-984a-7c9768814c6c tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:59.201833 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5e3cd4bd-3fa8-4b3e-a921-bafbe6a016f9 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11695183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581935'] for subnet, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:59.217992 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b514d1e-4571-497e-b699-1b7a9b8ac878 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Made reservation on behalf of 6af6b547c018414fbb71ed922833c3ea for: {'port': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:32:59.221509 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7b514d1e-4571-497e-b699-1b7a9b8ac878 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:59.235048 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f8fa0875-d2c0-4761-b765-bc8c6e3c5db0 None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:59.263548 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-3f8f3040-3648-4a55-a635-8e7c96d8b65a None None] Provisioning complete for port 391cd32a-4837-498b-9fd9-6f98f8f26e81 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:32:59.264480 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3f8f3040-3648-4a55-a635-8e7c96d8b65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:59.270549 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-e30f6a44-b5dc-41bc-8044-a73fdd506681 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Deleting port 1b5b0b8c-4ce1-43de-b591-7f8f1cae8bd9 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:32:59.271269 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e30f6a44-b5dc-41bc-8044-a73fdd506681 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:59.278356 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08276caf-a43b-4d48-984a-7c9768814c6c tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:59.314688 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-7b514d1e-4571-497e-b699-1b7a9b8ac878 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] device_id is not set on port 390dafbf-0fcd-45d1-8917-c7dd29d31775 yet. {{(pid=103586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:32:59.325874 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3cd4bd-3fa8-4b3e-a921-bafbe6a016f9 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Pushing event updated for resources: {'Subnet': ['ID=5369adc4-df7a-4537-b008-1a3acc678015,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:59.376272 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f8fa0875-d2c0-4761-b765-bc8c6e3c5db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:59.384301 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08276caf-a43b-4d48-984a-7c9768814c6c tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e916a8f-2429-4f5a-a2bc-da30eb6057dc,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:59.390581 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:59.404122 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e30f6a44-b5dc-41bc-8044-a73fdd506681 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:59.413024 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3cd4bd-3fa8-4b3e-a921-bafbe6a016f9 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Checking segment: {'id': 'f57b01e7-b6ae-432b-86c6-c670ee947c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '5ec1a900-2d58-4ace-ad9a-b6d5efdb9326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:32:59.413388 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3cd4bd-3fa8-4b3e-a921-bafbe6a016f9 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Network hostable DHCP agents. Network: 5ec1a900-2d58-4ace-ad9a-b6d5efdb9326, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:32:59.419753 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-e30f6a44-b5dc-41bc-8044-a73fdd506681 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Calling delete_port for 1b5b0b8c-4ce1-43de-b591-7f8f1cae8bd9 owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:32:59.446767 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51dd30a3-caf5-4e0c-bbbd-c19fd3c85c7c tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Made reservation on behalf of 5f059fe50ff849c7b1de39c5f81de64d for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:32:59.450295 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-51dd30a3-caf5-4e0c-bbbd-c19fd3c85c7c tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:59.481838 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a04180ed-5c40-4839-997a-aefedfdb8c5a tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11236721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11668521'] for subnet, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:59.482081 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fa0875-d2c0-4761-b765-bc8c6e3c5db0 None None] Network 7da49faa-4341-4616-ac22-a4453fd076d5 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:32:59.505111 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-f8fa0875-d2c0-4761-b765-bc8c6e3c5db0 None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:32:59.523705 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fa0875-d2c0-4761-b765-bc8c6e3c5db0 None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:32:59.540508 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04180ed-5c40-4839-997a-aefedfdb8c5a tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Pushing event deleted for resources: {'Subnet': ['ID=7bc6e7a7-3d7a-415c-be43-94a7aa5a9504,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:59.540911 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-08276caf-a43b-4d48-984a-7c9768814c6c tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:59.541022 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fa0875-d2c0-4761-b765-bc8c6e3c5db0 None None] Pushing event updated for resources: {'Port': ['ID=60188bd1-a4c5-4dda-afe9-edf43246d25f,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:59.541107 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-08276caf-a43b-4d48-984a-7c9768814c6c tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.9924431 Dec 10 15:32:59.541107 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33392) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:59.558173 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-44f528ec-c490-43ec-9751-80d68d48636d tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Request body: {'security_group_rule': {'security_group_id': '6e916a8f-2429-4f5a-a2bc-da30eb6057dc', 'direction': 'ingress', 'protocol': 17}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:32:59.569032 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] For port 391cd32a-4837-498b-9fd9-6f98f8f26e81, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=391cd32a-4837-498b-9fd9-6f98f8f26e81,segment=NetworkSegment(2eadc2e3-2aef-4453-b0e6-5668f974141a),segment_id=2eadc2e3-2aef-4453-b0e6-5668f974141a)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:32:59.570381 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c4e9e331-2e6a-4bfc-88ea-bef53bca4695 None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:59.584305 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-7b514d1e-4571-497e-b699-1b7a9b8ac878 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Allocated IP 2001:db8::228 (3fdc3361-edad-4f8e-94bb-12ed502b96fe/9abdc1b3-0127-4acc-8591-641049917e38/390dafbf-0fcd-45d1-8917-c7dd29d31775) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:32:59.615108 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3cd4bd-3fa8-4b3e-a921-bafbe6a016f9 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Network 5ec1a900-2d58-4ace-ad9a-b6d5efdb9326 is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:32:59.669608 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3f8f3040-3648-4a55-a635-8e7c96d8b65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:59.673803 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:59.675689 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-f8fa0875-d2c0-4761-b765-bc8c6e3c5db0 None None] Attempting to bind port 60188bd1-a4c5-4dda-afe9-edf43246d25f on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:32:59.676065 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-f8fa0875-d2c0-4761-b765-bc8c6e3c5db0 None None] Attempting to bind port 60188bd1-a4c5-4dda-afe9-edf43246d25f by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'e1ff2de7-a990-47e1-aaad-6ed02ccf5c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '7da49faa-4341-4616-ac22-a4453fd076d5'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:32:59.676431 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fa0875-d2c0-4761-b765-bc8c6e3c5db0 None None] Attempting to bind port 60188bd1-a4c5-4dda-afe9-edf43246d25f on network 7da49faa-4341-4616-ac22-a4453fd076d5 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:32:59.709212 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a04180ed-5c40-4839-997a-aefedfdb8c5a tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:59.721137 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-5e3cd4bd-3fa8-4b3e-a921-bafbe6a016f9 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 5ec1a900-2d58-4ace-ad9a-b6d5efdb9326) {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:32:59.725916 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3cd4bd-3fa8-4b3e-a921-bafbe6a016f9 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:59.726365 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5e3cd4bd-3fa8-4b3e-a921-bafbe6a016f9 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:59.746667 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-44f528ec-c490-43ec-9751-80d68d48636d tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:59.750159 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fa0875-d2c0-4761-b765-bc8c6e3c5db0 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:32:59.750563 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fa0875-d2c0-4761-b765-bc8c6e3c5db0 None None] Checking segment: {'id': 'e1ff2de7-a990-47e1-aaad-6ed02ccf5c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '7da49faa-4341-4616-ac22-a4453fd076d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:32:59.750964 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f8fa0875-d2c0-4761-b765-bc8c6e3c5db0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:59.751382 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fa0875-d2c0-4761-b765-bc8c6e3c5db0 None None] Bound using segment: {'id': 'e1ff2de7-a990-47e1-aaad-6ed02ccf5c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '7da49faa-4341-4616-ac22-a4453fd076d5'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:32:59.752077 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-f8fa0875-d2c0-4761-b765-bc8c6e3c5db0 None None] Bound port: 60188bd1-a4c5-4dda-afe9-edf43246d25f, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1ff2de7-a990-47e1-aaad-6ed02ccf5c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '7da49faa-4341-4616-ac22-a4453fd076d5'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:32:59.752273 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f8fa0875-d2c0-4761-b765-bc8c6e3c5db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:59.764204 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c4e9e331-2e6a-4bfc-88ea-bef53bca4695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:59.767812 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be9ca1a-4b93-427b-b012-5c70cbf12f8a None None] Network 5ec1a900-2d58-4ace-ad9a-b6d5efdb9326 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:32:59.773660 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-a04180ed-5c40-4839-997a-aefedfdb8c5a tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7da49faa-4341-4616-ac22-a4453fd076d5']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:59.814674 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-a04180ed-5c40-4839-997a-aefedfdb8c5a tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1ff2de7-a990-47e1-aaad-6ed02ccf5c4b') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:59.815050 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-a04180ed-5c40-4839-997a-aefedfdb8c5a tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1ff2de7-a990-47e1-aaad-6ed02ccf5c4b') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:32:59.815507 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-5e3cd4bd-3fa8-4b3e-a921-bafbe6a016f9 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.5082321 Dec 10 15:32:59.824404 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425503bf-f937-4955-bedb-c848d9c4baf3 req-7afa005a-7a5d-4393-822b-7d5b7dcb7d7c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:32:59.828631 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33398) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:32:59.832693 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-425503bf-f937-4955-bedb-c848d9c4baf3 req-7afa005a-7a5d-4393-822b-7d5b7dcb7d7c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2d8b614-6355-4b3d-86be-c56b4b54d658 HTTP/1.1" status: 200 len: 946 time: 0.1688340 Dec 10 15:32:59.860346 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a04180ed-5c40-4839-997a-aefedfdb8c5a tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11806923'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:59.898140 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e9e331-2e6a-4bfc-88ea-bef53bca4695 None None] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:32:59.917856 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a04180ed-5c40-4839-997a-aefedfdb8c5a tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:59.928227 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e30f6a44-b5dc-41bc-8044-a73fdd506681 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:59.936652 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a04180ed-5c40-4839-997a-aefedfdb8c5a tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:32:59.937853 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a04180ed-5c40-4839-997a-aefedfdb8c5a tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11236635'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:32:59.942216 dv-neutron-821401-4-hyperv neutron-server[103587]: Traceback (most recent call last): Dec 10 15:32:59.942216 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:32:59.942216 dv-neutron-821401-4-hyperv neutron-server[103587]: timer() Dec 10 15:32:59.942216 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:32:59.942216 dv-neutron-821401-4-hyperv neutron-server[103587]: cb(*args, **kw) Dec 10 15:32:59.942216 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:32:59.942216 dv-neutron-821401-4-hyperv neutron-server[103587]: return func(*args, **kwargs) Dec 10 15:32:59.942216 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:32:59.942216 dv-neutron-821401-4-hyperv neutron-server[103587]: self._notify() Dec 10 15:32:59.942216 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:32:59.942216 dv-neutron-821401-4-hyperv neutron-server[103587]: self.callback(batched_events) Dec 10 15:32:59.942216 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:32:59.942216 dv-neutron-821401-4-hyperv neutron-server[103587]: event.method(event) Dec 10 15:32:59.942216 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:32:59.942216 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:32:59.942216 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:32:59.942216 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:32:59.942216 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:32:59.942216 dv-neutron-821401-4-hyperv neutron-server[103587]: return f(self, *a, **k) Dec 10 15:32:59.942216 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:32:59.942216 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._get(url).json() Dec 10 15:32:59.942216 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:32:59.942216 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:32:59.942216 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:32:59.942216 dv-neutron-821401-4-hyperv neutron-server[103587]: return self.request(url, 'GET', **kwargs) Dec 10 15:32:59.942216 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:32:59.942216 dv-neutron-821401-4-hyperv neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:32:59.942216 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:32:59.942216 dv-neutron-821401-4-hyperv neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:32:59.942216 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:32:59.942216 dv-neutron-821401-4-hyperv neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:32:59.942216 dv-neutron-821401-4-hyperv neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:32:59.953322 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-425503bf-f937-4955-bedb-c848d9c4baf3 req-81eca616-524e-4a0d-ba19-1d4a4eb122d3 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=99397850-e41c-4478-8b01-ccaac7afb5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196902 Dec 10 15:32:59.982259 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-c4e9e331-2e6a-4bfc-88ea-bef53bca4695 None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:32:59.989707 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e9e331-2e6a-4bfc-88ea-bef53bca4695 None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:32:59.995968 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30f6a44-b5dc-41bc-8044-a73fdd506681 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event deleted for resources: {'Port': ['ID=1b5b0b8c-4ce1-43de-b591-7f8f1cae8bd9,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:32:59.997202 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Pushing event updated for resources: {'Port': ['ID=391cd32a-4837-498b-9fd9-6f98f8f26e81,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:00.031623 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-51dd30a3-caf5-4e0c-bbbd-c19fd3c85c7c tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11695183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581935'] for subnet, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:00.055017 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f8fa0875-d2c0-4761-b765-bc8c6e3c5db0 None None] For port 60188bd1-a4c5-4dda-afe9-edf43246d25f, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:33:00.078488 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.db.api [None req-3f8f3040-3648-4a55-a635-8e7c96d8b65a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 15:33:00.078488 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG oslo_db.api [None req-3f8f3040-3648-4a55-a635-8e7c96d8b65a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 15:33:00.079290 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e30f6a44-b5dc-41bc-8044-a73fdd506681 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:00.083255 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-e30f6a44-b5dc-41bc-8044-a73fdd506681 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/ports/1b5b0b8c-4ce1-43de-b591-7f8f1cae8bd9 HTTP/1.1" status: 204 len: 168 time: 0.9456804 Dec 10 15:33:00.087870 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33402) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:00.124150 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-44f528ec-c490-43ec-9751-80d68d48636d tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:00.155739 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877509af-189d-4f70-a6de-54709fe385f3 req-1e40cf6d-a943-4f76-aa6a-2746c0f43e0f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:00.158394 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-877509af-189d-4f70-a6de-54709fe385f3 req-1e40cf6d-a943-4f76-aa6a-2746c0f43e0f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2d8b614-6355-4b3d-86be-c56b4b54d658 HTTP/1.1" status: 200 len: 946 time: 0.0847394 Dec 10 15:33:00.160252 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.db.api [None req-a04180ed-5c40-4839-997a-aefedfdb8c5a tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 15:33:00.160252 dv-neutron-821401-4-hyperv neutron-server[103587]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 15:33:00.160252 dv-neutron-821401-4-hyperv neutron-server[103587]: [parameters: {'id': '7da49faa-4341-4616-ac22-a4453fd076d5'}] Dec 10 15:33:00.160252 dv-neutron-821401-4-hyperv neutron-server[103587]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103587) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 15:33:00.160604 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG oslo_db.api [None req-a04180ed-5c40-4839-997a-aefedfdb8c5a tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 15:33:00.167932 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f8fa0875-d2c0-4761-b765-bc8c6e3c5db0 None None] For port 60188bd1-a4c5-4dda-afe9-edf43246d25f, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=60188bd1-a4c5-4dda-afe9-edf43246d25f,segment=NetworkSegment(e1ff2de7-a990-47e1-aaad-6ed02ccf5c4b),segment_id=e1ff2de7-a990-47e1-aaad-6ed02ccf5c4b)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:33:00.175483 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283ba0b8-47da-4bd4-846f-830e290eee91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-5ec1a900-2d58-4ace-ad9a-b6d5efdb9326', 'network_id': '5ec1a900-2d58-4ace-ad9a-b6d5efdb9326', 'project_id': 'da659e4588db42fabb840b556f184f7b', 'fixed_ips': [{'subnet_id': '5369adc4-df7a-4537-b008-1a3acc678015'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:33:00.176469 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-283ba0b8-47da-4bd4-846f-830e290eee91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:00.180848 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e9e331-2e6a-4bfc-88ea-bef53bca4695 None None] Pushing event updated for resources: {'Port': ['ID=86fedc9e-220b-49e6-a00a-1db85ba32a66,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:00.194926 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-c4e9e331-2e6a-4bfc-88ea-bef53bca4695 None None] Attempting to bind port 86fedc9e-220b-49e6-a00a-1db85ba32a66 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:33:00.195410 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-c4e9e331-2e6a-4bfc-88ea-bef53bca4695 None None] Attempting to bind port 86fedc9e-220b-49e6-a00a-1db85ba32a66 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:33:00.195854 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e9e331-2e6a-4bfc-88ea-bef53bca4695 None None] Attempting to bind port 86fedc9e-220b-49e6-a00a-1db85ba32a66 on network c2b5f149-cedd-450c-ab43-dd2d78259f45 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:33:00.207245 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e9e331-2e6a-4bfc-88ea-bef53bca4695 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:33:00.207524 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e9e331-2e6a-4bfc-88ea-bef53bca4695 None None] Checking segment: {'id': '64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:33:00.208139 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c4e9e331-2e6a-4bfc-88ea-bef53bca4695 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:00.208617 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e9e331-2e6a-4bfc-88ea-bef53bca4695 None None] Bound using segment: {'id': '64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:33:00.209183 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-c4e9e331-2e6a-4bfc-88ea-bef53bca4695 None None] Bound port: 86fedc9e-220b-49e6-a00a-1db85ba32a66, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:33:00.209671 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c4e9e331-2e6a-4bfc-88ea-bef53bca4695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:00.236706 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-877509af-189d-4f70-a6de-54709fe385f3 req-d988439a-482a-45b0-8eae-936c0eba411c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=99397850-e41c-4478-8b01-ccaac7afb5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695221 Dec 10 15:33:00.252742 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33404) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:00.310036 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee2aadf-b6d0-42a7-b240-a1ec7731ad6d tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:00.315282 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-dee2aadf-b6d0-42a7-b240-a1ec7731ad6d tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d2d8b614-6355-4b3d-86be-c56b4b54d658 HTTP/1.1" status: 200 len: 1094 time: 0.0580316 Dec 10 15:33:00.316842 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33406) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:00.317364 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f8fa0875-d2c0-4761-b765-bc8c6e3c5db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:00.322041 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-92220c83-678d-46d0-9b13-f69fabbeb15c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'floatingip': {'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'port_id': 'a8105268-3e68-4849-a38d-a20a747926fa', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:00.418776 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-92220c83-678d-46d0-9b13-f69fabbeb15c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for floatingip, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:00.468136 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-44f528ec-c490-43ec-9751-80d68d48636d tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:00.517434 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9e3c3cd4-c18e-41de-9af1-ddbed24564b6 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:00.525950 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1129d0b-796a-47b2-919d-9eaadb18a964 req-a7605ffa-b4c8-428f-a736-0512f62def83 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:00.527480 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f1129d0b-796a-47b2-919d-9eaadb18a964 req-a7605ffa-b4c8-428f-a736-0512f62def83 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f5e5fac-ee31-44bf-a612-11364724d71a HTTP/1.1" status: 200 len: 945 time: 0.7109466 Dec 10 15:33:00.549060 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f528ec-c490-43ec-9751-80d68d48636d tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=809c9971-99f8-49ad-a9b4-8fc37f218c8d,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:00.571438 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-92220c83-678d-46d0-9b13-f69fabbeb15c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:00.571536 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dd30a3-caf5-4e0c-bbbd-c19fd3c85c7c tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Pushing event updated for resources: {'Subnet': ['ID=41513683-fa39-41b5-be70-03df49b71df4,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:00.596194 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc487755-cb5f-4618-86df-6e8f38d6eacc tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:00.597882 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc487755-cb5f-4618-86df-6e8f38d6eacc tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:00.599717 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-bc487755-cb5f-4618-86df-6e8f38d6eacc tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4856579 Dec 10 15:33:00.614829 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7b514d1e-4571-497e-b699-1b7a9b8ac878 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:00.620051 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33408) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:00.640259 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-c4e9e331-2e6a-4bfc-88ea-bef53bca4695 None None] For port 86fedc9e-220b-49e6-a00a-1db85ba32a66, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:33:00.663061 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fa0875-d2c0-4761-b765-bc8c6e3c5db0 None None] Pushing event updated for resources: {'Port': ['ID=60188bd1-a4c5-4dda-afe9-edf43246d25f,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:00.673475 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 391cd32a-4837-498b-9fd9-6f98f8f26e81 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:33:00.680528 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-c4e9e331-2e6a-4bfc-88ea-bef53bca4695 None None] For port 86fedc9e-220b-49e6-a00a-1db85ba32a66, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=86fedc9e-220b-49e6-a00a-1db85ba32a66,segment=NetworkSegment(64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4),segment_id=64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:33:00.717476 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-283ba0b8-47da-4bd4-846f-830e290eee91 None None] Allocated IP 2001:db8::1 (5ec1a900-2d58-4ace-ad9a-b6d5efdb9326/5369adc4-df7a-4537-b008-1a3acc678015/9ef948d0-eafb-4fc6-aa4d-95b07908cbf6) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:33:00.728527 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-44f528ec-c490-43ec-9751-80d68d48636d tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:00.729732 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-44f528ec-c490-43ec-9751-80d68d48636d tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.1831419 Dec 10 15:33:00.730183 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec91cce-d104-4b19-ba7b-b71886536712 None None] Network 7da49faa-4341-4616-ac22-a4453fd076d5 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:33:00.739214 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-92220c83-678d-46d0-9b13-f69fabbeb15c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Allocated IP 172.26.2.154 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/0d54bcc9-dda4-4e39-83aa-c1ecd12a24f2) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:33:00.743471 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33410) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:00.750803 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dd30a3-caf5-4e0c-bbbd-c19fd3c85c7c tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Checking segment: {'id': 'c67b901f-9d94-42f0-9321-761399d6949e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '8672b95b-60b2-4900-9107-737fdf14ae60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:33:00.751167 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51dd30a3-caf5-4e0c-bbbd-c19fd3c85c7c tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Network hostable DHCP agents. Network: 8672b95b-60b2-4900-9107-737fdf14ae60, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:33:00.785887 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c4e9e331-2e6a-4bfc-88ea-bef53bca4695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:00.833611 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f1129d0b-796a-47b2-919d-9eaadb18a964 req-d057d074-2c00-4ccd-b419-b618d30e30ef tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ed67073-eeed-4d1d-86bf-a50b643bdaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2818325 Dec 10 15:33:00.838045 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdb7830b-9f18-4e7a-b72d-64181e777c39 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Deleting subnet 57e3696b-39f7-442e-b506-43da82e1ebc5 {{(pid=103586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:33:00.852274 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cdb7830b-9f18-4e7a-b72d-64181e777c39 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for subnet, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:00.854980 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9e3c3cd4-c18e-41de-9af1-ddbed24564b6 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:00.886858 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a04180ed-5c40-4839-997a-aefedfdb8c5a tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:00.925121 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-92220c83-678d-46d0-9b13-f69fabbeb15c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:00.955048 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cdb7830b-9f18-4e7a-b72d-64181e777c39 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12392400'] for subnet, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:00.963064 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51dd30a3-caf5-4e0c-bbbd-c19fd3c85c7c tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Network 8672b95b-60b2-4900-9107-737fdf14ae60 is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:33:00.973420 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-92712e5e-03fd-4b4a-ab7c-fbb649842872 None None] Provisioning complete for port 0702b22f-a3d9-496f-8847-799b0a787eb5 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:33:00.974000 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-92712e5e-03fd-4b4a-ab7c-fbb649842872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:01.001033 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e9e331-2e6a-4bfc-88ea-bef53bca4695 None None] Pushing event updated for resources: {'Port': ['ID=86fedc9e-220b-49e6-a00a-1db85ba32a66,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:01.007918 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-a04180ed-5c40-4839-997a-aefedfdb8c5a tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Deleting port 60188bd1-a4c5-4dda-afe9-edf43246d25f {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:33:01.008481 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a04180ed-5c40-4839-997a-aefedfdb8c5a tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:01.018798 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7b514d1e-4571-497e-b699-1b7a9b8ac878 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:01.023100 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b3cf84a1-aeaa-4e64-8172-5f09515eab1d tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:01.028358 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 391cd32a-4837-498b-9fd9-6f98f8f26e81 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:33:01.028851 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:01.089400 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-92712e5e-03fd-4b4a-ab7c-fbb649842872 None None] Port 0702b22f-a3d9-496f-8847-799b0a787eb5 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:33:01.104703 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-a04180ed-5c40-4839-997a-aefedfdb8c5a tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] For port 60188bd1-a4c5-4dda-afe9-edf43246d25f, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=60188bd1-a4c5-4dda-afe9-edf43246d25f,segment=NetworkSegment(e1ff2de7-a990-47e1-aaad-6ed02ccf5c4b),segment_id=e1ff2de7-a990-47e1-aaad-6ed02ccf5c4b)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:33:01.105257 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a04180ed-5c40-4839-997a-aefedfdb8c5a tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:01.109897 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-92220c83-678d-46d0-9b13-f69fabbeb15c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:01.125897 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b514d1e-4571-497e-b699-1b7a9b8ac878 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Network 3fdc3361-edad-4f8e-94bb-12ed502b96fe is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:33:01.129524 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b3cf84a1-aeaa-4e64-8172-5f09515eab1d tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:01.144871 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-51dd30a3-caf5-4e0c-bbbd-c19fd3c85c7c tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 8672b95b-60b2-4900-9107-737fdf14ae60) {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:33:01.145137 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-92712e5e-03fd-4b4a-ab7c-fbb649842872 None None] Provisioning complete for port 391cd32a-4837-498b-9fd9-6f98f8f26e81 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:33:01.145137 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-92712e5e-03fd-4b4a-ab7c-fbb649842872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:01.168877 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-7b514d1e-4571-497e-b699-1b7a9b8ac878 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:33:01.178045 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b514d1e-4571-497e-b699-1b7a9b8ac878 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:33:01.179646 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92220c83-678d-46d0-9b13-f69fabbeb15c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'Port': ['ID=0d54bcc9-dda4-4e39-83aa-c1ecd12a24f2,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:01.183756 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b514d1e-4571-497e-b699-1b7a9b8ac878 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:01.184602 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7b514d1e-4571-497e-b699-1b7a9b8ac878 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:01.186198 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-a04180ed-5c40-4839-997a-aefedfdb8c5a tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Calling delete_port for 60188bd1-a4c5-4dda-afe9-edf43246d25f owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:33:01.191989 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b514d1e-4571-497e-b699-1b7a9b8ac878 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event updated for resources: {'Port': ['ID=390dafbf-0fcd-45d1-8917-c7dd29d31775,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:01.199739 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51dd30a3-caf5-4e0c-bbbd-c19fd3c85c7c tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:01.199948 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ac7046-28e9-4025-9971-9973ec6f5efe None None] Network 8672b95b-60b2-4900-9107-737fdf14ae60 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:33:01.200715 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-51dd30a3-caf5-4e0c-bbbd-c19fd3c85c7c tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:01.208071 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92220c83-678d-46d0-9b13-f69fabbeb15c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:33:01.211642 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-92220c83-678d-46d0-9b13-f69fabbeb15c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:33:01.214075 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92220c83-678d-46d0-9b13-f69fabbeb15c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:33:01.222712 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-283ba0b8-47da-4bd4-846f-830e290eee91 None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:01.238592 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cdb7830b-9f18-4e7a-b72d-64181e777c39 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:01.394087 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-283ba0b8-47da-4bd4-846f-830e290eee91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:01.411873 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-7b514d1e-4571-497e-b699-1b7a9b8ac878 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6483734 Dec 10 15:33:01.417514 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-51dd30a3-caf5-4e0c-bbbd-c19fd3c85c7c tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.3744278 Dec 10 15:33:01.422551 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33412) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:01.422551 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b3cf84a1-aeaa-4e64-8172-5f09515eab1d tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:01.426389 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b3cf84a1-aeaa-4e64-8172-5f09515eab1d tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:01.428162 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-b3cf84a1-aeaa-4e64-8172-5f09515eab1d tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] 10.222.0.20 "DELETE /v2.0/security-groups/6e916a8f-2429-4f5a-a2bc-da30eb6057dc HTTP/1.1" status: 204 len: 168 time: 0.6744757 Dec 10 15:33:01.469634 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33414) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:01.470840 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33416) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:01.480882 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-a3112e9e-5dcb-4a80-a251-99bab438fa0b tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1693214863', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}, 'admin_state_up': False}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:01.492193 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283ba0b8-47da-4bd4-846f-830e290eee91 None None] Network 5ec1a900-2d58-4ace-ad9a-b6d5efdb9326 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:33:01.518774 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-283ba0b8-47da-4bd4-846f-830e290eee91 None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:33:01.521681 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283ba0b8-47da-4bd4-846f-830e290eee91 None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:33:01.528736 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25fcda1-7f73-40eb-a9da-e2c2bc98422a None None] Network 8672b95b-60b2-4900-9107-737fdf14ae60 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:33:01.546425 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cf84a1-aeaa-4e64-8172-5f09515eab1d tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e916a8f-2429-4f5a-a2bc-da30eb6057dc,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:01.549866 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9e3c3cd4-c18e-41de-9af1-ddbed24564b6 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:01.556483 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283ba0b8-47da-4bd4-846f-830e290eee91 None None] Pushing event updated for resources: {'Port': ['ID=9ef948d0-eafb-4fc6-aa4d-95b07908cbf6,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:01.606048 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cdb7830b-9f18-4e7a-b72d-64181e777c39 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:01.617831 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3c3cd4-c18e-41de-9af1-ddbed24564b6 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Pushing event deleted for resources: {'Subnet': ['ID=5369adc4-df7a-4537-b008-1a3acc678015,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:01.677163 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-283ba0b8-47da-4bd4-846f-830e290eee91 None None] Attempting to bind port 9ef948d0-eafb-4fc6-aa4d-95b07908cbf6 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:33:01.677538 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-283ba0b8-47da-4bd4-846f-830e290eee91 None None] Attempting to bind port 9ef948d0-eafb-4fc6-aa4d-95b07908cbf6 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'f57b01e7-b6ae-432b-86c6-c670ee947c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '5ec1a900-2d58-4ace-ad9a-b6d5efdb9326'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:33:01.678374 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283ba0b8-47da-4bd4-846f-830e290eee91 None None] Attempting to bind port 9ef948d0-eafb-4fc6-aa4d-95b07908cbf6 on network 5ec1a900-2d58-4ace-ad9a-b6d5efdb9326 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:33:01.695524 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283ba0b8-47da-4bd4-846f-830e290eee91 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:33:01.695903 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283ba0b8-47da-4bd4-846f-830e290eee91 None None] Checking segment: {'id': 'f57b01e7-b6ae-432b-86c6-c670ee947c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '5ec1a900-2d58-4ace-ad9a-b6d5efdb9326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:33:01.696313 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-283ba0b8-47da-4bd4-846f-830e290eee91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:01.696714 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283ba0b8-47da-4bd4-846f-830e290eee91 None None] Bound using segment: {'id': 'f57b01e7-b6ae-432b-86c6-c670ee947c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '5ec1a900-2d58-4ace-ad9a-b6d5efdb9326'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:33:01.697194 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-283ba0b8-47da-4bd4-846f-830e290eee91 None None] Bound port: 9ef948d0-eafb-4fc6-aa4d-95b07908cbf6, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f57b01e7-b6ae-432b-86c6-c670ee947c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '5ec1a900-2d58-4ace-ad9a-b6d5efdb9326'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:33:01.697991 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-283ba0b8-47da-4bd4-846f-830e290eee91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:01.710946 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cdb7830b-9f18-4e7a-b72d-64181e777c39 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:01.716509 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-cdb7830b-9f18-4e7a-b72d-64181e777c39 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/subnets/57e3696b-39f7-442e-b506-43da82e1ebc5 HTTP/1.1" status: 204 len: 168 time: 1.0918376 Dec 10 15:33:01.717998 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33418) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:01.728157 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-03ba7a0d-b119-49fa-b9c9-2697f15efd07 None None] Provisioning complete for port 390dafbf-0fcd-45d1-8917-c7dd29d31775 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:33:01.728580 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-03ba7a0d-b119-49fa-b9c9-2697f15efd07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:01.730691 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb7830b-9f18-4e7a-b72d-64181e777c39 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event deleted for resources: {'Subnet': ['ID=57e3696b-39f7-442e-b506-43da82e1ebc5,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:01.757573 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccef222f-cda0-4525-b2aa-01e75ceadbfd tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:01.759945 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-ccef222f-cda0-4525-b2aa-01e75ceadbfd tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A39d HTTP/1.1" status: 200 len: 929 time: 0.3304477 Dec 10 15:33:01.765996 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33420) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:01.768110 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9e3c3cd4-c18e-41de-9af1-ddbed24564b6 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:01.791964 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-fe8a2e06-20ae-49b2-b10c-14a6126b7146 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.3031023 Dec 10 15:33:01.800031 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33422) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:01.802710 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a04180ed-5c40-4839-997a-aefedfdb8c5a tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:01.803807 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a3112e9e-5dcb-4a80-a251-99bab438fa0b tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13912'] for router, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:01.805276 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a3112e9e-5dcb-4a80-a251-99bab438fa0b tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:01.805896 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-03ba7a0d-b119-49fa-b9c9-2697f15efd07 None None] Port 390dafbf-0fcd-45d1-8917-c7dd29d31775 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:33:01.811649 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-aca4737c-7174-47e6-bfc1-9bdf4dcff02a tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Request body: {'security_group': {'name': 'tempest-secgroup--1645168116'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:01.828475 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-283ba0b8-47da-4bd4-846f-830e290eee91 None None] For port 9ef948d0-eafb-4fc6-aa4d-95b07908cbf6, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:33:01.832064 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-283ba0b8-47da-4bd4-846f-830e290eee91 None None] For port 9ef948d0-eafb-4fc6-aa4d-95b07908cbf6, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=9ef948d0-eafb-4fc6-aa4d-95b07908cbf6,segment=NetworkSegment(f57b01e7-b6ae-432b-86c6-c670ee947c54),segment_id=f57b01e7-b6ae-432b-86c6-c670ee947c54)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:33:01.841404 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-bdafae11-d5d1-4bd6-9658-a78e16bb91e1 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1220179 Dec 10 15:33:01.847002 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33424) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:01.859340 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-9e3c3cd4-c18e-41de-9af1-ddbed24564b6 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ec1a900-2d58-4ace-ad9a-b6d5efdb9326']}} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:01.864251 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-88b4a274-a349-4609-856f-f4d698dd8fa9 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Request body: {'subnet': {'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:01.881031 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04180ed-5c40-4839-997a-aefedfdb8c5a tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Pushing event deleted for resources: {'Port': ['ID=60188bd1-a4c5-4dda-afe9-edf43246d25f,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:01.895779 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04180ed-5c40-4839-997a-aefedfdb8c5a tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] No DVR routers for this DVR port 60188bd1-a4c5-4dda-afe9-edf43246d25f on host dv-neutron-821401-4-hyperv {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:33:01.901039 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-9e3c3cd4-c18e-41de-9af1-ddbed24564b6 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f57b01e7-b6ae-432b-86c6-c670ee947c54') {'for_net_delete': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:01.901341 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-9e3c3cd4-c18e-41de-9af1-ddbed24564b6 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f57b01e7-b6ae-432b-86c6-c670ee947c54') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:01.909673 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-283ba0b8-47da-4bd4-846f-830e290eee91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:01.998653 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9e3c3cd4-c18e-41de-9af1-ddbed24564b6 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12392235'] for segment, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:02.044595 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283ba0b8-47da-4bd4-846f-830e290eee91 None None] Pushing event updated for resources: {'Port': ['ID=9ef948d0-eafb-4fc6-aa4d-95b07908cbf6,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:02.051154 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7c07ee-7539-4733-9b53-20e7e495bdff None None] Network 5ec1a900-2d58-4ace-ad9a-b6d5efdb9326 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:33:02.070453 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a3112e9e-5dcb-4a80-a251-99bab438fa0b tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:02.071669 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9e3c3cd4-c18e-41de-9af1-ddbed24564b6 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:02.084231 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e3c3cd4-c18e-41de-9af1-ddbed24564b6 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=103586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:33:02.084644 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9e3c3cd4-c18e-41de-9af1-ddbed24564b6 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11695586'] for segment, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:02.090254 dv-neutron-821401-4-hyperv neutron-server[103586]: Traceback (most recent call last): Dec 10 15:33:02.090254 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:33:02.090254 dv-neutron-821401-4-hyperv neutron-server[103586]: timer() Dec 10 15:33:02.090254 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:33:02.090254 dv-neutron-821401-4-hyperv neutron-server[103586]: cb(*args, **kw) Dec 10 15:33:02.090254 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:33:02.090254 dv-neutron-821401-4-hyperv neutron-server[103586]: return func(*args, **kwargs) Dec 10 15:33:02.090254 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:33:02.090254 dv-neutron-821401-4-hyperv neutron-server[103586]: self._notify() Dec 10 15:33:02.090254 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:33:02.090254 dv-neutron-821401-4-hyperv neutron-server[103586]: self.callback(batched_events) Dec 10 15:33:02.090254 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:33:02.090254 dv-neutron-821401-4-hyperv neutron-server[103586]: event.method(event) Dec 10 15:33:02.090254 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:33:02.090254 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:33:02.090254 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:33:02.090254 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:33:02.090254 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:33:02.090254 dv-neutron-821401-4-hyperv neutron-server[103586]: return f(self, *a, **k) Dec 10 15:33:02.090254 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:33:02.090254 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._get(url).json() Dec 10 15:33:02.090254 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:33:02.090254 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:33:02.090254 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:33:02.090254 dv-neutron-821401-4-hyperv neutron-server[103586]: return self.request(url, 'GET', **kwargs) Dec 10 15:33:02.090254 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:33:02.090254 dv-neutron-821401-4-hyperv neutron-server[103586]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:33:02.090254 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:33:02.090254 dv-neutron-821401-4-hyperv neutron-server[103586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:33:02.090254 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:33:02.090254 dv-neutron-821401-4-hyperv neutron-server[103586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:33:02.090254 dv-neutron-821401-4-hyperv neutron-server[103586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:33:02.115462 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-aca4737c-7174-47e6-bfc1-9bdf4dcff02a tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:02.265824 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b4a274-a349-4609-856f-f4d698dd8fa9 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Made reservation on behalf of 915dae42aca44a6e934a20b3a70b3a5e for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:33:02.269436 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-88b4a274-a349-4609-856f-f4d698dd8fa9 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:02.360828 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.db.api [None req-9e3c3cd4-c18e-41de-9af1-ddbed24564b6 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 15:33:02.360828 dv-neutron-821401-4-hyperv neutron-server[103586]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 15:33:02.360828 dv-neutron-821401-4-hyperv neutron-server[103586]: [parameters: {'id': '5ec1a900-2d58-4ace-ad9a-b6d5efdb9326'}] Dec 10 15:33:02.360828 dv-neutron-821401-4-hyperv neutron-server[103586]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 15:33:02.361161 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG oslo_db.api [None req-9e3c3cd4-c18e-41de-9af1-ddbed24564b6 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 15:33:02.364613 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26070b57-9377-4f73-9519-9f452b13485b None None] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:33:02.380970 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-205bb6ce-a9f7-4de6-9d16-6ceef2849f70 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Deleting port 390dafbf-0fcd-45d1-8917-c7dd29d31775 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:33:02.381340 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-205bb6ce-a9f7-4de6-9d16-6ceef2849f70 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:02.427998 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a3112e9e-5dcb-4a80-a251-99bab438fa0b tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:02.457951 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-deed17a0-a7c7-464a-8a56-5bb5c8ed060a None None] Provisioning complete for port 86fedc9e-220b-49e6-a00a-1db85ba32a66 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:33:02.458404 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-deed17a0-a7c7-464a-8a56-5bb5c8ed060a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:02.471105 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a04180ed-5c40-4839-997a-aefedfdb8c5a tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:02.532669 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-a04180ed-5c40-4839-997a-aefedfdb8c5a tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7da49faa-4341-4616-ac22-a4453fd076d5']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:02.551995 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-aca4737c-7174-47e6-bfc1-9bdf4dcff02a tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:02.609276 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572473c3-789f-4116-8e84-381a1894957a req-e3150fee-d3cb-49c9-a211-ce9f39fd481e tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:02.617840 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-572473c3-789f-4116-8e84-381a1894957a req-e3150fee-d3cb-49c9-a211-ce9f39fd481e tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f5e5fac-ee31-44bf-a612-11364724d71a HTTP/1.1" status: 200 len: 945 time: 0.5598602 Dec 10 15:33:02.619055 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-deed17a0-a7c7-464a-8a56-5bb5c8ed060a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:02.621160 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-a04180ed-5c40-4839-997a-aefedfdb8c5a tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1ff2de7-a990-47e1-aaad-6ed02ccf5c4b') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:02.621970 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-a04180ed-5c40-4839-997a-aefedfdb8c5a tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1ff2de7-a990-47e1-aaad-6ed02ccf5c4b') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:02.627029 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-205bb6ce-a9f7-4de6-9d16-6ceef2849f70 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:02.641893 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a04180ed-5c40-4839-997a-aefedfdb8c5a tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11806923'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:02.651104 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99a5cef-f079-4703-aa3f-dc5de94fa20e None None] DHCP port deletion for c2b5f149-cedd-450c-ab43-dd2d78259f45 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:33:02.655850 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-aca4737c-7174-47e6-bfc1-9bdf4dcff02a tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:02.688572 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a04180ed-5c40-4839-997a-aefedfdb8c5a tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:02.694933 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-205bb6ce-a9f7-4de6-9d16-6ceef2849f70 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Calling delete_port for 390dafbf-0fcd-45d1-8917-c7dd29d31775 owned by {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:33:02.695078 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-92220c83-678d-46d0-9b13-f69fabbeb15c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:02.708340 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-deed17a0-a7c7-464a-8a56-5bb5c8ed060a None None] For port 86fedc9e-220b-49e6-a00a-1db85ba32a66, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=86fedc9e-220b-49e6-a00a-1db85ba32a66,segment=NetworkSegment(64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4),segment_id=64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:33:02.727687 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-d99a5cef-f079-4703-aa3f-dc5de94fa20e None None] Deleting port 86fedc9e-220b-49e6-a00a-1db85ba32a66 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:33:02.728068 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d99a5cef-f079-4703-aa3f-dc5de94fa20e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:02.745346 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a04180ed-5c40-4839-997a-aefedfdb8c5a tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:33:02.745759 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a04180ed-5c40-4839-997a-aefedfdb8c5a tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11236635'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:02.750648 dv-neutron-821401-4-hyperv neutron-server[103587]: Traceback (most recent call last): Dec 10 15:33:02.750648 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:33:02.750648 dv-neutron-821401-4-hyperv neutron-server[103587]: timer() Dec 10 15:33:02.750648 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:33:02.750648 dv-neutron-821401-4-hyperv neutron-server[103587]: cb(*args, **kw) Dec 10 15:33:02.750648 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:33:02.750648 dv-neutron-821401-4-hyperv neutron-server[103587]: return func(*args, **kwargs) Dec 10 15:33:02.750648 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:33:02.750648 dv-neutron-821401-4-hyperv neutron-server[103587]: self._notify() Dec 10 15:33:02.750648 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:33:02.750648 dv-neutron-821401-4-hyperv neutron-server[103587]: self.callback(batched_events) Dec 10 15:33:02.750648 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:33:02.750648 dv-neutron-821401-4-hyperv neutron-server[103587]: event.method(event) Dec 10 15:33:02.750648 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:33:02.750648 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:33:02.750648 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:33:02.750648 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:33:02.750648 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:33:02.750648 dv-neutron-821401-4-hyperv neutron-server[103587]: return f(self, *a, **k) Dec 10 15:33:02.750648 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:33:02.750648 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._get(url).json() Dec 10 15:33:02.750648 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:33:02.750648 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:33:02.750648 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:33:02.750648 dv-neutron-821401-4-hyperv neutron-server[103587]: return self.request(url, 'GET', **kwargs) Dec 10 15:33:02.750648 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:33:02.750648 dv-neutron-821401-4-hyperv neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:33:02.750648 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:33:02.750648 dv-neutron-821401-4-hyperv neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:33:02.750648 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:33:02.750648 dv-neutron-821401-4-hyperv neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:33:02.750648 dv-neutron-821401-4-hyperv neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:33:02.760420 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca4737c-7174-47e6-bfc1-9bdf4dcff02a tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2bb45f0-ad8a-41da-b3d1-f9f4f00be5d4,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:02.800758 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-d99a5cef-f079-4703-aa3f-dc5de94fa20e None None] For port 86fedc9e-220b-49e6-a00a-1db85ba32a66, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=86fedc9e-220b-49e6-a00a-1db85ba32a66,segment=NetworkSegment(64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4),segment_id=64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:33:02.801062 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d99a5cef-f079-4703-aa3f-dc5de94fa20e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:02.808458 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-aca4737c-7174-47e6-bfc1-9bdf4dcff02a tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:02.816041 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-aca4737c-7174-47e6-bfc1-9bdf4dcff02a tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.0106390 Dec 10 15:33:02.816256 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-deed17a0-a7c7-464a-8a56-5bb5c8ed060a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:02.822809 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33428) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:02.846662 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-dfe0386a-355e-4cf7-a504-8950e05a31aa tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Request body: {'security_group': {'name': 'tempest-secgroup--1090975218'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:02.852492 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-572473c3-789f-4116-8e84-381a1894957a req-373f5ae9-6065-4731-927d-7dc02777bb20 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ed67073-eeed-4d1d-86bf-a50b643bdaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2332404 Dec 10 15:33:02.855359 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-d99a5cef-f079-4703-aa3f-dc5de94fa20e None None] Calling delete_port for 86fedc9e-220b-49e6-a00a-1db85ba32a66 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:33:02.862284 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9e3c3cd4-c18e-41de-9af1-ddbed24564b6 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:02.924873 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deed17a0-a7c7-464a-8a56-5bb5c8ed060a None None] Pushing event updated for resources: {'Port': ['ID=86fedc9e-220b-49e6-a00a-1db85ba32a66,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:02.960335 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-88b4a274-a349-4609-856f-f4d698dd8fa9 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11695183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581935'] for subnet, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:02.984823 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a04180ed-5c40-4839-997a-aefedfdb8c5a tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:02.995458 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a04180ed-5c40-4839-997a-aefedfdb8c5a tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:02.999368 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-a04180ed-5c40-4839-997a-aefedfdb8c5a tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] 10.222.0.20 "DELETE /v2.0/networks/7da49faa-4341-4616-ac22-a4453fd076d5 HTTP/1.1" status: 204 len: 168 time: 4.9390173 Dec 10 15:33:03.015272 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33430) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:03.030071 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-83949c57-3c8e-410f-8ff7-54daa306f670 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-788688424'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:03.036046 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d99a5cef-f079-4703-aa3f-dc5de94fa20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:03.036303 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04180ed-5c40-4839-997a-aefedfdb8c5a tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Pushing event deleted for resources: {'Network': ['ID=7da49faa-4341-4616-ac22-a4453fd076d5,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:03.044361 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dfe0386a-355e-4cf7-a504-8950e05a31aa tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:03.048765 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-92220c83-678d-46d0-9b13-f69fabbeb15c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:03.096660 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b4a274-a349-4609-856f-f4d698dd8fa9 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:33:03.113909 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-88b4a274-a349-4609-856f-f4d698dd8fa9 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:33:03.125208 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b4a274-a349-4609-856f-f4d698dd8fa9 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:03.125847 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-88b4a274-a349-4609-856f-f4d698dd8fa9 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:03.160463 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b4a274-a349-4609-856f-f4d698dd8fa9 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event updated for resources: {'Subnet': ['ID=c2b1309b-62ce-4092-8772-cd017db6b096,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:03.162557 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a3112e9e-5dcb-4a80-a251-99bab438fa0b tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks [] for router_gateway, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:03.168491 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83949c57-3c8e-410f-8ff7-54daa306f670 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Made reservation on behalf of 1669e2c341ad498c8f67a90a963f4ed9 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:33:03.173084 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-83949c57-3c8e-410f-8ff7-54daa306f670 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:03.201771 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-205bb6ce-a9f7-4de6-9d16-6ceef2849f70 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:03.208343 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a3112e9e-5dcb-4a80-a251-99bab438fa0b tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:03.224246 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83949c57-3c8e-410f-8ff7-54daa306f670 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:33:03.233063 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-9e3c3cd4-c18e-41de-9af1-ddbed24564b6 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Deleting port 9ef948d0-eafb-4fc6-aa4d-95b07908cbf6 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:33:03.233408 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9e3c3cd4-c18e-41de-9af1-ddbed24564b6 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:03.240367 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99a5cef-f079-4703-aa3f-dc5de94fa20e None None] No DVR routers for this DVR port 86fedc9e-220b-49e6-a00a-1db85ba32a66 on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:33:03.241909 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a5cef-f079-4703-aa3f-dc5de94fa20e None None] Pushing event deleted for resources: {'Port': ['ID=86fedc9e-220b-49e6-a00a-1db85ba32a66,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:03.257112 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-83949c57-3c8e-410f-8ff7-54daa306f670 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:03.257112 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.segments_db [None req-83949c57-3c8e-410f-8ff7-54daa306f670 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Added segment b3f48f3c-6b11-4f90-bfc2-768067fd4422 of type vlan for network 66b6cc1c-bae5-408a-9e31-2e7e1c0cafde Dec 10 15:33:03.263730 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4440fc-f9be-41b5-9d7a-3c56a9ad51aa None None] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:33:03.263977 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205bb6ce-a9f7-4de6-9d16-6ceef2849f70 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event deleted for resources: {'Port': ['ID=390dafbf-0fcd-45d1-8917-c7dd29d31775,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:03.268805 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-88b4a274-a349-4609-856f-f4d698dd8fa9 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4155822 Dec 10 15:33:03.285461 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33432) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:03.302394 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-8b4f4cf7-63d2-4827-a61d-7a6dd44b8f8e tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Request body: {'port': {'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'fixed_ips': [{'subnet_id': 'c2b1309b-62ce-4092-8772-cd017db6b096', 'ip_address': '2001:db8::b93:4353:e543:3f67'}], 'name': 'tempest-NetworksTestDHCPv6-1404177674'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:03.313136 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-92220c83-678d-46d0-9b13-f69fabbeb15c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:03.366320 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-83949c57-3c8e-410f-8ff7-54daa306f670 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:03.404441 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8105ece0-6e1e-4aaa-87be-d17f7bfbf9fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-c2b5f149-cedd-450c-ab43-dd2d78259f45', 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'project_id': '915dae42aca44a6e934a20b3a70b3a5e', 'fixed_ips': [{'subnet_id': 'c2b1309b-62ce-4092-8772-cd017db6b096'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:33:03.408112 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8105ece0-6e1e-4aaa-87be-d17f7bfbf9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:03.434168 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-92220c83-678d-46d0-9b13-f69fabbeb15c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:03.533067 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92220c83-678d-46d0-9b13-f69fabbeb15c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'Port': ['ID=0d54bcc9-dda4-4e39-83aa-c1ecd12a24f2,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:03.539830 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-83949c57-3c8e-410f-8ff7-54daa306f670 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:03.545588 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83949c57-3c8e-410f-8ff7-54daa306f670 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:03.549751 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-83949c57-3c8e-410f-8ff7-54daa306f670 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:03.617856 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-92220c83-678d-46d0-9b13-f69fabbeb15c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552741'] for floatingip, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:03.623780 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-8105ece0-6e1e-4aaa-87be-d17f7bfbf9fb None None] Allocated IP 2001:db8::2 (c2b5f149-cedd-450c-ab43-dd2d78259f45/c2b1309b-62ce-4092-8772-cd017db6b096/2beeaff3-6cdc-49bd-bbf0-ccb38d06de49) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:33:03.664350 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b4f4cf7-63d2-4827-a61d-7a6dd44b8f8e tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Made reservation on behalf of 915dae42aca44a6e934a20b3a70b3a5e for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:33:03.688973 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-205bb6ce-a9f7-4de6-9d16-6ceef2849f70 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:03.695311 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-205bb6ce-a9f7-4de6-9d16-6ceef2849f70 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "DELETE /v2.0/ports/390dafbf-0fcd-45d1-8917-c7dd29d31775 HTTP/1.1" status: 204 len: 168 time: 1.9240937 Dec 10 15:33:03.700712 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33434) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:03.718795 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dfe0386a-355e-4cf7-a504-8950e05a31aa tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:03.742022 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83949c57-3c8e-410f-8ff7-54daa306f670 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Pushing event updated for resources: {'Network': ['ID=66b6cc1c-bae5-408a-9e31-2e7e1c0cafde,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:03.756970 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-9e3c3cd4-c18e-41de-9af1-ddbed24564b6 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] For port 9ef948d0-eafb-4fc6-aa4d-95b07908cbf6, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=9ef948d0-eafb-4fc6-aa4d-95b07908cbf6,segment=NetworkSegment(f57b01e7-b6ae-432b-86c6-c670ee947c54),segment_id=f57b01e7-b6ae-432b-86c6-c670ee947c54)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:33:03.757351 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9e3c3cd4-c18e-41de-9af1-ddbed24564b6 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:03.774575 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-83949c57-3c8e-410f-8ff7-54daa306f670 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7482743 Dec 10 15:33:03.776416 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33436) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:03.776565 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bf5d37f-f7f2-4b74-bcbb-5548418f0b93 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] GET failed (client error): The resource could not be found. Dec 10 15:33:03.777504 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-9bf5d37f-f7f2-4b74-bcbb-5548418f0b93 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "GET /v2.0/ports/390dafbf-0fcd-45d1-8917-c7dd29d31775 HTTP/1.1" status: 404 len: 333 time: 0.0477576 Dec 10 15:33:03.782496 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33438) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:03.783508 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 66b6cc1c-bae5-408a-9e31-2e7e1c0cafde details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:33:03.788352 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-2ec422eb-07e4-4c38-a925-db790d7a4277 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Request body: {'subnet': {'network_id': '66b6cc1c-bae5-408a-9e31-2e7e1c0cafde', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:03.793912 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-9e3c3cd4-c18e-41de-9af1-ddbed24564b6 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Calling delete_port for 9ef948d0-eafb-4fc6-aa4d-95b07908cbf6 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:33:03.851539 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-a3112e9e-5dcb-4a80-a251-99bab438fa0b tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Allocated IP 172.26.2.3 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/459c8a53-c28d-47fd-afd2-857900f1c3b3) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:33:03.852663 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8105ece0-6e1e-4aaa-87be-d17f7bfbf9fb None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:03.859257 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dfe0386a-355e-4cf7-a504-8950e05a31aa tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:03.912203 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.l3_db [None req-92220c83-678d-46d0-9b13-f69fabbeb15c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Floating IP 1c5a49e9-17a3-4879-a890-c8682fb48880 associated. External IP: 172.26.2.154, port: a8105268-3e68-4849-a38d-a20a747926fa. Dec 10 15:33:03.916292 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8105ece0-6e1e-4aaa-87be-d17f7bfbf9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:03.920139 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8b4f4cf7-63d2-4827-a61d-7a6dd44b8f8e tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:03.985247 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8105ece0-6e1e-4aaa-87be-d17f7bfbf9fb None None] Pushing event updated for resources: {'Port': ['ID=2beeaff3-6cdc-49bd-bbf0-ccb38d06de49,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:03.989526 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe0386a-355e-4cf7-a504-8950e05a31aa tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e80004ed-4edf-4b77-8c4a-431a7c220478,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:03.990146 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-8b4f4cf7-63d2-4827-a61d-7a6dd44b8f8e tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] device_id is not set on port 79bac887-2ef4-4bf8-8143-0c3d9be2d982 yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:33:03.997423 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8105ece0-6e1e-4aaa-87be-d17f7bfbf9fb None None] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:33:03.999659 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-8105ece0-6e1e-4aaa-87be-d17f7bfbf9fb None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:33:04.005108 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8105ece0-6e1e-4aaa-87be-d17f7bfbf9fb None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:33:04.057251 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dfe0386a-355e-4cf7-a504-8950e05a31aa tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:04.060948 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-dfe0386a-355e-4cf7-a504-8950e05a31aa tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.2329898 Dec 10 15:33:04.066419 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-8105ece0-6e1e-4aaa-87be-d17f7bfbf9fb None None] Attempting to bind port 2beeaff3-6cdc-49bd-bbf0-ccb38d06de49 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:33:04.067163 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-8105ece0-6e1e-4aaa-87be-d17f7bfbf9fb None None] Attempting to bind port 2beeaff3-6cdc-49bd-bbf0-ccb38d06de49 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:33:04.067806 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8105ece0-6e1e-4aaa-87be-d17f7bfbf9fb None None] Attempting to bind port 2beeaff3-6cdc-49bd-bbf0-ccb38d06de49 on network c2b5f149-cedd-450c-ab43-dd2d78259f45 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:33:04.068927 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33442) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:04.073787 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8105ece0-6e1e-4aaa-87be-d17f7bfbf9fb None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:33:04.074303 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8105ece0-6e1e-4aaa-87be-d17f7bfbf9fb None None] Checking segment: {'id': '64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:33:04.074441 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-25813f50-1e2c-40f6-be38-9e315968f326 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Request body: {'security_group_rule': {'security_group_id': 'b2bb45f0-ad8a-41da-b3d1-f9f4f00be5d4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'e80004ed-4edf-4b77-8c4a-431a7c220478', 'remote_ip_prefix': None}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:04.074950 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8105ece0-6e1e-4aaa-87be-d17f7bfbf9fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:04.075443 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8105ece0-6e1e-4aaa-87be-d17f7bfbf9fb None None] Bound using segment: {'id': '64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:33:04.077072 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-8105ece0-6e1e-4aaa-87be-d17f7bfbf9fb None None] Bound port: 2beeaff3-6cdc-49bd-bbf0-ccb38d06de49, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:33:04.077072 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8105ece0-6e1e-4aaa-87be-d17f7bfbf9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:04.104452 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-55a53171-e7b6-4874-a02d-567e42025049 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Deleting port 0702b22f-a3d9-496f-8847-799b0a787eb5 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:33:04.104975 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-55a53171-e7b6-4874-a02d-567e42025049 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:04.136786 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b46a8c9-7992-40a6-9973-3a53fffb39d1 req-a5a5216c-2afd-4edb-a2af-d60e5b793d48 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:04.138375 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-3b46a8c9-7992-40a6-9973-3a53fffb39d1 req-a5a5216c-2afd-4edb-a2af-d60e5b793d48 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f5e5fac-ee31-44bf-a612-11364724d71a HTTP/1.1" status: 200 len: 945 time: 0.1796546 Dec 10 15:33:04.157210 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-8105ece0-6e1e-4aaa-87be-d17f7bfbf9fb None None] For port 2beeaff3-6cdc-49bd-bbf0-ccb38d06de49, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:33:04.161193 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-8105ece0-6e1e-4aaa-87be-d17f7bfbf9fb None None] For port 2beeaff3-6cdc-49bd-bbf0-ccb38d06de49, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=2beeaff3-6cdc-49bd-bbf0-ccb38d06de49,segment=NetworkSegment(64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4),segment_id=64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:33:04.190372 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a3112e9e-5dcb-4a80-a251-99bab438fa0b tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:04.211335 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec422eb-07e4-4c38-a925-db790d7a4277 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Made reservation on behalf of 1669e2c341ad498c8f67a90a963f4ed9 for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:33:04.215530 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2ec422eb-07e4-4c38-a925-db790d7a4277 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:04.230595 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8105ece0-6e1e-4aaa-87be-d17f7bfbf9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:04.248738 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9e3c3cd4-c18e-41de-9af1-ddbed24564b6 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:04.304864 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-3b46a8c9-7992-40a6-9973-3a53fffb39d1 req-32e2f552-72d4-44fd-8c5d-0a3646fe048b tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ed67073-eeed-4d1d-86bf-a50b643bdaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380639 Dec 10 15:33:04.320861 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8105ece0-6e1e-4aaa-87be-d17f7bfbf9fb None None] Pushing event updated for resources: {'Port': ['ID=2beeaff3-6cdc-49bd-bbf0-ccb38d06de49,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:04.335842 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-55a53171-e7b6-4874-a02d-567e42025049 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:04.347843 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3c3cd4-c18e-41de-9af1-ddbed24564b6 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Pushing event deleted for resources: {'Port': ['ID=9ef948d0-eafb-4fc6-aa4d-95b07908cbf6,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:04.358877 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.ipam_backend_mixin [None req-2ec422eb-07e4-4c38-a925-db790d7a4277 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Performing IP validity checks on allocation pools {{(pid=103586) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 10 15:33:04.359403 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.ipam_backend_mixin [None req-2ec422eb-07e4-4c38-a925-db790d7a4277 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103586) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 10 15:33:04.364382 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3c3cd4-c18e-41de-9af1-ddbed24564b6 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] No DVR routers for this DVR port 9ef948d0-eafb-4fc6-aa4d-95b07908cbf6 on host dv-neutron-821401-4-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:33:04.389821 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-8b4f4cf7-63d2-4827-a61d-7a6dd44b8f8e tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Allocated IP 2001:db8::b93:4353:e543:3f67 (c2b5f149-cedd-450c-ab43-dd2d78259f45/c2b1309b-62ce-4092-8772-cd017db6b096/79bac887-2ef4-4bf8-8143-0c3d9be2d982) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:33:04.394114 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-55a53171-e7b6-4874-a02d-567e42025049 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Calling delete_port for 0702b22f-a3d9-496f-8847-799b0a787eb5 owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:33:04.402987 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-25813f50-1e2c-40f6-be38-9e315968f326 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:04.489005 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a3112e9e-5dcb-4a80-a251-99bab438fa0b tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:04.540407 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92220c83-678d-46d0-9b13-f69fabbeb15c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Router b9676776-7c00-41b0-baa0-cc95a47a85a5 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:33:04.550436 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9e3c3cd4-c18e-41de-9af1-ddbed24564b6 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:04.645109 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3112e9e-5dcb-4a80-a251-99bab438fa0b tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:33:04.666564 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-9e3c3cd4-c18e-41de-9af1-ddbed24564b6 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ec1a900-2d58-4ace-ad9a-b6d5efdb9326']}} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:04.668951 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-a3112e9e-5dcb-4a80-a251-99bab438fa0b tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:33:04.683838 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 2beeaff3-6cdc-49bd-bbf0-ccb38d06de49 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:33:04.686592 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3112e9e-5dcb-4a80-a251-99bab438fa0b tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:33:04.690497 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3112e9e-5dcb-4a80-a251-99bab438fa0b tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Pushing event updated for resources: {'Port': ['ID=459c8a53-c28d-47fd-afd2-857900f1c3b3,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:04.696628 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-25813f50-1e2c-40f6-be38-9e315968f326 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:04.719538 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-9e3c3cd4-c18e-41de-9af1-ddbed24564b6 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f57b01e7-b6ae-432b-86c6-c670ee947c54') {'for_net_delete': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:04.720178 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-9e3c3cd4-c18e-41de-9af1-ddbed24564b6 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f57b01e7-b6ae-432b-86c6-c670ee947c54') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:04.743224 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9e3c3cd4-c18e-41de-9af1-ddbed24564b6 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12392235'] for segment, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:04.743512 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5af464d-2098-4d7e-849e-36093b8e981f None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:33:04.780046 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 2beeaff3-6cdc-49bd-bbf0-ccb38d06de49 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:33:04.783178 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:04.783445 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-25813f50-1e2c-40f6-be38-9e315968f326 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:04.805743 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9e3c3cd4-c18e-41de-9af1-ddbed24564b6 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:04.827605 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e3c3cd4-c18e-41de-9af1-ddbed24564b6 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=103586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:33:04.827939 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9e3c3cd4-c18e-41de-9af1-ddbed24564b6 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11695586'] for segment, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:04.831935 dv-neutron-821401-4-hyperv neutron-server[103586]: Traceback (most recent call last): Dec 10 15:33:04.831935 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:33:04.831935 dv-neutron-821401-4-hyperv neutron-server[103586]: timer() Dec 10 15:33:04.831935 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:33:04.831935 dv-neutron-821401-4-hyperv neutron-server[103586]: cb(*args, **kw) Dec 10 15:33:04.831935 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:33:04.831935 dv-neutron-821401-4-hyperv neutron-server[103586]: return func(*args, **kwargs) Dec 10 15:33:04.831935 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:33:04.831935 dv-neutron-821401-4-hyperv neutron-server[103586]: self._notify() Dec 10 15:33:04.831935 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:33:04.831935 dv-neutron-821401-4-hyperv neutron-server[103586]: self.callback(batched_events) Dec 10 15:33:04.831935 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:33:04.831935 dv-neutron-821401-4-hyperv neutron-server[103586]: event.method(event) Dec 10 15:33:04.831935 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:33:04.831935 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:33:04.831935 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:33:04.831935 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:33:04.831935 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:33:04.831935 dv-neutron-821401-4-hyperv neutron-server[103586]: return f(self, *a, **k) Dec 10 15:33:04.831935 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:33:04.831935 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._get(url).json() Dec 10 15:33:04.831935 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:33:04.831935 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:33:04.831935 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:33:04.831935 dv-neutron-821401-4-hyperv neutron-server[103586]: return self.request(url, 'GET', **kwargs) Dec 10 15:33:04.831935 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:33:04.831935 dv-neutron-821401-4-hyperv neutron-server[103586]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:33:04.831935 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:33:04.831935 dv-neutron-821401-4-hyperv neutron-server[103586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:33:04.831935 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:33:04.831935 dv-neutron-821401-4-hyperv neutron-server[103586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:33:04.831935 dv-neutron-821401-4-hyperv neutron-server[103586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:33:04.842666 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25813f50-1e2c-40f6-be38-9e315968f326 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4e3e4f0-3c9a-4d16-8666-e20e723d7074,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:04.888241 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:04.902958 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-5fbf7f0e-ac19-4fc8-bd0a-bb29a2fcc6ef None None] Provisioning complete for port 459c8a53-c28d-47fd-afd2-857900f1c3b3 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:33:04.903471 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5fbf7f0e-ac19-4fc8-bd0a-bb29a2fcc6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:04.915225 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2ec422eb-07e4-4c38-a925-db790d7a4277 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11695183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581935'] for subnet, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:04.959146 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] For port 2beeaff3-6cdc-49bd-bbf0-ccb38d06de49, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=2beeaff3-6cdc-49bd-bbf0-ccb38d06de49,segment=NetworkSegment(64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4),segment_id=64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:33:04.962301 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-5fbf7f0e-ac19-4fc8-bd0a-bb29a2fcc6ef None None] Port 459c8a53-c28d-47fd-afd2-857900f1c3b3 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:33:04.991724 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-25813f50-1e2c-40f6-be38-9e315968f326 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:04.992951 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-25813f50-1e2c-40f6-be38-9e315968f326 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.9220743 Dec 10 15:33:05.018185 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33444) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:05.055694 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:05.078509 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec422eb-07e4-4c38-a925-db790d7a4277 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Pushing event updated for resources: {'Subnet': ['ID=2477124a-e776-414e-bf09-afc4557d81ee,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:05.090912 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c77f68db-af0d-4dc0-b6da-f056f0d4b1eb tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:05.102770 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9e3c3cd4-c18e-41de-9af1-ddbed24564b6 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:05.114849 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c77f68db-af0d-4dc0-b6da-f056f0d4b1eb tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:05.117541 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9e3c3cd4-c18e-41de-9af1-ddbed24564b6 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:05.123691 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-9e3c3cd4-c18e-41de-9af1-ddbed24564b6 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] 10.222.0.20 "DELETE /v2.0/networks/5ec1a900-2d58-4ace-ad9a-b6d5efdb9326 HTTP/1.1" status: 204 len: 168 time: 5.2883215 Dec 10 15:33:05.124840 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33446) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:05.135699 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-b0d971e8-53f1-427b-b9aa-29b616f70d7c tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-209671382'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:05.135864 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec422eb-07e4-4c38-a925-db790d7a4277 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Checking segment: {'id': 'b3f48f3c-6b11-4f90-bfc2-768067fd4422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '66b6cc1c-bae5-408a-9e31-2e7e1c0cafde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:33:05.135864 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec422eb-07e4-4c38-a925-db790d7a4277 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Network hostable DHCP agents. Network: 66b6cc1c-bae5-408a-9e31-2e7e1c0cafde, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:33:05.140977 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92220c83-678d-46d0-9b13-f69fabbeb15c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:33:05.147154 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8b4f4cf7-63d2-4827-a61d-7a6dd44b8f8e tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:05.166295 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1c12b8-b07f-4faa-b132-a7fe58cd82c0 None None] Sync routers for ids ['b9676776-7c00-41b0-baa0-cc95a47a85a5'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:33:05.168981 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3c3cd4-c18e-41de-9af1-ddbed24564b6 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Pushing event deleted for resources: {'Network': ['ID=5ec1a900-2d58-4ace-ad9a-b6d5efdb9326,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:05.181824 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-55a53171-e7b6-4874-a02d-567e42025049 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:05.188115 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 86fedc9e-220b-49e6-a00a-1db85ba32a66 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:33:05.213175 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Pushing event updated for resources: {'Port': ['ID=2beeaff3-6cdc-49bd-bbf0-ccb38d06de49,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:05.222481 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 86fedc9e-220b-49e6-a00a-1db85ba32a66 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:33:05.222744 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 86fedc9e-220b-49e6-a00a-1db85ba32a66 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:33:05.226453 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a53171-e7b6-4874-a02d-567e42025049 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event deleted for resources: {'Port': ['ID=0702b22f-a3d9-496f-8847-799b0a787eb5,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:05.227097 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1c12b8-b07f-4faa-b132-a7fe58cd82c0 None None] Routers {'b9676776-7c00-41b0-baa0-cc95a47a85a5'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:33:05.227816 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-7d1c12b8-b07f-4faa-b132-a7fe58cd82c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:32:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['b9676776-7c00-41b0-baa0-cc95a47a85a5'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:05.287396 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d971e8-53f1-427b-b9aa-29b616f70d7c tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Made reservation on behalf of da659e4588db42fabb840b556f184f7b for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:33:05.292063 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b0d971e8-53f1-427b-b9aa-29b616f70d7c tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:05.294866 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-55a53171-e7b6-4874-a02d-567e42025049 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:05.306677 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-55a53171-e7b6-4874-a02d-567e42025049 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "DELETE /v2.0/ports/0702b22f-a3d9-496f-8847-799b0a787eb5 HTTP/1.1" status: 204 len: 168 time: 1.5236180 Dec 10 15:33:05.308554 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33448) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:05.324972 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c77f68db-af0d-4dc0-b6da-f056f0d4b1eb tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:05.335383 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c77f68db-af0d-4dc0-b6da-f056f0d4b1eb tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:05.339080 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-c77f68db-af0d-4dc0-b6da-f056f0d4b1eb tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/f4e3e4f0-3c9a-4d16-8666-e20e723d7074 HTTP/1.1" status: 204 len: 168 time: 0.3134234 Dec 10 15:33:05.339587 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33452) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:05.366072 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0d971e8-53f1-427b-b9aa-29b616f70d7c tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:33:05.386528 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-7d1c12b8-b07f-4faa-b132-a7fe58cd82c0 None None] Set router b9676776-7c00-41b0-baa0-cc95a47a85a5 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:33:05.388330 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b0d971e8-53f1-427b-b9aa-29b616f70d7c tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:05.389635 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.segments_db [None req-b0d971e8-53f1-427b-b9aa-29b616f70d7c tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Added segment dc85f150-369a-447d-94e4-9381a4ebb2ff of type vlan for network 01edc94d-99d9-4cdd-b514-e03edd66be92 Dec 10 15:33:05.390768 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77f68db-af0d-4dc0-b6da-f056f0d4b1eb tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f4e3e4f0-3c9a-4d16-8666-e20e723d7074,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:05.396685 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec422eb-07e4-4c38-a925-db790d7a4277 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Network 66b6cc1c-bae5-408a-9e31-2e7e1c0cafde is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:33:05.411830 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a3112e9e-5dcb-4a80-a251-99bab438fa0b tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks [] for router_gateway, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:05.476496 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-92220c83-678d-46d0-9b13-f69fabbeb15c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:05.479340 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5c356de-5cd6-4dea-847b-52502ff499e0 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] GET failed (client error): The resource could not be found. Dec 10 15:33:05.481043 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-a5c356de-5cd6-4dea-847b-52502ff499e0 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "GET /v2.0/ports/0702b22f-a3d9-496f-8847-799b0a787eb5 HTTP/1.1" status: 404 len: 333 time: 0.1715400 Dec 10 15:33:05.483308 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8b4f4cf7-63d2-4827-a61d-7a6dd44b8f8e tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:05.493123 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-dfd0f48f-1eb1-495c-8389-4a36e1025994 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1486845 Dec 10 15:33:05.496725 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33454) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:05.497212 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33456) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:05.523485 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-2ec422eb-07e4-4c38-a925-db790d7a4277 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 66b6cc1c-bae5-408a-9e31-2e7e1c0cafde) {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:33:05.567929 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4f4cf7-63d2-4827-a61d-7a6dd44b8f8e tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:33:05.570025 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec422eb-07e4-4c38-a925-db790d7a4277 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:05.570637 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2ec422eb-07e4-4c38-a925-db790d7a4277 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:05.613972 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeee57d7-e8d7-4a5a-abcd-bee83881adb2 None None] Network 66b6cc1c-bae5-408a-9e31-2e7e1c0cafde requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:33:05.620112 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b0d971e8-53f1-427b-b9aa-29b616f70d7c tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:05.634247 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4f4cf7-63d2-4827-a61d-7a6dd44b8f8e tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event updated for resources: {'Port': ['ID=79bac887-2ef4-4bf8-8143-0c3d9be2d982,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:05.648087 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-8b4f4cf7-63d2-4827-a61d-7a6dd44b8f8e tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:33:05.664488 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4f4cf7-63d2-4827-a61d-7a6dd44b8f8e tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:33:05.671223 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4f4cf7-63d2-4827-a61d-7a6dd44b8f8e tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:05.672176 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8b4f4cf7-63d2-4827-a61d-7a6dd44b8f8e tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:05.682804 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a174f54-1f8f-445b-8302-97ec9ca876ff tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Deleting subnet 9abdc1b3-0127-4acc-8591-641049917e38 {{(pid=103586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:33:05.696425 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7a174f54-1f8f-445b-8302-97ec9ca876ff tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for subnet, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:05.697538 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-92220c83-678d-46d0-9b13-f69fabbeb15c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.3798020 Dec 10 15:33:05.702652 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2d8b614-6355-4b3d-86be-c56b4b54d658', 'tag': 'a8105268-3e68-4849-a38d-a20a747926fa'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:33:05.704299 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9ca57131bc4931768ac29058952438d1fdd62308db7b17540cc34ffe8faef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a115a435-3747-4f7c-8ba2-9b62a49d8053" -d '{"events": [{"name": "network-changed", "server_uuid": "d2d8b614-6355-4b3d-86be-c56b4b54d658", "tag": "a8105268-3e68-4849-a38d-a20a747926fa"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:33:05.706728 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33458) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:05.766292 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-2ec422eb-07e4-4c38-a925-db790d7a4277 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.9896929 Dec 10 15:33:05.783176 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 15:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea11422-f9ab-48f3-9c0b-3faf81c9f198 x-openstack-request-id: req-8ea11422-f9ab-48f3-9c0b-3faf81c9f198 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:33:05.783176 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2d8b614-6355-4b3d-86be-c56b4b54d658", "tag": "a8105268-3e68-4849-a38d-a20a747926fa", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:33:05.787185 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8ea11422-f9ab-48f3-9c0b-3faf81c9f198 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:33:05.788602 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2d8b614-6355-4b3d-86be-c56b4b54d658', 'tag': 'a8105268-3e68-4849-a38d-a20a747926fa', 'status': 'completed', 'code': 200} Dec 10 15:33:05.789106 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33462) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:05.800564 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8457eac-7215-409f-8464-263c5150e19a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-66b6cc1c-bae5-408a-9e31-2e7e1c0cafde', 'network_id': '66b6cc1c-bae5-408a-9e31-2e7e1c0cafde', 'project_id': '1669e2c341ad498c8f67a90a963f4ed9', 'fixed_ips': [{'subnet_id': '2477124a-e776-414e-bf09-afc4557d81ee'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:33:05.803089 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e8457eac-7215-409f-8464-263c5150e19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:05.807766 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7a174f54-1f8f-445b-8302-97ec9ca876ff tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12392400'] for subnet, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:05.831374 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d924b64a-8e9a-4034-b261-7d38a27d7a6e tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:05.872513 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-8b4f4cf7-63d2-4827-a61d-7a6dd44b8f8e tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5824358 Dec 10 15:33:05.873747 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b0d971e8-53f1-427b-b9aa-29b616f70d7c tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:05.879502 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d971e8-53f1-427b-b9aa-29b616f70d7c tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:05.880436 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b0d971e8-53f1-427b-b9aa-29b616f70d7c tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:05.883067 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33464) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:05.901822 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d924b64a-8e9a-4034-b261-7d38a27d7a6e tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:05.953036 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a3112e9e-5dcb-4a80-a251-99bab438fa0b tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363'] for router, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:05.973407 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e0198b-c68a-4430-9e27-8d22dce5bc5c req-cf56e8c5-c39e-4efe-8679-dbbc2c8161fb tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:05.975844 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-36e0198b-c68a-4430-9e27-8d22dce5bc5c req-cf56e8c5-c39e-4efe-8679-dbbc2c8161fb tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f5e5fac-ee31-44bf-a612-11364724d71a HTTP/1.1" status: 200 len: 945 time: 0.5432136 Dec 10 15:33:06.028412 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-e8457eac-7215-409f-8464-263c5150e19a None None] Allocated IP 172.20.0.3 (66b6cc1c-bae5-408a-9e31-2e7e1c0cafde/2477124a-e776-414e-bf09-afc4557d81ee/b02221a4-9250-442a-8332-f5d4de4b533f) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:33:06.070755 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d924b64a-8e9a-4034-b261-7d38a27d7a6e tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:06.073392 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d924b64a-8e9a-4034-b261-7d38a27d7a6e tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:06.074710 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-d924b64a-8e9a-4034-b261-7d38a27d7a6e tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] 10.222.0.20 "DELETE /v2.0/security-groups/e80004ed-4edf-4b77-8c4a-431a7c220478 HTTP/1.1" status: 204 len: 168 time: 0.5746489 Dec 10 15:33:06.077557 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7a174f54-1f8f-445b-8302-97ec9ca876ff tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:06.088411 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33466) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:06.099788 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-9b6deb45-031f-4f62-87e7-805754f34273 None None] Provisioning complete for port 2beeaff3-6cdc-49bd-bbf0-ccb38d06de49 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:33:06.100187 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9b6deb45-031f-4f62-87e7-805754f34273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:06.112304 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-7d1c12b8-b07f-4faa-b132-a7fe58cd82c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9676776-7c00-41b0-baa0-cc95a47a85a5', 'name': 'tempest-TestNetworkBasicOps-router-1075454237', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': 'db7043b8-530f-44b2-913d-9a2e4ca5e570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:32:09Z', 'updated_at': '2021-12-10T15:32:24Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': 'db7043b8-530f-44b2-913d-9a2e4ca5e570', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:02:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9676776-7c00-41b0-baa0-cc95a47a85a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:32:11Z', 'updated_at': '2021-12-10T15:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': '1c5a49e9-17a3-4879-a890-c8682fb48880', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'floating_ip_address': '172.26.2.154', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': 'b9676776-7c00-41b0-baa0-cc95a47a85a5', 'port_id': 'a8105268-3e68-4849-a38d-a20a747926fa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78b329c0-5093-420d-971f-ce625768710e', 'mac_address': 'fa:16:3e:17:f8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d8b614-6355-4b3d-86be-c56b4b54d658', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T15:33:01Z', 'updated_at': '2021-12-10T15:33:01Z', 'revision_number': 0, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '283bcdc3-c916-42a4-ac81-2f9b4c91bb34', 'name': '', 'network_id': '78b329c0-5093-420d-971f-ce625768710e', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:49:39:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9676776-7c00-41b0-baa0-cc95a47a85a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '57830461-432a-4f8d-a9a8-32a63484290f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:32:22Z', 'updated_at': '2021-12-10T15:32:29Z', 'revision_number': 5, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': '57830461-432a-4f8d-a9a8-32a63484290f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:06.144956 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924b64a-8e9a-4034-b261-7d38a27d7a6e tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80004ed-4edf-4b77-8c4a-431a7c220478,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:06.179656 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-b0d971e8-53f1-427b-b9aa-29b616f70d7c tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0531516 Dec 10 15:33:06.187115 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33468) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:06.196087 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-c477443b-2fe2-40d3-ba6d-4605e78b54f6 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Request body: {'subnet': {'network_id': '01edc94d-99d9-4cdd-b514-e03edd66be92', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:06.209597 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-89a84120-d5fe-4de8-ade5-823acdc5aa36 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/floatingips/1c5a49e9-17a3-4879-a890-c8682fb48880 HTTP/1.1" status: 200 len: 992 time: 0.4846628 Dec 10 15:33:06.211676 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1c12b8-b07f-4faa-b132-a7fe58cd82c0 None None] Checking router: b9676776-7c00-41b0-baa0-cc95a47a85a5 for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:33:06.248477 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-36e0198b-c68a-4430-9e27-8d22dce5bc5c req-aa82982c-7afe-4418-8321-514c4593f2cb tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ed67073-eeed-4d1d-86bf-a50b643bdaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2225125 Dec 10 15:33:06.248673 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1c12b8-b07f-4faa-b132-a7fe58cd82c0 None None] Routers {'b9676776-7c00-41b0-baa0-cc95a47a85a5'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:33:06.260095 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-7d1c12b8-b07f-4faa-b132-a7fe58cd82c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:32:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['b9676776-7c00-41b0-baa0-cc95a47a85a5'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:06.274455 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01832247-f35a-44c3-8fbc-0b97337a1493 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:06.276862 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01832247-f35a-44c3-8fbc-0b97337a1493 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:06.280020 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-01832247-f35a-44c3-8fbc-0b97337a1493 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.3794918 Dec 10 15:33:06.280305 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d971e8-53f1-427b-b9aa-29b616f70d7c tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Pushing event updated for resources: {'Network': ['ID=01edc94d-99d9-4cdd-b514-e03edd66be92,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:06.283405 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33470) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:06.329335 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7a174f54-1f8f-445b-8302-97ec9ca876ff tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:06.346859 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a115a435-3747-4f7c-8ba2-9b62a49d8053 req-050d6ace-137b-4923-8c28-bf4d7e3f1324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:06.348952 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-a115a435-3747-4f7c-8ba2-9b62a49d8053 req-050d6ace-137b-4923-8c28-bf4d7e3f1324 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e049672a5fd04e7f8cbb0423b61eb757&device_id=d2d8b614-6355-4b3d-86be-c56b4b54d658 HTTP/1.1" status: 200 len: 1099 time: 0.4940789 Dec 10 15:33:06.368519 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a174f54-1f8f-445b-8302-97ec9ca876ff tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event deleted for resources: {'Subnet': ['ID=9abdc1b3-0127-4acc-8591-641049917e38,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:06.370949 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7a174f54-1f8f-445b-8302-97ec9ca876ff tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:06.374953 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-7a174f54-1f8f-445b-8302-97ec9ca876ff tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "DELETE /v2.0/subnets/9abdc1b3-0127-4acc-8591-641049917e38 HTTP/1.1" status: 204 len: 168 time: 0.8764834 Dec 10 15:33:06.377527 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33472) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:06.380047 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33474) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:06.381476 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-360aea1c-b8a0-49ee-9e5c-ed2d2691ab12 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.2775631 Dec 10 15:33:06.394722 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-7d1c12b8-b07f-4faa-b132-a7fe58cd82c0 None None] Set router b9676776-7c00-41b0-baa0-cc95a47a85a5 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:33:06.399031 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3112e9e-5dcb-4a80-a251-99bab438fa0b tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Router b05d23f3-fb13-4e5a-9d22-cdb705fc9e46 is scheduled to L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d with binding_index 1 {{(pid=103586) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 15:33:06.421965 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c477443b-2fe2-40d3-ba6d-4605e78b54f6 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Made reservation on behalf of da659e4588db42fabb840b556f184f7b for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:33:06.425957 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c477443b-2fe2-40d3-ba6d-4605e78b54f6 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:06.437398 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 01edc94d-99d9-4cdd-b514-e03edd66be92 details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:33:06.449666 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ac09d9-d504-4c9c-9fd9-0d375ad1411f None None] Network 3fdc3361-edad-4f8e-94bb-12ed502b96fe requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:33:06.475991 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-583eb636-d01d-4021-8817-2795a5b836b5 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:06.571148 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-b1b42f39-51e8-47cd-ac62-81f9fad93ec5 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Deleting port 79bac887-2ef4-4bf8-8143-0c3d9be2d982 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:33:06.571992 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b1b42f39-51e8-47cd-ac62-81f9fad93ec5 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:06.609235 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-124e197f-2ff4-4831-9369-e37407279a0d tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:06.689735 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-124e197f-2ff4-4831-9369-e37407279a0d tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:06.736967 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a115a435-3747-4f7c-8ba2-9b62a49d8053 req-1974d95a-f1ec-43b3-ba3a-859ce6a11c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:06.739709 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-a115a435-3747-4f7c-8ba2-9b62a49d8053 req-1974d95a-f1ec-43b3-ba3a-859ce6a11c3c service neutron] 10.222.0.44 "GET /v2.0/networks?id=78b329c0-5093-420d-971f-ce625768710e HTTP/1.1" status: 200 len: 898 time: 0.3787427 Dec 10 15:33:06.740765 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-583eb636-d01d-4021-8817-2795a5b836b5 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:06.742512 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-47a0a875-6d88-40bb-aed2-e3e002664a25 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:06.829580 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3112e9e-5dcb-4a80-a251-99bab438fa0b tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:33:06.845063 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6ade02-2321-42e8-b199-c71942a8b5c4 None None] Sync routers for ids ['b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:33:06.866797 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6ade02-2321-42e8-b199-c71942a8b5c4 None None] Routers {'b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:33:06.868638 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-9a6ade02-2321-42e8-b199-c71942a8b5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:32:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:06.884547 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b1b42f39-51e8-47cd-ac62-81f9fad93ec5 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:06.926223 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-124e197f-2ff4-4831-9369-e37407279a0d tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:06.931384 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-124e197f-2ff4-4831-9369-e37407279a0d tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:06.931838 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-124e197f-2ff4-4831-9369-e37407279a0d tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] 10.222.0.20 "DELETE /v2.0/security-groups/b2bb45f0-ad8a-41da-b3d1-f9f4f00be5d4 HTTP/1.1" status: 204 len: 168 time: 0.5507593 Dec 10 15:33:06.935094 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 2beeaff3-6cdc-49bd-bbf0-ccb38d06de49 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:33:06.941558 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-b1b42f39-51e8-47cd-ac62-81f9fad93ec5 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Calling delete_port for 79bac887-2ef4-4bf8-8143-0c3d9be2d982 owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:33:06.945101 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33476) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:06.946970 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-9a6ade02-2321-42e8-b199-c71942a8b5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:06.961211 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6ade02-2321-42e8-b199-c71942a8b5c4 None None] Routers {'b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:33:06.961986 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-9a6ade02-2321-42e8-b199-c71942a8b5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:32:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:06.998274 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-9a6ade02-2321-42e8-b199-c71942a8b5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:07.006513 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-a115a435-3747-4f7c-8ba2-9b62a49d8053 req-33f01846-ee07-462a-a7f2-675589863836 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8105268-3e68-4849-a38d-a20a747926fa HTTP/1.1" status: 200 len: 1000 time: 0.2586422 Dec 10 15:33:07.010955 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6ade02-2321-42e8-b199-c71942a8b5c4 None None] The sync data for ids ['b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'] in dv-neutron-821401-4-hyperv is: [] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:33:07.060272 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e8457eac-7215-409f-8464-263c5150e19a None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:07.086046 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-28c8c866-52bc-4727-a401-c53c6dc6c388 None None] Could not find standard attr ID for object d8c971bf-a32d-44e6-9d9d-34aaca6fb8d1. {{(pid=103588) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 15:33:07.140629 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-144fd566-940a-457e-a161-baaba6023f62 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1560323 Dec 10 15:33:07.141697 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33478) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:07.152573 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-db5405d5-86e3-438e-83e7-6f3cedb757b3 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Request body: {'security_group': {'name': 'tempest-secgroup--427164456'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:07.169459 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-28c8c866-52bc-4727-a401-c53c6dc6c388 None None] Provisioning complete for port 79bac887-2ef4-4bf8-8143-0c3d9be2d982 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:33:07.169809 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-28c8c866-52bc-4727-a401-c53c6dc6c388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:07.175259 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a115a435-3747-4f7c-8ba2-9b62a49d8053 req-16442863-29e4-45d8-996b-808ae84c25e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:07.181950 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-a115a435-3747-4f7c-8ba2-9b62a49d8053 req-16442863-29e4-45d8-996b-808ae84c25e4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=57830461-432a-4f8d-a9a8-32a63484290f HTTP/1.1" status: 200 len: 835 time: 0.1566110 Dec 10 15:33:07.192582 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e8457eac-7215-409f-8464-263c5150e19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:07.228970 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33480) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:07.277434 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e17ddd3-4e48-447c-90e8-c52a5d9dc309 None None] DHCP port deletion for 3fdc3361-edad-4f8e-94bb-12ed502b96fe request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:33:07.288965 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 2beeaff3-6cdc-49bd-bbf0-ccb38d06de49 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:33:07.289527 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:07.348000 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-583eb636-d01d-4021-8817-2795a5b836b5 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11236721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11668521'] for subnet, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:07.350715 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-db5405d5-86e3-438e-83e7-6f3cedb757b3 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:07.352863 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8457eac-7215-409f-8464-263c5150e19a None None] Network 66b6cc1c-bae5-408a-9e31-2e7e1c0cafde is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:33:07.383725 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-28c8c866-52bc-4727-a401-c53c6dc6c388 None None] Port 79bac887-2ef4-4bf8-8143-0c3d9be2d982 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:33:07.397925 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a3112e9e-5dcb-4a80-a251-99bab438fa0b tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:07.402147 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-a3112e9e-5dcb-4a80-a251-99bab438fa0b tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.9228945 Dec 10 15:33:07.402147 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124e197f-2ff4-4831-9369-e37407279a0d tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2bb45f0-ad8a-41da-b3d1-f9f4f00be5d4,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:07.417468 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8457eac-7215-409f-8464-263c5150e19a None None] Pushing event updated for resources: {'Port': ['ID=b02221a4-9250-442a-8332-f5d4de4b533f,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:07.423866 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-e8457eac-7215-409f-8464-263c5150e19a None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:33:07.426227 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33484) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:07.429573 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8457eac-7215-409f-8464-263c5150e19a None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:33:07.443821 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-28c8c866-52bc-4727-a401-c53c6dc6c388 None None] Could not find standard attr ID for object 1b5b0b8c-4ce1-43de-b591-7f8f1cae8bd9. {{(pid=103588) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 15:33:07.468406 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-db5405d5-86e3-438e-83e7-6f3cedb757b3 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:07.476095 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-47a0a875-6d88-40bb-aed2-e3e002664a25 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Deleting port 391cd32a-4837-498b-9fd9-6f98f8f26e81 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:33:07.476427 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-47a0a875-6d88-40bb-aed2-e3e002664a25 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:07.502327 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583eb636-d01d-4021-8817-2795a5b836b5 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Pushing event deleted for resources: {'Subnet': ['ID=2477124a-e776-414e-bf09-afc4557d81ee,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:07.504114 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b1b42f39-51e8-47cd-ac62-81f9fad93ec5 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:07.546400 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-e8457eac-7215-409f-8464-263c5150e19a None None] Attempting to bind port b02221a4-9250-442a-8332-f5d4de4b533f on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:33:07.546400 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-e8457eac-7215-409f-8464-263c5150e19a None None] Attempting to bind port b02221a4-9250-442a-8332-f5d4de4b533f by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'b3f48f3c-6b11-4f90-bfc2-768067fd4422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '66b6cc1c-bae5-408a-9e31-2e7e1c0cafde'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:33:07.546400 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8457eac-7215-409f-8464-263c5150e19a None None] Attempting to bind port b02221a4-9250-442a-8332-f5d4de4b533f on network 66b6cc1c-bae5-408a-9e31-2e7e1c0cafde {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:33:07.556937 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b42f39-51e8-47cd-ac62-81f9fad93ec5 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event deleted for resources: {'Port': ['ID=79bac887-2ef4-4bf8-8143-0c3d9be2d982,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:07.558705 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-db5405d5-86e3-438e-83e7-6f3cedb757b3 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:07.580226 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8457eac-7215-409f-8464-263c5150e19a None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:33:07.580774 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8457eac-7215-409f-8464-263c5150e19a None None] Checking segment: {'id': 'b3f48f3c-6b11-4f90-bfc2-768067fd4422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '66b6cc1c-bae5-408a-9e31-2e7e1c0cafde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:33:07.581350 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e8457eac-7215-409f-8464-263c5150e19a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:07.581877 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8457eac-7215-409f-8464-263c5150e19a None None] Bound using segment: {'id': 'b3f48f3c-6b11-4f90-bfc2-768067fd4422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '66b6cc1c-bae5-408a-9e31-2e7e1c0cafde'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:33:07.582673 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-e8457eac-7215-409f-8464-263c5150e19a None None] Bound port: b02221a4-9250-442a-8332-f5d4de4b533f, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3f48f3c-6b11-4f90-bfc2-768067fd4422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '66b6cc1c-bae5-408a-9e31-2e7e1c0cafde'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:33:07.582977 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e8457eac-7215-409f-8464-263c5150e19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:07.600397 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170dfd6a-823e-4255-82cc-5f3b4a513160 req-725b7da6-786f-4d36-afa9-b98e7df24c92 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:07.602403 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-170dfd6a-823e-4255-82cc-5f3b4a513160 req-725b7da6-786f-4d36-afa9-b98e7df24c92 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f5e5fac-ee31-44bf-a612-11364724d71a HTTP/1.1" status: 200 len: 945 time: 0.2180586 Dec 10 15:33:07.602898 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c477443b-2fe2-40d3-ba6d-4605e78b54f6 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11695183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581935'] for subnet, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:07.609511 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-7e17ddd3-4e48-447c-90e8-c52a5d9dc309 None None] Deleting port 391cd32a-4837-498b-9fd9-6f98f8f26e81 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:33:07.610057 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7e17ddd3-4e48-447c-90e8-c52a5d9dc309 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:07.634563 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-7d1c12b8-b07f-4faa-b132-a7fe58cd82c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9676776-7c00-41b0-baa0-cc95a47a85a5', 'name': 'tempest-TestNetworkBasicOps-router-1075454237', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': 'db7043b8-530f-44b2-913d-9a2e4ca5e570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:32:09Z', 'updated_at': '2021-12-10T15:32:24Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': 'db7043b8-530f-44b2-913d-9a2e4ca5e570', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:02:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9676776-7c00-41b0-baa0-cc95a47a85a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:32:11Z', 'updated_at': '2021-12-10T15:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': '1c5a49e9-17a3-4879-a890-c8682fb48880', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'floating_ip_address': '172.26.2.154', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': 'b9676776-7c00-41b0-baa0-cc95a47a85a5', 'port_id': 'a8105268-3e68-4849-a38d-a20a747926fa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78b329c0-5093-420d-971f-ce625768710e', 'mac_address': 'fa:16:3e:17:f8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d8b614-6355-4b3d-86be-c56b4b54d658', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T15:33:01Z', 'updated_at': '2021-12-10T15:33:01Z', 'revision_number': 0, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '283bcdc3-c916-42a4-ac81-2f9b4c91bb34', 'name': '', 'network_id': '78b329c0-5093-420d-971f-ce625768710e', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:49:39:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9676776-7c00-41b0-baa0-cc95a47a85a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '57830461-432a-4f8d-a9a8-32a63484290f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:32:22Z', 'updated_at': '2021-12-10T15:32:29Z', 'revision_number': 5, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': '57830461-432a-4f8d-a9a8-32a63484290f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:07.635130 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-47a0a875-6d88-40bb-aed2-e3e002664a25 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] For port 391cd32a-4837-498b-9fd9-6f98f8f26e81, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=391cd32a-4837-498b-9fd9-6f98f8f26e81,segment=NetworkSegment(2eadc2e3-2aef-4453-b0e6-5668f974141a),segment_id=2eadc2e3-2aef-4453-b0e6-5668f974141a)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:33:07.637343 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-47a0a875-6d88-40bb-aed2-e3e002664a25 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:07.670071 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-47a0a875-6d88-40bb-aed2-e3e002664a25 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Calling delete_port for 391cd32a-4837-498b-9fd9-6f98f8f26e81 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:33:07.683230 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-583eb636-d01d-4021-8817-2795a5b836b5 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:07.705212 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-583eb636-d01d-4021-8817-2795a5b836b5 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66b6cc1c-bae5-408a-9e31-2e7e1c0cafde']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:07.710231 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a115a435-3747-4f7c-8ba2-9b62a49d8053 req-1700ae05-83c7-4ba7-9eb9-065b63b7ec81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:07.711786 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-a115a435-3747-4f7c-8ba2-9b62a49d8053 req-1700ae05-83c7-4ba7-9eb9-065b63b7ec81 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=78b329c0-5093-420d-971f-ce625768710e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5071950 Dec 10 15:33:07.712422 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5405d5-86e3-438e-83e7-6f3cedb757b3 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47b90c12-dc84-4015-818f-9a160754e84a,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:07.717851 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b1b42f39-51e8-47cd-ac62-81f9fad93ec5 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:07.724115 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-b1b42f39-51e8-47cd-ac62-81f9fad93ec5 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/ports/79bac887-2ef4-4bf8-8143-0c3d9be2d982 HTTP/1.1" status: 204 len: 168 time: 1.4307559 Dec 10 15:33:07.724228 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1c12b8-b07f-4faa-b132-a7fe58cd82c0 None None] The sync data for ids ['b9676776-7c00-41b0-baa0-cc95a47a85a5'] in dv-neutron-821401-4-hyperv is: [{'id': 'b9676776-7c00-41b0-baa0-cc95a47a85a5', 'name': 'tempest-TestNetworkBasicOps-router-1075454237', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': 'db7043b8-530f-44b2-913d-9a2e4ca5e570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:32:09Z', 'updated_at': '2021-12-10T15:32:24Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': 'db7043b8-530f-44b2-913d-9a2e4ca5e570', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:02:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9676776-7c00-41b0-baa0-cc95a47a85a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:32:11Z', 'updated_at': '2021-12-10T15:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': '1c5a49e9-17a3-4879-a890-c8682fb48880', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'floating_ip_address': '172.26.2.154', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': 'b9676776-7c00-41b0-baa0-cc95a47a85a5', 'port_id': 'a8105268-3e68-4849-a38d-a20a747926fa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78b329c0-5093-420d-971f-ce625768710e', 'mac_address': 'fa:16:3e:17:f8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d8b614-6355-4b3d-86be-c56b4b54d658', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T15:33:01Z', 'updated_at': '2021-12-10T15:33:01Z', 'revision_number': 0, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '283bcdc3-c916-42a4-ac81-2f9b4c91bb34', 'name': '', 'network_id': '78b329c0-5093-420d-971f-ce625768710e', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:49:39:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9676776-7c00-41b0-baa0-cc95a47a85a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '57830461-432a-4f8d-a9a8-32a63484290f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:32:22Z', 'updated_at': '2021-12-10T15:32:29Z', 'revision_number': 5, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': '57830461-432a-4f8d-a9a8-32a63484290f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:33:07.780765 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-7e17ddd3-4e48-447c-90e8-c52a5d9dc309 None None] For port 391cd32a-4837-498b-9fd9-6f98f8f26e81, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=391cd32a-4837-498b-9fd9-6f98f8f26e81,segment=NetworkSegment(2eadc2e3-2aef-4453-b0e6-5668f974141a),segment_id=2eadc2e3-2aef-4453-b0e6-5668f974141a)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:33:07.781328 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7e17ddd3-4e48-447c-90e8-c52a5d9dc309 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:07.792175 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-e8457eac-7215-409f-8464-263c5150e19a None None] For port b02221a4-9250-442a-8332-f5d4de4b533f, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:33:07.808145 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-e8457eac-7215-409f-8464-263c5150e19a None None] For port b02221a4-9250-442a-8332-f5d4de4b533f, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=b02221a4-9250-442a-8332-f5d4de4b533f,segment=NetworkSegment(b3f48f3c-6b11-4f90-bfc2-768067fd4422),segment_id=b3f48f3c-6b11-4f90-bfc2-768067fd4422)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:33:07.808145 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-7e17ddd3-4e48-447c-90e8-c52a5d9dc309 None None] Calling delete_port for 391cd32a-4837-498b-9fd9-6f98f8f26e81 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:33:07.824235 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c477443b-2fe2-40d3-ba6d-4605e78b54f6 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Pushing event updated for resources: {'Subnet': ['ID=21b46431-f6d7-42c5-9053-773b37909b5c,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:07.842165 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33486) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:07.873913 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-583eb636-d01d-4021-8817-2795a5b836b5 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3f48f3c-6b11-4f90-bfc2-768067fd4422') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:07.874324 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-583eb636-d01d-4021-8817-2795a5b836b5 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3f48f3c-6b11-4f90-bfc2-768067fd4422') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:07.890709 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e8457eac-7215-409f-8464-263c5150e19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:07.898810 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-a115a435-3747-4f7c-8ba2-9b62a49d8053 req-7cb01ab4-3f56-448f-aa14-fcff0ccb4cea service neutron] 10.222.0.44 "GET /v2.0/networks/78b329c0-5093-420d-971f-ce625768710e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674607 Dec 10 15:33:07.906338 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-ce4b002c-97f5-47ea-b508-e93787c4e150 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/floatingips/1c5a49e9-17a3-4879-a890-c8682fb48880 HTTP/1.1" status: 200 len: 992 time: 0.5776243 Dec 10 15:33:07.959282 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c477443b-2fe2-40d3-ba6d-4605e78b54f6 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Checking segment: {'id': 'dc85f150-369a-447d-94e4-9381a4ebb2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '01edc94d-99d9-4cdd-b514-e03edd66be92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:33:07.959658 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c477443b-2fe2-40d3-ba6d-4605e78b54f6 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Network hostable DHCP agents. Network: 01edc94d-99d9-4cdd-b514-e03edd66be92, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:33:07.971320 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8457eac-7215-409f-8464-263c5150e19a None None] Pushing event updated for resources: {'Port': ['ID=b02221a4-9250-442a-8332-f5d4de4b533f,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:08.006480 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-583eb636-d01d-4021-8817-2795a5b836b5 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11806923'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:08.020149 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-db5405d5-86e3-438e-83e7-6f3cedb757b3 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:08.021412 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-db5405d5-86e3-438e-83e7-6f3cedb757b3 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.8726416 Dec 10 15:33:08.027688 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd56bdf-5c2d-483c-8bee-fb5dc1db1779 None None] Network 66b6cc1c-bae5-408a-9e31-2e7e1c0cafde requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:33:08.037178 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33488) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:08.041664 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-38605878-5371-41bc-a936-954d2cb4519c tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Request body: {'security_group_rule': {'security_group_id': '47b90c12-dc84-4015-818f-9a160754e84a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:08.047373 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0201006e-018e-44b6-83b9-e1b3ccc5c669 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:08.049967 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0201006e-018e-44b6-83b9-e1b3ccc5c669 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:08.051294 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-583eb636-d01d-4021-8817-2795a5b836b5 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:08.055247 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-0201006e-018e-44b6-83b9-e1b3ccc5c669 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2035964 Dec 10 15:33:08.057868 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33490) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:08.077744 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-170dfd6a-823e-4255-82cc-5f3b4a513160 req-a66a7697-a669-4d4e-a3a1-3f85cdb816f9 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ed67073-eeed-4d1d-86bf-a50b643bdaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4526751 Dec 10 15:33:08.087512 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd7296b-1a01-4cee-be98-5b74fca9f5d6 None None] New status for floating IP 1c5a49e9-17a3-4879-a890-c8682fb48880: ACTIVE {{(pid=103588) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 15:33:08.100344 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-a115a435-3747-4f7c-8ba2-9b62a49d8053 req-4d9f7fa4-875e-4ae3-8eee-8b2a7ee27279 service neutron] 10.222.0.44 "GET /v2.0/networks/78b329c0-5093-420d-971f-ce625768710e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939342 Dec 10 15:33:08.105984 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7e17ddd3-4e48-447c-90e8-c52a5d9dc309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:08.106287 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-583eb636-d01d-4021-8817-2795a5b836b5 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:33:08.106287 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-583eb636-d01d-4021-8817-2795a5b836b5 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11236635'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:08.109020 dv-neutron-821401-4-hyperv neutron-server[103587]: Traceback (most recent call last): Dec 10 15:33:08.109020 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:33:08.109020 dv-neutron-821401-4-hyperv neutron-server[103587]: timer() Dec 10 15:33:08.109020 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:33:08.109020 dv-neutron-821401-4-hyperv neutron-server[103587]: cb(*args, **kw) Dec 10 15:33:08.109020 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:33:08.109020 dv-neutron-821401-4-hyperv neutron-server[103587]: return func(*args, **kwargs) Dec 10 15:33:08.109020 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:33:08.109020 dv-neutron-821401-4-hyperv neutron-server[103587]: self._notify() Dec 10 15:33:08.109020 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:33:08.109020 dv-neutron-821401-4-hyperv neutron-server[103587]: self.callback(batched_events) Dec 10 15:33:08.109020 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:33:08.109020 dv-neutron-821401-4-hyperv neutron-server[103587]: event.method(event) Dec 10 15:33:08.109020 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:33:08.109020 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:33:08.109020 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:33:08.109020 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:33:08.109020 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:33:08.109020 dv-neutron-821401-4-hyperv neutron-server[103587]: return f(self, *a, **k) Dec 10 15:33:08.109020 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:33:08.109020 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._get(url).json() Dec 10 15:33:08.109020 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:33:08.109020 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:33:08.109020 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:33:08.109020 dv-neutron-821401-4-hyperv neutron-server[103587]: return self.request(url, 'GET', **kwargs) Dec 10 15:33:08.109020 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:33:08.109020 dv-neutron-821401-4-hyperv neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:33:08.109020 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:33:08.109020 dv-neutron-821401-4-hyperv neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:33:08.109020 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:33:08.109020 dv-neutron-821401-4-hyperv neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:33:08.109020 dv-neutron-821401-4-hyperv neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:33:08.179462 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-47a0a875-6d88-40bb-aed2-e3e002664a25 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:08.191583 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e17ddd3-4e48-447c-90e8-c52a5d9dc309 None None] Pushing event deleted for resources: {'Port': ['ID=391cd32a-4837-498b-9fd9-6f98f8f26e81,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:08.192455 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c477443b-2fe2-40d3-ba6d-4605e78b54f6 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Network 01edc94d-99d9-4cdd-b514-e03edd66be92 is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:33:08.193704 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cdea05f-cfc4-4ea6-a7c3-3030fca18f9a tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Deleting subnet c2b1309b-62ce-4092-8772-cd017db6b096 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:33:08.197348 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5cdea05f-cfc4-4ea6-a7c3-3030fca18f9a tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for subnet, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:08.226341 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e17ddd3-4e48-447c-90e8-c52a5d9dc309 None None] No DVR routers for this DVR port 391cd32a-4837-498b-9fd9-6f98f8f26e81 on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:33:08.230108 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-38605878-5371-41bc-a936-954d2cb4519c tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:08.249710 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a0a875-6d88-40bb-aed2-e3e002664a25 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event deleted for resources: {'Port': ['ID=391cd32a-4837-498b-9fd9-6f98f8f26e81,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:08.254949 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a0a875-6d88-40bb-aed2-e3e002664a25 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] No DVR routers for this DVR port 391cd32a-4837-498b-9fd9-6f98f8f26e81 on host dv-neutron-821401-4-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:33:08.267221 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5cdea05f-cfc4-4ea6-a7c3-3030fca18f9a tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11806768'] for subnet, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:08.291284 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.db.api [None req-583eb636-d01d-4021-8817-2795a5b836b5 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 15:33:08.291284 dv-neutron-821401-4-hyperv neutron-server[103587]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 15:33:08.291284 dv-neutron-821401-4-hyperv neutron-server[103587]: [parameters: {'id': '66b6cc1c-bae5-408a-9e31-2e7e1c0cafde'}] Dec 10 15:33:08.291284 dv-neutron-821401-4-hyperv neutron-server[103587]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103587) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 15:33:08.291728 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG oslo_db.api [None req-583eb636-d01d-4021-8817-2795a5b836b5 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 15:33:08.319825 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12194d3c-41e3-4ea6-96f4-cbee4eb693d7 None None] get_active_networks_info from dv-neutron-821401-4-hyperv {{(pid=103588) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 15:33:08.325697 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-c477443b-2fe2-40d3-ba6d-4605e78b54f6 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 01edc94d-99d9-4cdd-b514-e03edd66be92) {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:33:08.331945 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c477443b-2fe2-40d3-ba6d-4605e78b54f6 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:08.332454 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c477443b-2fe2-40d3-ba6d-4605e78b54f6 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:08.362045 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-38605878-5371-41bc-a936-954d2cb4519c tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:08.398087 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5cdea05f-cfc4-4ea6-a7c3-3030fca18f9a tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:08.453980 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-47a0a875-6d88-40bb-aed2-e3e002664a25 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:08.466496 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-38605878-5371-41bc-a936-954d2cb4519c tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:08.483178 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38605878-5371-41bc-a936-954d2cb4519c tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69fb3f49-f085-4d7d-816e-2df0b5853218,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:08.509251 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-c477443b-2fe2-40d3-ba6d-4605e78b54f6 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3221028 Dec 10 15:33:08.511242 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12194d3c-41e3-4ea6-96f4-cbee4eb693d7 None None] Resources bound (agent type, host, resource id): {{(pid=103588) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 15:33:08.513061 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33496) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:08.514483 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-47a0a875-6d88-40bb-aed2-e3e002664a25 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fdc3361-edad-4f8e-94bb-12ed502b96fe']}} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:08.520898 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-c11d92aa-8520-4037-90e9-8fa4e640db5b tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Request body: {'subnet': {'network_id': '01edc94d-99d9-4cdd-b514-e03edd66be92', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:08.571987 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-47a0a875-6d88-40bb-aed2-e3e002664a25 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eadc2e3-2aef-4453-b0e6-5668f974141a') {'for_net_delete': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:08.572292 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-47a0a875-6d88-40bb-aed2-e3e002664a25 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eadc2e3-2aef-4453-b0e6-5668f974141a') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:08.602460 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5cdea05f-cfc4-4ea6-a7c3-3030fca18f9a tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11236721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11668521'] for subnet, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:08.628742 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-47a0a875-6d88-40bb-aed2-e3e002664a25 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12392235'] for segment, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:08.640932 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 391cd32a-4837-498b-9fd9-6f98f8f26e81 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:33:08.647543 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de8511c-61f9-4d58-a7f2-a03dd9e0981f req-846f9660-c76d-4f5a-a58c-cea075307771 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:08.649132 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4de8511c-61f9-4d58-a7f2-a03dd9e0981f req-846f9660-c76d-4f5a-a58c-cea075307771 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f5e5fac-ee31-44bf-a612-11364724d71a HTTP/1.1" status: 200 len: 945 time: 0.2162621 Dec 10 15:33:08.657411 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-47a0a875-6d88-40bb-aed2-e3e002664a25 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:08.673301 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 391cd32a-4837-498b-9fd9-6f98f8f26e81 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:33:08.673301 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 391cd32a-4837-498b-9fd9-6f98f8f26e81 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:33:08.673660 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-38605878-5371-41bc-a936-954d2cb4519c tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:08.673765 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47a0a875-6d88-40bb-aed2-e3e002664a25 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:33:08.674593 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-47a0a875-6d88-40bb-aed2-e3e002664a25 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11695586'] for segment, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:08.675080 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-38605878-5371-41bc-a936-954d2cb4519c tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6367557 Dec 10 15:33:08.682227 dv-neutron-821401-4-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:33:08.682227 dv-neutron-821401-4-hyperv neutron-server[103586]: self.session.flush() Dec 10 15:33:08.682227 dv-neutron-821401-4-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:33:08.682227 dv-neutron-821401-4-hyperv neutron-server[103586]: self.session.flush() Dec 10 15:33:08.682227 dv-neutron-821401-4-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:33:08.682227 dv-neutron-821401-4-hyperv neutron-server[103586]: self.session.flush() Dec 10 15:33:08.682227 dv-neutron-821401-4-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:33:08.682227 dv-neutron-821401-4-hyperv neutron-server[103586]: self.session.flush() Dec 10 15:33:08.682227 dv-neutron-821401-4-hyperv neutron-server[103586]: Traceback (most recent call last): Dec 10 15:33:08.682227 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:33:08.682227 dv-neutron-821401-4-hyperv neutron-server[103586]: timer() Dec 10 15:33:08.682227 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:33:08.682227 dv-neutron-821401-4-hyperv neutron-server[103586]: cb(*args, **kw) Dec 10 15:33:08.682227 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:33:08.682227 dv-neutron-821401-4-hyperv neutron-server[103586]: return func(*args, **kwargs) Dec 10 15:33:08.682227 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:33:08.682227 dv-neutron-821401-4-hyperv neutron-server[103586]: self._notify() Dec 10 15:33:08.682227 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:33:08.682227 dv-neutron-821401-4-hyperv neutron-server[103586]: self.callback(batched_events) Dec 10 15:33:08.682227 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:33:08.682227 dv-neutron-821401-4-hyperv neutron-server[103586]: event.method(event) Dec 10 15:33:08.682227 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:33:08.682227 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:33:08.682227 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:33:08.682227 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:33:08.682227 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:33:08.682227 dv-neutron-821401-4-hyperv neutron-server[103586]: return f(self, *a, **k) Dec 10 15:33:08.682227 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:33:08.682227 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._get(url).json() Dec 10 15:33:08.682227 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:33:08.682227 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:33:08.682227 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:33:08.682227 dv-neutron-821401-4-hyperv neutron-server[103586]: return self.request(url, 'GET', **kwargs) Dec 10 15:33:08.682227 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:33:08.682227 dv-neutron-821401-4-hyperv neutron-server[103586]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:33:08.682227 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:33:08.682227 dv-neutron-821401-4-hyperv neutron-server[103586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:33:08.682227 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:33:08.682227 dv-neutron-821401-4-hyperv neutron-server[103586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:33:08.682227 dv-neutron-821401-4-hyperv neutron-server[103586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:33:08.700531 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33498) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:08.705821 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5cdea05f-cfc4-4ea6-a7c3-3030fca18f9a tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:08.709031 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-5cdea05f-cfc4-4ea6-a7c3-3030fca18f9a tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/subnets/c2b1309b-62ce-4092-8772-cd017db6b096 HTTP/1.1" status: 204 len: 168 time: 0.6459653 Dec 10 15:33:08.709031 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdea05f-cfc4-4ea6-a7c3-3030fca18f9a tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event deleted for resources: {'Subnet': ['ID=c2b1309b-62ce-4092-8772-cd017db6b096,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:08.709634 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33500) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:08.764643 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-25b7c31b-1ed2-4e73-8f9d-b09e34cd1382 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0487747 Dec 10 15:33:08.765336 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33502) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:08.771337 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-a5f82203-6baa-4c7f-94a9-bfbf451d777e tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Request body: {'subnet': {'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:08.792445 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-583eb636-d01d-4021-8817-2795a5b836b5 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:08.840202 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a51bd2c-96ca-4c7a-971f-c80389804bbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-01edc94d-99d9-4cdd-b514-e03edd66be92', 'network_id': '01edc94d-99d9-4cdd-b514-e03edd66be92', 'project_id': 'da659e4588db42fabb840b556f184f7b', 'fixed_ips': [{'subnet_id': '21b46431-f6d7-42c5-9053-773b37909b5c'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:33:08.841608 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1a51bd2c-96ca-4c7a-971f-c80389804bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:08.854346 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9ac127d0-23e9-4aeb-aaf2-69a4d5890185 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:08.884595 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4de8511c-61f9-4d58-a7f2-a03dd9e0981f req-15d98dda-5c29-49f6-9ee3-458af610bf01 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ed67073-eeed-4d1d-86bf-a50b643bdaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2191780 Dec 10 15:33:08.884859 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa08e8a-d3e1-4aba-8a34-ce69242a9d33 req-bb973e1f-d66b-4802-8eaa-21c34ac77b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:08.886395 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-afa08e8a-d3e1-4aba-8a34-ce69242a9d33 req-bb973e1f-d66b-4802-8eaa-21c34ac77b65 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0c43b3bd3a7142739658566d8b1d83f3&device_id=3f5e5fac-ee31-44bf-a612-11364724d71a HTTP/1.1" status: 200 len: 1098 time: 0.2088301 Dec 10 15:33:08.891189 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9ac127d0-23e9-4aeb-aaf2-69a4d5890185 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:08.914707 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33504) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:08.955183 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-47a0a875-6d88-40bb-aed2-e3e002664a25 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:08.980109 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-47a0a875-6d88-40bb-aed2-e3e002664a25 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:08.984090 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-47a0a875-6d88-40bb-aed2-e3e002664a25 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "DELETE /v2.0/networks/3fdc3361-edad-4f8e-94bb-12ed502b96fe HTTP/1.1" status: 204 len: 168 time: 2.6050873 Dec 10 15:33:09.001414 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b761ac65-5837-4ef1-a4c2-fec8fe35bde8 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:09.007060 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-1a51bd2c-96ca-4c7a-971f-c80389804bbe None None] Allocated IP 2001:db8::2 (01edc94d-99d9-4cdd-b514-e03edd66be92/21b46431-f6d7-42c5-9053-773b37909b5c/9aaf99d8-b1b9-4f51-a19b-5611b59265a3) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:33:09.007813 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33506) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:09.012947 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-285c751a-650f-49a9-9ecb-5fb3ff50ff53 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1196939780'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:09.031270 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a0a875-6d88-40bb-aed2-e3e002664a25 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event deleted for resources: {'Network': ['ID=3fdc3361-edad-4f8e-94bb-12ed502b96fe,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:09.088310 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-bb328650-25e4-44c7-b769-2f63d78bd5fe tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/floatingips/1c5a49e9-17a3-4879-a890-c8682fb48880 HTTP/1.1" status: 200 len: 994 time: 0.1781332 Dec 10 15:33:09.091113 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9ac127d0-23e9-4aeb-aaf2-69a4d5890185 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:09.103497 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9ac127d0-23e9-4aeb-aaf2-69a4d5890185 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:09.105074 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-9ac127d0-23e9-4aeb-aaf2-69a4d5890185 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/69fb3f49-f085-4d7d-816e-2df0b5853218 HTTP/1.1" status: 204 len: 168 time: 0.3813207 Dec 10 15:33:09.108397 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33508) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:09.131120 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac127d0-23e9-4aeb-aaf2-69a4d5890185 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=69fb3f49-f085-4d7d-816e-2df0b5853218,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:09.196099 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1a51bd2c-96ca-4c7a-971f-c80389804bbe None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:09.213404 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-68e748b9-db97-49a9-8436-6f8600731cdd tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1022711 Dec 10 15:33:09.216333 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33510) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:09.272102 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1a51bd2c-96ca-4c7a-971f-c80389804bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:09.294652 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.db.api [None req-a5f82203-6baa-4c7f-94a9-bfbf451d777e tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 10 15:33:09.294652 dv-neutron-821401-4-hyperv neutron-server[103587]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 10 15:33:09.294652 dv-neutron-821401-4-hyperv neutron-server[103587]: [parameters: {'project_id': '915dae42aca44a6e934a20b3a70b3a5e', 'id': 'db1ab97e-a858-46cf-ae13-d0c972e86d3c', 'expiration': datetime.datetime(2021, 12, 10, 15, 35, 9, 259262)}] Dec 10 15:33:09.294652 dv-neutron-821401-4-hyperv neutron-server[103587]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103587) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 15:33:09.295991 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG oslo_db.api [None req-a5f82203-6baa-4c7f-94a9-bfbf451d777e tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 15:33:09.319931 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a51bd2c-96ca-4c7a-971f-c80389804bbe None None] Network 01edc94d-99d9-4cdd-b514-e03edd66be92 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:33:09.323073 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-1a51bd2c-96ca-4c7a-971f-c80389804bbe None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:33:09.326558 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a51bd2c-96ca-4c7a-971f-c80389804bbe None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:33:09.334598 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a51bd2c-96ca-4c7a-971f-c80389804bbe None None] Pushing event updated for resources: {'Port': ['ID=9aaf99d8-b1b9-4f51-a19b-5611b59265a3,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:09.351390 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-583eb636-d01d-4021-8817-2795a5b836b5 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Deleting port b02221a4-9250-442a-8332-f5d4de4b533f {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:33:09.351729 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-583eb636-d01d-4021-8817-2795a5b836b5 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:09.366028 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa08e8a-d3e1-4aba-8a34-ce69242a9d33 req-b47d792e-8e71-42b0-90b0-9f7133b694df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:09.367844 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-afa08e8a-d3e1-4aba-8a34-ce69242a9d33 req-b47d792e-8e71-42b0-90b0-9f7133b694df service neutron] 10.222.0.44 "GET /v2.0/networks?id=9f22a23a-8eb3-48df-bc2f-eddd6071e745 HTTP/1.1" status: 200 len: 913 time: 0.4733317 Dec 10 15:33:09.369144 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5c326ca5-b2fd-47c9-ad33-afd00df99aed tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:09.387934 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-1a51bd2c-96ca-4c7a-971f-c80389804bbe None None] Attempting to bind port 9aaf99d8-b1b9-4f51-a19b-5611b59265a3 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:33:09.388450 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-1a51bd2c-96ca-4c7a-971f-c80389804bbe None None] Attempting to bind port 9aaf99d8-b1b9-4f51-a19b-5611b59265a3 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'dc85f150-369a-447d-94e4-9381a4ebb2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '01edc94d-99d9-4cdd-b514-e03edd66be92'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:33:09.388896 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a51bd2c-96ca-4c7a-971f-c80389804bbe None None] Attempting to bind port 9aaf99d8-b1b9-4f51-a19b-5611b59265a3 on network 01edc94d-99d9-4cdd-b514-e03edd66be92 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:33:09.394602 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-285c751a-650f-49a9-9ecb-5fb3ff50ff53 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Made reservation on behalf of 6af6b547c018414fbb71ed922833c3ea for: {'network': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:33:09.394900 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a51bd2c-96ca-4c7a-971f-c80389804bbe None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:33:09.395562 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a51bd2c-96ca-4c7a-971f-c80389804bbe None None] Checking segment: {'id': 'dc85f150-369a-447d-94e4-9381a4ebb2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '01edc94d-99d9-4cdd-b514-e03edd66be92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:33:09.395696 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1a51bd2c-96ca-4c7a-971f-c80389804bbe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:09.396052 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a51bd2c-96ca-4c7a-971f-c80389804bbe None None] Bound using segment: {'id': 'dc85f150-369a-447d-94e4-9381a4ebb2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '01edc94d-99d9-4cdd-b514-e03edd66be92'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:33:09.396519 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-1a51bd2c-96ca-4c7a-971f-c80389804bbe None None] Bound port: 9aaf99d8-b1b9-4f51-a19b-5611b59265a3, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc85f150-369a-447d-94e4-9381a4ebb2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '01edc94d-99d9-4cdd-b514-e03edd66be92'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:33:09.396906 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1a51bd2c-96ca-4c7a-971f-c80389804bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:09.398641 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-285c751a-650f-49a9-9ecb-5fb3ff50ff53 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:09.410391 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5c326ca5-b2fd-47c9-ad33-afd00df99aed tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:09.462850 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-1a51bd2c-96ca-4c7a-971f-c80389804bbe None None] For port 9aaf99d8-b1b9-4f51-a19b-5611b59265a3, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:33:09.466405 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-1a51bd2c-96ca-4c7a-971f-c80389804bbe None None] For port 9aaf99d8-b1b9-4f51-a19b-5611b59265a3, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=9aaf99d8-b1b9-4f51-a19b-5611b59265a3,segment=NetworkSegment(dc85f150-369a-447d-94e4-9381a4ebb2ff),segment_id=dc85f150-369a-447d-94e4-9381a4ebb2ff)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:33:09.478366 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-583eb636-d01d-4021-8817-2795a5b836b5 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] For port b02221a4-9250-442a-8332-f5d4de4b533f, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=b02221a4-9250-442a-8332-f5d4de4b533f,segment=NetworkSegment(b3f48f3c-6b11-4f90-bfc2-768067fd4422),segment_id=b3f48f3c-6b11-4f90-bfc2-768067fd4422)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:33:09.478736 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-583eb636-d01d-4021-8817-2795a5b836b5 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:09.493241 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-285c751a-650f-49a9-9ecb-5fb3ff50ff53 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=103586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:33:09.499018 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-583eb636-d01d-4021-8817-2795a5b836b5 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Calling delete_port for b02221a4-9250-442a-8332-f5d4de4b533f owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:33:09.507213 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-b761ac65-5837-4ef1-a4c2-fec8fe35bde8 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Allocated IP 172.20.0.1 (8672b95b-60b2-4900-9107-737fdf14ae60/41513683-fa39-41b5-be70-03df49b71df4/ff24f6f2-fc7a-4cef-b895-c80517d6e5ca) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:33:09.507682 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-afa08e8a-d3e1-4aba-8a34-ce69242a9d33 req-eb2c9347-cefd-4ac4-85be-66643dab288e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66995093-8f5e-42b9-b8e8-3100f932b851 HTTP/1.1" status: 200 len: 1001 time: 0.1115878 Dec 10 15:33:09.553495 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1a51bd2c-96ca-4c7a-971f-c80389804bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:09.584650 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c11d92aa-8520-4037-90e9-8fa4e640db5b tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Made reservation on behalf of da659e4588db42fabb840b556f184f7b for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:33:09.585046 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5c326ca5-b2fd-47c9-ad33-afd00df99aed tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:09.589141 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c11d92aa-8520-4037-90e9-8fa4e640db5b tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11668558'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:09.590417 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5c326ca5-b2fd-47c9-ad33-afd00df99aed tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:09.594885 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-5c326ca5-b2fd-47c9-ad33-afd00df99aed tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] 10.222.0.20 "DELETE /v2.0/security-groups/47b90c12-dc84-4015-818f-9a160754e84a HTTP/1.1" status: 204 len: 168 time: 0.3746350 Dec 10 15:33:09.597347 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-285c751a-650f-49a9-9ecb-5fb3ff50ff53 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:09.597754 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.segments_db [None req-285c751a-650f-49a9-9ecb-5fb3ff50ff53 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Added segment 458420ed-e8a3-473f-92f7-5358e32308ac of type vlan for network 11186558-bc3d-43e0-983f-453a3badecc4 Dec 10 15:33:09.615081 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33512) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:09.633871 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a51bd2c-96ca-4c7a-971f-c80389804bbe None None] Pushing event updated for resources: {'Port': ['ID=9aaf99d8-b1b9-4f51-a19b-5611b59265a3,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:09.654745 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c326ca5-b2fd-47c9-ad33-afd00df99aed tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b90c12-dc84-4015-818f-9a160754e84a,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:09.682580 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa08e8a-d3e1-4aba-8a34-ce69242a9d33 req-63952fde-990b-459c-9bfa-24aa4046a896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:09.682820 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-285c751a-650f-49a9-9ecb-5fb3ff50ff53 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:09.684099 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-afa08e8a-d3e1-4aba-8a34-ce69242a9d33 req-63952fde-990b-459c-9bfa-24aa4046a896 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=095a47ab-a3da-4b0b-9511-e17946d815ea HTTP/1.1" status: 200 len: 851 time: 0.1680312 Dec 10 15:33:09.711213 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b761ac65-5837-4ef1-a4c2-fec8fe35bde8 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:09.770492 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-71a97bdb-7d42-4483-8075-cd4703063f2d tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1549034 Dec 10 15:33:09.780366 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33514) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:09.789765 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-701eb0e2-0dc8-4e1a-bcb9-4515b7ce98f1 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Request body: {'security_group': {'name': 'tempest-secgroup--736171669'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:09.801486 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-285c751a-650f-49a9-9ecb-5fb3ff50ff53 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:09.812100 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285c751a-650f-49a9-9ecb-5fb3ff50ff53 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:09.812100 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-285c751a-650f-49a9-9ecb-5fb3ff50ff53 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:09.839425 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b761ac65-5837-4ef1-a4c2-fec8fe35bde8 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:09.840658 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-583eb636-d01d-4021-8817-2795a5b836b5 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:09.849955 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa08e8a-d3e1-4aba-8a34-ce69242a9d33 req-4adb564a-76f5-4b19-9e2e-b39a09778c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:09.851905 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-afa08e8a-d3e1-4aba-8a34-ce69242a9d33 req-4adb564a-76f5-4b19-9e2e-b39a09778c97 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9f22a23a-8eb3-48df-bc2f-eddd6071e745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1533833 Dec 10 15:33:09.912845 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583eb636-d01d-4021-8817-2795a5b836b5 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Pushing event deleted for resources: {'Port': ['ID=b02221a4-9250-442a-8332-f5d4de4b533f,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:09.917867 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583eb636-d01d-4021-8817-2795a5b836b5 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] No DVR routers for this DVR port b02221a4-9250-442a-8332-f5d4de4b533f on host dv-neutron-821401-4-hyperv {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:33:09.957640 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b761ac65-5837-4ef1-a4c2-fec8fe35bde8 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Network 8672b95b-60b2-4900-9107-737fdf14ae60 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:33:09.960901 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285c751a-650f-49a9-9ecb-5fb3ff50ff53 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event updated for resources: {'Network': ['ID=11186558-bc3d-43e0-983f-453a3badecc4,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:09.966404 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-b761ac65-5837-4ef1-a4c2-fec8fe35bde8 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:33:09.968787 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b761ac65-5837-4ef1-a4c2-fec8fe35bde8 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:33:09.976663 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-701eb0e2-0dc8-4e1a-bcb9-4515b7ce98f1 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:09.978087 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 11186558-bc3d-43e0-983f-453a3badecc4 details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:33:10.004634 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b761ac65-5837-4ef1-a4c2-fec8fe35bde8 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Pushing event updated for resources: {'Port': ['ID=ff24f6f2-fc7a-4cef-b895-c80517d6e5ca,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:10.006853 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 15:33:10.018421 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-285c751a-650f-49a9-9ecb-5fb3ff50ff53 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0061557 Dec 10 15:33:10.022881 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33518) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:10.024793 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-37a2f134-b698-44eb-bd28-40912ed6306b tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Request body: {'subnet': {'network_id': '11186558-bc3d-43e0-983f-453a3badecc4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:10.091481 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b761ac65-5837-4ef1-a4c2-fec8fe35bde8 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552880'] for router_interface, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:10.178524 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-583eb636-d01d-4021-8817-2795a5b836b5 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:10.231897 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-afa08e8a-d3e1-4aba-8a34-ce69242a9d33 req-6fa46f17-82ba-467a-9990-a648875b979b service neutron] 10.222.0.44 "GET /v2.0/networks/9f22a23a-8eb3-48df-bc2f-eddd6071e745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3463156 Dec 10 15:33:10.232499 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f82203-6baa-4c7f-94a9-bfbf451d777e tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Made reservation on behalf of 915dae42aca44a6e934a20b3a70b3a5e for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:33:10.235902 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a5f82203-6baa-4c7f-94a9-bfbf451d777e tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11668558'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:10.275281 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-583eb636-d01d-4021-8817-2795a5b836b5 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66b6cc1c-bae5-408a-9e31-2e7e1c0cafde']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:10.286218 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f8efc5-682e-4dfe-9a52-d11ee9e1a0df req-55d8846e-4192-460a-b6fd-7ccc47fba81a tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:10.287729 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d2f8efc5-682e-4dfe-9a52-d11ee9e1a0df req-55d8846e-4192-460a-b6fd-7ccc47fba81a tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f5e5fac-ee31-44bf-a612-11364724d71a HTTP/1.1" status: 200 len: 945 time: 0.3043432 Dec 10 15:33:10.298603 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a2f134-b698-44eb-bd28-40912ed6306b tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Made reservation on behalf of 6af6b547c018414fbb71ed922833c3ea for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:33:10.302052 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-37a2f134-b698-44eb-bd28-40912ed6306b tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:10.321724 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b761ac65-5837-4ef1-a4c2-fec8fe35bde8 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:10.393008 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-583eb636-d01d-4021-8817-2795a5b836b5 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3f48f3c-6b11-4f90-bfc2-768067fd4422') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:10.393587 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-583eb636-d01d-4021-8817-2795a5b836b5 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3f48f3c-6b11-4f90-bfc2-768067fd4422') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:10.470765 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-583eb636-d01d-4021-8817-2795a5b836b5 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11806923'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:10.532198 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-701eb0e2-0dc8-4e1a-bcb9-4515b7ce98f1 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:10.558549 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-583eb636-d01d-4021-8817-2795a5b836b5 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:10.583245 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d2f8efc5-682e-4dfe-9a52-d11ee9e1a0df req-45a1866b-5daf-4772-8d58-9953fd15faaa tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ed67073-eeed-4d1d-86bf-a50b643bdaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2746863 Dec 10 15:33:10.589240 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-583eb636-d01d-4021-8817-2795a5b836b5 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:33:10.589647 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-583eb636-d01d-4021-8817-2795a5b836b5 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11236635'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:10.592710 dv-neutron-821401-4-hyperv neutron-server[103587]: Traceback (most recent call last): Dec 10 15:33:10.592710 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:33:10.592710 dv-neutron-821401-4-hyperv neutron-server[103587]: timer() Dec 10 15:33:10.592710 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:33:10.592710 dv-neutron-821401-4-hyperv neutron-server[103587]: cb(*args, **kw) Dec 10 15:33:10.592710 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:33:10.592710 dv-neutron-821401-4-hyperv neutron-server[103587]: return func(*args, **kwargs) Dec 10 15:33:10.592710 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:33:10.592710 dv-neutron-821401-4-hyperv neutron-server[103587]: self._notify() Dec 10 15:33:10.592710 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:33:10.592710 dv-neutron-821401-4-hyperv neutron-server[103587]: self.callback(batched_events) Dec 10 15:33:10.592710 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:33:10.592710 dv-neutron-821401-4-hyperv neutron-server[103587]: event.method(event) Dec 10 15:33:10.592710 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:33:10.592710 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:33:10.592710 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:33:10.592710 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:33:10.592710 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:33:10.592710 dv-neutron-821401-4-hyperv neutron-server[103587]: return f(self, *a, **k) Dec 10 15:33:10.592710 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:33:10.592710 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._get(url).json() Dec 10 15:33:10.592710 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:33:10.592710 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:33:10.592710 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:33:10.592710 dv-neutron-821401-4-hyperv neutron-server[103587]: return self.request(url, 'GET', **kwargs) Dec 10 15:33:10.592710 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:33:10.592710 dv-neutron-821401-4-hyperv neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:33:10.592710 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:33:10.592710 dv-neutron-821401-4-hyperv neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:33:10.592710 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:33:10.592710 dv-neutron-821401-4-hyperv neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:33:10.592710 dv-neutron-821401-4-hyperv neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:33:10.648560 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-afa08e8a-d3e1-4aba-8a34-ce69242a9d33 req-4093a607-ad28-472a-b6be-9de2331d36f6 service neutron] 10.222.0.44 "GET /v2.0/networks/9f22a23a-8eb3-48df-bc2f-eddd6071e745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3706300 Dec 10 15:33:10.649158 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-701eb0e2-0dc8-4e1a-bcb9-4515b7ce98f1 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:10.697259 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 9aaf99d8-b1b9-4f51-a19b-5611b59265a3 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:33:10.714301 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c11d92aa-8520-4037-90e9-8fa4e640db5b tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11236534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11668560'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:10.750091 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701eb0e2-0dc8-4e1a-bcb9-4515b7ce98f1 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c54ba9c5-9332-4f8d-b53f-a7d7ced255b4,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:10.758872 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 9aaf99d8-b1b9-4f51-a19b-5611b59265a3 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:33:10.759726 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:10.761888 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-37a2f134-b698-44eb-bd28-40912ed6306b tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11695183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581935'] for subnet, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:10.822122 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-583eb636-d01d-4021-8817-2795a5b836b5 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:10.825684 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-701eb0e2-0dc8-4e1a-bcb9-4515b7ce98f1 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:10.827044 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-701eb0e2-0dc8-4e1a-bcb9-4515b7ce98f1 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.0497534 Dec 10 15:33:10.830494 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11d92aa-8520-4037-90e9-8fa4e640db5b tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Network 01edc94d-99d9-4cdd-b514-e03edd66be92 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:33:10.838735 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33520) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:10.843881 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-583eb636-d01d-4021-8817-2795a5b836b5 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:10.850929 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-583eb636-d01d-4021-8817-2795a5b836b5 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] 10.222.0.20 "DELETE /v2.0/networks/66b6cc1c-bae5-408a-9e31-2e7e1c0cafde HTTP/1.1" status: 204 len: 168 time: 5.0123804 Dec 10 15:33:10.851157 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:10.854549 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-c11d92aa-8520-4037-90e9-8fa4e640db5b tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:33:10.858562 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33522) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:10.864338 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-c1b826a0-0f75-47ea-9af7-dc75576ed7e4 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-703943813'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:10.868060 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11d92aa-8520-4037-90e9-8fa4e640db5b tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:10.868903 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c11d92aa-8520-4037-90e9-8fa4e640db5b tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:10.876121 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-ed31f8e1-f256-4b32-b7a2-8c3d17dd5eba tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Request body: {'security_group_rule': {'security_group_id': 'c54ba9c5-9332-4f8d-b53f-a7d7ced255b4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:10.887955 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] For port 9aaf99d8-b1b9-4f51-a19b-5611b59265a3, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=9aaf99d8-b1b9-4f51-a19b-5611b59265a3,segment=NetworkSegment(dc85f150-369a-447d-94e4-9381a4ebb2ff),segment_id=dc85f150-369a-447d-94e4-9381a4ebb2ff)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:33:10.894599 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b761ac65-5837-4ef1-a4c2-fec8fe35bde8 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:10.901041 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583eb636-d01d-4021-8817-2795a5b836b5 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Pushing event deleted for resources: {'Network': ['ID=66b6cc1c-bae5-408a-9e31-2e7e1c0cafde,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:10.904256 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a2f134-b698-44eb-bd28-40912ed6306b tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Checking segment: {'id': '458420ed-e8a3-473f-92f7-5358e32308ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '11186558-bc3d-43e0-983f-453a3badecc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:33:10.904256 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a2f134-b698-44eb-bd28-40912ed6306b tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Network hostable DHCP agents. Network: 11186558-bc3d-43e0-983f-453a3badecc4, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:33:10.917666 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11d92aa-8520-4037-90e9-8fa4e640db5b tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Pushing event updated for resources: {'Subnet': ['ID=e0d5aa35-886e-4a24-8607-bc51e57ef46c,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:10.922548 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.db.api [None req-ed31f8e1-f256-4b32-b7a2-8c3d17dd5eba tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 10 15:33:10.922548 dv-neutron-821401-4-hyperv neutron-server[103586]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 10 15:33:10.922548 dv-neutron-821401-4-hyperv neutron-server[103586]: [parameters: {'project_id_1': '9a13217fe906414d93365a55e7d96928', 'expiration_1': datetime.datetime(2021, 12, 10, 15, 32, 50, 900519)}] Dec 10 15:33:10.922548 dv-neutron-821401-4-hyperv neutron-server[103586]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 15:33:10.922958 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG oslo_db.api [None req-ed31f8e1-f256-4b32-b7a2-8c3d17dd5eba tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 15:33:10.926457 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a2f134-b698-44eb-bd28-40912ed6306b tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event updated for resources: {'Subnet': ['ID=9f01eb9b-9f04-4c20-9f2f-a394422916a5,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:10.931997 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c695ba68-2de8-4059-ac17-0ea344aafc37 None None] get_active_networks_info from dv-neutron-821401-4-hyperv {{(pid=103588) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 15:33:10.956993 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:10.975178 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b761ac65-5837-4ef1-a4c2-fec8fe35bde8 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:11.027112 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a5f82203-6baa-4c7f-94a9-bfbf451d777e tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11236534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11668560'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:11.057490 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Pushing event updated for resources: {'Port': ['ID=9aaf99d8-b1b9-4f51-a19b-5611b59265a3,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:11.071073 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-5f7dad75-ac18-42bf-80e2-7f57d3b1a393 None None] Provisioning complete for port 9aaf99d8-b1b9-4f51-a19b-5611b59265a3 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:33:11.072219 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5f7dad75-ac18-42bf-80e2-7f57d3b1a393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:11.073884 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f82203-6baa-4c7f-94a9-bfbf451d777e tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:33:11.078638 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-a5f82203-6baa-4c7f-94a9-bfbf451d777e tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:33:11.083191 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f82203-6baa-4c7f-94a9-bfbf451d777e tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:11.084033 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a5f82203-6baa-4c7f-94a9-bfbf451d777e tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:11.096981 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f82203-6baa-4c7f-94a9-bfbf451d777e tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event updated for resources: {'Subnet': ['ID=0326f179-b680-48a9-a861-0ba5fa56a7c3,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:11.111821 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-c11d92aa-8520-4037-90e9-8fa4e640db5b tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.5968533 Dec 10 15:33:11.114463 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33524) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:11.188112 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-a5f82203-6baa-4c7f-94a9-bfbf451d777e tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4174008 Dec 10 15:33:11.188852 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33526) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:11.203403 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-4d4e5b93-0e91-4a53-b666-aab7633a1970 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Request body: {'port': {'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'fixed_ips': [{'subnet_id': '0326f179-b680-48a9-a861-0ba5fa56a7c3', 'ip_address': '2001:db8::5710:3f50:7a71:ca4b'}], 'name': 'tempest-NetworksTestDHCPv6-378281050'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:11.231482 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba1c2d5-7f8c-43dd-b886-186cc6e450e0 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:11.233228 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba1c2d5-7f8c-43dd-b886-186cc6e450e0 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:11.234852 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba1c2d5-7f8c-43dd-b886-186cc6e450e0 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:11.236416 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba1c2d5-7f8c-43dd-b886-186cc6e450e0 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:11.238134 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba1c2d5-7f8c-43dd-b886-186cc6e450e0 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:11.240175 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-2ba1c2d5-7f8c-43dd-b886-186cc6e450e0 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1242938 Dec 10 15:33:11.245516 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33528) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:11.277919 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-d69cbfb0-d2e7-4e7a-b8f3-87583791ffc3 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-761723674'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:11.362806 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b826a0-0f75-47ea-9af7-dc75576ed7e4 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Made reservation on behalf of 1669e2c341ad498c8f67a90a963f4ed9 for: {'network': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:33:11.366172 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c1b826a0-0f75-47ea-9af7-dc75576ed7e4 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:11.367955 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a2f134-b698-44eb-bd28-40912ed6306b tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Network 11186558-bc3d-43e0-983f-453a3badecc4 is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:33:11.394404 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d69cbfb0-d2e7-4e7a-b8f3-87583791ffc3 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Made reservation on behalf of da659e4588db42fabb840b556f184f7b for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:33:11.398960 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d69cbfb0-d2e7-4e7a-b8f3-87583791ffc3 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:11.403643 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b761ac65-5837-4ef1-a4c2-fec8fe35bde8 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549888'] for router_interface, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:11.417583 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b761ac65-5837-4ef1-a4c2-fec8fe35bde8 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Pushing event updated for resources: {'Port': ['ID=ff24f6f2-fc7a-4cef-b895-c80517d6e5ca,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:11.429894 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c695ba68-2de8-4059-ac17-0ea344aafc37 None None] Unable to find a vacant binding_index for network 11186558-bc3d-43e0-983f-453a3badecc4 and agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Dec 10 15:33:11.430845 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1b826a0-0f75-47ea-9af7-dc75576ed7e4 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=103586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:33:11.433500 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d69cbfb0-d2e7-4e7a-b8f3-87583791ffc3 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:33:11.443402 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d69cbfb0-d2e7-4e7a-b8f3-87583791ffc3 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:11.443812 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.segments_db [None req-d69cbfb0-d2e7-4e7a-b8f3-87583791ffc3 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Added segment d058e114-2298-4b09-8150-d18ea21ccaad of type vlan for network 75217887-7be8-4365-a7f6-a9fdfb72abcd Dec 10 15:33:11.479884 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c1b826a0-0f75-47ea-9af7-dc75576ed7e4 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:11.480228 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.segments_db [None req-c1b826a0-0f75-47ea-9af7-dc75576ed7e4 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Added segment 30e1fcf5-12a3-45d4-98bf-7fca3496226c of type vlan for network 19571cd8-2671-4fcd-85d9-4df001cbdc63 Dec 10 15:33:11.486622 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d69cbfb0-d2e7-4e7a-b8f3-87583791ffc3 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:11.512832 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c695ba68-2de8-4059-ac17-0ea344aafc37 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 11186558-bc3d-43e0-983f-453a3badecc4) {{(pid=103588) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 15:33:11.517806 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-37a2f134-b698-44eb-bd28-40912ed6306b tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 11186558-bc3d-43e0-983f-453a3badecc4) {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:33:11.522340 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a2f134-b698-44eb-bd28-40912ed6306b tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:11.522936 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-37a2f134-b698-44eb-bd28-40912ed6306b tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:11.556456 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c1b826a0-0f75-47ea-9af7-dc75576ed7e4 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:11.558270 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d4e5b93-0e91-4a53-b666-aab7633a1970 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Made reservation on behalf of 915dae42aca44a6e934a20b3a70b3a5e for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:33:11.598156 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b761ac65-5837-4ef1-a4c2-fec8fe35bde8 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Network 8672b95b-60b2-4900-9107-737fdf14ae60 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:33:11.600134 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-b761ac65-5837-4ef1-a4c2-fec8fe35bde8 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:33:11.605248 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d69cbfb0-d2e7-4e7a-b8f3-87583791ffc3 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:11.611425 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69cbfb0-d2e7-4e7a-b8f3-87583791ffc3 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:11.612029 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d69cbfb0-d2e7-4e7a-b8f3-87583791ffc3 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:11.678454 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-37a2f134-b698-44eb-bd28-40912ed6306b tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6547735 Dec 10 15:33:11.681228 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33532) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:11.691597 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-36b4060d-4ab6-4fc7-9f1f-bc054d606ef8 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Request body: {'port': {'network_id': '11186558-bc3d-43e0-983f-453a3badecc4', 'name': 'tempest-PortsIpV6TestJSON-811280552', 'fixed_ips': [{'subnet_id': '9f01eb9b-9f04-4c20-9f2f-a394422916a5', 'ip_address': '2001:db8::10'}]}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:11.735740 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69cbfb0-d2e7-4e7a-b8f3-87583791ffc3 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Pushing event updated for resources: {'Network': ['ID=75217887-7be8-4365-a7f6-a9fdfb72abcd,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:11.747887 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4d4e5b93-0e91-4a53-b666-aab7633a1970 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:11.763899 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 75217887-7be8-4365-a7f6-a9fdfb72abcd details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:33:11.772929 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-4d4e5b93-0e91-4a53-b666-aab7633a1970 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] device_id is not set on port 4dba27b3-e6a5-46e2-b30f-ba86aa2537ec yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:33:11.783063 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c1b826a0-0f75-47ea-9af7-dc75576ed7e4 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:11.789081 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b826a0-0f75-47ea-9af7-dc75576ed7e4 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:11.789698 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c1b826a0-0f75-47ea-9af7-dc75576ed7e4 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:11.820625 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c328f425-5af0-42a2-810f-a873e7bb51f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-11186558-bc3d-43e0-983f-453a3badecc4', 'network_id': '11186558-bc3d-43e0-983f-453a3badecc4', 'project_id': '6af6b547c018414fbb71ed922833c3ea', 'fixed_ips': [{'subnet_id': '9f01eb9b-9f04-4c20-9f2f-a394422916a5'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:33:11.821677 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c328f425-5af0-42a2-810f-a873e7bb51f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:11.904495 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-d69cbfb0-d2e7-4e7a-b8f3-87583791ffc3 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6548803 Dec 10 15:33:11.904702 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ed31f8e1-f256-4b32-b7a2-8c3d17dd5eba tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:11.905385 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33534) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:11.942689 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-f48ca5c9-5cb5-43a7-b573-91798052f072 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:11.965820 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-4d4e5b93-0e91-4a53-b666-aab7633a1970 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Allocated IP 2001:db8::5710:3f50:7a71:ca4b (c2b5f149-cedd-450c-ab43-dd2d78259f45/0326f179-b680-48a9-a861-0ba5fa56a7c3/4dba27b3-e6a5-46e2-b30f-ba86aa2537ec) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:33:11.966172 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-c1b826a0-0f75-47ea-9af7-dc75576ed7e4 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1058223 Dec 10 15:33:11.968980 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33536) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:11.974788 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-bbf2b613-fba0-4945-803f-ef614210e8af tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Request body: {'subnet': {'network_id': '19571cd8-2671-4fcd-85d9-4df001cbdc63', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:11.994641 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b826a0-0f75-47ea-9af7-dc75576ed7e4 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Pushing event updated for resources: {'Network': ['ID=19571cd8-2671-4fcd-85d9-4df001cbdc63,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:12.001823 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-c328f425-5af0-42a2-810f-a873e7bb51f1 None None] Allocated IP 2001:db8::2 (11186558-bc3d-43e0-983f-453a3badecc4/9f01eb9b-9f04-4c20-9f2f-a394422916a5/b1cb4975-71f5-470e-8fb9-67d8bf7d65e7) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:33:12.009338 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 19571cd8-2671-4fcd-85d9-4df001cbdc63 details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:33:12.037470 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b761ac65-5837-4ef1-a4c2-fec8fe35bde8 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Router b05d23f3-fb13-4e5a-9d22-cdb705fc9e46 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:33:12.048102 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da1cba3-9f16-49e7-b030-abcc0b40ab29 req-4e79be51-4717-422f-ae52-01ead24098a6 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:12.049699 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-6da1cba3-9f16-49e7-b030-abcc0b40ab29 req-4e79be51-4717-422f-ae52-01ead24098a6 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f5e5fac-ee31-44bf-a612-11364724d71a HTTP/1.1" status: 200 len: 945 time: 0.3675129 Dec 10 15:33:12.110629 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.db.api [None req-bbf2b613-fba0-4945-803f-ef614210e8af tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 10 15:33:12.110629 dv-neutron-821401-4-hyperv neutron-server[103587]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 10 15:33:12.110629 dv-neutron-821401-4-hyperv neutron-server[103587]: [parameters: {'project_id_1': '1669e2c341ad498c8f67a90a963f4ed9', 'expiration_1': datetime.datetime(2021, 12, 10, 15, 32, 52, 89838)}] Dec 10 15:33:12.110629 dv-neutron-821401-4-hyperv neutron-server[103587]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103587) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 15:33:12.111558 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG oslo_db.api [None req-bbf2b613-fba0-4945-803f-ef614210e8af tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 15:33:12.205511 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4d4e5b93-0e91-4a53-b666-aab7633a1970 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:12.222430 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c328f425-5af0-42a2-810f-a873e7bb51f1 None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:12.239394 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b4060d-4ab6-4fc7-9f1f-bc054d606ef8 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Made reservation on behalf of 6af6b547c018414fbb71ed922833c3ea for: {'port': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:33:12.285713 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-6da1cba3-9f16-49e7-b030-abcc0b40ab29 req-1e9c24ef-c2ac-4037-93dc-9c7bf232b718 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ed67073-eeed-4d1d-86bf-a50b643bdaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2105701 Dec 10 15:33:12.289031 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ed31f8e1-f256-4b32-b7a2-8c3d17dd5eba tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:12.289706 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c328f425-5af0-42a2-810f-a873e7bb51f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:12.316177 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4d4e5b93-0e91-4a53-b666-aab7633a1970 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:12.364018 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c328f425-5af0-42a2-810f-a873e7bb51f1 None None] Network 11186558-bc3d-43e0-983f-453a3badecc4 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:33:12.367770 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-c328f425-5af0-42a2-810f-a873e7bb51f1 None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:33:12.378958 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c328f425-5af0-42a2-810f-a873e7bb51f1 None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:33:12.382897 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ed31f8e1-f256-4b32-b7a2-8c3d17dd5eba tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:12.391039 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c328f425-5af0-42a2-810f-a873e7bb51f1 None None] Pushing event updated for resources: {'Port': ['ID=b1cb4975-71f5-470e-8fb9-67d8bf7d65e7,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:12.426933 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4e5b93-0e91-4a53-b666-aab7633a1970 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:33:12.437020 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31f8e1-f256-4b32-b7a2-8c3d17dd5eba tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1ccd9b6-9367-426b-b5e8-a99c26e63bf1,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:12.441691 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f48ca5c9-5cb5-43a7-b573-91798052f072 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:12.446315 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-4d4e5b93-0e91-4a53-b666-aab7633a1970 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:33:12.449051 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4e5b93-0e91-4a53-b666-aab7633a1970 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:33:12.456472 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4e5b93-0e91-4a53-b666-aab7633a1970 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:12.457375 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4d4e5b93-0e91-4a53-b666-aab7633a1970 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:12.463137 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4e5b93-0e91-4a53-b666-aab7633a1970 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event updated for resources: {'Port': ['ID=4dba27b3-e6a5-46e2-b30f-ba86aa2537ec,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:12.470708 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-c328f425-5af0-42a2-810f-a873e7bb51f1 None None] Attempting to bind port b1cb4975-71f5-470e-8fb9-67d8bf7d65e7 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:33:12.474258 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-c328f425-5af0-42a2-810f-a873e7bb51f1 None None] Attempting to bind port b1cb4975-71f5-470e-8fb9-67d8bf7d65e7 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '458420ed-e8a3-473f-92f7-5358e32308ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '11186558-bc3d-43e0-983f-453a3badecc4'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:33:12.474717 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b761ac65-5837-4ef1-a4c2-fec8fe35bde8 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:33:12.474821 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c328f425-5af0-42a2-810f-a873e7bb51f1 None None] Attempting to bind port b1cb4975-71f5-470e-8fb9-67d8bf7d65e7 on network 11186558-bc3d-43e0-983f-453a3badecc4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:33:12.478601 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-b761ac65-5837-4ef1-a4c2-fec8fe35bde8 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] 10.222.0.20 "PUT /v2.0/routers/b05d23f3-fb13-4e5a-9d22-cdb705fc9e46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0512531 Dec 10 15:33:12.479967 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c328f425-5af0-42a2-810f-a873e7bb51f1 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:33:12.483038 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-36b4060d-4ab6-4fc7-9f1f-bc054d606ef8 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:12.483285 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33540) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:12.483442 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c328f425-5af0-42a2-810f-a873e7bb51f1 None None] Checking segment: {'id': '458420ed-e8a3-473f-92f7-5358e32308ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '11186558-bc3d-43e0-983f-453a3badecc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:33:12.483967 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c328f425-5af0-42a2-810f-a873e7bb51f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:12.484957 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c328f425-5af0-42a2-810f-a873e7bb51f1 None None] Bound using segment: {'id': '458420ed-e8a3-473f-92f7-5358e32308ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '11186558-bc3d-43e0-983f-453a3badecc4'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:33:12.487010 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-c328f425-5af0-42a2-810f-a873e7bb51f1 None None] Bound port: b1cb4975-71f5-470e-8fb9-67d8bf7d65e7, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '458420ed-e8a3-473f-92f7-5358e32308ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '11186558-bc3d-43e0-983f-453a3badecc4'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:33:12.492479 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5892273-75d2-49a5-8b3e-e34430337ab3 None None] Sync routers for ids ['b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:33:12.495889 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-b5a11ee1-bce6-438b-8a77-df4000afe121 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Request body: {'port': {'network_id': '8672b95b-60b2-4900-9107-737fdf14ae60', 'name': 'tempest-FloatingIPTestJSON-1204837407'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:12.497842 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c328f425-5af0-42a2-810f-a873e7bb51f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:12.502615 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-36b4060d-4ab6-4fc7-9f1f-bc054d606ef8 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] device_id is not set on port 10a3b55e-4fb8-4af2-9680-9498376b2577 yet. {{(pid=103586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:33:12.510786 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5892273-75d2-49a5-8b3e-e34430337ab3 None None] Routers {'b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:33:12.511542 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-e5892273-75d2-49a5-8b3e-e34430337ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:32:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:12.526512 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65326e3f-8dcf-4695-82f9-a57518ebd937 req-0f99415d-7fcd-4a2d-b159-9b1083f28192 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:12.534749 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-65326e3f-8dcf-4695-82f9-a57518ebd937 req-0f99415d-7fcd-4a2d-b159-9b1083f28192 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f5e5fac-ee31-44bf-a612-11364724d71a HTTP/1.1" status: 200 len: 945 time: 0.1717484 Dec 10 15:33:12.552233 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ed31f8e1-f256-4b32-b7a2-8c3d17dd5eba tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:12.554250 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-ed31f8e1-f256-4b32-b7a2-8c3d17dd5eba tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.7034023 Dec 10 15:33:12.558804 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f48ca5c9-5cb5-43a7-b573-91798052f072 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:12.567019 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33542) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:12.571404 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-e5892273-75d2-49a5-8b3e-e34430337ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:12.580778 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-c328f425-5af0-42a2-810f-a873e7bb51f1 None None] For port b1cb4975-71f5-470e-8fb9-67d8bf7d65e7, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:33:12.582534 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5892273-75d2-49a5-8b3e-e34430337ab3 None None] Routers {'b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:33:12.583756 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-e5892273-75d2-49a5-8b3e-e34430337ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:32:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:12.585292 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-c328f425-5af0-42a2-810f-a873e7bb51f1 None None] For port b1cb4975-71f5-470e-8fb9-67d8bf7d65e7, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=b1cb4975-71f5-470e-8fb9-67d8bf7d65e7,segment=NetworkSegment(458420ed-e8a3-473f-92f7-5358e32308ac),segment_id=458420ed-e8a3-473f-92f7-5358e32308ac)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:33:12.606452 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-4d4e5b93-0e91-4a53-b666-aab7633a1970 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4162323 Dec 10 15:33:12.616119 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33544) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:12.616721 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f48ca5c9-5cb5-43a7-b573-91798052f072 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Network 75217887-7be8-4365-a7f6-a9fdfb72abcd is not hosted by any dhcp agent {{(pid=103586) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 15:33:12.623475 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48ca5c9-5cb5-43a7-b573-91798052f072 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:12.624432 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f48ca5c9-5cb5-43a7-b573-91798052f072 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:12.626474 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-f48ca5c9-5cb5-43a7-b573-91798052f072 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] 10.222.0.20 "PUT /v2.0/networks/75217887-7be8-4365-a7f6-a9fdfb72abcd HTTP/1.1" status: 200 len: 723 time: 0.7007129 Dec 10 15:33:12.633139 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33546) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:12.638930 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-f2a6812e-d9ce-45af-b876-34bfcace0b29 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Request body: {'subnet': {'network_id': '75217887-7be8-4365-a7f6-a9fdfb72abcd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:12.656843 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-e5892273-75d2-49a5-8b3e-e34430337ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:12.658447 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5892273-75d2-49a5-8b3e-e34430337ab3 None None] The sync data for ids ['b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'] in dv-neutron-821401-4-hyperv is: [] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:33:12.672293 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 9aaf99d8-b1b9-4f51-a19b-5611b59265a3 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:33:12.678189 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-89cfc5d3-e850-4ac3-9d4b-43d4e1c62c62 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] 10.222.0.20 "GET /v2.0/security-group-rules/c1ccd9b6-9367-426b-b5e8-a99c26e63bf1 HTTP/1.1" status: 200 len: 763 time: 0.1017630 Dec 10 15:33:12.681953 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33548) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:12.707766 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-65326e3f-8dcf-4695-82f9-a57518ebd937 req-d10b2cbb-e075-448a-bfa3-2202671a4066 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ed67073-eeed-4d1d-86bf-a50b643bdaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1707058 Dec 10 15:33:12.736372 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c328f425-5af0-42a2-810f-a873e7bb51f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:12.767146 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48ca5c9-5cb5-43a7-b573-91798052f072 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Pushing event updated for resources: {'Network': ['ID=75217887-7be8-4365-a7f6-a9fdfb72abcd,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:12.785518 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 75217887-7be8-4365-a7f6-a9fdfb72abcd details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:33:12.857269 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-d4fe52bb-63f9-47af-9363-c6f21cba04da tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1535516 Dec 10 15:33:12.860494 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33552) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:12.881651 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ce94d5-1203-4687-ad0e-b4c7688e95b4 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:12.888414 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ce94d5-1203-4687-ad0e-b4c7688e95b4 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:12.891844 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-e1ce94d5-1203-4687-ad0e-b4c7688e95b4 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.2646997 Dec 10 15:33:12.897995 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33554) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:12.907415 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-36b4060d-4ab6-4fc7-9f1f-bc054d606ef8 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Allocated IP 2001:db8::10 (11186558-bc3d-43e0-983f-453a3badecc4/9f01eb9b-9f04-4c20-9f2f-a394422916a5/10a3b55e-4fb8-4af2-9680-9498376b2577) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:33:12.923650 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf2b613-fba0-4945-803f-ef614210e8af tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Made reservation on behalf of 1669e2c341ad498c8f67a90a963f4ed9 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:33:12.927310 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bbf2b613-fba0-4945-803f-ef614210e8af tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11668558'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:12.933880 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c328f425-5af0-42a2-810f-a873e7bb51f1 None None] Pushing event updated for resources: {'Port': ['ID=b1cb4975-71f5-470e-8fb9-67d8bf7d65e7,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:12.947302 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 9aaf99d8-b1b9-4f51-a19b-5611b59265a3 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:33:12.947677 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:12.959087 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea68e46-2797-4041-8c8b-e251d18d656a req-4948181e-e73d-41ea-ade5-55bd2153417f tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:12.959777 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4ea68e46-2797-4041-8c8b-e251d18d656a req-4948181e-e73d-41ea-ade5-55bd2153417f tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f5e5fac-ee31-44bf-a612-11364724d71a HTTP/1.1" status: 200 len: 945 time: 0.1401098 Dec 10 15:33:12.979569 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8af82d31-899a-4a8a-a587-a4ab580e8d9e tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:13.004707 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ae7d3a60-116b-4034-af94-f0797b8250d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:13.045827 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8af82d31-899a-4a8a-a587-a4ab580e8d9e tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:13.085562 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4ea68e46-2797-4041-8c8b-e251d18d656a req-a5bec775-d151-4aaf-9c79-fea8918ca1f7 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ed67073-eeed-4d1d-86bf-a50b643bdaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188629 Dec 10 15:33:13.152065 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a11ee1-bce6-438b-8a77-df4000afe121 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Made reservation on behalf of 5f059fe50ff849c7b1de39c5f81de64d for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:33:13.156254 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b5a11ee1-bce6-438b-8a77-df4000afe121 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:13.187454 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-b5a11ee1-bce6-438b-8a77-df4000afe121 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] device_id is not set on port 1b40f9a4-ceea-49b1-bd0b-87658a01aa80 yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:33:13.206176 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-36b4060d-4ab6-4fc7-9f1f-bc054d606ef8 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:13.246184 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8af82d31-899a-4a8a-a587-a4ab580e8d9e tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:13.251122 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8af82d31-899a-4a8a-a587-a4ab580e8d9e tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:13.255308 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-8af82d31-899a-4a8a-a587-a4ab580e8d9e tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/c1ccd9b6-9367-426b-b5e8-a99c26e63bf1 HTTP/1.1" status: 204 len: 168 time: 0.3937590 Dec 10 15:33:13.258741 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33558) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:13.286442 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-22ddb5de-8317-4a0a-a440-ea5a5d144c52 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Deleting port 4dba27b3-e6a5-46e2-b30f-ba86aa2537ec {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:33:13.286808 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-22ddb5de-8317-4a0a-a440-ea5a5d144c52 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:13.305762 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af82d31-899a-4a8a-a587-a4ab580e8d9e tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c1ccd9b6-9367-426b-b5e8-a99c26e63bf1,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:13.307465 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a6812e-d9ce-45af-b876-34bfcace0b29 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Made reservation on behalf of da659e4588db42fabb840b556f184f7b for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:33:13.309845 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-34b2a1fb-14cf-479c-af57-4eaa9f1ff70a tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0485268 Dec 10 15:33:13.311677 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33560) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:13.311770 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f2a6812e-d9ce-45af-b876-34bfcace0b29 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11668558'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:13.320301 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-531bc09a-dab8-456d-acb4-94ac503b8a23 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Request body: {'security_group_rule': {'security_group_id': 'c54ba9c5-9332-4f8d-b53f-a7d7ced255b4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:13.346709 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:13.409644 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-36b4060d-4ab6-4fc7-9f1f-bc054d606ef8 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:13.460854 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b4060d-4ab6-4fc7-9f1f-bc054d606ef8 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Network 11186558-bc3d-43e0-983f-453a3badecc4 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:33:13.463524 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-531bc09a-dab8-456d-acb4-94ac503b8a23 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:13.475090 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-36b4060d-4ab6-4fc7-9f1f-bc054d606ef8 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:33:13.483313 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b4060d-4ab6-4fc7-9f1f-bc054d606ef8 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:33:13.500456 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b4060d-4ab6-4fc7-9f1f-bc054d606ef8 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:13.500456 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-36b4060d-4ab6-4fc7-9f1f-bc054d606ef8 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:13.507851 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b4060d-4ab6-4fc7-9f1f-bc054d606ef8 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event updated for resources: {'Port': ['ID=10a3b55e-4fb8-4af2-9680-9498376b2577,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:13.542839 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-531bc09a-dab8-456d-acb4-94ac503b8a23 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:13.638566 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-36b4060d-4ab6-4fc7-9f1f-bc054d606ef8 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9539053 Dec 10 15:33:13.642090 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33562) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:13.647248 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-894753bd-1eac-4247-b6e3-d0f0f803aa25 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Request body: {'port': {'network_id': '11186558-bc3d-43e0-983f-453a3badecc4', 'name': 'tempest-PortsIpV6TestJSON-142156243', 'fixed_ips': [{'subnet_id': '9f01eb9b-9f04-4c20-9f2f-a394422916a5', 'ip_address': '2001:db8::f'}]}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:13.673098 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-531bc09a-dab8-456d-acb4-94ac503b8a23 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:13.691488 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531bc09a-dab8-456d-acb4-94ac503b8a23 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4310292f-2c14-4425-beae-f36cb58744c3,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:13.817554 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-531bc09a-dab8-456d-acb4-94ac503b8a23 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:13.821195 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-531bc09a-dab8-456d-acb4-94ac503b8a23 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5062206 Dec 10 15:33:13.827306 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33566) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:13.851515 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4980beef-6c5e-4d73-a837-13e36c7f21e0 req-ff9e9a94-f6ec-4e2d-9bc5-b8b91da13bdf tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:13.858568 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4980beef-6c5e-4d73-a837-13e36c7f21e0 req-ff9e9a94-f6ec-4e2d-9bc5-b8b91da13bdf tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f5e5fac-ee31-44bf-a612-11364724d71a HTTP/1.1" status: 200 len: 945 time: 0.0955853 Dec 10 15:33:13.888408 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-22ddb5de-8317-4a0a-a440-ea5a5d144c52 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:13.893239 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-b5a11ee1-bce6-438b-8a77-df4000afe121 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Allocated IP 172.20.0.2 (8672b95b-60b2-4900-9107-737fdf14ae60/41513683-fa39-41b5-be70-03df49b71df4/1b40f9a4-ceea-49b1-bd0b-87658a01aa80) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:33:13.897815 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-4136c0e2-3868-489d-b3b1-5c0f14dc9752 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] 10.222.0.20 "GET /v2.0/security-group-rules/4310292f-2c14-4425-beae-f36cb58744c3 HTTP/1.1" status: 200 len: 763 time: 0.0636041 Dec 10 15:33:13.901281 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33568) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:13.926475 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-22ddb5de-8317-4a0a-a440-ea5a5d144c52 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Calling delete_port for 4dba27b3-e6a5-46e2-b30f-ba86aa2537ec owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:33:13.933873 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4980beef-6c5e-4d73-a837-13e36c7f21e0 req-e098e63a-c238-4c6b-84d3-fd594104aa06 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ed67073-eeed-4d1d-86bf-a50b643bdaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710685 Dec 10 15:33:13.964482 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-b5de83f5-dab7-4ac1-8cb9-c3309605bbfc tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0619946 Dec 10 15:33:13.968166 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-894753bd-1eac-4247-b6e3-d0f0f803aa25 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Made reservation on behalf of 6af6b547c018414fbb71ed922833c3ea for: {'port': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:33:13.971309 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-894753bd-1eac-4247-b6e3-d0f0f803aa25 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:13.973250 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33570) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:14.005430 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-894753bd-1eac-4247-b6e3-d0f0f803aa25 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] device_id is not set on port de0da564-bccf-4a1a-a892-f33bb0a6ced5 yet. {{(pid=103586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:33:14.018561 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c9b32cdf-0d75-4e16-b090-200a498600d6 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:14.053545 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c9b32cdf-0d75-4e16-b090-200a498600d6 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:14.089889 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bbf2b613-fba0-4945-803f-ef614210e8af tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11236534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11668560'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:14.101330 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fedeabe-4570-4665-b1a0-f33847c47004 None None] Network 01edc94d-99d9-4cdd-b514-e03edd66be92 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:33:14.105057 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b706e07-6ecc-45db-83cf-5b4d3938613d None None] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:33:14.198202 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52cf6dc-6777-4cfe-b5b1-019830dd14ea None None] DHCP port deletion for 8672b95b-60b2-4900-9107-737fdf14ae60 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:33:14.199863 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbadb1c-fc4d-42a9-a9e0-0a521bac2ff2 None None] Network 11186558-bc3d-43e0-983f-453a3badecc4 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:33:14.232413 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c9b32cdf-0d75-4e16-b090-200a498600d6 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:14.234785 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-894753bd-1eac-4247-b6e3-d0f0f803aa25 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Allocated IP 2001:db8::f (11186558-bc3d-43e0-983f-453a3badecc4/9f01eb9b-9f04-4c20-9f2f-a394422916a5/de0da564-bccf-4a1a-a892-f33bb0a6ced5) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:33:14.242893 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c9b32cdf-0d75-4e16-b090-200a498600d6 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:14.246359 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-c9b32cdf-0d75-4e16-b090-200a498600d6 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/4310292f-2c14-4425-beae-f36cb58744c3 HTTP/1.1" status: 204 len: 168 time: 0.2687154 Dec 10 15:33:14.251394 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33576) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:14.263270 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b32cdf-0d75-4e16-b090-200a498600d6 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4310292f-2c14-4425-beae-f36cb58744c3,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:14.277633 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-18e3be13-1be9-48c2-88db-fa2f1c318f23 None None] Provisioning complete for port b1cb4975-71f5-470e-8fb9-67d8bf7d65e7 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:33:14.277633 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-18e3be13-1be9-48c2-88db-fa2f1c318f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:14.284413 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf2b613-fba0-4945-803f-ef614210e8af tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Pushing event updated for resources: {'Subnet': ['ID=61d296a5-fac2-4c9d-b746-8649e5fd23a6,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:14.316898 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-68f65418-e568-4bd2-85be-aaf30c8e96e2 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0640635 Dec 10 15:33:14.322877 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33578) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:14.330350 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-1a20ec91-3269-443a-92f5-4ab44a847333 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Request body: {'security_group_rule': {'security_group_id': 'c54ba9c5-9332-4f8d-b53f-a7d7ced255b4', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:14.368990 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf2b613-fba0-4945-803f-ef614210e8af tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Checking segment: {'id': '30e1fcf5-12a3-45d4-98bf-7fca3496226c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '19571cd8-2671-4fcd-85d9-4df001cbdc63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:33:14.368990 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf2b613-fba0-4945-803f-ef614210e8af tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Network hostable DHCP agents. Network: 19571cd8-2671-4fcd-85d9-4df001cbdc63, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:33:14.385458 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa11112-cda5-42c8-af35-e9743e1613bb None None] DHCP port deletion for 8672b95b-60b2-4900-9107-737fdf14ae60 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:33:14.390073 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f2a6812e-d9ce-45af-b876-34bfcace0b29 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11236534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11668560'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:14.436772 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b5a11ee1-bce6-438b-8a77-df4000afe121 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:14.484640 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a6812e-d9ce-45af-b876-34bfcace0b29 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Pushing event updated for resources: {'Subnet': ['ID=e3c69895-2f71-427d-b5c4-5fa5c0bb7c8a,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:14.514485 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-22ddb5de-8317-4a0a-a440-ea5a5d144c52 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:14.531011 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-894753bd-1eac-4247-b6e3-d0f0f803aa25 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:14.553803 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.securitygroups_db [None req-1a20ec91-3269-443a-92f5-4ab44a847333 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Project 9a13217fe906414d93365a55e7d96928 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 15:33:14.560915 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-18e3be13-1be9-48c2-88db-fa2f1c318f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:14.571081 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ddb5de-8317-4a0a-a440-ea5a5d144c52 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event deleted for resources: {'Port': ['ID=4dba27b3-e6a5-46e2-b30f-ba86aa2537ec,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:14.572880 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf2b613-fba0-4945-803f-ef614210e8af tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Network 19571cd8-2671-4fcd-85d9-4df001cbdc63 is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:33:14.574984 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1a20ec91-3269-443a-92f5-4ab44a847333 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:14.575078 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a6812e-d9ce-45af-b876-34bfcace0b29 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Checking segment: {'id': 'd058e114-2298-4b09-8150-d18ea21ccaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '75217887-7be8-4365-a7f6-a9fdfb72abcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:33:14.575779 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a6812e-d9ce-45af-b876-34bfcace0b29 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Network hostable DHCP agents. Network: 75217887-7be8-4365-a7f6-a9fdfb72abcd, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:33:14.607683 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-18e3be13-1be9-48c2-88db-fa2f1c318f23 None None] For port b1cb4975-71f5-470e-8fb9-67d8bf7d65e7, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=b1cb4975-71f5-470e-8fb9-67d8bf7d65e7,segment=NetworkSegment(458420ed-e8a3-473f-92f7-5358e32308ac),segment_id=458420ed-e8a3-473f-92f7-5358e32308ac)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:33:14.630455 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-22ddb5de-8317-4a0a-a440-ea5a5d144c52 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:14.632607 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-22ddb5de-8317-4a0a-a440-ea5a5d144c52 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/ports/4dba27b3-e6a5-46e2-b30f-ba86aa2537ec HTTP/1.1" status: 204 len: 168 time: 1.7329056 Dec 10 15:33:14.635918 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33580) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:14.658409 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2de1498-4a2f-480f-aad3-623dc685c0c1 req-0dabf8ee-a486-44af-bd4b-e459b5db6cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:14.660120 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-e2de1498-4a2f-480f-aad3-623dc685c0c1 req-0dabf8ee-a486-44af-bd4b-e459b5db6cc1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0c43b3bd3a7142739658566d8b1d83f3&device_id=3f5e5fac-ee31-44bf-a612-11364724d71a HTTP/1.1" status: 200 len: 1098 time: 0.1643238 Dec 10 15:33:14.683445 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1a20ec91-3269-443a-92f5-4ab44a847333 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:14.732267 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b5a11ee1-bce6-438b-8a77-df4000afe121 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:14.732267 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-bbf2b613-fba0-4945-803f-ef614210e8af tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 19571cd8-2671-4fcd-85d9-4df001cbdc63) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:33:14.759175 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f322b2f-6614-49db-b919-f8015489cf77 None None] Network 19571cd8-2671-4fcd-85d9-4df001cbdc63 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:33:14.819137 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf2b613-fba0-4945-803f-ef614210e8af tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:14.819137 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bbf2b613-fba0-4945-803f-ef614210e8af tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:14.847525 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5038f85b-8c89-4e3d-83f1-83fcb71dd8d4 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:14.849465 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5038f85b-8c89-4e3d-83f1-83fcb71dd8d4 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:14.851086 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-5038f85b-8c89-4e3d-83f1-83fcb71dd8d4 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2139800 Dec 10 15:33:14.853875 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33582) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:14.870139 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a11ee1-bce6-438b-8a77-df4000afe121 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Network 8672b95b-60b2-4900-9107-737fdf14ae60 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:33:14.880595 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-b5a11ee1-bce6-438b-8a77-df4000afe121 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:33:14.895601 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device b1cb4975-71f5-470e-8fb9-67d8bf7d65e7 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:33:14.896725 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a11ee1-bce6-438b-8a77-df4000afe121 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:33:14.922922 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a11ee1-bce6-438b-8a77-df4000afe121 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Pushing event updated for resources: {'Port': ['ID=1b40f9a4-ceea-49b1-bd0b-87658a01aa80,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:14.956788 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31bcb938-6739-4ba8-9ce3-7f41ea514ac9 None None] DHCP port deletion for 8672b95b-60b2-4900-9107-737fdf14ae60 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:33:14.969247 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2de1498-4a2f-480f-aad3-623dc685c0c1 req-349df367-37fd-4b37-93af-394d5e562e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:14.970636 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8484e7c-2afe-4d35-8278-b6db5b623fb2 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Deleting subnet 0326f179-b680-48a9-a861-0ba5fa56a7c3 {{(pid=103586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:33:14.970780 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-e2de1498-4a2f-480f-aad3-623dc685c0c1 req-349df367-37fd-4b37-93af-394d5e562e20 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9f22a23a-8eb3-48df-bc2f-eddd6071e745 HTTP/1.1" status: 200 len: 913 time: 0.2754266 Dec 10 15:33:14.975940 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f8484e7c-2afe-4d35-8278-b6db5b623fb2 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for subnet, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:14.986714 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f402b43-de7d-4aff-8b97-481afcc88343 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-19571cd8-2671-4fcd-85d9-4df001cbdc63', 'network_id': '19571cd8-2671-4fcd-85d9-4df001cbdc63', 'project_id': '1669e2c341ad498c8f67a90a963f4ed9', 'fixed_ips': [{'subnet_id': '61d296a5-fac2-4c9d-b746-8649e5fd23a6'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:33:14.987815 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3f402b43-de7d-4aff-8b97-481afcc88343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:14.995045 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a11ee1-bce6-438b-8a77-df4000afe121 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:14.998990 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b5a11ee1-bce6-438b-8a77-df4000afe121 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:15.008542 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8837c7c5-c66d-4d10-ab69-46d9a0d28710 None None] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:33:15.027658 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f8484e7c-2afe-4d35-8278-b6db5b623fb2 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12392400'] for subnet, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:15.051175 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a6812e-d9ce-45af-b876-34bfcace0b29 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Network 75217887-7be8-4365-a7f6-a9fdfb72abcd is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:33:15.068258 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-f2a6812e-d9ce-45af-b876-34bfcace0b29 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 75217887-7be8-4365-a7f6-a9fdfb72abcd) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:33:15.074540 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-18e3be13-1be9-48c2-88db-fa2f1c318f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:15.081906 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-bbf2b613-fba0-4945-803f-ef614210e8af tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.1110711 Dec 10 15:33:15.086791 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33586) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:15.108319 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a6812e-d9ce-45af-b876-34bfcace0b29 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:15.108916 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f2a6812e-d9ce-45af-b876-34bfcace0b29 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:15.109673 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f8484e7c-2afe-4d35-8278-b6db5b623fb2 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:15.117578 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1a20ec91-3269-443a-92f5-4ab44a847333 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:15.123576 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-894753bd-1eac-4247-b6e3-d0f0f803aa25 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:15.195959 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b596f43-b116-4812-8bc8-774fda79139c None None] Network 75217887-7be8-4365-a7f6-a9fdfb72abcd requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:33:15.202593 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-e2de1498-4a2f-480f-aad3-623dc685c0c1 req-8eea8fac-611d-43fa-bb25-ff618fef0e56 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66995093-8f5e-42b9-b8e8-3100f932b851 HTTP/1.1" status: 200 len: 1001 time: 0.2231967 Dec 10 15:33:15.208965 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-b5a11ee1-bce6-438b-8a77-df4000afe121 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.7238078 Dec 10 15:33:15.209290 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33588) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:15.218731 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-f9d2c291-05d5-4273-beb2-c2a73f59ad60 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Request body: {'port': {'network_id': '8672b95b-60b2-4900-9107-737fdf14ae60', 'name': 'tempest-FloatingIPTestJSON-1702088735'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:15.258878 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a20ec91-3269-443a-92f5-4ab44a847333 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00320416-b70c-431c-87a1-684121a95096,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:15.276145 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894753bd-1eac-4247-b6e3-d0f0f803aa25 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Network 11186558-bc3d-43e0-983f-453a3badecc4 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:33:15.283523 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-894753bd-1eac-4247-b6e3-d0f0f803aa25 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:33:15.285517 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894753bd-1eac-4247-b6e3-d0f0f803aa25 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event updated for resources: {'Port': ['ID=de0da564-bccf-4a1a-a892-f33bb0a6ced5,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:15.287792 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894753bd-1eac-4247-b6e3-d0f0f803aa25 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:33:15.293497 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894753bd-1eac-4247-b6e3-d0f0f803aa25 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:15.295672 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-894753bd-1eac-4247-b6e3-d0f0f803aa25 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:15.299348 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f8484e7c-2afe-4d35-8278-b6db5b623fb2 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:15.314807 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-f2a6812e-d9ce-45af-b876-34bfcace0b29 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6808736 Dec 10 15:33:15.316852 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33590) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:15.339289 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-b228d4f9-d1b0-42d6-8c54-a9f044d008ac tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:15.344828 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d65e6c-6617-4aa3-9d75-f7fccabdcee2 req-1d2614c5-b8a7-45ec-b1dd-b4ad668965ce tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:15.352327 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-c2d65e6c-6617-4aa3-9d75-f7fccabdcee2 req-1d2614c5-b8a7-45ec-b1dd-b4ad668965ce tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f5e5fac-ee31-44bf-a612-11364724d71a HTTP/1.1" status: 200 len: 945 time: 0.2884860 Dec 10 15:33:15.375324 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1a20ec91-3269-443a-92f5-4ab44a847333 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:15.376305 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-1a20ec91-3269-443a-92f5-4ab44a847333 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0523605 Dec 10 15:33:15.377352 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8484e7c-2afe-4d35-8278-b6db5b623fb2 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event deleted for resources: {'Subnet': ['ID=0326f179-b680-48a9-a861-0ba5fa56a7c3,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:15.379778 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f8484e7c-2afe-4d35-8278-b6db5b623fb2 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:15.390401 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-f8484e7c-2afe-4d35-8278-b6db5b623fb2 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/subnets/0326f179-b680-48a9-a861-0ba5fa56a7c3 HTTP/1.1" status: 204 len: 168 time: 0.5327888 Dec 10 15:33:15.393818 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33592) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:15.394520 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33594) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:15.412193 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2de1498-4a2f-480f-aad3-623dc685c0c1 req-951000f2-5722-4f78-b4e1-4671ed1822f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:15.416859 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-e2de1498-4a2f-480f-aad3-623dc685c0c1 req-951000f2-5722-4f78-b4e1-4671ed1822f8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=095a47ab-a3da-4b0b-9511-e17946d815ea HTTP/1.1" status: 200 len: 851 time: 0.1992984 Dec 10 15:33:15.422620 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-956be3ee-8143-4254-9d96-af4630803e1e tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:15.472719 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-cb86177e-f0f7-463e-9810-fba308fc1e14 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0702307 Dec 10 15:33:15.476808 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-501127c1-b1f9-485e-9704-e2a72adca16c tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] 10.222.0.20 "GET /v2.0/security-group-rules/00320416-b70c-431c-87a1-684121a95096 HTTP/1.1" status: 200 len: 769 time: 0.0801547 Dec 10 15:33:15.477364 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33596) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:15.483641 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-894753bd-1eac-4247-b6e3-d0f0f803aa25 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.8406713 Dec 10 15:33:15.484593 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33598) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:15.487137 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33600) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:15.560541 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b228d4f9-d1b0-42d6-8c54-a9f044d008ac tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8581944'] for subnet, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:15.592634 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b9a84e-49a3-40ec-ba0d-e6152f568f28 None None] Update dhcp port {'port': {'network_id': '01edc94d-99d9-4cdd-b514-e03edd66be92', 'fixed_ips': [{'subnet_id': '21b46431-f6d7-42c5-9053-773b37909b5c', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e0d5aa35-886e-4a24-8607-bc51e57ef46c'}], 'binding:host_id': 'dv-neutron-821401-4-hyperv'}, 'id': '9aaf99d8-b1b9-4f51-a19b-5611b59265a3'} from dv-neutron-821401-4-hyperv. {{(pid=103588) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 15:33:15.597555 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-aeca1fa6-2a86-4c5e-bf60-76e7de5a0def tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1067576 Dec 10 15:33:15.598696 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33602) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:15.603451 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-c2d65e6c-6617-4aa3-9d75-f7fccabdcee2 req-8e31a457-215a-43f2-ae0a-311ea7ceca67 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ed67073-eeed-4d1d-86bf-a50b643bdaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2343705 Dec 10 15:33:15.648450 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cb05e5b6-a3c0-4d73-a12f-df6b1419840f tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:15.662441 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cb05e5b6-a3c0-4d73-a12f-df6b1419840f tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:15.664467 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2de1498-4a2f-480f-aad3-623dc685c0c1 req-58b4999f-aba6-49b9-8c9c-7b986b829f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:15.666054 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-e2de1498-4a2f-480f-aad3-623dc685c0c1 req-58b4999f-aba6-49b9-8c9c-7b986b829f36 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9f22a23a-8eb3-48df-bc2f-eddd6071e745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2364640 Dec 10 15:33:15.667459 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-08df983a-6e8e-41f8-aaad-300d668ae6f1 None None] Provisioning complete for port ff24f6f2-fc7a-4cef-b895-c80517d6e5ca triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:33:15.668846 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-08df983a-6e8e-41f8-aaad-300d668ae6f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:15.671818 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-afae8d79-711f-49a0-913a-58f29063671f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:15.696518 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325d6b7c-57ff-4677-9944-8dbc0b8e8a6c tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:15.697861 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-325d6b7c-57ff-4677-9944-8dbc0b8e8a6c tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2168224 Dec 10 15:33:15.705606 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33606) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:15.710426 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1371bc-e09c-442a-a1cf-6233db2d78f3 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:15.710426 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-1f1371bc-e09c-442a-a1cf-6233db2d78f3 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.2114255 Dec 10 15:33:15.712547 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-956be3ee-8143-4254-9d96-af4630803e1e tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:15.715277 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33608) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:15.729498 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7baabd-9359-43a9-af91-5dd90a28578f None None] Network 11186558-bc3d-43e0-983f-453a3badecc4 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:33:15.785829 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d2c291-05d5-4273-beb2-c2a73f59ad60 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Made reservation on behalf of 5f059fe50ff849c7b1de39c5f81de64d for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:33:15.787667 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f9d2c291-05d5-4273-beb2-c2a73f59ad60 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:15.807229 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-3f402b43-de7d-4aff-8b97-481afcc88343 None None] Allocated IP 172.20.0.1 (19571cd8-2671-4fcd-85d9-4df001cbdc63/61d296a5-fac2-4c9d-b746-8649e5fd23a6/61060120-6ff7-4555-b54f-3572ed3f0cfc) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:33:15.811176 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a451192a-a825-41c9-9a3f-7b9379a8d4fc tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:15.820119 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-a451192a-a825-41c9-9a3f-7b9379a8d4fc tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1133215 Dec 10 15:33:15.821315 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33610) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:15.852894 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-f9d2c291-05d5-4273-beb2-c2a73f59ad60 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] device_id is not set on port 3a1e7e64-8605-4c73-a4de-b7f3580d3836 yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:33:15.886052 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-10f1adab-8c91-4c53-93d7-39ee749c9617 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0603256 Dec 10 15:33:15.886864 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cb05e5b6-a3c0-4d73-a12f-df6b1419840f tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:15.892294 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33614) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:15.897348 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b4b9a84e-49a3-40ec-ba0d-e6152f568f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:15.904575 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-e480b03d-bb48-4339-9e90-041572b976f4 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Request body: {'subnet': {'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:15.910264 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cb05e5b6-a3c0-4d73-a12f-df6b1419840f tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:15.911711 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-cb05e5b6-a3c0-4d73-a12f-df6b1419840f tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/00320416-b70c-431c-87a1-684121a95096 HTTP/1.1" status: 204 len: 168 time: 0.3124707 Dec 10 15:33:15.917661 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33616) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:15.939564 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e3be13-1be9-48c2-88db-fa2f1c318f23 None None] Pushing event updated for resources: {'Port': ['ID=b1cb4975-71f5-470e-8fb9-67d8bf7d65e7,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:15.941898 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87b540a-307a-4b0e-ad6c-f253fdde1698 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:15.943174 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05e5b6-a3c0-4d73-a12f-df6b1419840f tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=00320416-b70c-431c-87a1-684121a95096,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:15.948106 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87b540a-307a-4b0e-ad6c-f253fdde1698 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:15.954677 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87b540a-307a-4b0e-ad6c-f253fdde1698 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:15.959065 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-d87b540a-307a-4b0e-ad6c-f253fdde1698 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.2306166 Dec 10 15:33:15.961683 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-e2de1498-4a2f-480f-aad3-623dc685c0c1 req-db7cab19-2207-4616-a2c2-a10e5cd08922 service neutron] 10.222.0.44 "GET /v2.0/networks/9f22a23a-8eb3-48df-bc2f-eddd6071e745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804904 Dec 10 15:33:15.962171 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33618) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:15.980564 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port b1cb4975-71f5-470e-8fb9-67d8bf7d65e7 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:33:15.981636 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:15.997886 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b228d4f9-d1b0-42d6-8c54-a9f044d008ac tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785454060508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-11695489'] for subnet, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:16.020116 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-08df983a-6e8e-41f8-aaad-300d668ae6f1 None None] Port ff24f6f2-fc7a-4cef-b895-c80517d6e5ca cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:33:16.061908 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b228d4f9-d1b0-42d6-8c54-a9f044d008ac tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:16.062520 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b228d4f9-d1b0-42d6-8c54-a9f044d008ac tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:16.066318 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-b228d4f9-d1b0-42d6-8c54-a9f044d008ac tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] 10.222.0.20 "PUT /v2.0/subnets/e3c69895-2f71-427d-b5c4-5fa5c0bb7c8a HTTP/1.1" status: 200 len: 826 time: 0.7288980 Dec 10 15:33:16.068665 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33620) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:16.090422 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-2b37a996-218d-437a-8f8d-e1545a02ec8d tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1687005 Dec 10 15:33:16.097664 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33622) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:16.156611 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b228d4f9-d1b0-42d6-8c54-a9f044d008ac tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Pushing event updated for resources: {'Subnet': ['ID=e3c69895-2f71-427d-b5c4-5fa5c0bb7c8a,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:16.184914 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1353af6b-f156-4bb3-9845-1895d658de1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-75217887-7be8-4365-a7f6-a9fdfb72abcd', 'network_id': '75217887-7be8-4365-a7f6-a9fdfb72abcd', 'project_id': 'da659e4588db42fabb840b556f184f7b', 'fixed_ips': [{'subnet_id': 'e3c69895-2f71-427d-b5c4-5fa5c0bb7c8a'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:33:16.185888 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1353af6b-f156-4bb3-9845-1895d658de1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:16.214722 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c64c10e4-f01d-4c83-a5cf-de8a8479084a tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:16.242910 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-f9d2c291-05d5-4273-beb2-c2a73f59ad60 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Allocated IP 172.20.0.5 (8672b95b-60b2-4900-9107-737fdf14ae60/41513683-fa39-41b5-be70-03df49b71df4/3a1e7e64-8605-4c73-a4de-b7f3580d3836) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:33:16.266914 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e480b03d-bb48-4339-9e90-041572b976f4 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Made reservation on behalf of 915dae42aca44a6e934a20b3a70b3a5e for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:33:16.271489 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e480b03d-bb48-4339-9e90-041572b976f4 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:16.276633 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-08df983a-6e8e-41f8-aaad-300d668ae6f1 None None] Provisioning complete for port 1b40f9a4-ceea-49b1-bd0b-87658a01aa80 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:33:16.277166 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-08df983a-6e8e-41f8-aaad-300d668ae6f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:16.280690 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3afd323-81ca-42e7-84a8-7f3ef1b146e8 req-289c5552-3c16-43cf-81f5-8590da76b1ba tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:16.283146 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-c3afd323-81ca-42e7-84a8-7f3ef1b146e8 req-289c5552-3c16-43cf-81f5-8590da76b1ba tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f5e5fac-ee31-44bf-a612-11364724d71a HTTP/1.1" status: 200 len: 945 time: 0.2595267 Dec 10 15:33:16.311207 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-e2de1498-4a2f-480f-aad3-623dc685c0c1 req-34e2deef-a1fa-4a4c-98f2-93dcc44eccae service neutron] 10.222.0.44 "GET /v2.0/networks/9f22a23a-8eb3-48df-bc2f-eddd6071e745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3337379 Dec 10 15:33:16.320434 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1eb77363-8023-4206-be6b-d85360bc221a tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:16.322057 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-08df983a-6e8e-41f8-aaad-300d668ae6f1 None None] Port 1b40f9a4-ceea-49b1-bd0b-87658a01aa80 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:33:16.388012 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:16.422504 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c64c10e4-f01d-4c83-a5cf-de8a8479084a tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:16.429168 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-3f6aeb59-3532-4b63-8b20-3f7b346414c5 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Deleting port de0da564-bccf-4a1a-a892-f33bb0a6ced5 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:33:16.429505 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3f6aeb59-3532-4b63-8b20-3f7b346414c5 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:16.468949 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1eb77363-8023-4206-be6b-d85360bc221a tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:16.554161 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-08df983a-6e8e-41f8-aaad-300d668ae6f1 None None] Provisioning complete for port 2beeaff3-6cdc-49bd-bbf0-ccb38d06de49 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:33:16.554161 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-08df983a-6e8e-41f8-aaad-300d668ae6f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:16.597855 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-c3afd323-81ca-42e7-84a8-7f3ef1b146e8 req-d07ce5d3-f78a-439e-a700-f0a78abffc0b tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ed67073-eeed-4d1d-86bf-a50b643bdaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3034756 Dec 10 15:33:16.612742 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4945d20b-7152-4e67-bacf-9cd66825d6ad None None] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:33:16.642268 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c64c10e4-f01d-4c83-a5cf-de8a8479084a tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:16.657892 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ccc6c-22a4-419e-80fe-72f8a7786a91 req-0bd94fcb-51c1-4c1a-87d2-426f65991d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:16.659431 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-074ccc6c-22a4-419e-80fe-72f8a7786a91 req-0bd94fcb-51c1-4c1a-87d2-426f65991d03 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0c43b3bd3a7142739658566d8b1d83f3&device_id=3f5e5fac-ee31-44bf-a612-11364724d71a HTTP/1.1" status: 200 len: 1098 time: 0.2832992 Dec 10 15:33:16.665458 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3f6aeb59-3532-4b63-8b20-3f7b346414c5 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:16.691553 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64c10e4-f01d-4c83-a5cf-de8a8479084a tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Pushing event deleted for resources: {'Subnet': ['ID=e3c69895-2f71-427d-b5c4-5fa5c0bb7c8a,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:16.692944 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e480b03d-bb48-4339-9e90-041572b976f4 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11695183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581935'] for subnet, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:16.735817 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server [None req-1353af6b-f156-4bb3-9845-1895d658de1a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e3c69895-2f71-427d-b5c4-5fa5c0bb7c8a: This subnet is being modified by another concurrent operation. Dec 10 15:33:16.735817 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 10 15:33:16.735817 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 10 15:33:16.735817 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 10 15:33:16.735817 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 10 15:33:16.735817 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 10 15:33:16.735817 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 10 15:33:16.735817 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 10 15:33:16.735817 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 10 15:33:16.735817 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 10 15:33:16.735817 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 15:33:16.735817 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 15:33:16.735817 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 15:33:16.735817 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 15:33:16.735817 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 15:33:16.735817 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 15:33:16.735817 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 15:33:16.735817 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 15:33:16.735817 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 15:33:16.735817 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 15:33:16.735817 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 15:33:16.735817 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 15:33:16.735817 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 15:33:16.735817 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 15:33:16.735817 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 15:33:16.735817 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 15:33:16.735817 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 15:33:16.735817 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 15:33:16.735817 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 15:33:16.735817 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 15:33:16.735817 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 15:33:16.735817 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 15:33:16.735817 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 15:33:16.735817 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 15:33:16.735817 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 10 15:33:16.735817 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 10 15:33:16.735817 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 10 15:33:16.735817 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 10 15:33:16.735817 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 10 15:33:16.735817 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 10 15:33:16.735817 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 10 15:33:16.735817 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 10 15:33:16.735817 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 10 15:33:16.735817 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 15:33:16.735817 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 10 15:33:16.735817 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 15:33:16.735817 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 15:33:16.735817 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 15:33:16.735817 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 15:33:16.735817 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 15:33:16.735817 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 15:33:16.735817 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 15:33:16.735817 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 15:33:16.735817 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 15:33:16.743383 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 15:33:16.743383 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 15:33:16.743383 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 15:33:16.743383 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 15:33:16.743383 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 15:33:16.743383 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 15:33:16.743383 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 15:33:16.743383 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 15:33:16.743383 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 15:33:16.743383 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 15:33:16.743383 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 15:33:16.743383 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 15:33:16.743383 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 15:33:16.743383 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 15:33:16.743383 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 15:33:16.743383 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 15:33:16.743383 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 10 15:33:16.743383 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 10 15:33:16.743383 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 10 15:33:16.743383 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 10 15:33:16.743383 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 10 15:33:16.743383 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 10 15:33:16.743383 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 10 15:33:16.743383 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 10 15:33:16.743383 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 15:33:16.743383 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 15:33:16.743383 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 15:33:16.743383 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 15:33:16.743383 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 10 15:33:16.743383 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 10 15:33:16.743383 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 10 15:33:16.743383 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 10 15:33:16.743383 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 10 15:33:16.743383 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 10 15:33:16.743383 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 10 15:33:16.743383 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server raise exception Dec 10 15:33:16.743383 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e3c69895-2f71-427d-b5c4-5fa5c0bb7c8a: This subnet is being modified by another concurrent operation. Dec 10 15:33:16.743383 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server Dec 10 15:33:16.761266 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-b4b9a84e-49a3-40ec-ba0d-e6152f568f28 None None] Allocated IP 172.20.0.1 (01edc94d-99d9-4cdd-b514-e03edd66be92/e0d5aa35-886e-4a24-8607-bc51e57ef46c/9aaf99d8-b1b9-4f51-a19b-5611b59265a3) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:33:16.813711 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f2ea1b-d7c8-4fcf-8dc4-3573b033e304 None None] Network 75217887-7be8-4365-a7f6-a9fdfb72abcd requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:33:16.820924 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3f402b43-de7d-4aff-8b97-481afcc88343 None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:16.850204 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device b1cb4975-71f5-470e-8fb9-67d8bf7d65e7 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:33:16.974648 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3f402b43-de7d-4aff-8b97-481afcc88343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:17.084397 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-3f6aeb59-3532-4b63-8b20-3f7b346414c5 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Calling delete_port for de0da564-bccf-4a1a-a892-f33bb0a6ced5 owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:33:17.121709 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f402b43-de7d-4aff-8b97-481afcc88343 None None] Network 19571cd8-2671-4fcd-85d9-4df001cbdc63 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:33:17.153668 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b327c6-fe29-4bda-aec7-c43b270f2e1a None None] Network 75217887-7be8-4365-a7f6-a9fdfb72abcd requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:33:17.161646 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-3f402b43-de7d-4aff-8b97-481afcc88343 None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:33:17.171514 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e480b03d-bb48-4339-9e90-041572b976f4 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:33:17.172816 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f402b43-de7d-4aff-8b97-481afcc88343 None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:33:17.182456 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1eb77363-8023-4206-be6b-d85360bc221a tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:17.183006 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f402b43-de7d-4aff-8b97-481afcc88343 None None] Pushing event updated for resources: {'Port': ['ID=61060120-6ff7-4555-b54f-3572ed3f0cfc,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:17.183289 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-e480b03d-bb48-4339-9e90-041572b976f4 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:33:17.186463 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1eb77363-8023-4206-be6b-d85360bc221a tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:17.187829 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-1eb77363-8023-4206-be6b-d85360bc221a tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] 10.222.0.20 "DELETE /v2.0/security-groups/c54ba9c5-9332-4f8d-b53f-a7d7ced255b4 HTTP/1.1" status: 204 len: 168 time: 1.0856023 Dec 10 15:33:17.190468 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e480b03d-bb48-4339-9e90-041572b976f4 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:17.191068 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e480b03d-bb48-4339-9e90-041572b976f4 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:17.197154 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33624) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:17.204192 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e480b03d-bb48-4339-9e90-041572b976f4 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event updated for resources: {'Subnet': ['ID=5c85be60-faea-452e-adf7-02e595ae7ab4,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:17.211388 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c64c10e4-f01d-4c83-a5cf-de8a8479084a tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:17.233345 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f9d2c291-05d5-4273-beb2-c2a73f59ad60 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:17.253111 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-c64c10e4-f01d-4c83-a5cf-de8a8479084a tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75217887-7be8-4365-a7f6-a9fdfb72abcd']}} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:17.264492 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb77363-8023-4206-be6b-d85360bc221a tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c54ba9c5-9332-4f8d-b53f-a7d7ced255b4,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:17.267287 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-956be3ee-8143-4254-9d96-af4630803e1e tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11236721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11668521'] for subnet, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:17.274544 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-08df983a-6e8e-41f8-aaad-300d668ae6f1 None None] Could not find standard attr ID for object 4dba27b3-e6a5-46e2-b30f-ba86aa2537ec. {{(pid=103588) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 15:33:17.275705 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-c64c10e4-f01d-4c83-a5cf-de8a8479084a tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd058e114-2298-4b09-8150-d18ea21ccaad') {'for_net_delete': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:17.276240 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-c64c10e4-f01d-4c83-a5cf-de8a8479084a tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd058e114-2298-4b09-8150-d18ea21ccaad') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:17.279048 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-b4b9a84e-49a3-40ec-ba0d-e6152f568f28 None None] For port 9aaf99d8-b1b9-4f51-a19b-5611b59265a3, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=9aaf99d8-b1b9-4f51-a19b-5611b59265a3,segment=NetworkSegment(dc85f150-369a-447d-94e4-9381a4ebb2ff),segment_id=dc85f150-369a-447d-94e4-9381a4ebb2ff)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:33:17.291822 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-e480b03d-bb48-4339-9e90-041572b976f4 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3907001 Dec 10 15:33:17.291822 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c64c10e4-f01d-4c83-a5cf-de8a8479084a tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12392235'] for segment, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:17.300525 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-a2d59da9-9f8a-4649-94bf-f35b6780a8c8 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0984046 Dec 10 15:33:17.300695 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33626) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:17.308250 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33628) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:17.315763 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-323194ac-c31a-4549-a5d1-717e4fd8f502 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Request body: {'security_group': {'name': 'tempest-secgroup--2015074046'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:17.348165 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c64c10e4-f01d-4c83-a5cf-de8a8479084a tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:17.361985 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c64c10e4-f01d-4c83-a5cf-de8a8479084a tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=103586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:33:17.363745 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c64c10e4-f01d-4c83-a5cf-de8a8479084a tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11695586'] for segment, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:17.370891 dv-neutron-821401-4-hyperv neutron-server[103586]: Traceback (most recent call last): Dec 10 15:33:17.370891 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:33:17.370891 dv-neutron-821401-4-hyperv neutron-server[103586]: timer() Dec 10 15:33:17.370891 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:33:17.370891 dv-neutron-821401-4-hyperv neutron-server[103586]: cb(*args, **kw) Dec 10 15:33:17.370891 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:33:17.370891 dv-neutron-821401-4-hyperv neutron-server[103586]: return func(*args, **kwargs) Dec 10 15:33:17.370891 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:33:17.370891 dv-neutron-821401-4-hyperv neutron-server[103586]: self._notify() Dec 10 15:33:17.370891 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:33:17.370891 dv-neutron-821401-4-hyperv neutron-server[103586]: self.callback(batched_events) Dec 10 15:33:17.370891 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:33:17.370891 dv-neutron-821401-4-hyperv neutron-server[103586]: event.method(event) Dec 10 15:33:17.370891 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:33:17.370891 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:33:17.370891 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:33:17.370891 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:33:17.370891 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:33:17.370891 dv-neutron-821401-4-hyperv neutron-server[103586]: return f(self, *a, **k) Dec 10 15:33:17.370891 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:33:17.370891 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._get(url).json() Dec 10 15:33:17.370891 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:33:17.370891 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:33:17.370891 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:33:17.370891 dv-neutron-821401-4-hyperv neutron-server[103586]: return self.request(url, 'GET', **kwargs) Dec 10 15:33:17.370891 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:33:17.370891 dv-neutron-821401-4-hyperv neutron-server[103586]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:33:17.370891 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:33:17.370891 dv-neutron-821401-4-hyperv neutron-server[103586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:33:17.370891 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:33:17.370891 dv-neutron-821401-4-hyperv neutron-server[103586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:33:17.370891 dv-neutron-821401-4-hyperv neutron-server[103586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:33:17.377195 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-07a11226-7464-4e5e-a1be-ba2e7c9b6b8b tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Request body: {'port': {'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'fixed_ips': [{'subnet_id': '5c85be60-faea-452e-adf7-02e595ae7ab4', 'ip_address': '2001:db8::3a5f:47bb:5287:47e4'}], 'name': 'tempest-NetworksTestDHCPv6-1503291610'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:17.392711 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port b1cb4975-71f5-470e-8fb9-67d8bf7d65e7 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:33:17.392711 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:17.393044 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ccc6c-22a4-419e-80fe-72f8a7786a91 req-631e259e-eb5a-4979-a319-acdbbaf209fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:17.406403 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-074ccc6c-22a4-419e-80fe-72f8a7786a91 req-631e259e-eb5a-4979-a319-acdbbaf209fc service neutron] 10.222.0.44 "GET /v2.0/networks?id=9f22a23a-8eb3-48df-bc2f-eddd6071e745 HTTP/1.1" status: 200 len: 913 time: 0.7282438 Dec 10 15:33:17.430725 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ae5eec-16cd-4d92-a680-a0823722abc9 None None] DHCP port deletion for c2b5f149-cedd-450c-ab43-dd2d78259f45 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:33:17.431381 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956be3ee-8143-4254-9d96-af4630803e1e tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Pushing event deleted for resources: {'Subnet': ['ID=61d296a5-fac2-4c9d-b746-8649e5fd23a6,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:17.457612 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b4b9a84e-49a3-40ec-ba0d-e6152f568f28 None None] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:17.461174 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-3f402b43-de7d-4aff-8b97-481afcc88343 None None] Attempting to bind port 61060120-6ff7-4555-b54f-3572ed3f0cfc on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:33:17.461625 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-3f402b43-de7d-4aff-8b97-481afcc88343 None None] Attempting to bind port 61060120-6ff7-4555-b54f-3572ed3f0cfc by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '30e1fcf5-12a3-45d4-98bf-7fca3496226c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '19571cd8-2671-4fcd-85d9-4df001cbdc63'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:33:17.462078 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f402b43-de7d-4aff-8b97-481afcc88343 None None] Attempting to bind port 61060120-6ff7-4555-b54f-3572ed3f0cfc on network 19571cd8-2671-4fcd-85d9-4df001cbdc63 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:33:17.473642 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-323194ac-c31a-4549-a5d1-717e4fd8f502 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:17.505342 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-630e446c-a2bf-4276-b482-ddd3c58a0b31 None None] Provisioning complete for port 10a3b55e-4fb8-4af2-9680-9498376b2577 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:33:17.507426 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-630e446c-a2bf-4276-b482-ddd3c58a0b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:17.507746 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f402b43-de7d-4aff-8b97-481afcc88343 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:33:17.508122 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f402b43-de7d-4aff-8b97-481afcc88343 None None] Checking segment: {'id': '30e1fcf5-12a3-45d4-98bf-7fca3496226c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '19571cd8-2671-4fcd-85d9-4df001cbdc63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:33:17.508512 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3f402b43-de7d-4aff-8b97-481afcc88343 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:17.508905 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f402b43-de7d-4aff-8b97-481afcc88343 None None] Bound using segment: {'id': '30e1fcf5-12a3-45d4-98bf-7fca3496226c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '19571cd8-2671-4fcd-85d9-4df001cbdc63'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:33:17.509385 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-3f402b43-de7d-4aff-8b97-481afcc88343 None None] Bound port: 61060120-6ff7-4555-b54f-3572ed3f0cfc, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30e1fcf5-12a3-45d4-98bf-7fca3496226c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '19571cd8-2671-4fcd-85d9-4df001cbdc63'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:33:17.509762 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3f402b43-de7d-4aff-8b97-481afcc88343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:17.543939 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c64c10e4-f01d-4c83-a5cf-de8a8479084a tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:17.553466 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c64c10e4-f01d-4c83-a5cf-de8a8479084a tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:17.561476 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-c64c10e4-f01d-4c83-a5cf-de8a8479084a tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] 10.222.0.20 "DELETE /v2.0/networks/75217887-7be8-4365-a7f6-a9fdfb72abcd HTTP/1.1" status: 204 len: 168 time: 1.4933870 Dec 10 15:33:17.564176 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33630) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:17.568081 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b4b9a84e-49a3-40ec-ba0d-e6152f568f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:17.647790 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-956be3ee-8143-4254-9d96-af4630803e1e tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:17.650584 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5e2c31b-1818-4513-be7f-f5a2c1075123 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] DELETE failed (client error): The resource could not be found. Dec 10 15:33:17.659951 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5e2c31b-1818-4513-be7f-f5a2c1075123 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:33:17.675003 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-b5e2c31b-1818-4513-be7f-f5a2c1075123 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] 10.222.0.20 "DELETE /v2.0/networks/75217887-7be8-4365-a7f6-a9fdfb72abcd HTTP/1.1" status: 404 len: 339 time: 0.1073735 Dec 10 15:33:17.676363 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64c10e4-f01d-4c83-a5cf-de8a8479084a tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Pushing event deleted for resources: {'Network': ['ID=75217887-7be8-4365-a7f6-a9fdfb72abcd,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:17.678398 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33634) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:17.717877 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-1a4707bc-de91-4e9a-9699-547246d60319 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2034675324', 'description': 'd1'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:17.752013 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-956be3ee-8143-4254-9d96-af4630803e1e tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19571cd8-2671-4fcd-85d9-4df001cbdc63']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:17.766145 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-956be3ee-8143-4254-9d96-af4630803e1e tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30e1fcf5-12a3-45d4-98bf-7fca3496226c') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:17.766527 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-956be3ee-8143-4254-9d96-af4630803e1e tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30e1fcf5-12a3-45d4-98bf-7fca3496226c') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:17.778819 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-956be3ee-8143-4254-9d96-af4630803e1e tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11806923'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:17.794083 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-956be3ee-8143-4254-9d96-af4630803e1e tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:17.803315 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-956be3ee-8143-4254-9d96-af4630803e1e tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:33:17.803737 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-956be3ee-8143-4254-9d96-af4630803e1e tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11236635'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:17.822198 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-323194ac-c31a-4549-a5d1-717e4fd8f502 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:17.865344 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-630e446c-a2bf-4276-b482-ddd3c58a0b31 None None] Port 10a3b55e-4fb8-4af2-9680-9498376b2577 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:33:17.876826 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfcfd5e-eeb2-42a9-9ea9-b55253d8d94e req-bbd9348a-91a8-4265-b5b7-1d0f8a63f009 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:17.888527 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-cdfcfd5e-eeb2-42a9-9ea9-b55253d8d94e req-bbd9348a-91a8-4265-b5b7-1d0f8a63f009 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f5e5fac-ee31-44bf-a612-11364724d71a HTTP/1.1" status: 200 len: 945 time: 0.0883801 Dec 10 15:33:17.900746 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-323194ac-c31a-4549-a5d1-717e4fd8f502 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:17.922819 dv-neutron-821401-4-hyperv neutron-server[103587]: Traceback (most recent call last): Dec 10 15:33:17.922819 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:33:17.922819 dv-neutron-821401-4-hyperv neutron-server[103587]: timer() Dec 10 15:33:17.922819 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:33:17.922819 dv-neutron-821401-4-hyperv neutron-server[103587]: cb(*args, **kw) Dec 10 15:33:17.922819 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:33:17.922819 dv-neutron-821401-4-hyperv neutron-server[103587]: return func(*args, **kwargs) Dec 10 15:33:17.922819 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:33:17.922819 dv-neutron-821401-4-hyperv neutron-server[103587]: self._notify() Dec 10 15:33:17.922819 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:33:17.922819 dv-neutron-821401-4-hyperv neutron-server[103587]: self.callback(batched_events) Dec 10 15:33:17.922819 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:33:17.922819 dv-neutron-821401-4-hyperv neutron-server[103587]: event.method(event) Dec 10 15:33:17.922819 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:33:17.922819 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:33:17.922819 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:33:17.922819 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:33:17.922819 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:33:17.922819 dv-neutron-821401-4-hyperv neutron-server[103587]: return f(self, *a, **k) Dec 10 15:33:17.922819 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:33:17.922819 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._get(url).json() Dec 10 15:33:17.922819 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:33:17.922819 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:33:17.922819 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:33:17.922819 dv-neutron-821401-4-hyperv neutron-server[103587]: return self.request(url, 'GET', **kwargs) Dec 10 15:33:17.922819 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:33:17.922819 dv-neutron-821401-4-hyperv neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:33:17.922819 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:33:17.922819 dv-neutron-821401-4-hyperv neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:33:17.922819 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:33:17.922819 dv-neutron-821401-4-hyperv neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:33:17.922819 dv-neutron-821401-4-hyperv neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:33:17.925320 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-074ccc6c-22a4-419e-80fe-72f8a7786a91 req-c170590c-dd88-449f-95bc-60f4284a00e0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66995093-8f5e-42b9-b8e8-3100f932b851 HTTP/1.1" status: 200 len: 1001 time: 0.4814510 Dec 10 15:33:17.926057 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07a11226-7464-4e5e-a1be-ba2e7c9b6b8b tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Made reservation on behalf of 915dae42aca44a6e934a20b3a70b3a5e for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:33:17.947234 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323194ac-c31a-4549-a5d1-717e4fd8f502 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8235ac51-ff4a-454e-b22b-6655ce25a138,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:17.955893 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a4707bc-de91-4e9a-9699-547246d60319 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Made reservation on behalf of da659e4588db42fabb840b556f184f7b for: {'network': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:33:17.962302 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1a4707bc-de91-4e9a-9699-547246d60319 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:18.011434 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-cdfcfd5e-eeb2-42a9-9ea9-b55253d8d94e req-8df7ec7f-9b2b-4fa6-b705-5166d662e4f6 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ed67073-eeed-4d1d-86bf-a50b643bdaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203620 Dec 10 15:33:18.035683 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.db.api [None req-956be3ee-8143-4254-9d96-af4630803e1e tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 15:33:18.035683 dv-neutron-821401-4-hyperv neutron-server[103587]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 15:33:18.035683 dv-neutron-821401-4-hyperv neutron-server[103587]: [parameters: {'id': '19571cd8-2671-4fcd-85d9-4df001cbdc63'}] Dec 10 15:33:18.035683 dv-neutron-821401-4-hyperv neutron-server[103587]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103587) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 15:33:18.036710 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG oslo_db.api [None req-956be3ee-8143-4254-9d96-af4630803e1e tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 15:33:18.045416 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-630e446c-a2bf-4276-b482-ddd3c58a0b31 None None] Provisioning complete for port de0da564-bccf-4a1a-a892-f33bb0a6ced5 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:33:18.045810 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-630e446c-a2bf-4276-b482-ddd3c58a0b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:18.047377 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b9a84e-49a3-40ec-ba0d-e6152f568f28 None None] Pushing event updated for resources: {'Port': ['ID=9aaf99d8-b1b9-4f51-a19b-5611b59265a3,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:18.054213 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-3f402b43-de7d-4aff-8b97-481afcc88343 None None] For port 61060120-6ff7-4555-b54f-3572ed3f0cfc, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:33:18.067059 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a4707bc-de91-4e9a-9699-547246d60319 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=103586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:33:18.069024 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-34ae5eec-16cd-4d92-a680-a0823722abc9 None None] Deleting port 2beeaff3-6cdc-49bd-bbf0-ccb38d06de49 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:33:18.069024 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-34ae5eec-16cd-4d92-a680-a0823722abc9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:18.073155 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3f6aeb59-3532-4b63-8b20-3f7b346414c5 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:18.080085 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1a4707bc-de91-4e9a-9699-547246d60319 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:18.080280 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.segments_db [None req-1a4707bc-de91-4e9a-9699-547246d60319 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Added segment f6cf25ad-aa00-467b-b69f-2c938c0bfb0a of type vlan for network 29457155-afdb-4412-936c-e91d10a5286a Dec 10 15:33:18.091790 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-323194ac-c31a-4549-a5d1-717e4fd8f502 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:18.097672 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-323194ac-c31a-4549-a5d1-717e4fd8f502 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7835560 Dec 10 15:33:18.097672 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33638) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:18.101204 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-283d0470-3bd6-4c5a-874d-951e58b462d4 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Request body: {'security_group_rule': {'security_group_id': '8235ac51-ff4a-454e-b22b-6655ce25a138', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:18.104035 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f9d2c291-05d5-4273-beb2-c2a73f59ad60 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:18.112536 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:18.118490 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-3f402b43-de7d-4aff-8b97-481afcc88343 None None] For port 61060120-6ff7-4555-b54f-3572ed3f0cfc, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=61060120-6ff7-4555-b54f-3572ed3f0cfc,segment=NetworkSegment(30e1fcf5-12a3-45d4-98bf-7fca3496226c),segment_id=30e1fcf5-12a3-45d4-98bf-7fca3496226c)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:33:18.173987 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1a4707bc-de91-4e9a-9699-547246d60319 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:18.174201 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-630e446c-a2bf-4276-b482-ddd3c58a0b31 None None] Port de0da564-bccf-4a1a-a892-f33bb0a6ced5 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:33:18.183151 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ccc6c-22a4-419e-80fe-72f8a7786a91 req-34ec761b-b97e-49bb-abe7-558b7f9e8698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:18.186532 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-074ccc6c-22a4-419e-80fe-72f8a7786a91 req-34ec761b-b97e-49bb-abe7-558b7f9e8698 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=095a47ab-a3da-4b0b-9511-e17946d815ea HTTP/1.1" status: 200 len: 851 time: 0.1904469 Dec 10 15:33:18.198318 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6aeb59-3532-4b63-8b20-3f7b346414c5 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event deleted for resources: {'Port': ['ID=de0da564-bccf-4a1a-a892-f33bb0a6ced5,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:18.206330 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3f402b43-de7d-4aff-8b97-481afcc88343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:18.212125 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-630e446c-a2bf-4276-b482-ddd3c58a0b31 None None] Provisioning complete for port b1cb4975-71f5-470e-8fb9-67d8bf7d65e7 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:33:18.212636 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-630e446c-a2bf-4276-b482-ddd3c58a0b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:18.252260 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3f6aeb59-3532-4b63-8b20-3f7b346414c5 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:18.258394 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-3f6aeb59-3532-4b63-8b20-3f7b346414c5 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "DELETE /v2.0/ports/de0da564-bccf-4a1a-a892-f33bb0a6ced5 HTTP/1.1" status: 204 len: 168 time: 2.2823260 Dec 10 15:33:18.264399 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33640) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:18.269704 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-283d0470-3bd6-4c5a-874d-951e58b462d4 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:18.327249 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1a4707bc-de91-4e9a-9699-547246d60319 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:18.329922 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d2c291-05d5-4273-beb2-c2a73f59ad60 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Network 8672b95b-60b2-4900-9107-737fdf14ae60 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:33:18.335337 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4707bc-de91-4e9a-9699-547246d60319 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:18.336170 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1a4707bc-de91-4e9a-9699-547246d60319 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:18.337027 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-34ae5eec-16cd-4d92-a680-a0823722abc9 None None] For port 2beeaff3-6cdc-49bd-bbf0-ccb38d06de49, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=2beeaff3-6cdc-49bd-bbf0-ccb38d06de49,segment=NetworkSegment(64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4),segment_id=64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:33:18.339034 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-34ae5eec-16cd-4d92-a680-a0823722abc9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:18.343641 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-07a11226-7464-4e5e-a1be-ba2e7c9b6b8b tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:18.362536 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-34ae5eec-16cd-4d92-a680-a0823722abc9 None None] Calling delete_port for 2beeaff3-6cdc-49bd-bbf0-ccb38d06de49 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:33:18.366205 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-f9d2c291-05d5-4273-beb2-c2a73f59ad60 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:33:18.377138 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d2c291-05d5-4273-beb2-c2a73f59ad60 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:33:18.381497 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d2c291-05d5-4273-beb2-c2a73f59ad60 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Pushing event updated for resources: {'Port': ['ID=3a1e7e64-8605-4c73-a4de-b7f3580d3836,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:18.389838 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ccc6c-22a4-419e-80fe-72f8a7786a91 req-5db91ed1-cc54-4ab0-a6a9-ef9beabb4f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:18.392185 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-074ccc6c-22a4-419e-80fe-72f8a7786a91 req-5db91ed1-cc54-4ab0-a6a9-ef9beabb4f27 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9f22a23a-8eb3-48df-bc2f-eddd6071e745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1336477 Dec 10 15:33:18.414823 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-07a11226-7464-4e5e-a1be-ba2e7c9b6b8b tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] device_id is not set on port 0b71f6b9-7d35-4202-8cd6-e674de409ff6 yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:33:18.441284 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4707bc-de91-4e9a-9699-547246d60319 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Pushing event updated for resources: {'Network': ['ID=29457155-afdb-4412-936c-e91d10a5286a,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:18.444878 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f3aeaca-2c30-4893-8547-38dca97809a6 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] GET failed (client error): The resource could not be found. Dec 10 15:33:18.450517 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-8f3aeaca-2c30-4893-8547-38dca97809a6 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "GET /v2.0/ports/de0da564-bccf-4a1a-a892-f33bb0a6ced5 HTTP/1.1" status: 404 len: 333 time: 0.1821055 Dec 10 15:33:18.451922 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33642) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:18.564058 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73c25f3-1d7f-4981-95c0-bb144b12f2c7 None None] DHCP port deletion for 8672b95b-60b2-4900-9107-737fdf14ae60 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:33:18.580110 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 29457155-afdb-4412-936c-e91d10a5286a details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:33:18.601635 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-283d0470-3bd6-4c5a-874d-951e58b462d4 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:18.611508 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-1a4707bc-de91-4e9a-9699-547246d60319 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9087250 Dec 10 15:33:18.611508 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33644) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:18.646079 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d489cd3d-20e3-4056-8428-bdf0c6f8a65d None None] Network 19571cd8-2671-4fcd-85d9-4df001cbdc63 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:33:18.648760 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-34ae5eec-16cd-4d92-a680-a0823722abc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:18.707219 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-956be3ee-8143-4254-9d96-af4630803e1e tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:18.711159 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-074ccc6c-22a4-419e-80fe-72f8a7786a91 req-c8b60b09-ebba-4532-b4ab-e3314fd11ce4 service neutron] 10.222.0.44 "GET /v2.0/networks/9f22a23a-8eb3-48df-bc2f-eddd6071e745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2978930 Dec 10 15:33:18.750795 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-283d0470-3bd6-4c5a-874d-951e58b462d4 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:18.800120 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ae5eec-16cd-4d92-a680-a0823722abc9 None None] No DVR routers for this DVR port 2beeaff3-6cdc-49bd-bbf0-ccb38d06de49 on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:33:18.804530 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d2c291-05d5-4273-beb2-c2a73f59ad60 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:18.805170 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f9d2c291-05d5-4273-beb2-c2a73f59ad60 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:18.814985 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 9aaf99d8-b1b9-4f51-a19b-5611b59265a3 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:33:18.821441 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e67405-e2ac-4044-a593-ae9dbe49b4cd tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:18.821756 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-42e67405-e2ac-4044-a593-ae9dbe49b4cd tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] 10.222.0.20 "GET /v2.0/networks?id=29457155-afdb-4412-936c-e91d10a5286a HTTP/1.1" status: 200 len: 765 time: 0.2094069 Dec 10 15:33:18.825080 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-c782212c-e68c-4912-b6d1-0e1d18d0ced3 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Deleting port 10a3b55e-4fb8-4af2-9680-9498376b2577 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:33:18.825326 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c782212c-e68c-4912-b6d1-0e1d18d0ced3 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:18.829630 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283d0470-3bd6-4c5a-874d-951e58b462d4 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=215ece65-1e71-4cb8-863a-a27717396f6f,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:18.829869 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33646) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:18.838270 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-f8492ffa-4c25-4afa-aa10-0463b247274a tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Request body: {'network': {'description': 'd2'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:18.864800 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-630e446c-a2bf-4276-b482-ddd3c58a0b31 None None] Could not find standard attr ID for object 2beeaff3-6cdc-49bd-bbf0-ccb38d06de49. {{(pid=103588) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 15:33:18.866629 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7608c5e-cce9-42ed-a96a-87aa877166e9 None None] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:33:18.893825 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-283d0470-3bd6-4c5a-874d-951e58b462d4 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:18.895669 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-283d0470-3bd6-4c5a-874d-951e58b462d4 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7986605 Dec 10 15:33:18.899607 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33648) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:18.919180 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f402b43-de7d-4aff-8b97-481afcc88343 None None] Pushing event updated for resources: {'Port': ['ID=61060120-6ff7-4555-b54f-3572ed3f0cfc,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:18.947815 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-f9d2c291-05d5-4273-beb2-c2a73f59ad60 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.7253482 Dec 10 15:33:18.957000 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33650) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:18.962739 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-40633818-16d3-42f9-9287-a79efebdd4f3 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Request body: {'floatingip': {'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'port_id': '3a1e7e64-8605-4c73-a4de-b7f3580d3836', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:18.998997 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d845142d-5417-4b0f-aab5-1be3316640d2 None None] Network 01edc94d-99d9-4cdd-b514-e03edd66be92 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:33:19.031571 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:19.042427 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ae5eec-16cd-4d92-a680-a0823722abc9 None None] Pushing event deleted for resources: {'Port': ['ID=2beeaff3-6cdc-49bd-bbf0-ccb38d06de49,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:19.053032 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a6eba126-c0e2-4564-a090-8dc94228f9f5 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:19.059446 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c782212c-e68c-4912-b6d1-0e1d18d0ced3 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:19.088182 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-c782212c-e68c-4912-b6d1-0e1d18d0ced3 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Calling delete_port for 10a3b55e-4fb8-4af2-9680-9498376b2577 owned by {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:33:19.090924 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a6eba126-c0e2-4564-a090-8dc94228f9f5 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:19.094532 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-40633818-16d3-42f9-9287-a79efebdd4f3 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks [] for floatingip, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:19.131266 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-07a11226-7464-4e5e-a1be-ba2e7c9b6b8b tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Allocated IP 2001:db8::3a5f:47bb:5287:47e4 (c2b5f149-cedd-450c-ab43-dd2d78259f45/5c85be60-faea-452e-adf7-02e595ae7ab4/0b71f6b9-7d35-4202-8cd6-e674de409ff6) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:33:19.157638 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-074ccc6c-22a4-419e-80fe-72f8a7786a91 req-eb3ee8c0-71ab-49a2-9220-0f48321ba29d service neutron] 10.222.0.44 "GET /v2.0/networks/9f22a23a-8eb3-48df-bc2f-eddd6071e745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4362221 Dec 10 15:33:19.178953 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-c2c1a293-f042-4e4a-a663-28e971cea096 None None] Provisioning complete for port 9aaf99d8-b1b9-4f51-a19b-5611b59265a3 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:33:19.179324 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c2c1a293-f042-4e4a-a663-28e971cea096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:19.206275 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f8492ffa-4c25-4afa-aa10-0463b247274a tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:19.223449 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 9aaf99d8-b1b9-4f51-a19b-5611b59265a3 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:33:19.228856 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:19.256940 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0f3a4-c80a-45ef-9557-73d12945fd82 req-93e658ee-7823-4868-bf70-efc5f4ed68a3 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:19.260588 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-54c0f3a4-c80a-45ef-9557-73d12945fd82 req-93e658ee-7823-4868-bf70-efc5f4ed68a3 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f5e5fac-ee31-44bf-a612-11364724d71a HTTP/1.1" status: 200 len: 945 time: 0.1359365 Dec 10 15:33:19.265974 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-956be3ee-8143-4254-9d96-af4630803e1e tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Deleting port 61060120-6ff7-4555-b54f-3572ed3f0cfc {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:33:19.266318 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-956be3ee-8143-4254-9d96-af4630803e1e tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:19.277036 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479b261a-103a-4e19-8f26-22d20d957773 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-c2b5f149-cedd-450c-ab43-dd2d78259f45', 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'project_id': '915dae42aca44a6e934a20b3a70b3a5e', 'fixed_ips': [{'subnet_id': '5c85be60-faea-452e-adf7-02e595ae7ab4'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:33:19.277429 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-479b261a-103a-4e19-8f26-22d20d957773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:19.337571 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f8492ffa-4c25-4afa-aa10-0463b247274a tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:19.385454 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-40633818-16d3-42f9-9287-a79efebdd4f3 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:19.409644 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f8492ffa-4c25-4afa-aa10-0463b247274a tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Network 29457155-afdb-4412-936c-e91d10a5286a is not hosted by any dhcp agent {{(pid=103587) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 15:33:19.415758 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8492ffa-4c25-4afa-aa10-0463b247274a tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:19.416262 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f8492ffa-4c25-4afa-aa10-0463b247274a tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:19.417720 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-f8492ffa-4c25-4afa-aa10-0463b247274a tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] 10.222.0.20 "PUT /v2.0/networks/29457155-afdb-4412-936c-e91d10a5286a HTTP/1.1" status: 200 len: 762 time: 0.5871730 Dec 10 15:33:19.434167 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33654) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:19.497712 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-c2c1a293-f042-4e4a-a663-28e971cea096 None None] Could not find standard attr ID for object de0da564-bccf-4a1a-a892-f33bb0a6ced5. {{(pid=103588) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 15:33:19.504305 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-c2c1a293-f042-4e4a-a663-28e971cea096 None None] Could not find standard attr ID for object 10a3b55e-4fb8-4af2-9680-9498376b2577. {{(pid=103588) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 15:33:19.528865 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-c2c1a293-f042-4e4a-a663-28e971cea096 None None] Provisioning complete for port 3a1e7e64-8605-4c73-a4de-b7f3580d3836 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:33:19.529252 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c2c1a293-f042-4e4a-a663-28e971cea096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:19.553056 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-40633818-16d3-42f9-9287-a79efebdd4f3 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Allocated IP 172.26.2.62 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/0175f301-689b-45e6-afa9-fb53db2bd5b0) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:33:19.563937 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8492ffa-4c25-4afa-aa10-0463b247274a tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Pushing event updated for resources: {'Network': ['ID=29457155-afdb-4412-936c-e91d10a5286a,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:19.596450 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 29457155-afdb-4412-936c-e91d10a5286a details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:33:19.599715 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 2beeaff3-6cdc-49bd-bbf0-ccb38d06de49 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:33:19.611677 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-956be3ee-8143-4254-9d96-af4630803e1e tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] For port 61060120-6ff7-4555-b54f-3572ed3f0cfc, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=61060120-6ff7-4555-b54f-3572ed3f0cfc,segment=NetworkSegment(30e1fcf5-12a3-45d4-98bf-7fca3496226c),segment_id=30e1fcf5-12a3-45d4-98bf-7fca3496226c)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:33:19.612047 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-956be3ee-8143-4254-9d96-af4630803e1e tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:19.635136 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a6eba126-c0e2-4564-a090-8dc94228f9f5 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:19.637876 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a6eba126-c0e2-4564-a090-8dc94228f9f5 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:19.639717 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-a6eba126-c0e2-4564-a090-8dc94228f9f5 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] 10.222.0.20 "DELETE /v2.0/security-groups/8235ac51-ff4a-454e-b22b-6655ce25a138 HTTP/1.1" status: 204 len: 168 time: 0.7378576 Dec 10 15:33:19.644863 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-956be3ee-8143-4254-9d96-af4630803e1e tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Calling delete_port for 61060120-6ff7-4555-b54f-3572ed3f0cfc owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:33:19.646137 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c782212c-e68c-4912-b6d1-0e1d18d0ced3 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:19.652474 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33656) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:19.656209 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-54c0f3a4-c80a-45ef-9557-73d12945fd82 req-2d384c52-c374-43a1-9d1e-db355d1bb518 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ed67073-eeed-4d1d-86bf-a50b643bdaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3224068 Dec 10 15:33:19.664137 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eba126-c0e2-4564-a090-8dc94228f9f5 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8235ac51-ff4a-454e-b22b-6655ce25a138,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:19.678223 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9abdb18-56c9-4baf-8bc9-c594ad439d22 None None] Network 01edc94d-99d9-4cdd-b514-e03edd66be92 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:33:19.699167 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 2beeaff3-6cdc-49bd-bbf0-ccb38d06de49 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:33:19.699167 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 2beeaff3-6cdc-49bd-bbf0-ccb38d06de49 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:33:19.707912 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a211558-8eb9-4c91-8bb3-3f4a4662174f tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:19.708855 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c782212c-e68c-4912-b6d1-0e1d18d0ced3 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event deleted for resources: {'Port': ['ID=10a3b55e-4fb8-4af2-9680-9498376b2577,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:19.709250 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-9a211558-8eb9-4c91-8bb3-3f4a4662174f tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] 10.222.0.20 "GET /v2.0/networks?id=29457155-afdb-4412-936c-e91d10a5286a HTTP/1.1" status: 200 len: 765 time: 0.2740850 Dec 10 15:33:19.716610 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33658) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:19.763481 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-c2c1a293-f042-4e4a-a663-28e971cea096 None None] Port 3a1e7e64-8605-4c73-a4de-b7f3580d3836 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:33:19.801421 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-07a11226-7464-4e5e-a1be-ba2e7c9b6b8b tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:19.844278 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-763fc0ee-e1cf-4063-8c71-c8cc6f33a386 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1868391 Dec 10 15:33:19.845046 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33660) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:19.852759 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c782212c-e68c-4912-b6d1-0e1d18d0ced3 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:19.856113 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-c782212c-e68c-4912-b6d1-0e1d18d0ced3 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "DELETE /v2.0/ports/10a3b55e-4fb8-4af2-9680-9498376b2577 HTTP/1.1" status: 204 len: 168 time: 1.3966756 Dec 10 15:33:19.867696 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33662) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:19.918884 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-40633818-16d3-42f9-9287-a79efebdd4f3 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:19.946413 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-57f9899e-7b83-4533-81da-2a4128b12f20 None None] Provisioning complete for port 9aaf99d8-b1b9-4f51-a19b-5611b59265a3 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:33:19.946413 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-57f9899e-7b83-4533-81da-2a4128b12f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:19.978336 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-3df5dffb-268c-46dd-9636-f9beb113a88a tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] GET failed (client error): The resource could not be found. Dec 10 15:33:19.978336 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-3df5dffb-268c-46dd-9636-f9beb113a88a tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "GET /v2.0/ports/10a3b55e-4fb8-4af2-9680-9498376b2577 HTTP/1.1" status: 404 len: 333 time: 0.1039424 Dec 10 15:33:19.979280 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33664) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:20.028029 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-07a11226-7464-4e5e-a1be-ba2e7c9b6b8b tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:20.041963 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc064982-eb76-4282-a761-628a55d13956 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:20.046608 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-bc064982-eb76-4282-a761-628a55d13956 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3272500 Dec 10 15:33:20.048326 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33666) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:20.059718 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-956be3ee-8143-4254-9d96-af4630803e1e tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:20.095249 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-263d8a99-15eb-47ec-9bfe-373aa8977fa8 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] 10.222.0.20 "GET /v2.0/subnets?network_id=d5a1452c-422a-4e1a-a1c7-48738ecf752f HTTP/1.1" status: 200 len: 207 time: 0.0455830 Dec 10 15:33:20.097390 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33668) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:20.121194 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-66a774b4-9b77-4818-8ae6-41e74364c508 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2679601 Dec 10 15:33:20.134751 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33670) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:20.189100 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956be3ee-8143-4254-9d96-af4630803e1e tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] No DVR routers for this DVR port 61060120-6ff7-4555-b54f-3572ed3f0cfc on host dv-neutron-821401-4-hyperv {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:33:20.192009 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a11226-7464-4e5e-a1be-ba2e7c9b6b8b tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:33:20.195878 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.api.v2.resource [None req-d0bfcd31-06d6-420e-ae32-af4cc3db51b3 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] delete failed (client error): The resource could not be found. Dec 10 15:33:20.197041 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-d0bfcd31-06d6-420e-ae32-af4cc3db51b3 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] 10.222.0.20 "DELETE /v2.0/security-groups/8235ac51-ff4a-454e-b22b-6655ce25a138 HTTP/1.1" status: 404 len: 347 time: 0.0534611 Dec 10 15:33:20.204524 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a088bb8-0a9b-42ad-89b5-3c3f6d7921fa tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Deleting subnet 9f01eb9b-9f04-4c20-9f2f-a394422916a5 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:33:20.208306 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33672) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:20.218665 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8a088bb8-0a9b-42ad-89b5-3c3f6d7921fa tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for subnet, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:20.241874 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a11226-7464-4e5e-a1be-ba2e7c9b6b8b tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event updated for resources: {'Port': ['ID=0b71f6b9-7d35-4202-8cd6-e674de409ff6,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:20.244548 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-07a11226-7464-4e5e-a1be-ba2e7c9b6b8b tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:33:20.259052 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-40633818-16d3-42f9-9287-a79efebdd4f3 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:20.275827 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-479b261a-103a-4e19-8f26-22d20d957773 None None] Allocated IP 2001:db8::2 (c2b5f149-cedd-450c-ab43-dd2d78259f45/5c85be60-faea-452e-adf7-02e595ae7ab4/a8334966-526d-452e-b8f4-2c2f768eaef0) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:33:20.289347 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5aed4e4-a354-4629-b2ba-8f07643f964a tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:20.294252 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956be3ee-8143-4254-9d96-af4630803e1e tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Pushing event deleted for resources: {'Port': ['ID=61060120-6ff7-4555-b54f-3572ed3f0cfc,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:20.295061 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5aed4e4-a354-4629-b2ba-8f07643f964a tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:20.295937 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a11226-7464-4e5e-a1be-ba2e7c9b6b8b tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:33:20.301706 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a11226-7464-4e5e-a1be-ba2e7c9b6b8b tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:20.302366 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-07a11226-7464-4e5e-a1be-ba2e7c9b6b8b tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:20.304571 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5aed4e4-a354-4629-b2ba-8f07643f964a tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:20.311659 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5aed4e4-a354-4629-b2ba-8f07643f964a tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:20.317984 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5aed4e4-a354-4629-b2ba-8f07643f964a tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:20.324767 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5aed4e4-a354-4629-b2ba-8f07643f964a tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:20.331472 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-c5aed4e4-a354-4629-b2ba-8f07643f964a tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.2290604 Dec 10 15:33:20.343805 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33674) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:20.358643 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40633818-16d3-42f9-9287-a79efebdd4f3 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:33:20.361639 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-40633818-16d3-42f9-9287-a79efebdd4f3 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:33:20.365263 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40633818-16d3-42f9-9287-a79efebdd4f3 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:33:20.388786 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40633818-16d3-42f9-9287-a79efebdd4f3 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Pushing event updated for resources: {'Port': ['ID=0175f301-689b-45e6-afa9-fb53db2bd5b0,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:20.395515 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8a088bb8-0a9b-42ad-89b5-3c3f6d7921fa tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11806768'] for subnet, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:20.415400 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-3e33c7a5-963b-4139-b51d-e5788861f7aa None None] Provisioning complete for port 9aaf99d8-b1b9-4f51-a19b-5611b59265a3 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:33:20.415804 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3e33c7a5-963b-4139-b51d-e5788861f7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:20.491465 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-479b261a-103a-4e19-8f26-22d20d957773 None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:20.569998 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-479b261a-103a-4e19-8f26-22d20d957773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:20.612614 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479b261a-103a-4e19-8f26-22d20d957773 None None] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:33:20.615863 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-479b261a-103a-4e19-8f26-22d20d957773 None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:33:20.619747 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479b261a-103a-4e19-8f26-22d20d957773 None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:33:20.629396 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479b261a-103a-4e19-8f26-22d20d957773 None None] Pushing event updated for resources: {'Port': ['ID=a8334966-526d-452e-b8f4-2c2f768eaef0,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:20.688007 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-479b261a-103a-4e19-8f26-22d20d957773 None None] Attempting to bind port a8334966-526d-452e-b8f4-2c2f768eaef0 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:33:20.688938 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-479b261a-103a-4e19-8f26-22d20d957773 None None] Attempting to bind port a8334966-526d-452e-b8f4-2c2f768eaef0 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:33:20.688938 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479b261a-103a-4e19-8f26-22d20d957773 None None] Attempting to bind port a8334966-526d-452e-b8f4-2c2f768eaef0 on network c2b5f149-cedd-450c-ab43-dd2d78259f45 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:33:20.694121 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479b261a-103a-4e19-8f26-22d20d957773 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:33:20.694522 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479b261a-103a-4e19-8f26-22d20d957773 None None] Checking segment: {'id': '64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:33:20.694923 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-479b261a-103a-4e19-8f26-22d20d957773 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:20.695322 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479b261a-103a-4e19-8f26-22d20d957773 None None] Bound using segment: {'id': '64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:33:20.695801 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-479b261a-103a-4e19-8f26-22d20d957773 None None] Bound port: a8334966-526d-452e-b8f4-2c2f768eaef0, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:33:20.696189 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-479b261a-103a-4e19-8f26-22d20d957773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:20.773177 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-479b261a-103a-4e19-8f26-22d20d957773 None None] For port a8334966-526d-452e-b8f4-2c2f768eaef0, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:33:20.776811 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-479b261a-103a-4e19-8f26-22d20d957773 None None] For port a8334966-526d-452e-b8f4-2c2f768eaef0, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=a8334966-526d-452e-b8f4-2c2f768eaef0,segment=NetworkSegment(64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4),segment_id=64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:33:20.793433 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-07a11226-7464-4e5e-a1be-ba2e7c9b6b8b tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.4840863 Dec 10 15:33:20.802799 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33678) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:20.804700 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-956be3ee-8143-4254-9d96-af4630803e1e tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:20.819744 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-a3106690-ca0e-4eab-9c42-73d42573785f tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Request body: {'port': {'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'fixed_ips': [{'subnet_id': '5c85be60-faea-452e-adf7-02e595ae7ab4', 'ip_address': '2001:db8::3a5f:47bb:5287:47e4'}], 'name': 'tempest-NetworksTestDHCPv6-2136000827'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:20.831270 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-a3a1b607-900a-4017-a382-0f5f89d3ea70 tempest-SecGroupIPv6Test-1362262826 tempest-SecGroupIPv6Test-1362262826-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.6180701 Dec 10 15:33:20.862272 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-479b261a-103a-4e19-8f26-22d20d957773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:20.901206 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0b359-77ad-4d77-b9e0-ebfb1b5a73a1 req-1cd87803-a23a-4255-8942-9c310ee2cac8 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:20.902757 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4ce0b359-77ad-4d77-b9e0-ebfb1b5a73a1 req-1cd87803-a23a-4255-8942-9c310ee2cac8 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f5e5fac-ee31-44bf-a612-11364724d71a HTTP/1.1" status: 200 len: 945 time: 0.1327136 Dec 10 15:33:20.905603 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-956be3ee-8143-4254-9d96-af4630803e1e tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19571cd8-2671-4fcd-85d9-4df001cbdc63']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:20.909171 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-40633818-16d3-42f9-9287-a79efebdd4f3 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:20.934834 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-956be3ee-8143-4254-9d96-af4630803e1e tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30e1fcf5-12a3-45d4-98bf-7fca3496226c') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:20.935142 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-956be3ee-8143-4254-9d96-af4630803e1e tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30e1fcf5-12a3-45d4-98bf-7fca3496226c') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:20.981035 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-956be3ee-8143-4254-9d96-af4630803e1e tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11806923'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:20.989542 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4ce0b359-77ad-4d77-b9e0-ebfb1b5a73a1 req-7093ddcb-c86a-4745-adb5-026800dd1175 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ed67073-eeed-4d1d-86bf-a50b643bdaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783184 Dec 10 15:33:20.995283 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479b261a-103a-4e19-8f26-22d20d957773 None None] Pushing event updated for resources: {'Port': ['ID=a8334966-526d-452e-b8f4-2c2f768eaef0,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:21.059201 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-d9b4de48-9dab-44ba-a551-4232ea546d75 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] 10.222.0.20 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.7112570 Dec 10 15:33:21.060437 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-956be3ee-8143-4254-9d96-af4630803e1e tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:21.066062 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33684) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:21.078603 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-40633818-16d3-42f9-9287-a79efebdd4f3 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:21.093522 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-956be3ee-8143-4254-9d96-af4630803e1e tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:33:21.093522 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-956be3ee-8143-4254-9d96-af4630803e1e tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11236635'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:21.097580 dv-neutron-821401-4-hyperv neutron-server[103587]: Traceback (most recent call last): Dec 10 15:33:21.097580 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:33:21.097580 dv-neutron-821401-4-hyperv neutron-server[103587]: timer() Dec 10 15:33:21.097580 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:33:21.097580 dv-neutron-821401-4-hyperv neutron-server[103587]: cb(*args, **kw) Dec 10 15:33:21.097580 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:33:21.097580 dv-neutron-821401-4-hyperv neutron-server[103587]: return func(*args, **kwargs) Dec 10 15:33:21.097580 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:33:21.097580 dv-neutron-821401-4-hyperv neutron-server[103587]: self._notify() Dec 10 15:33:21.097580 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:33:21.097580 dv-neutron-821401-4-hyperv neutron-server[103587]: self.callback(batched_events) Dec 10 15:33:21.097580 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:33:21.097580 dv-neutron-821401-4-hyperv neutron-server[103587]: event.method(event) Dec 10 15:33:21.097580 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:33:21.097580 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:33:21.097580 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:33:21.097580 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:33:21.097580 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:33:21.097580 dv-neutron-821401-4-hyperv neutron-server[103587]: return f(self, *a, **k) Dec 10 15:33:21.097580 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:33:21.097580 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._get(url).json() Dec 10 15:33:21.097580 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:33:21.097580 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:33:21.097580 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:33:21.097580 dv-neutron-821401-4-hyperv neutron-server[103587]: return self.request(url, 'GET', **kwargs) Dec 10 15:33:21.097580 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:33:21.097580 dv-neutron-821401-4-hyperv neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:33:21.097580 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:33:21.097580 dv-neutron-821401-4-hyperv neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:33:21.097580 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:33:21.097580 dv-neutron-821401-4-hyperv neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:33:21.097580 dv-neutron-821401-4-hyperv neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:33:21.129727 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8a088bb8-0a9b-42ad-89b5-3c3f6d7921fa tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:21.298228 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2743d6b7-8135-4827-9755-665172177457 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:21.299810 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2743d6b7-8135-4827-9755-665172177457 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:21.301365 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2743d6b7-8135-4827-9755-665172177457 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:21.302930 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2743d6b7-8135-4827-9755-665172177457 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:21.304580 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2743d6b7-8135-4827-9755-665172177457 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:21.306472 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-2743d6b7-8135-4827-9755-665172177457 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2351909 Dec 10 15:33:21.312839 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33688) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:21.348946 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-40633818-16d3-42f9-9287-a79efebdd4f3 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:21.356079 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681bdcee-c05e-4728-80dd-3188bdf398f5 req-b3ccb76b-6f2b-4a81-b8fd-29d58c2e2d26 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:21.358320 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-681bdcee-c05e-4728-80dd-3188bdf398f5 req-b3ccb76b-6f2b-4a81-b8fd-29d58c2e2d26 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f5e5fac-ee31-44bf-a612-11364724d71a HTTP/1.1" status: 200 len: 945 time: 0.2217519 Dec 10 15:33:21.360369 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-956be3ee-8143-4254-9d96-af4630803e1e tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:21.365267 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-956be3ee-8143-4254-9d96-af4630803e1e tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:21.369309 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-956be3ee-8143-4254-9d96-af4630803e1e tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] 10.222.0.20 "DELETE /v2.0/networks/19571cd8-2671-4fcd-85d9-4df001cbdc63 HTTP/1.1" status: 204 len: 168 time: 6.2732143 Dec 10 15:33:21.372791 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33690) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:21.378538 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-40edc8a6-48be-466b-b8d1-f80874c543c9 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-774046471'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:21.391347 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956be3ee-8143-4254-9d96-af4630803e1e tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Pushing event deleted for resources: {'Network': ['ID=19571cd8-2671-4fcd-85d9-4df001cbdc63,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:21.401288 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d00f8a9-b536-42ee-824c-d67590d699ba tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Attributes excluded by policy engine: ['shared'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:21.403393 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d00f8a9-b536-42ee-824c-d67590d699ba tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Attributes excluded by policy engine: ['shared'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:21.405484 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d00f8a9-b536-42ee-824c-d67590d699ba tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Attributes excluded by policy engine: ['shared'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:21.407195 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d00f8a9-b536-42ee-824c-d67590d699ba tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Attributes excluded by policy engine: ['shared'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:21.409581 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d00f8a9-b536-42ee-824c-d67590d699ba tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Attributes excluded by policy engine: ['shared'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:21.411593 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-4d00f8a9-b536-42ee-824c-d67590d699ba tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] 10.222.0.20 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0982139 Dec 10 15:33:21.415838 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33692) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:21.432979 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3106690-ca0e-4eab-9c42-73d42573785f tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Made reservation on behalf of 915dae42aca44a6e934a20b3a70b3a5e for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:33:21.438478 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a3106690-ca0e-4eab-9c42-73d42573785f tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:21.451176 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33694) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:21.475717 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-681bdcee-c05e-4728-80dd-3188bdf398f5 req-0a93a8a6-d8cd-4688-9587-c3be61e51b67 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ed67073-eeed-4d1d-86bf-a50b643bdaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875082 Dec 10 15:33:21.476934 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-a3106690-ca0e-4eab-9c42-73d42573785f tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] device_id is not set on port 9842e8cb-2e85-4088-88b1-32692b480c8d yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:33:21.483485 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8a088bb8-0a9b-42ad-89b5-3c3f6d7921fa tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11236721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11668521'] for subnet, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:21.485929 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-40633818-16d3-42f9-9287-a79efebdd4f3 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:21.549443 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a088bb8-0a9b-42ad-89b5-3c3f6d7921fa tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event deleted for resources: {'Subnet': ['ID=9f01eb9b-9f04-4c20-9f2f-a394422916a5,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:21.566734 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8a088bb8-0a9b-42ad-89b5-3c3f6d7921fa tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:21.570817 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530adbe3-e6f0-4fd2-ba65-628d9cfc7b16 None None] Network 11186558-bc3d-43e0-983f-453a3badecc4 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:33:21.583298 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-8a088bb8-0a9b-42ad-89b5-3c3f6d7921fa tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "DELETE /v2.0/subnets/9f01eb9b-9f04-4c20-9f2f-a394422916a5 HTTP/1.1" status: 204 len: 168 time: 1.6006594 Dec 10 15:33:21.590790 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33700) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:21.798464 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2052ca7-3605-4b85-b8e9-e35180d80e17 None None] DHCP port deletion for 11186558-bc3d-43e0-983f-453a3badecc4 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:33:21.804352 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-3648edad-760f-4e40-ba6c-3f363d57c411 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9a13217fe906414d93365a55e7d96928&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3449101 Dec 10 15:33:21.808258 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2f7e6f4f-86b8-4d0b-94af-f6539e3b267c tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:21.815363 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33702) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:21.905294 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f2052ca7-3605-4b85-b8e9-e35180d80e17 None None] Deleting port b1cb4975-71f5-470e-8fb9-67d8bf7d65e7 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:33:21.905742 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f2052ca7-3605-4b85-b8e9-e35180d80e17 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:21.914817 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74847d34-01b2-42bf-9a0f-af8c7b990a0b tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:21.920767 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-74847d34-01b2-42bf-9a0f-af8c7b990a0b tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] 10.222.0.20 "GET /v2.0/networks/a1619e8a-120e-4117-82f2-6236b73b5050 HTTP/1.1" status: 200 len: 804 time: 0.5030570 Dec 10 15:33:21.922895 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33704) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:21.926857 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40edc8a6-48be-466b-b8d1-f80874c543c9 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Made reservation on behalf of 1669e2c341ad498c8f67a90a963f4ed9 for: {'network': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:33:21.935682 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-40edc8a6-48be-466b-b8d1-f80874c543c9 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:21.976029 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3106690-ca0e-4eab-9c42-73d42573785f tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 10 15:33:21.976558 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3106690-ca0e-4eab-9c42-73d42573785f tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:33:21.993510 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40633818-16d3-42f9-9287-a79efebdd4f3 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Pushing event updated for resources: {'Port': ['ID=0175f301-689b-45e6-afa9-fb53db2bd5b0,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:21.994028 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6af0baec-a1a8-4a28-a56a-d7d8daaa7119 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:22.003688 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f2052ca7-3605-4b85-b8e9-e35180d80e17 None None] For port b1cb4975-71f5-470e-8fb9-67d8bf7d65e7, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=b1cb4975-71f5-470e-8fb9-67d8bf7d65e7,segment=NetworkSegment(458420ed-e8a3-473f-92f7-5358e32308ac),segment_id=458420ed-e8a3-473f-92f7-5358e32308ac)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:33:22.004220 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f2052ca7-3605-4b85-b8e9-e35180d80e17 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:22.031988 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f2052ca7-3605-4b85-b8e9-e35180d80e17 None None] Calling delete_port for b1cb4975-71f5-470e-8fb9-67d8bf7d65e7 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:33:22.032183 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-40633818-16d3-42f9-9287-a79efebdd4f3 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552741'] for floatingip, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:22.046484 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6af0baec-a1a8-4a28-a56a-d7d8daaa7119 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:22.051027 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e6f4f-86b8-4d0b-94af-f6539e3b267c tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Deleting port b1cb4975-71f5-470e-8fb9-67d8bf7d65e7 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:33:22.051358 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2f7e6f4f-86b8-4d0b-94af-f6539e3b267c tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:22.080675 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40edc8a6-48be-466b-b8d1-f80874c543c9 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=103586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:33:22.094526 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-a3106690-ca0e-4eab-9c42-73d42573785f tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.2789197 Dec 10 15:33:22.096688 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33708) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:22.150862 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-40edc8a6-48be-466b-b8d1-f80874c543c9 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:22.151200 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.segments_db [None req-40edc8a6-48be-466b-b8d1-f80874c543c9 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Added segment 6cb28b8a-c087-45d6-a38b-a6b263b853e5 of type vlan for network d3853a09-3446-4f57-8efd-1483593304c7 Dec 10 15:33:22.183564 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-2f7e6f4f-86b8-4d0b-94af-f6539e3b267c tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] For port b1cb4975-71f5-470e-8fb9-67d8bf7d65e7, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=b1cb4975-71f5-470e-8fb9-67d8bf7d65e7,segment=NetworkSegment(458420ed-e8a3-473f-92f7-5358e32308ac),segment_id=458420ed-e8a3-473f-92f7-5358e32308ac)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:33:22.189536 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2f7e6f4f-86b8-4d0b-94af-f6539e3b267c tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:22.208443 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c0116-fd95-4f4a-842b-aef2422ea257 req-20356c80-d42d-45c4-87f7-978b8cc496ef tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:22.209988 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f2052ca7-3605-4b85-b8e9-e35180d80e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:22.210131 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-874c0116-fd95-4f4a-842b-aef2422ea257 req-20356c80-d42d-45c4-87f7-978b8cc496ef tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f5e5fac-ee31-44bf-a612-11364724d71a HTTP/1.1" status: 200 len: 945 time: 0.1515470 Dec 10 15:33:22.211379 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e6f4f-86b8-4d0b-94af-f6539e3b267c tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Calling delete_port for b1cb4975-71f5-470e-8fb9-67d8bf7d65e7 owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:33:22.225814 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2052ca7-3605-4b85-b8e9-e35180d80e17 None None] No DVR routers for this DVR port b1cb4975-71f5-470e-8fb9-67d8bf7d65e7 on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:33:22.251927 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2052ca7-3605-4b85-b8e9-e35180d80e17 None None] Pushing event deleted for resources: {'Port': ['ID=b1cb4975-71f5-470e-8fb9-67d8bf7d65e7,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:22.264565 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-40edc8a6-48be-466b-b8d1-f80874c543c9 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:22.272798 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-61e00a7b-9289-491b-9a89-7b96f2127082 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] 10.222.0.20 "GET /v2.0/networks/a1619e8a-120e-4117-82f2-6236b73b5050?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.3466916 Dec 10 15:33:22.281127 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5448a5a7-ef5e-4c44-8776-85af5f14225a tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:22.287668 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5448a5a7-ef5e-4c44-8776-85af5f14225a tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:22.290415 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-5448a5a7-ef5e-4c44-8776-85af5f14225a tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1891751 Dec 10 15:33:22.294819 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33710) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:22.296683 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33712) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:22.330667 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.l3_db [None req-40633818-16d3-42f9-9287-a79efebdd4f3 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Floating IP 15059011-d0c9-4502-83df-b9c670558dc8 associated. External IP: 172.26.2.62, port: 3a1e7e64-8605-4c73-a4de-b7f3580d3836. Dec 10 15:33:22.342572 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6af0baec-a1a8-4a28-a56a-d7d8daaa7119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:22.345195 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6af0baec-a1a8-4a28-a56a-d7d8daaa7119 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:22.349078 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-6af0baec-a1a8-4a28-a56a-d7d8daaa7119 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3e7fdc4d-ef12-46fc-a1ca-ea0ec57a260f HTTP/1.1" status: 204 len: 168 time: 0.5292308 Dec 10 15:33:22.392693 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af0baec-a1a8-4a28-a56a-d7d8daaa7119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e7fdc4d-ef12-46fc-a1ca-ea0ec57a260f,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:22.401757 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-29ecb848-6789-408c-a4d6-a7ce42cfa279 None None] Provisioning complete for port a8334966-526d-452e-b8f4-2c2f768eaef0 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:33:22.402602 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-29ecb848-6789-408c-a4d6-a7ce42cfa279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:22.410298 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-874c0116-fd95-4f4a-842b-aef2422ea257 req-765c5893-532e-43de-852f-a6fadd3abb97 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ed67073-eeed-4d1d-86bf-a50b643bdaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1777961 Dec 10 15:33:22.415116 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1f8014-6b52-473a-abb2-e2f8c1fd45e0 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:22.421672 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-8f1f8014-6b52-473a-abb2-e2f8c1fd45e0 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] 10.222.0.20 "GET /v2.0/subnets/2e3a4457-49d2-403b-9d37-b1c19d8ab82c HTTP/1.1" status: 200 len: 843 time: 0.1237216 Dec 10 15:33:22.422361 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33716) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:22.480131 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2f7e6f4f-86b8-4d0b-94af-f6539e3b267c tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:22.507939 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-40edc8a6-48be-466b-b8d1-f80874c543c9 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:22.517198 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7e6f4f-86b8-4d0b-94af-f6539e3b267c tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] No DVR routers for this DVR port b1cb4975-71f5-470e-8fb9-67d8bf7d65e7 on host dv-neutron-821401-4-hyperv {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:33:22.519980 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40edc8a6-48be-466b-b8d1-f80874c543c9 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:22.522176 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-40edc8a6-48be-466b-b8d1-f80874c543c9 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:22.522295 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c44db2-1ed4-4ed8-b560-7527a1434168 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Attributes excluded by policy engine: ['shared'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:22.523004 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-58c44db2-1ed4-4ed8-b560-7527a1434168 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] 10.222.0.20 "GET /v2.0/subnets/2e3a4457-49d2-403b-9d37-b1c19d8ab82c?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0996883 Dec 10 15:33:22.526720 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e6f4f-86b8-4d0b-94af-f6539e3b267c tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event deleted for resources: {'Port': ['ID=b1cb4975-71f5-470e-8fb9-67d8bf7d65e7,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:22.528474 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33718) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:22.541960 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-29ecb848-6789-408c-a4d6-a7ce42cfa279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:22.557552 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-0b79d908-34d8-4316-bf1b-9ebea6c195a1 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1099323704'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:22.592671 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-29ecb848-6789-408c-a4d6-a7ce42cfa279 None None] For port a8334966-526d-452e-b8f4-2c2f768eaef0, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=a8334966-526d-452e-b8f4-2c2f768eaef0,segment=NetworkSegment(64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4),segment_id=64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:33:22.631888 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-2654548e-d2a6-42ee-ac02-b5e4ddeee386 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Deleting port 0b71f6b9-7d35-4202-8cd6-e674de409ff6 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:33:22.632521 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2654548e-d2a6-42ee-ac02-b5e4ddeee386 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:22.642608 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2f7e6f4f-86b8-4d0b-94af-f6539e3b267c tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:22.647086 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-29ecb848-6789-408c-a4d6-a7ce42cfa279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:22.647267 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-40edc8a6-48be-466b-b8d1-f80874c543c9 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2701783 Dec 10 15:33:22.658667 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33720) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:22.672832 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-2ed8a777-fcf9-4c2e-b9f9-bdd7e77704bd tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Request body: {'subnet': {'network_id': 'd3853a09-3446-4f57-8efd-1483593304c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:22.699110 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-2f7e6f4f-86b8-4d0b-94af-f6539e3b267c tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11186558-bc3d-43e0-983f-453a3badecc4']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:22.708387 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ecb848-6789-408c-a4d6-a7ce42cfa279 None None] Pushing event updated for resources: {'Port': ['ID=a8334966-526d-452e-b8f4-2c2f768eaef0,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:22.712899 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-2f7e6f4f-86b8-4d0b-94af-f6539e3b267c tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '458420ed-e8a3-473f-92f7-5358e32308ac') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:22.713191 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-2f7e6f4f-86b8-4d0b-94af-f6539e3b267c tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '458420ed-e8a3-473f-92f7-5358e32308ac') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:22.724521 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2f7e6f4f-86b8-4d0b-94af-f6539e3b267c tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11806923'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:22.743876 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2f7e6f4f-86b8-4d0b-94af-f6539e3b267c tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:22.748172 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40edc8a6-48be-466b-b8d1-f80874c543c9 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Pushing event updated for resources: {'Network': ['ID=d3853a09-3446-4f57-8efd-1483593304c7,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:22.751849 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f7e6f4f-86b8-4d0b-94af-f6539e3b267c tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:33:22.752351 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2f7e6f4f-86b8-4d0b-94af-f6539e3b267c tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11236635'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:22.756412 dv-neutron-821401-4-hyperv neutron-server[103587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:33:22.756412 dv-neutron-821401-4-hyperv neutron-server[103587]: self.session.flush() Dec 10 15:33:22.756412 dv-neutron-821401-4-hyperv neutron-server[103587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:33:22.756412 dv-neutron-821401-4-hyperv neutron-server[103587]: self.session.flush() Dec 10 15:33:22.756412 dv-neutron-821401-4-hyperv neutron-server[103587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:33:22.756412 dv-neutron-821401-4-hyperv neutron-server[103587]: self.session.flush() Dec 10 15:33:22.756412 dv-neutron-821401-4-hyperv neutron-server[103587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:33:22.756412 dv-neutron-821401-4-hyperv neutron-server[103587]: self.session.flush() Dec 10 15:33:22.756412 dv-neutron-821401-4-hyperv neutron-server[103587]: Traceback (most recent call last): Dec 10 15:33:22.756412 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:33:22.756412 dv-neutron-821401-4-hyperv neutron-server[103587]: timer() Dec 10 15:33:22.756412 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:33:22.756412 dv-neutron-821401-4-hyperv neutron-server[103587]: cb(*args, **kw) Dec 10 15:33:22.756412 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:33:22.756412 dv-neutron-821401-4-hyperv neutron-server[103587]: return func(*args, **kwargs) Dec 10 15:33:22.756412 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:33:22.756412 dv-neutron-821401-4-hyperv neutron-server[103587]: self._notify() Dec 10 15:33:22.756412 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:33:22.756412 dv-neutron-821401-4-hyperv neutron-server[103587]: self.callback(batched_events) Dec 10 15:33:22.756412 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:33:22.756412 dv-neutron-821401-4-hyperv neutron-server[103587]: event.method(event) Dec 10 15:33:22.756412 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:33:22.756412 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:33:22.756412 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:33:22.756412 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:33:22.756412 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:33:22.756412 dv-neutron-821401-4-hyperv neutron-server[103587]: return f(self, *a, **k) Dec 10 15:33:22.756412 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:33:22.756412 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._get(url).json() Dec 10 15:33:22.756412 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:33:22.756412 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:33:22.756412 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:33:22.756412 dv-neutron-821401-4-hyperv neutron-server[103587]: return self.request(url, 'GET', **kwargs) Dec 10 15:33:22.756412 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:33:22.756412 dv-neutron-821401-4-hyperv neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:33:22.756412 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:33:22.756412 dv-neutron-821401-4-hyperv neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:33:22.756412 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:33:22.756412 dv-neutron-821401-4-hyperv neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:33:22.756412 dv-neutron-821401-4-hyperv neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:33:22.771773 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-02cd6b93-fb60-4f85-829e-5e4302d95f43 None None] Could not find standard attr ID for object 4dba27b3-e6a5-46e2-b30f-ba86aa2537ec. {{(pid=103588) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 15:33:22.797293 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network d3853a09-3446-4f57-8efd-1483593304c7 details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:33:22.809479 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b79d908-34d8-4316-bf1b-9ebea6c195a1 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Made reservation on behalf of da659e4588db42fabb840b556f184f7b for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:33:22.815467 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0b79d908-34d8-4316-bf1b-9ebea6c195a1 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:22.860033 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device a8334966-526d-452e-b8f4-2c2f768eaef0 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:33:22.906150 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b79d908-34d8-4316-bf1b-9ebea6c195a1 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:33:22.916903 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0b79d908-34d8-4316-bf1b-9ebea6c195a1 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:22.917387 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.segments_db [None req-0b79d908-34d8-4316-bf1b-9ebea6c195a1 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Added segment e9f7c256-2696-40f9-9994-e1470dd14c1c of type vlan for network 82eccffe-f3b6-4377-bf48-da3543e0b450 Dec 10 15:33:22.961146 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port a8334966-526d-452e-b8f4-2c2f768eaef0 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:33:22.961575 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:22.968484 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0b79d908-34d8-4316-bf1b-9ebea6c195a1 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:22.996183 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2f7e6f4f-86b8-4d0b-94af-f6539e3b267c tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:23.002365 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2f7e6f4f-86b8-4d0b-94af-f6539e3b267c tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:23.010404 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-2f7e6f4f-86b8-4d0b-94af-f6539e3b267c tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "DELETE /v2.0/networks/11186558-bc3d-43e0-983f-453a3badecc4 HTTP/1.1" status: 204 len: 168 time: 1.4185407 Dec 10 15:33:23.011597 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33722) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:23.018341 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2654548e-d2a6-42ee-ac02-b5e4ddeee386 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:23.022325 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-cba6a503-fa50-4627-a5e1-02930ad48f2f tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2022227260'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:23.044188 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e6f4f-86b8-4d0b-94af-f6539e3b267c tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event deleted for resources: {'Network': ['ID=11186558-bc3d-43e0-983f-453a3badecc4,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:23.076553 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0b79d908-34d8-4316-bf1b-9ebea6c195a1 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:23.083071 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b79d908-34d8-4316-bf1b-9ebea6c195a1 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:23.085315 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-2654548e-d2a6-42ee-ac02-b5e4ddeee386 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Calling delete_port for 0b71f6b9-7d35-4202-8cd6-e674de409ff6 owned by {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:33:23.085588 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0b79d908-34d8-4316-bf1b-9ebea6c195a1 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:23.127105 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f7c32369-aaef-4e4e-bae7-87d4c84a0749 None None] Provisioning complete for port 0b71f6b9-7d35-4202-8cd6-e674de409ff6 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:33:23.127872 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f7c32369-aaef-4e4e-bae7-87d4c84a0749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:23.170835 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba6a503-fa50-4627-a5e1-02930ad48f2f tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Made reservation on behalf of 6af6b547c018414fbb71ed922833c3ea for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:33:23.171549 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device b1cb4975-71f5-470e-8fb9-67d8bf7d65e7 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:33:23.174335 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cba6a503-fa50-4627-a5e1-02930ad48f2f tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:23.183859 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40633818-16d3-42f9-9287-a79efebdd4f3 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Router b05d23f3-fb13-4e5a-9d22-cdb705fc9e46 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:33:23.203435 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: b1cb4975-71f5-470e-8fb9-67d8bf7d65e7 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:33:23.204154 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device b1cb4975-71f5-470e-8fb9-67d8bf7d65e7 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:33:23.204362 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b79d908-34d8-4316-bf1b-9ebea6c195a1 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Pushing event updated for resources: {'Network': ['ID=82eccffe-f3b6-4377-bf48-da3543e0b450,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:23.212219 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f7c32369-aaef-4e4e-bae7-87d4c84a0749 None None] Port 0b71f6b9-7d35-4202-8cd6-e674de409ff6 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:33:23.217271 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 82eccffe-f3b6-4377-bf48-da3543e0b450 details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:33:23.222026 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cba6a503-fa50-4627-a5e1-02930ad48f2f tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:33:23.239495 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-0b79d908-34d8-4316-bf1b-9ebea6c195a1 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7057555 Dec 10 15:33:23.240112 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33724) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:23.246771 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-6c1d5fe1-b207-45df-b429-aaca1289db8a tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Request body: {'subnet': {'network_id': '82eccffe-f3b6-4377-bf48-da3543e0b450', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:23.252246 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cba6a503-fa50-4627-a5e1-02930ad48f2f tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:23.253102 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.segments_db [None req-cba6a503-fa50-4627-a5e1-02930ad48f2f tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Added segment 844249eb-4e46-4a0c-a181-0a868a14829f of type vlan for network 72a1b610-48ba-46b8-bfca-deea0e350394 Dec 10 15:33:23.366640 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cba6a503-fa50-4627-a5e1-02930ad48f2f tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:23.374615 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed8a777-fcf9-4c2e-b9f9-bdd7e77704bd tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Made reservation on behalf of 1669e2c341ad498c8f67a90a963f4ed9 for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:33:23.379719 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2ed8a777-fcf9-4c2e-b9f9-bdd7e77704bd tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:23.396571 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba75239-ae50-4bf8-b8f4-570748ea1197 None None] get_active_networks_info from dv-neutron-821401-4-hyperv {{(pid=103588) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 15:33:23.428403 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2654548e-d2a6-42ee-ac02-b5e4ddeee386 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:23.454877 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40633818-16d3-42f9-9287-a79efebdd4f3 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:33:23.469487 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b518543-a82a-4757-bb19-9a45c4089d49 None None] Sync routers for ids ['b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:33:23.472107 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cba6a503-fa50-4627-a5e1-02930ad48f2f tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:23.484204 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba6a503-fa50-4627-a5e1-02930ad48f2f tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:23.485587 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cba6a503-fa50-4627-a5e1-02930ad48f2f tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:23.492080 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2654548e-d2a6-42ee-ac02-b5e4ddeee386 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event deleted for resources: {'Port': ['ID=0b71f6b9-7d35-4202-8cd6-e674de409ff6,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:23.501213 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b518543-a82a-4757-bb19-9a45c4089d49 None None] Routers {'b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:33:23.501496 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-9b518543-a82a-4757-bb19-9a45c4089d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:33:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:23.527783 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c1d5fe1-b207-45df-b429-aaca1289db8a tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Made reservation on behalf of da659e4588db42fabb840b556f184f7b for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:33:23.533099 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6c1d5fe1-b207-45df-b429-aaca1289db8a tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11668558'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:23.538137 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-9b518543-a82a-4757-bb19-9a45c4089d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:23.550743 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2654548e-d2a6-42ee-ac02-b5e4ddeee386 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:23.556812 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-2654548e-d2a6-42ee-ac02-b5e4ddeee386 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/ports/0b71f6b9-7d35-4202-8cd6-e674de409ff6 HTTP/1.1" status: 204 len: 168 time: 1.2595274 Dec 10 15:33:23.557469 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33728) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:23.566102 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b518543-a82a-4757-bb19-9a45c4089d49 None None] Routers {'b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:33:23.566733 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-9b518543-a82a-4757-bb19-9a45c4089d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:33:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:23.568935 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba75239-ae50-4bf8-b8f4-570748ea1197 None None] Resources bound (agent type, host, resource id): {{(pid=103588) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 15:33:23.615813 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-9b518543-a82a-4757-bb19-9a45c4089d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:23.615813 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b518543-a82a-4757-bb19-9a45c4089d49 None None] The sync data for ids ['b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'] in dv-neutron-821401-4-hyperv is: [] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:33:23.636762 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-cba6a503-fa50-4627-a5e1-02930ad48f2f tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6204906 Dec 10 15:33:23.668065 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba6a503-fa50-4627-a5e1-02930ad48f2f tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event updated for resources: {'Network': ['ID=72a1b610-48ba-46b8-bfca-deea0e350394,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:23.668065 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33730) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:23.668065 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-765d6de5-93b5-424e-af40-10d8d1d936a1 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Request body: {'subnet': {'network_id': '72a1b610-48ba-46b8-bfca-deea0e350394', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:23.668065 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.ipam_backend_mixin [None req-6c1d5fe1-b207-45df-b429-aaca1289db8a tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Performing IP validity checks on allocation pools {{(pid=103587) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 10 15:33:23.668065 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.ipam_backend_mixin [None req-6c1d5fe1-b207-45df-b429-aaca1289db8a tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103587) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 10 15:33:23.668779 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 72a1b610-48ba-46b8-bfca-deea0e350394 details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:33:23.704776 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a3db0e-e6d5-409d-87f4-73b9c24fe4bb req-8f772324-1c3a-496e-a8f5-2bcabfe5c7a6 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:23.706494 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-29a3db0e-e6d5-409d-87f4-73b9c24fe4bb req-8f772324-1c3a-496e-a8f5-2bcabfe5c7a6 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f5e5fac-ee31-44bf-a612-11364724d71a HTTP/1.1" status: 200 len: 945 time: 0.1908700 Dec 10 15:33:23.709814 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1babeb-ad2f-48e1-898a-a62ec305f92c tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:23.715576 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1babeb-ad2f-48e1-898a-a62ec305f92c tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:23.715576 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-bb1babeb-ad2f-48e1-898a-a62ec305f92c tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1364377 Dec 10 15:33:23.717990 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33732) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:23.719904 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-40633818-16d3-42f9-9287-a79efebdd4f3 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:23.827759 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-40633818-16d3-42f9-9287-a79efebdd4f3 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.8697507 Dec 10 15:33:23.832996 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33734) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:23.847479 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-2dc8f0bd-454d-47c6-a87f-bd8ed8cd302a tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:23.847869 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765d6de5-93b5-424e-af40-10d8d1d936a1 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Made reservation on behalf of 6af6b547c018414fbb71ed922833c3ea for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:33:23.851626 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-765d6de5-93b5-424e-af40-10d8d1d936a1 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11668558'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:23.932742 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_v2 [None req-beeb0005-26e4-4ac3-8f5c-2514b0bc0a03 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Deleting subnet 5c85be60-faea-452e-adf7-02e595ae7ab4 {{(pid=103586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:33:23.948674 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451c92c5-709c-4cf2-b2c5-0092f4ea0c0b None None] get_active_networks_info from dv-neutron-821401-4-hyperv {{(pid=103588) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 15:33:23.959109 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-beeb0005-26e4-4ac3-8f5c-2514b0bc0a03 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for subnet, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:23.990157 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-29a3db0e-e6d5-409d-87f4-73b9c24fe4bb req-c27b1b8b-71cc-4f79-9a98-1eb50661231f tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ed67073-eeed-4d1d-86bf-a50b643bdaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2127566 Dec 10 15:33:23.994481 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6c1d5fe1-b207-45df-b429-aaca1289db8a tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11236534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11668560'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:24.014769 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2dc8f0bd-454d-47c6-a87f-bd8ed8cd302a tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks [] for floatingip, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:24.055404 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2ed8a777-fcf9-4c2e-b9f9-bdd7e77704bd tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11695183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581935'] for subnet, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:24.059568 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-beeb0005-26e4-4ac3-8f5c-2514b0bc0a03 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12392400'] for subnet, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:24.075549 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1d5fe1-b207-45df-b429-aaca1289db8a tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Pushing event updated for resources: {'Subnet': ['ID=9c4da25e-f219-44f7-b743-1778918f7ac4,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:24.077024 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451c92c5-709c-4cf2-b2c5-0092f4ea0c0b None None] Resources bound (agent type, host, resource id): {{(pid=103588) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 15:33:24.120013 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1d5fe1-b207-45df-b429-aaca1289db8a tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Checking segment: {'id': 'e9f7c256-2696-40f9-9994-e1470dd14c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '82eccffe-f3b6-4377-bf48-da3543e0b450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:33:24.120253 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1d5fe1-b207-45df-b429-aaca1289db8a tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Network hostable DHCP agents. Network: 82eccffe-f3b6-4377-bf48-da3543e0b450, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:33:24.198341 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-765d6de5-93b5-424e-af40-10d8d1d936a1 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11236534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11668560'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:24.220102 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed8a777-fcf9-4c2e-b9f9-bdd7e77704bd tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Pushing event updated for resources: {'Subnet': ['ID=4623207f-673e-4a3b-a1df-0e8b66344a99,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:24.236942 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1d5fe1-b207-45df-b429-aaca1289db8a tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Network 82eccffe-f3b6-4377-bf48-da3543e0b450 is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:33:24.268879 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765d6de5-93b5-424e-af40-10d8d1d936a1 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event updated for resources: {'Subnet': ['ID=6766c930-37fa-4cc0-8db0-0db229d86789,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:24.269271 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed8a777-fcf9-4c2e-b9f9-bdd7e77704bd tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Checking segment: {'id': '6cb28b8a-c087-45d6-a38b-a6b263b853e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'd3853a09-3446-4f57-8efd-1483593304c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:33:24.269581 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed8a777-fcf9-4c2e-b9f9-bdd7e77704bd tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Network hostable DHCP agents. Network: d3853a09-3446-4f57-8efd-1483593304c7, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:33:24.286055 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765d6de5-93b5-424e-af40-10d8d1d936a1 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Checking segment: {'id': '844249eb-4e46-4a0c-a181-0a868a14829f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '72a1b610-48ba-46b8-bfca-deea0e350394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:33:24.286479 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765d6de5-93b5-424e-af40-10d8d1d936a1 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Network hostable DHCP agents. Network: 72a1b610-48ba-46b8-bfca-deea0e350394, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:33:24.331166 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-6c1d5fe1-b207-45df-b429-aaca1289db8a tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 82eccffe-f3b6-4377-bf48-da3543e0b450) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:33:24.336652 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1d5fe1-b207-45df-b429-aaca1289db8a tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:24.339923 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6c1d5fe1-b207-45df-b429-aaca1289db8a tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:24.352345 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2dc8f0bd-454d-47c6-a87f-bd8ed8cd302a tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:24.356708 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-beeb0005-26e4-4ac3-8f5c-2514b0bc0a03 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:24.374232 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b56accd-ec1c-4bfe-9e36-7bb149da8175 None None] Network 82eccffe-f3b6-4377-bf48-da3543e0b450 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:33:24.427921 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765d6de5-93b5-424e-af40-10d8d1d936a1 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Network 72a1b610-48ba-46b8-bfca-deea0e350394 is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:33:24.462019 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2dc8f0bd-454d-47c6-a87f-bd8ed8cd302a tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552741'] for floatingip, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:24.462019 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.l3_db [None req-2dc8f0bd-454d-47c6-a87f-bd8ed8cd302a tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Floating IP 15059011-d0c9-4502-83df-b9c670558dc8 disassociated. External IP: 172.26.2.62, port: 3a1e7e64-8605-4c73-a4de-b7f3580d3836. Dec 10 15:33:24.462019 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed8a777-fcf9-4c2e-b9f9-bdd7e77704bd tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Network d3853a09-3446-4f57-8efd-1483593304c7 is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:33:24.462584 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-6c1d5fe1-b207-45df-b429-aaca1289db8a tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.2174828 Dec 10 15:33:24.462584 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-765d6de5-93b5-424e-af40-10d8d1d936a1 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 72a1b610-48ba-46b8-bfca-deea0e350394) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:33:24.463980 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33736) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:24.465723 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-2ed8a777-fcf9-4c2e-b9f9-bdd7e77704bd tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, d3853a09-3446-4f57-8efd-1483593304c7) {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:33:24.467502 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765d6de5-93b5-424e-af40-10d8d1d936a1 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:24.468362 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-765d6de5-93b5-424e-af40-10d8d1d936a1 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:24.472957 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-6f344248-3b4e-4cc0-bd5c-bd38a00e7a92 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:24.477874 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e946e47-c4d9-497e-86d0-cc29f5df5423 None None] Network 72a1b610-48ba-46b8-bfca-deea0e350394 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:33:24.509106 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c866f0e8-e926-4561-864f-8ce84dc9ab9c req-cbd350c8-8a53-4c25-88af-d9c96f1aee16 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:24.510877 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-c866f0e8-e926-4561-864f-8ce84dc9ab9c req-cbd350c8-8a53-4c25-88af-d9c96f1aee16 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f5e5fac-ee31-44bf-a612-11364724d71a HTTP/1.1" status: 200 len: 945 time: 0.0954614 Dec 10 15:33:24.559098 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-beeb0005-26e4-4ac3-8f5c-2514b0bc0a03 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:24.563484 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed8a777-fcf9-4c2e-b9f9-bdd7e77704bd tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:24.564083 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2ed8a777-fcf9-4c2e-b9f9-bdd7e77704bd tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:24.577259 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b0084f-8340-4421-98d5-0b9cc4bafbef None None] Network d3853a09-3446-4f57-8efd-1483593304c7 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:33:24.579320 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a191416-4e10-46b0-8f8e-4522244f5c9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-82eccffe-f3b6-4377-bf48-da3543e0b450', 'network_id': '82eccffe-f3b6-4377-bf48-da3543e0b450', 'project_id': 'da659e4588db42fabb840b556f184f7b', 'fixed_ips': [{'subnet_id': '9c4da25e-f219-44f7-b743-1778918f7ac4'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:33:24.580164 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7a191416-4e10-46b0-8f8e-4522244f5c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:24.581571 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-765d6de5-93b5-424e-af40-10d8d1d936a1 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9377415 Dec 10 15:33:24.582345 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33738) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:24.603350 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeb0005-26e4-4ac3-8f5c-2514b0bc0a03 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event deleted for resources: {'Subnet': ['ID=5c85be60-faea-452e-adf7-02e595ae7ab4,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:24.611075 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ce884b-7e47-4be1-9d96-87a6699e112c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-72a1b610-48ba-46b8-bfca-deea0e350394', 'network_id': '72a1b610-48ba-46b8-bfca-deea0e350394', 'project_id': '6af6b547c018414fbb71ed922833c3ea', 'fixed_ips': [{'subnet_id': '6766c930-37fa-4cc0-8db0-0db229d86789'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:33:24.611831 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-59ce884b-7e47-4be1-9d96-87a6699e112c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:24.614877 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-d028f8c1-242d-411f-8406-d6172d45e586 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-2087188094', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:24.631304 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-beeb0005-26e4-4ac3-8f5c-2514b0bc0a03 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:24.638303 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-beeb0005-26e4-4ac3-8f5c-2514b0bc0a03 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/subnets/5c85be60-faea-452e-adf7-02e595ae7ab4 HTTP/1.1" status: 204 len: 168 time: 0.8979857 Dec 10 15:33:24.639961 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33740) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:24.684987 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e089209-fc76-4b90-9063-0cb6d77426e7 None None] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:33:24.708478 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-2179a7f3-c7c1-4b2b-8076-003404113300 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0649159 Dec 10 15:33:24.717734 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33742) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:24.719154 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-0abff001-900b-48a0-9075-e5c75c0b86a6 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Request body: {'subnet': {'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:24.756111 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6f344248-3b4e-4cc0-bd5c-bd38a00e7a92 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8581944'] for subnet, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:24.783075 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d028f8c1-242d-411f-8406-d6172d45e586 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13912'] for router, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:24.784618 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d028f8c1-242d-411f-8406-d6172d45e586 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:24.810562 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-c866f0e8-e926-4561-864f-8ce84dc9ab9c req-2fa2dbb6-0686-4738-9d88-0bb9ae3c210a tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Deleting port 66995093-8f5e-42b9-b8e8-3100f932b851 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:33:24.811098 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-c866f0e8-e926-4561-864f-8ce84dc9ab9c req-2fa2dbb6-0686-4738-9d88-0bb9ae3c210a tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:24.836742 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device a8334966-526d-452e-b8f4-2c2f768eaef0 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:33:24.936352 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d028f8c1-242d-411f-8406-d6172d45e586 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:24.983845 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-c866f0e8-e926-4561-864f-8ce84dc9ab9c req-2fa2dbb6-0686-4738-9d88-0bb9ae3c210a tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] For port 66995093-8f5e-42b9-b8e8-3100f932b851, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=66995093-8f5e-42b9-b8e8-3100f932b851,segment=NetworkSegment(ef521c35-8ac9-4897-8760-af6df1516e56),segment_id=ef521c35-8ac9-4897-8760-af6df1516e56)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:33:24.984280 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-c866f0e8-e926-4561-864f-8ce84dc9ab9c req-2fa2dbb6-0686-4738-9d88-0bb9ae3c210a tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:25.060244 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d028f8c1-242d-411f-8406-d6172d45e586 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363'] for router, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:25.113044 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0abff001-900b-48a0-9075-e5c75c0b86a6 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Made reservation on behalf of 915dae42aca44a6e934a20b3a70b3a5e for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:33:25.117196 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0abff001-900b-48a0-9075-e5c75c0b86a6 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11668558'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:25.159194 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8ec33d-eba9-4227-8cd6-74531dd7c2cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-d3853a09-3446-4f57-8efd-1483593304c7', 'network_id': 'd3853a09-3446-4f57-8efd-1483593304c7', 'project_id': '1669e2c341ad498c8f67a90a963f4ed9', 'fixed_ips': [{'subnet_id': '4623207f-673e-4a3b-a1df-0e8b66344a99'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:33:25.161028 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-af8ec33d-eba9-4227-8cd6-74531dd7c2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:25.171575 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-2ed8a777-fcf9-4c2e-b9f9-bdd7e77704bd tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.5049548 Dec 10 15:33:25.175909 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33748) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:25.273532 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-adcf98a1-d87d-421f-86b5-24a6c4bff9ce tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:25.303178 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port a8334966-526d-452e-b8f4-2c2f768eaef0 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:33:25.303178 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:25.328930 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d7c93b-0816-4a22-b6a0-140c52c7735b req-a0700752-3317-4623-a492-3edfe3e2f9da tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:25.336868 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-a6d7c93b-0816-4a22-b6a0-140c52c7735b req-a0700752-3317-4623-a492-3edfe3e2f9da tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f5e5fac-ee31-44bf-a612-11364724d71a HTTP/1.1" status: 200 len: 945 time: 0.2613783 Dec 10 15:33:25.353333 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d028f8c1-242d-411f-8406-d6172d45e586 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:25.355054 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-d028f8c1-242d-411f-8406-d6172d45e586 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7450812 Dec 10 15:33:25.355807 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-59ce884b-7e47-4be1-9d96-87a6699e112c None None] Allocated IP 2001:db8::2 (72a1b610-48ba-46b8-bfca-deea0e350394/6766c930-37fa-4cc0-8db0-0db229d86789/0852ffff-b955-412f-9406-31d724f54fb9) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:33:25.371276 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33752) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:25.376568 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-595b957c-bd68-4026-80be-39277db7b84d tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Request body: {'port': {'network_id': '72a1b610-48ba-46b8-bfca-deea0e350394', 'name': 'tempest-PortsIpV6TestJSON-840422094'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:25.385442 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.db.api [None req-7a191416-4e10-46b0-8f8e-4522244f5c9f None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 10 15:33:25.385442 dv-neutron-821401-4-hyperv neutron-server[103588]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Dec 10 15:33:25.385442 dv-neutron-821401-4-hyperv neutron-server[103588]: [parameters: {'in_use': 1, 'id_1': '9c4da25e-f219-44f7-b743-1778918f7ac4'}] Dec 10 15:33:25.385442 dv-neutron-821401-4-hyperv neutron-server[103588]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 15:33:25.386044 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG oslo_db.api [None req-7a191416-4e10-46b0-8f8e-4522244f5c9f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 15:33:25.420260 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af21c45-b77d-46a5-b25f-52043d5ab8b7 None None] DHCP port deletion for c2b5f149-cedd-450c-ab43-dd2d78259f45 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:33:25.456326 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dc8f0bd-454d-47c6-a87f-bd8ed8cd302a tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Router b05d23f3-fb13-4e5a-9d22-cdb705fc9e46 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:33:25.465620 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-af8ec33d-eba9-4227-8cd6-74531dd7c2cb None None] Allocated IP 172.20.0.1 (d3853a09-3446-4f57-8efd-1483593304c7/4623207f-673e-4a3b-a1df-0e8b66344a99/9dca791c-e1f7-4e91-abdf-057ce7ffb09b) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:33:25.494073 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-adcf98a1-d87d-421f-86b5-24a6c4bff9ce tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:25.666440 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc8f0bd-454d-47c6-a87f-bd8ed8cd302a tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:33:25.677455 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b8e98b-ae10-4ed8-bab2-86bae033d619 None None] Sync routers for ids ['b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:33:25.680857 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2dc8f0bd-454d-47c6-a87f-bd8ed8cd302a tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:25.684722 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6f344248-3b4e-4cc0-bd5c-bd38a00e7a92 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785454060508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-11695489'] for subnet, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:25.701205 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b8e98b-ae10-4ed8-bab2-86bae033d619 None None] Routers {'b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:33:25.701499 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-8af21c45-b77d-46a5-b25f-52043d5ab8b7 None None] Deleting port a8334966-526d-452e-b8f4-2c2f768eaef0 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:33:25.702539 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-e2b8e98b-ae10-4ed8-bab2-86bae033d619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:33:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:25.702664 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8af21c45-b77d-46a5-b25f-52043d5ab8b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:25.743552 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-e2b8e98b-ae10-4ed8-bab2-86bae033d619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:25.750304 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f344248-3b4e-4cc0-bd5c-bd38a00e7a92 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:25.750924 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6f344248-3b4e-4cc0-bd5c-bd38a00e7a92 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:25.753309 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b8e98b-ae10-4ed8-bab2-86bae033d619 None None] Routers {'b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:33:25.753969 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-e2b8e98b-ae10-4ed8-bab2-86bae033d619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:33:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:25.755276 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-6f344248-3b4e-4cc0-bd5c-bd38a00e7a92 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] 10.222.0.20 "PUT /v2.0/subnets/9c4da25e-f219-44f7-b743-1778918f7ac4 HTTP/1.1" status: 200 len: 900 time: 1.2872756 Dec 10 15:33:25.756052 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33754) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:25.759626 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-2dc8f0bd-454d-47c6-a87f-bd8ed8cd302a tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] 10.222.0.20 "PUT /v2.0/floatingips/15059011-d0c9-4502-83df-b9c670558dc8 HTTP/1.1" status: 200 len: 687 time: 1.9207203 Dec 10 15:33:25.772695 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33756) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:25.788030 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-e2b8e98b-ae10-4ed8-bab2-86bae033d619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:25.789155 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b8e98b-ae10-4ed8-bab2-86bae033d619 None None] The sync data for ids ['b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'] in dv-neutron-821401-4-hyperv is: [] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:33:25.832244 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-59ce884b-7e47-4be1-9d96-87a6699e112c None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:25.844065 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-8af21c45-b77d-46a5-b25f-52043d5ab8b7 None None] For port a8334966-526d-452e-b8f4-2c2f768eaef0, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=a8334966-526d-452e-b8f4-2c2f768eaef0,segment=NetworkSegment(64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4),segment_id=64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:33:25.845263 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8af21c45-b77d-46a5-b25f-52043d5ab8b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:25.857036 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f344248-3b4e-4cc0-bd5c-bd38a00e7a92 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Pushing event updated for resources: {'Subnet': ['ID=9c4da25e-f219-44f7-b743-1778918f7ac4,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:25.863501 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-8af21c45-b77d-46a5-b25f-52043d5ab8b7 None None] Calling delete_port for a8334966-526d-452e-b8f4-2c2f768eaef0 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:33:25.886946 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7a191416-4e10-46b0-8f8e-4522244f5c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:25.889731 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-af8ec33d-eba9-4227-8cd6-74531dd7c2cb None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:25.927858 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-a6d7c93b-0816-4a22-b6a0-140c52c7735b req-2069a0c7-2251-4090-b956-88af15a21548 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ed67073-eeed-4d1d-86bf-a50b643bdaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5885754 Dec 10 15:33:25.950479 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-59ce884b-7e47-4be1-9d96-87a6699e112c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:25.994267 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-c866f0e8-e926-4561-864f-8ce84dc9ab9c req-2fa2dbb6-0686-4738-9d88-0bb9ae3c210a tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:25.994883 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-c866f0e8-e926-4561-864f-8ce84dc9ab9c req-2fa2dbb6-0686-4738-9d88-0bb9ae3c210a tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552741'] for floatingip, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:25.995350 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.l3_db [req-c866f0e8-e926-4561-864f-8ce84dc9ab9c req-2fa2dbb6-0686-4738-9d88-0bb9ae3c210a tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Floating IP 2a20a1a5-aecf-4ae9-8a3b-562817948e85 disassociated. External IP: 172.26.2.164, port: 66995093-8f5e-42b9-b8e8-3100f932b851. Dec 10 15:33:25.995678 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-af8ec33d-eba9-4227-8cd6-74531dd7c2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:25.995906 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-c866f0e8-e926-4561-864f-8ce84dc9ab9c req-2fa2dbb6-0686-4738-9d88-0bb9ae3c210a tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Calling delete_port for 66995093-8f5e-42b9-b8e8-3100f932b851 owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:33:26.007852 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6e699459-1ce1-4c41-a361-8df266910773 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:26.022706 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ce884b-7e47-4be1-9d96-87a6699e112c None None] Pushing event updated for resources: {'Port': ['ID=0852ffff-b955-412f-9406-31d724f54fb9,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:26.044040 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ce884b-7e47-4be1-9d96-87a6699e112c None None] Network 72a1b610-48ba-46b8-bfca-deea0e350394 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:33:26.062022 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-2f895f8e-8365-4406-8b1c-d0b77a03c67c tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Deleting port 0175f301-689b-45e6-afa9-fb53db2bd5b0 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:33:26.062374 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2f895f8e-8365-4406-8b1c-d0b77a03c67c tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:26.080370 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-adcf98a1-d87d-421f-86b5-24a6c4bff9ce tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:26.103183 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0abff001-900b-48a0-9075-e5c75c0b86a6 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11236534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11668560'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:26.117554 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-59ce884b-7e47-4be1-9d96-87a6699e112c None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:33:26.127288 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8ec33d-eba9-4227-8cd6-74531dd7c2cb None None] Network d3853a09-3446-4f57-8efd-1483593304c7 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:33:26.132870 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ce884b-7e47-4be1-9d96-87a6699e112c None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:33:26.141536 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-af8ec33d-eba9-4227-8cd6-74531dd7c2cb None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:33:26.156016 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8ec33d-eba9-4227-8cd6-74531dd7c2cb None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:33:26.162011 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0abff001-900b-48a0-9075-e5c75c0b86a6 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:33:26.166847 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-0abff001-900b-48a0-9075-e5c75c0b86a6 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:33:26.172750 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abff001-900b-48a0-9075-e5c75c0b86a6 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:26.174083 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0abff001-900b-48a0-9075-e5c75c0b86a6 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:26.174206 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcf98a1-d87d-421f-86b5-24a6c4bff9ce tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Pushing event deleted for resources: {'Subnet': ['ID=4623207f-673e-4a3b-a1df-0e8b66344a99,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:26.201212 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8ec33d-eba9-4227-8cd6-74531dd7c2cb None None] Pushing event updated for resources: {'Port': ['ID=9dca791c-e1f7-4e91-abdf-057ce7ffb09b,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:26.204391 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6e699459-1ce1-4c41-a361-8df266910773 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:26.207575 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-595b957c-bd68-4026-80be-39277db7b84d tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Made reservation on behalf of 6af6b547c018414fbb71ed922833c3ea for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:33:26.210539 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-595b957c-bd68-4026-80be-39277db7b84d tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:26.229571 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abff001-900b-48a0-9075-e5c75c0b86a6 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event updated for resources: {'Subnet': ['ID=12d65c26-223e-41ce-a6df-f5adb6d8f743,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:26.249883 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-595b957c-bd68-4026-80be-39277db7b84d tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] device_id is not set on port f499c54d-aeeb-4799-b0fb-acbb6a93978b yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:33:26.289960 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8af21c45-b77d-46a5-b25f-52043d5ab8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:26.301683 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-adcf98a1-d87d-421f-86b5-24a6c4bff9ce tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:26.306081 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-59ce884b-7e47-4be1-9d96-87a6699e112c None None] Attempting to bind port 0852ffff-b955-412f-9406-31d724f54fb9 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:33:26.306460 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-59ce884b-7e47-4be1-9d96-87a6699e112c None None] Attempting to bind port 0852ffff-b955-412f-9406-31d724f54fb9 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '844249eb-4e46-4a0c-a181-0a868a14829f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '72a1b610-48ba-46b8-bfca-deea0e350394'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:33:26.307309 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ce884b-7e47-4be1-9d96-87a6699e112c None None] Attempting to bind port 0852ffff-b955-412f-9406-31d724f54fb9 on network 72a1b610-48ba-46b8-bfca-deea0e350394 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:33:26.331874 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-0abff001-900b-48a0-9075-e5c75c0b86a6 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6176665 Dec 10 15:33:26.339397 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2f895f8e-8365-4406-8b1c-d0b77a03c67c tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:26.339731 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2f895f8e-8365-4406-8b1c-d0b77a03c67c tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:26.341927 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33758) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:26.342816 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-7a191416-4e10-46b0-8f8e-4522244f5c9f None None] Allocated IP 2001:db8::3 (82eccffe-f3b6-4377-bf48-da3543e0b450/9c4da25e-f219-44f7-b743-1778918f7ac4/199b46be-eded-45da-97a0-8aac3e335cc9) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:33:26.345233 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-af8ec33d-eba9-4227-8cd6-74531dd7c2cb None None] Attempting to bind port 9dca791c-e1f7-4e91-abdf-057ce7ffb09b on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:33:26.347131 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-af8ec33d-eba9-4227-8cd6-74531dd7c2cb None None] Attempting to bind port 9dca791c-e1f7-4e91-abdf-057ce7ffb09b by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '6cb28b8a-c087-45d6-a38b-a6b263b853e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'd3853a09-3446-4f57-8efd-1483593304c7'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:33:26.347131 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8ec33d-eba9-4227-8cd6-74531dd7c2cb None None] Attempting to bind port 9dca791c-e1f7-4e91-abdf-057ce7ffb09b on network d3853a09-3446-4f57-8efd-1483593304c7 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:33:26.350493 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af21c45-b77d-46a5-b25f-52043d5ab8b7 None None] Pushing event deleted for resources: {'Port': ['ID=a8334966-526d-452e-b8f4-2c2f768eaef0,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:26.355351 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-c866f0e8-e926-4561-864f-8ce84dc9ab9c req-2fa2dbb6-0686-4738-9d88-0bb9ae3c210a tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:26.356048 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ce884b-7e47-4be1-9d96-87a6699e112c None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:33:26.356422 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ce884b-7e47-4be1-9d96-87a6699e112c None None] Checking segment: {'id': '844249eb-4e46-4a0c-a181-0a868a14829f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '72a1b610-48ba-46b8-bfca-deea0e350394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:33:26.356821 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-59ce884b-7e47-4be1-9d96-87a6699e112c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:26.357211 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ce884b-7e47-4be1-9d96-87a6699e112c None None] Bound using segment: {'id': '844249eb-4e46-4a0c-a181-0a868a14829f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '72a1b610-48ba-46b8-bfca-deea0e350394'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:33:26.357689 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-59ce884b-7e47-4be1-9d96-87a6699e112c None None] Bound port: 0852ffff-b955-412f-9406-31d724f54fb9, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '844249eb-4e46-4a0c-a181-0a868a14829f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '72a1b610-48ba-46b8-bfca-deea0e350394'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:33:26.358676 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-59ce884b-7e47-4be1-9d96-87a6699e112c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:26.359049 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-c6a15530-6e7c-459f-9372-be17bc0f7db1 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Request body: {'port': {'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'fixed_ips': [{'subnet_id': '12d65c26-223e-41ce-a6df-f5adb6d8f743', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-883682763'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:26.365105 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-adcf98a1-d87d-421f-86b5-24a6c4bff9ce tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3853a09-3446-4f57-8efd-1483593304c7']}} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:26.365640 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af21c45-b77d-46a5-b25f-52043d5ab8b7 None None] No DVR routers for this DVR port a8334966-526d-452e-b8f4-2c2f768eaef0 on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:33:26.371594 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8ec33d-eba9-4227-8cd6-74531dd7c2cb None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:33:26.375563 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8ec33d-eba9-4227-8cd6-74531dd7c2cb None None] Checking segment: {'id': '6cb28b8a-c087-45d6-a38b-a6b263b853e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'd3853a09-3446-4f57-8efd-1483593304c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:33:26.375563 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-af8ec33d-eba9-4227-8cd6-74531dd7c2cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:26.375563 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8ec33d-eba9-4227-8cd6-74531dd7c2cb None None] Bound using segment: {'id': '6cb28b8a-c087-45d6-a38b-a6b263b853e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'd3853a09-3446-4f57-8efd-1483593304c7'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:33:26.375563 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-af8ec33d-eba9-4227-8cd6-74531dd7c2cb None None] Bound port: 9dca791c-e1f7-4e91-abdf-057ce7ffb09b, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cb28b8a-c087-45d6-a38b-a6b263b853e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'd3853a09-3446-4f57-8efd-1483593304c7'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:33:26.380820 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-af8ec33d-eba9-4227-8cd6-74531dd7c2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:26.397573 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-2f895f8e-8365-4406-8b1c-d0b77a03c67c tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Calling delete_port for 0175f301-689b-45e6-afa9-fb53db2bd5b0 owned by network:floatingip {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:33:26.400953 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528f748e-770f-4332-9fe1-ddce05682a57 None None] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:33:26.401295 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-adcf98a1-d87d-421f-86b5-24a6c4bff9ce tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cb28b8a-c087-45d6-a38b-a6b263b853e5') {'for_net_delete': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:26.401799 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-adcf98a1-d87d-421f-86b5-24a6c4bff9ce tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cb28b8a-c087-45d6-a38b-a6b263b853e5') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:26.407480 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa2dbb6-0686-4738-9d88-0bb9ae3c210a tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Pushing event deleted for resources: {'Port': ['ID=66995093-8f5e-42b9-b8e8-3100f932b851,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:26.450073 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-adcf98a1-d87d-421f-86b5-24a6c4bff9ce tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12392235'] for segment, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:26.511594 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-adcf98a1-d87d-421f-86b5-24a6c4bff9ce tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:26.529247 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adcf98a1-d87d-421f-86b5-24a6c4bff9ce tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=103586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:33:26.529641 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-adcf98a1-d87d-421f-86b5-24a6c4bff9ce tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11695586'] for segment, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:26.540537 dv-neutron-821401-4-hyperv neutron-server[103586]: Traceback (most recent call last): Dec 10 15:33:26.540537 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:33:26.540537 dv-neutron-821401-4-hyperv neutron-server[103586]: timer() Dec 10 15:33:26.540537 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:33:26.540537 dv-neutron-821401-4-hyperv neutron-server[103586]: cb(*args, **kw) Dec 10 15:33:26.540537 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:33:26.540537 dv-neutron-821401-4-hyperv neutron-server[103586]: return func(*args, **kwargs) Dec 10 15:33:26.540537 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:33:26.540537 dv-neutron-821401-4-hyperv neutron-server[103586]: self._notify() Dec 10 15:33:26.540537 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:33:26.540537 dv-neutron-821401-4-hyperv neutron-server[103586]: self.callback(batched_events) Dec 10 15:33:26.540537 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:33:26.540537 dv-neutron-821401-4-hyperv neutron-server[103586]: event.method(event) Dec 10 15:33:26.540537 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:33:26.540537 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:33:26.540537 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:33:26.540537 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:33:26.540537 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:33:26.540537 dv-neutron-821401-4-hyperv neutron-server[103586]: return f(self, *a, **k) Dec 10 15:33:26.540537 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:33:26.540537 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._get(url).json() Dec 10 15:33:26.540537 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:33:26.540537 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:33:26.540537 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:33:26.540537 dv-neutron-821401-4-hyperv neutron-server[103586]: return self.request(url, 'GET', **kwargs) Dec 10 15:33:26.540537 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:33:26.540537 dv-neutron-821401-4-hyperv neutron-server[103586]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:33:26.540537 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:33:26.540537 dv-neutron-821401-4-hyperv neutron-server[103586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:33:26.540537 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:33:26.540537 dv-neutron-821401-4-hyperv neutron-server[103586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:33:26.540537 dv-neutron-821401-4-hyperv neutron-server[103586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:33:26.552339 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c866f0e8-e926-4561-864f-8ce84dc9ab9c req-2fa2dbb6-0686-4738-9d88-0bb9ae3c210a tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Router a06cceec-0d40-4047-bbd1-c8f49e165bda has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:33:26.553620 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-595b957c-bd68-4026-80be-39277db7b84d tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Allocated IP 2001:db8::268 (72a1b610-48ba-46b8-bfca-deea0e350394/6766c930-37fa-4cc0-8db0-0db229d86789/f499c54d-aeeb-4799-b0fb-acbb6a93978b) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:33:26.682412 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c866f0e8-e926-4561-864f-8ce84dc9ab9c req-2fa2dbb6-0686-4738-9d88-0bb9ae3c210a tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:33:26.737632 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.db.api [None req-adcf98a1-d87d-421f-86b5-24a6c4bff9ce tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 15:33:26.737632 dv-neutron-821401-4-hyperv neutron-server[103586]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 15:33:26.737632 dv-neutron-821401-4-hyperv neutron-server[103586]: [parameters: {'id': 'd3853a09-3446-4f57-8efd-1483593304c7'}] Dec 10 15:33:26.737632 dv-neutron-821401-4-hyperv neutron-server[103586]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 15:33:26.743414 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG oslo_db.api [None req-adcf98a1-d87d-421f-86b5-24a6c4bff9ce tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 15:33:26.743528 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f6dcef-e6c1-4cec-b966-99a930830c34 None None] Sync routers for ids ['a06cceec-0d40-4047-bbd1-c8f49e165bda'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:33:26.744864 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-c866f0e8-e926-4561-864f-8ce84dc9ab9c req-2fa2dbb6-0686-4738-9d88-0bb9ae3c210a tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] No DVR routers for this DVR port 66995093-8f5e-42b9-b8e8-3100f932b851 on host hv-neutron-8214 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:33:26.745656 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device a8334966-526d-452e-b8f4-2c2f768eaef0 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:33:26.749067 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-c866f0e8-e926-4561-864f-8ce84dc9ab9c req-2fa2dbb6-0686-4738-9d88-0bb9ae3c210a tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:26.752499 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-c866f0e8-e926-4561-864f-8ce84dc9ab9c req-2fa2dbb6-0686-4738-9d88-0bb9ae3c210a tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.44 "DELETE /v2.0/ports/66995093-8f5e-42b9-b8e8-3100f932b851 HTTP/1.1" status: 204 len: 173 time: 2.2339158 Dec 10 15:33:26.752951 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f5e5fac-ee31-44bf-a612-11364724d71a', 'name': 'network-vif-deleted', 'tag': '66995093-8f5e-42b9-b8e8-3100f932b851'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:33:26.755274 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9ca57131bc4931768ac29058952438d1fdd62308db7b17540cc34ffe8faef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ebb4bf1-6bba-43e6-8039-7f2dabc6528c" -d '{"events": [{"server_uuid": "3f5e5fac-ee31-44bf-a612-11364724d71a", "name": "network-vif-deleted", "tag": "66995093-8f5e-42b9-b8e8-3100f932b851"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:33:26.799725 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a15530-6e7c-459f-9372-be17bc0f7db1 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Made reservation on behalf of 915dae42aca44a6e934a20b3a70b3a5e for: {'port': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:33:26.801438 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-59ce884b-7e47-4be1-9d96-87a6699e112c None None] For port 0852ffff-b955-412f-9406-31d724f54fb9, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:33:26.801925 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 15:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab71baf6-8da7-48b8-b93a-a9e171f96757 x-openstack-request-id: req-ab71baf6-8da7-48b8-b93a-a9e171f96757 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:33:26.802733 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f5e5fac-ee31-44bf-a612-11364724d71a", "name": "network-vif-deleted", "tag": "66995093-8f5e-42b9-b8e8-3100f932b851", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:33:26.802733 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ab71baf6-8da7-48b8-b93a-a9e171f96757 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:33:26.807173 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f5e5fac-ee31-44bf-a612-11364724d71a', 'name': 'network-vif-deleted', 'tag': '66995093-8f5e-42b9-b8e8-3100f932b851', 'status': 'completed', 'code': 200} Dec 10 15:33:26.823367 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: a8334966-526d-452e-b8f4-2c2f768eaef0 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:33:26.823367 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device a8334966-526d-452e-b8f4-2c2f768eaef0 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:33:26.865257 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2f895f8e-8365-4406-8b1c-d0b77a03c67c tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:26.868954 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7a191416-4e10-46b0-8f8e-4522244f5c9f None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:26.876685 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f6dcef-e6c1-4cec-b966-99a930830c34 None None] Routers {'a06cceec-0d40-4047-bbd1-c8f49e165bda'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:33:26.876967 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-73f6dcef-e6c1-4cec-b966-99a930830c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:33:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['a06cceec-0d40-4047-bbd1-c8f49e165bda'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:26.879936 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-59ce884b-7e47-4be1-9d96-87a6699e112c None None] For port 0852ffff-b955-412f-9406-31d724f54fb9, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=0852ffff-b955-412f-9406-31d724f54fb9,segment=NetworkSegment(844249eb-4e46-4a0c-a181-0a868a14829f),segment_id=844249eb-4e46-4a0c-a181-0a868a14829f)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:33:26.912323 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f895f8e-8365-4406-8b1c-d0b77a03c67c tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Pushing event deleted for resources: {'Port': ['ID=0175f301-689b-45e6-afa9-fb53db2bd5b0,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:26.928742 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-595b957c-bd68-4026-80be-39277db7b84d tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:26.940887 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f292b3-834a-4869-8965-ad8f5e38cd90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-c2b5f149-cedd-450c-ab43-dd2d78259f45', 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'project_id': '915dae42aca44a6e934a20b3a70b3a5e', 'fixed_ips': [{'subnet_id': '12d65c26-223e-41ce-a6df-f5adb6d8f743'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:33:26.941747 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a9f292b3-834a-4869-8965-ad8f5e38cd90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:26.948651 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-af8ec33d-eba9-4227-8cd6-74531dd7c2cb None None] For port 9dca791c-e1f7-4e91-abdf-057ce7ffb09b, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:33:26.964460 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-af8ec33d-eba9-4227-8cd6-74531dd7c2cb None None] For port 9dca791c-e1f7-4e91-abdf-057ce7ffb09b, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=9dca791c-e1f7-4e91-abdf-057ce7ffb09b,segment=NetworkSegment(6cb28b8a-c087-45d6-a38b-a6b263b853e5),segment_id=6cb28b8a-c087-45d6-a38b-a6b263b853e5)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:33:26.990250 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7a191416-4e10-46b0-8f8e-4522244f5c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:26.997121 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-59ce884b-7e47-4be1-9d96-87a6699e112c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:27.034788 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c6a15530-6e7c-459f-9372-be17bc0f7db1 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:27.035948 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-9fcc4642-bfab-4cb2-8dc1-6e0188be0c7a req-430e0ee8-5169-4b00-884d-d88b8cb9d4b3 tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f5e5fac-ee31-44bf-a612-11364724d71a HTTP/1.1" status: 200 len: 210 time: 0.0279601 Dec 10 15:33:27.050029 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2f895f8e-8365-4406-8b1c-d0b77a03c67c tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks [] for floatingip, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:27.052538 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2f895f8e-8365-4406-8b1c-d0b77a03c67c tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:27.053740 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-2f895f8e-8365-4406-8b1c-d0b77a03c67c tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] 10.222.0.20 "DELETE /v2.0/floatingips/15059011-d0c9-4502-83df-b9c670558dc8 HTTP/1.1" status: 204 len: 168 time: 1.2802079 Dec 10 15:33:27.057178 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33764) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:27.063312 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-81ae4f64-c24b-4a24-8bf9-b3422d402ed2 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Request body: {'floatingip': {'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'port_id': '1b40f9a4-ceea-49b1-bd0b-87658a01aa80'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:27.069805 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-c6a15530-6e7c-459f-9372-be17bc0f7db1 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] device_id is not set on port adae4383-7114-415f-a449-a595544ecea9 yet. {{(pid=103586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:33:27.110624 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-595b957c-bd68-4026-80be-39277db7b84d tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:27.132495 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6e699459-1ce1-4c41-a361-8df266910773 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:27.188602 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e699459-1ce1-4c41-a361-8df266910773 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Pushing event deleted for resources: {'Subnet': ['ID=9c4da25e-f219-44f7-b743-1778918f7ac4,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:27.227776 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595b957c-bd68-4026-80be-39277db7b84d tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Network 72a1b610-48ba-46b8-bfca-deea0e350394 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:33:27.234087 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-81ae4f64-c24b-4a24-8bf9-b3422d402ed2 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks [] for floatingip, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:27.242605 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-595b957c-bd68-4026-80be-39277db7b84d tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:33:27.251772 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-adcf98a1-d87d-421f-86b5-24a6c4bff9ce tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:27.261116 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595b957c-bd68-4026-80be-39277db7b84d tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:33:27.280638 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595b957c-bd68-4026-80be-39277db7b84d tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:27.281474 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-595b957c-bd68-4026-80be-39277db7b84d tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:27.308686 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595b957c-bd68-4026-80be-39277db7b84d tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event updated for resources: {'Port': ['ID=f499c54d-aeeb-4799-b0fb-acbb6a93978b,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:27.346793 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6e699459-1ce1-4c41-a361-8df266910773 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:27.411105 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-595b957c-bd68-4026-80be-39277db7b84d tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0388205 Dec 10 15:33:27.413534 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6a15530-6e7c-459f-9372-be17bc0f7db1 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 15:33:27.414083 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6a15530-6e7c-459f-9372-be17bc0f7db1 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:33:27.415304 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33766) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:27.422275 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-6e699459-1ce1-4c41-a361-8df266910773 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82eccffe-f3b6-4377-bf48-da3543e0b450']}} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:27.425587 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a191416-4e10-46b0-8f8e-4522244f5c9f None None] Pushing event updated for resources: {'Port': ['ID=199b46be-eded-45da-97a0-8aac3e335cc9,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:27.444032 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-af8ec33d-eba9-4227-8cd6-74531dd7c2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:27.451954 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-6e699459-1ce1-4c41-a361-8df266910773 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9f7c256-2696-40f9-9994-e1470dd14c1c') {'for_net_delete': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:27.452261 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-6e699459-1ce1-4c41-a361-8df266910773 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9f7c256-2696-40f9-9994-e1470dd14c1c') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:27.504799 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6e699459-1ce1-4c41-a361-8df266910773 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12392235'] for segment, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:27.534629 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ce884b-7e47-4be1-9d96-87a6699e112c None None] Pushing event updated for resources: {'Port': ['ID=0852ffff-b955-412f-9406-31d724f54fb9,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:27.545185 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6e699459-1ce1-4c41-a361-8df266910773 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:27.562567 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e699459-1ce1-4c41-a361-8df266910773 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=103586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:33:27.563311 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6e699459-1ce1-4c41-a361-8df266910773 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11695586'] for segment, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:27.568336 dv-neutron-821401-4-hyperv neutron-server[103586]: Traceback (most recent call last): Dec 10 15:33:27.568336 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:33:27.568336 dv-neutron-821401-4-hyperv neutron-server[103586]: timer() Dec 10 15:33:27.568336 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:33:27.568336 dv-neutron-821401-4-hyperv neutron-server[103586]: cb(*args, **kw) Dec 10 15:33:27.568336 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:33:27.568336 dv-neutron-821401-4-hyperv neutron-server[103586]: return func(*args, **kwargs) Dec 10 15:33:27.568336 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:33:27.568336 dv-neutron-821401-4-hyperv neutron-server[103586]: self._notify() Dec 10 15:33:27.568336 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:33:27.568336 dv-neutron-821401-4-hyperv neutron-server[103586]: self.callback(batched_events) Dec 10 15:33:27.568336 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:33:27.568336 dv-neutron-821401-4-hyperv neutron-server[103586]: event.method(event) Dec 10 15:33:27.568336 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:33:27.568336 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:33:27.568336 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:33:27.568336 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:33:27.568336 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:33:27.568336 dv-neutron-821401-4-hyperv neutron-server[103586]: return f(self, *a, **k) Dec 10 15:33:27.568336 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:33:27.568336 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._get(url).json() Dec 10 15:33:27.568336 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:33:27.568336 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:33:27.568336 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:33:27.568336 dv-neutron-821401-4-hyperv neutron-server[103586]: return self.request(url, 'GET', **kwargs) Dec 10 15:33:27.568336 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:33:27.568336 dv-neutron-821401-4-hyperv neutron-server[103586]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:33:27.568336 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:33:27.568336 dv-neutron-821401-4-hyperv neutron-server[103586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:33:27.568336 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:33:27.568336 dv-neutron-821401-4-hyperv neutron-server[103586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:33:27.568336 dv-neutron-821401-4-hyperv neutron-server[103586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:33:27.604781 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-c6a15530-6e7c-459f-9372-be17bc0f7db1 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.2592196 Dec 10 15:33:27.607784 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33768) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:27.622011 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8ec33d-eba9-4227-8cd6-74531dd7c2cb None None] Pushing event updated for resources: {'Port': ['ID=9dca791c-e1f7-4e91-abdf-057ce7ffb09b,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:27.648245 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a191416-4e10-46b0-8f8e-4522244f5c9f None None] Network 82eccffe-f3b6-4377-bf48-da3543e0b450 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:33:27.666881 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-7a191416-4e10-46b0-8f8e-4522244f5c9f None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:33:27.684618 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a191416-4e10-46b0-8f8e-4522244f5c9f None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:33:27.688894 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-adcf98a1-d87d-421f-86b5-24a6c4bff9ce tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Deleting port 9dca791c-e1f7-4e91-abdf-057ce7ffb09b {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:33:27.689232 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-adcf98a1-d87d-421f-86b5-24a6c4bff9ce tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:27.693674 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-8a414b8f-5acd-4cbc-9281-f412f5dbd564 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0857441 Dec 10 15:33:27.696581 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33770) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:27.760648 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.db.api [None req-6e699459-1ce1-4c41-a361-8df266910773 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 15:33:27.760648 dv-neutron-821401-4-hyperv neutron-server[103586]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 15:33:27.760648 dv-neutron-821401-4-hyperv neutron-server[103586]: [parameters: {'id': '82eccffe-f3b6-4377-bf48-da3543e0b450'}] Dec 10 15:33:27.760648 dv-neutron-821401-4-hyperv neutron-server[103586]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 15:33:27.761455 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG oslo_db.api [None req-6e699459-1ce1-4c41-a361-8df266910773 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 15:33:27.779460 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-a9f292b3-834a-4869-8965-ad8f5e38cd90 None None] Allocated IP 2001:db8::2 (c2b5f149-cedd-450c-ab43-dd2d78259f45/12d65c26-223e-41ce-a6df-f5adb6d8f743/9ee9ca86-a5d9-4112-8f9b-b3f47245540c) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:33:27.783277 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-73f6dcef-e6c1-4cec-b966-99a930830c34 None None] Set router a06cceec-0d40-4047-bbd1-c8f49e165bda gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:33:27.794248 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-adcf98a1-d87d-421f-86b5-24a6c4bff9ce tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] For port 9dca791c-e1f7-4e91-abdf-057ce7ffb09b, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=9dca791c-e1f7-4e91-abdf-057ce7ffb09b,segment=NetworkSegment(6cb28b8a-c087-45d6-a38b-a6b263b853e5),segment_id=6cb28b8a-c087-45d6-a38b-a6b263b853e5)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:33:27.794609 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-adcf98a1-d87d-421f-86b5-24a6c4bff9ce tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:27.797938 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-81ae4f64-c24b-4a24-8bf9-b3422d402ed2 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:27.818513 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-adcf98a1-d87d-421f-86b5-24a6c4bff9ce tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Calling delete_port for 9dca791c-e1f7-4e91-abdf-057ce7ffb09b owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:33:27.831986 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e028e0a6-2c1a-4445-a19a-5d121fb2690f tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:27.833646 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e028e0a6-2c1a-4445-a19a-5d121fb2690f tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:27.835249 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-e028e0a6-2c1a-4445-a19a-5d121fb2690f tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1375756 Dec 10 15:33:27.855044 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33774) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:27.924032 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4301ae9e-4519-44c5-b0bc-a32e39f772c5 None None] Network d3853a09-3446-4f57-8efd-1483593304c7 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:33:28.009819 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fd3ea04b-5096-4949-a2e3-0d1e48e4c7f6 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:28.012496 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f81c3c2-fc86-4f3d-9bbd-f7e1dc4e05ce tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Deleting subnet 12d65c26-223e-41ce-a6df-f5adb6d8f743 {{(pid=103586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:33:28.064824 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-7a191416-4e10-46b0-8f8e-4522244f5c9f None None] Attempting to bind port 199b46be-eded-45da-97a0-8aac3e335cc9 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:33:28.065065 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-7a191416-4e10-46b0-8f8e-4522244f5c9f None None] Attempting to bind port 199b46be-eded-45da-97a0-8aac3e335cc9 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'e9f7c256-2696-40f9-9994-e1470dd14c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '82eccffe-f3b6-4377-bf48-da3543e0b450'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:33:28.065316 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a191416-4e10-46b0-8f8e-4522244f5c9f None None] Attempting to bind port 199b46be-eded-45da-97a0-8aac3e335cc9 on network 82eccffe-f3b6-4377-bf48-da3543e0b450 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:33:28.084351 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-81ae4f64-c24b-4a24-8bf9-b3422d402ed2 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Allocated IP 172.26.2.83 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/3d87baa4-a9e5-4909-8e41-94dfd45532b5) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:33:28.177444 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-adcf98a1-d87d-421f-86b5-24a6c4bff9ce tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:28.213872 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33780) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:28.225405 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcf98a1-d87d-421f-86b5-24a6c4bff9ce tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] No DVR routers for this DVR port 9dca791c-e1f7-4e91-abdf-057ce7ffb09b on host dv-neutron-821401-4-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:33:28.228747 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a191416-4e10-46b0-8f8e-4522244f5c9f None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:33:28.228980 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcf98a1-d87d-421f-86b5-24a6c4bff9ce tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Pushing event deleted for resources: {'Port': ['ID=9dca791c-e1f7-4e91-abdf-057ce7ffb09b,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:28.229324 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a191416-4e10-46b0-8f8e-4522244f5c9f None None] Checking segment: {'id': 'e9f7c256-2696-40f9-9994-e1470dd14c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '82eccffe-f3b6-4377-bf48-da3543e0b450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:33:28.229963 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7a191416-4e10-46b0-8f8e-4522244f5c9f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:28.230578 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a191416-4e10-46b0-8f8e-4522244f5c9f None None] Bound using segment: {'id': 'e9f7c256-2696-40f9-9994-e1470dd14c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '82eccffe-f3b6-4377-bf48-da3543e0b450'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:33:28.236704 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-7a191416-4e10-46b0-8f8e-4522244f5c9f None None] Bound port: 199b46be-eded-45da-97a0-8aac3e335cc9, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9f7c256-2696-40f9-9994-e1470dd14c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '82eccffe-f3b6-4377-bf48-da3543e0b450'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:33:28.237364 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7a191416-4e10-46b0-8f8e-4522244f5c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:28.289110 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-81ae4f64-c24b-4a24-8bf9-b3422d402ed2 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:28.337383 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fd3ea04b-5096-4949-a2e3-0d1e48e4c7f6 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:28.351156 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 66995093-8f5e-42b9-b8e8-3100f932b851 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:33:28.361689 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6e699459-1ce1-4c41-a361-8df266910773 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:28.390629 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] No Port match for: 66995093-8f5e-42b9-b8e8-3100f932b851 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:33:28.391289 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 66995093-8f5e-42b9-b8e8-3100f932b851 not bound to the agent host hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:33:28.421085 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fd3ea04b-5096-4949-a2e3-0d1e48e4c7f6 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:28.461072 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-7a191416-4e10-46b0-8f8e-4522244f5c9f None None] For port 199b46be-eded-45da-97a0-8aac3e335cc9, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:33:28.471351 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-7a191416-4e10-46b0-8f8e-4522244f5c9f None None] For port 199b46be-eded-45da-97a0-8aac3e335cc9, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=199b46be-eded-45da-97a0-8aac3e335cc9,segment=NetworkSegment(e9f7c256-2696-40f9-9994-e1470dd14c1c),segment_id=e9f7c256-2696-40f9-9994-e1470dd14c1c)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:33:28.479367 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-73f6dcef-e6c1-4cec-b966-99a930830c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a06cceec-0d40-4047-bbd1-c8f49e165bda', 'name': 'tempest-ServerActionsTestJSON-1114801807-router', 'tenant_id': '0c43b3bd3a7142739658566d8b1d83f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.12'}], 'enable_snat': True}, 'gw_port_id': '39a76a45-f3d7-4ecd-aab5-1de15359ff6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:29:50Z', 'updated_at': '2021-12-10T15:30:02Z', 'revision_number': 4, 'project_id': '0c43b3bd3a7142739658566d8b1d83f3', 'gw_port': {'id': '39a76a45-f3d7-4ecd-aab5-1de15359ff6a', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:64:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a06cceec-0d40-4047-bbd1-c8f49e165bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:29:52Z', 'updated_at': '2021-12-10T15:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': 'a0551861-9504-4874-834a-552a99ce66e7', 'name': '', 'network_id': '9f22a23a-8eb3-48df-bc2f-eddd6071e745', 'tenant_id': '0c43b3bd3a7142739658566d8b1d83f3', 'mac_address': 'fa:16:3e:8d:0f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a06cceec-0d40-4047-bbd1-c8f49e165bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '095a47ab-a3da-4b0b-9511-e17946d815ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:30:00Z', 'updated_at': '2021-12-10T15:30:11Z', 'revision_number': 5, 'project_id': '0c43b3bd3a7142739658566d8b1d83f3', 'subnets': [{'id': '095a47ab-a3da-4b0b-9511-e17946d815ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:28.481839 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a9f292b3-834a-4869-8965-ad8f5e38cd90 None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:28.516738 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f6dcef-e6c1-4cec-b966-99a930830c34 None None] Checking router: a06cceec-0d40-4047-bbd1-c8f49e165bda for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:33:28.523759 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74fe817a-4ed0-45f4-927c-7aa00dbd39cc None None] Network 72a1b610-48ba-46b8-bfca-deea0e350394 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:33:28.539611 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3ea04b-5096-4949-a2e3-0d1e48e4c7f6 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event updated for resources: {'Port': ['ID=f499c54d-aeeb-4799-b0fb-acbb6a93978b,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:28.543542 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7a191416-4e10-46b0-8f8e-4522244f5c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:28.574254 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f6dcef-e6c1-4cec-b966-99a930830c34 None None] Routers {'a06cceec-0d40-4047-bbd1-c8f49e165bda'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:33:28.574254 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-73f6dcef-e6c1-4cec-b966-99a930830c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:33:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['a06cceec-0d40-4047-bbd1-c8f49e165bda'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:28.651083 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a9f292b3-834a-4869-8965-ad8f5e38cd90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:28.682998 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fd3ea04b-5096-4949-a2e3-0d1e48e4c7f6 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552880'] for router_interface, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:28.762469 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8f81c3c2-fc86-4f3d-9bbd-f7e1dc4e05ce tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for subnet, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:28.769105 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f292b3-834a-4869-8965-ad8f5e38cd90 None None] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:33:28.800062 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-b46ca76d-d14b-4f49-8b24-ea40b4529a7b None None] Provisioning complete for port 0852ffff-b955-412f-9406-31d724f54fb9 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:33:28.800716 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b46ca76d-d14b-4f49-8b24-ea40b4529a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:28.806147 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8f81c3c2-fc86-4f3d-9bbd-f7e1dc4e05ce tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12392400'] for subnet, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:28.836585 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-81ae4f64-c24b-4a24-8bf9-b3422d402ed2 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:28.841174 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-a9f292b3-834a-4869-8965-ad8f5e38cd90 None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:33:28.848109 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 0852ffff-b955-412f-9406-31d724f54fb9 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:33:28.852070 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a191416-4e10-46b0-8f8e-4522244f5c9f None None] Pushing event updated for resources: {'Port': ['ID=199b46be-eded-45da-97a0-8aac3e335cc9,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:28.863004 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f292b3-834a-4869-8965-ad8f5e38cd90 None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:33:28.871293 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-adcf98a1-d87d-421f-86b5-24a6c4bff9ce tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:28.902831 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fd3ea04b-5096-4949-a2e3-0d1e48e4c7f6 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:28.946674 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d0f568-6f7b-48cc-9e8b-3eaaa794b544 None None] Network 82eccffe-f3b6-4377-bf48-da3543e0b450 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:33:28.962120 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ae4f64-c24b-4a24-8bf9-b3422d402ed2 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:33:28.981148 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-73f6dcef-e6c1-4cec-b966-99a930830c34 None None] Set router a06cceec-0d40-4047-bbd1-c8f49e165bda gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:33:28.987429 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-adcf98a1-d87d-421f-86b5-24a6c4bff9ce tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3853a09-3446-4f57-8efd-1483593304c7']}} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:28.990283 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-81ae4f64-c24b-4a24-8bf9-b3422d402ed2 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:33:28.992832 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ae4f64-c24b-4a24-8bf9-b3422d402ed2 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:33:29.003863 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3a17bc87-56c9-469b-bcbb-c223c58b65ca tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Publish callbacks [] for security_group, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:29.013935 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ae4f64-c24b-4a24-8bf9-b3422d402ed2 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Pushing event updated for resources: {'Port': ['ID=3d87baa4-a9e5-4909-8e41-94dfd45532b5,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:29.040718 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-adcf98a1-d87d-421f-86b5-24a6c4bff9ce tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cb28b8a-c087-45d6-a38b-a6b263b853e5') {'for_net_delete': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:29.041080 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-adcf98a1-d87d-421f-86b5-24a6c4bff9ce tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cb28b8a-c087-45d6-a38b-a6b263b853e5') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:29.097471 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-adcf98a1-d87d-421f-86b5-24a6c4bff9ce tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12392235'] for segment, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:29.136180 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3a17bc87-56c9-469b-bcbb-c223c58b65ca tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:29.157973 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8f81c3c2-fc86-4f3d-9bbd-f7e1dc4e05ce tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:29.163685 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-adcf98a1-d87d-421f-86b5-24a6c4bff9ce tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:29.204309 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adcf98a1-d87d-421f-86b5-24a6c4bff9ce tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=103586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:33:29.204726 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-adcf98a1-d87d-421f-86b5-24a6c4bff9ce tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11695586'] for segment, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:29.218655 dv-neutron-821401-4-hyperv neutron-server[103586]: Traceback (most recent call last): Dec 10 15:33:29.218655 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:33:29.218655 dv-neutron-821401-4-hyperv neutron-server[103586]: timer() Dec 10 15:33:29.218655 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:33:29.218655 dv-neutron-821401-4-hyperv neutron-server[103586]: cb(*args, **kw) Dec 10 15:33:29.218655 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:33:29.218655 dv-neutron-821401-4-hyperv neutron-server[103586]: return func(*args, **kwargs) Dec 10 15:33:29.218655 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:33:29.218655 dv-neutron-821401-4-hyperv neutron-server[103586]: self._notify() Dec 10 15:33:29.218655 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:33:29.218655 dv-neutron-821401-4-hyperv neutron-server[103586]: self.callback(batched_events) Dec 10 15:33:29.218655 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:33:29.218655 dv-neutron-821401-4-hyperv neutron-server[103586]: event.method(event) Dec 10 15:33:29.218655 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:33:29.218655 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:33:29.218655 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:33:29.218655 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:33:29.218655 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:33:29.218655 dv-neutron-821401-4-hyperv neutron-server[103586]: return f(self, *a, **k) Dec 10 15:33:29.218655 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:33:29.218655 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._get(url).json() Dec 10 15:33:29.218655 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:33:29.218655 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:33:29.218655 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:33:29.218655 dv-neutron-821401-4-hyperv neutron-server[103586]: return self.request(url, 'GET', **kwargs) Dec 10 15:33:29.218655 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:33:29.218655 dv-neutron-821401-4-hyperv neutron-server[103586]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:33:29.218655 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:33:29.218655 dv-neutron-821401-4-hyperv neutron-server[103586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:33:29.218655 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:33:29.218655 dv-neutron-821401-4-hyperv neutron-server[103586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:33:29.218655 dv-neutron-821401-4-hyperv neutron-server[103586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:33:29.241048 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fd3ea04b-5096-4949-a2e3-0d1e48e4c7f6 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:29.262510 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-6e699459-1ce1-4c41-a361-8df266910773 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Deleting port 199b46be-eded-45da-97a0-8aac3e335cc9 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:33:29.262858 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6e699459-1ce1-4c41-a361-8df266910773 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:29.277973 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f292b3-834a-4869-8965-ad8f5e38cd90 None None] Pushing event updated for resources: {'Port': ['ID=9ee9ca86-a5d9-4112-8f9b-b3f47245540c,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:29.301903 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fd3ea04b-5096-4949-a2e3-0d1e48e4c7f6 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:29.303441 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fd3ea04b-5096-4949-a2e3-0d1e48e4c7f6 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549888'] for router_interface, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:29.355083 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3ea04b-5096-4949-a2e3-0d1e48e4c7f6 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event updated for resources: {'Port': ['ID=f499c54d-aeeb-4799-b0fb-acbb6a93978b,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:29.365340 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-a9f292b3-834a-4869-8965-ad8f5e38cd90 None None] Attempting to bind port 9ee9ca86-a5d9-4112-8f9b-b3f47245540c on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:33:29.365718 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-a9f292b3-834a-4869-8965-ad8f5e38cd90 None None] Attempting to bind port 9ee9ca86-a5d9-4112-8f9b-b3f47245540c by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:33:29.366121 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f292b3-834a-4869-8965-ad8f5e38cd90 None None] Attempting to bind port 9ee9ca86-a5d9-4112-8f9b-b3f47245540c on network c2b5f149-cedd-450c-ab43-dd2d78259f45 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:33:29.441655 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f292b3-834a-4869-8965-ad8f5e38cd90 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:33:29.442550 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f292b3-834a-4869-8965-ad8f5e38cd90 None None] Checking segment: {'id': '64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:33:29.442550 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a9f292b3-834a-4869-8965-ad8f5e38cd90 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:29.442887 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f292b3-834a-4869-8965-ad8f5e38cd90 None None] Bound using segment: {'id': '64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:33:29.443612 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-a9f292b3-834a-4869-8965-ad8f5e38cd90 None None] Bound port: 9ee9ca86-a5d9-4112-8f9b-b3f47245540c, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:33:29.443770 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a9f292b3-834a-4869-8965-ad8f5e38cd90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:29.444814 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-6e699459-1ce1-4c41-a361-8df266910773 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] For port 199b46be-eded-45da-97a0-8aac3e335cc9, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=199b46be-eded-45da-97a0-8aac3e335cc9,segment=NetworkSegment(e9f7c256-2696-40f9-9994-e1470dd14c1c),segment_id=e9f7c256-2696-40f9-9994-e1470dd14c1c)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:33:29.445185 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6e699459-1ce1-4c41-a361-8df266910773 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:29.457402 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3ea04b-5096-4949-a2e3-0d1e48e4c7f6 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Network 72a1b610-48ba-46b8-bfca-deea0e350394 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:33:29.459397 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-fd3ea04b-5096-4949-a2e3-0d1e48e4c7f6 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:33:29.461970 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 0852ffff-b955-412f-9406-31d724f54fb9 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:33:29.462353 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:29.501532 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-6e699459-1ce1-4c41-a361-8df266910773 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Calling delete_port for 199b46be-eded-45da-97a0-8aac3e335cc9 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:33:29.505627 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b46ca76d-d14b-4f49-8b24-ea40b4529a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:29.524043 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-adcf98a1-d87d-421f-86b5-24a6c4bff9ce tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:29.550941 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6bdf1d-2a7b-4702-8dfa-57d3d694f461 None None] Network 82eccffe-f3b6-4377-bf48-da3543e0b450 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:33:29.570904 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-adcf98a1-d87d-421f-86b5-24a6c4bff9ce tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:29.574610 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-adcf98a1-d87d-421f-86b5-24a6c4bff9ce tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] 10.222.0.20 "DELETE /v2.0/networks/d3853a09-3446-4f57-8efd-1483593304c7 HTTP/1.1" status: 204 len: 168 time: 4.3977361 Dec 10 15:33:29.581179 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33782) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:29.588186 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-f9308409-59d0-4d8c-b4bb-d853b51abc9b tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1687834257'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:29.594019 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3a17bc87-56c9-469b-bcbb-c223c58b65ca tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:29.596051 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3a17bc87-56c9-469b-bcbb-c223c58b65ca tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:29.597227 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-3a17bc87-56c9-469b-bcbb-c223c58b65ca tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "DELETE /v2.0/security-groups/5ed67073-eeed-4d1d-86bf-a50b643bdaa1 HTTP/1.1" status: 204 len: 168 time: 1.3824255 Dec 10 15:33:29.598486 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8f81c3c2-fc86-4f3d-9bbd-f7e1dc4e05ce tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:29.604814 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33784) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:29.626752 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.api.v2.resource [None req-a6680fbf-2974-4667-a437-8bd5c6bd35ad tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] show failed (client error): The resource could not be found. Dec 10 15:33:29.627854 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-a6680fbf-2974-4667-a437-8bd5c6bd35ad tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "GET /v2.0/security-groups/5ed67073-eeed-4d1d-86bf-a50b643bdaa1 HTTP/1.1" status: 404 len: 347 time: 0.0218439 Dec 10 15:33:29.632701 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33786) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:29.635362 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcf98a1-d87d-421f-86b5-24a6c4bff9ce tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Pushing event deleted for resources: {'Network': ['ID=d3853a09-3446-4f57-8efd-1483593304c7,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:29.688862 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8f81c3c2-fc86-4f3d-9bbd-f7e1dc4e05ce tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:29.690047 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-8f81c3c2-fc86-4f3d-9bbd-f7e1dc4e05ce tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/subnets/12d65c26-223e-41ce-a6df-f5adb6d8f743 HTTP/1.1" status: 204 len: 168 time: 1.8335521 Dec 10 15:33:29.690977 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a17bc87-56c9-469b-bcbb-c223c58b65ca tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed67073-eeed-4d1d-86bf-a50b643bdaa1,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:29.697119 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33788) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:29.706289 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f81c3c2-fc86-4f3d-9bbd-f7e1dc4e05ce tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event deleted for resources: {'Subnet': ['ID=12d65c26-223e-41ce-a6df-f5adb6d8f743,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:29.707268 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-b46ca76d-d14b-4f49-8b24-ea40b4529a7b None None] For port 0852ffff-b955-412f-9406-31d724f54fb9, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=0852ffff-b955-412f-9406-31d724f54fb9,segment=NetworkSegment(844249eb-4e46-4a0c-a181-0a868a14829f),segment_id=844249eb-4e46-4a0c-a181-0a868a14829f)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:33:29.758462 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-a9f292b3-834a-4869-8965-ad8f5e38cd90 None None] For port 9ee9ca86-a5d9-4112-8f9b-b3f47245540c, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:33:29.760024 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-454f23c0-62e3-4915-87e6-b84017e3713b tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0592146 Dec 10 15:33:29.764007 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33790) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:29.785113 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-8809c780-afd6-41c0-bf43-cec170b329b3 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Request body: {'subnet': {'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:29.820278 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-a9f292b3-834a-4869-8965-ad8f5e38cd90 None None] For port 9ee9ca86-a5d9-4112-8f9b-b3f47245540c, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=9ee9ca86-a5d9-4112-8f9b-b3f47245540c,segment=NetworkSegment(64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4),segment_id=64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:33:29.823007 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b46ca76d-d14b-4f49-8b24-ea40b4529a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:29.868005 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd3ea04b-5096-4949-a2e3-0d1e48e4c7f6 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Router 0d62181e-26ed-4875-a669-8a69f59cd799 is scheduled to L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d with binding_index 1 {{(pid=103587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 15:33:29.869673 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9308409-59d0-4d8c-b4bb-d853b51abc9b tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Made reservation on behalf of 1669e2c341ad498c8f67a90a963f4ed9 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:33:29.873519 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f9308409-59d0-4d8c-b4bb-d853b51abc9b tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:29.884654 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:29.926182 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a9f292b3-834a-4869-8965-ad8f5e38cd90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:29.942427 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ca76d-d14b-4f49-8b24-ea40b4529a7b None None] Pushing event updated for resources: {'Port': ['ID=0852ffff-b955-412f-9406-31d724f54fb9,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:29.969462 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6e699459-1ce1-4c41-a361-8df266910773 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:30.027651 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e699459-1ce1-4c41-a361-8df266910773 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] No DVR routers for this DVR port 199b46be-eded-45da-97a0-8aac3e335cc9 on host dv-neutron-821401-4-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:33:30.033437 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e699459-1ce1-4c41-a361-8df266910773 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Pushing event deleted for resources: {'Port': ['ID=199b46be-eded-45da-97a0-8aac3e335cc9,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:30.058001 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-73f6dcef-e6c1-4cec-b966-99a930830c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a06cceec-0d40-4047-bbd1-c8f49e165bda', 'name': 'tempest-ServerActionsTestJSON-1114801807-router', 'tenant_id': '0c43b3bd3a7142739658566d8b1d83f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.12'}], 'enable_snat': True}, 'gw_port_id': '39a76a45-f3d7-4ecd-aab5-1de15359ff6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:29:50Z', 'updated_at': '2021-12-10T15:30:02Z', 'revision_number': 4, 'project_id': '0c43b3bd3a7142739658566d8b1d83f3', 'gw_port': {'id': '39a76a45-f3d7-4ecd-aab5-1de15359ff6a', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:64:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a06cceec-0d40-4047-bbd1-c8f49e165bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:29:52Z', 'updated_at': '2021-12-10T15:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': 'a0551861-9504-4874-834a-552a99ce66e7', 'name': '', 'network_id': '9f22a23a-8eb3-48df-bc2f-eddd6071e745', 'tenant_id': '0c43b3bd3a7142739658566d8b1d83f3', 'mac_address': 'fa:16:3e:8d:0f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a06cceec-0d40-4047-bbd1-c8f49e165bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '095a47ab-a3da-4b0b-9511-e17946d815ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:30:00Z', 'updated_at': '2021-12-10T15:30:11Z', 'revision_number': 5, 'project_id': '0c43b3bd3a7142739658566d8b1d83f3', 'subnets': [{'id': '095a47ab-a3da-4b0b-9511-e17946d815ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:30.073952 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-39097b10-ff51-43fd-ab21-a84337941b36 None None] Provisioning complete for port 0852ffff-b955-412f-9406-31d724f54fb9 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:33:30.074333 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-39097b10-ff51-43fd-ab21-a84337941b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:30.133512 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f6dcef-e6c1-4cec-b966-99a930830c34 None None] The sync data for ids ['a06cceec-0d40-4047-bbd1-c8f49e165bda'] in dv-neutron-821401-4-hyperv is: [{'id': 'a06cceec-0d40-4047-bbd1-c8f49e165bda', 'name': 'tempest-ServerActionsTestJSON-1114801807-router', 'tenant_id': '0c43b3bd3a7142739658566d8b1d83f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.12'}], 'enable_snat': True}, 'gw_port_id': '39a76a45-f3d7-4ecd-aab5-1de15359ff6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:29:50Z', 'updated_at': '2021-12-10T15:30:02Z', 'revision_number': 4, 'project_id': '0c43b3bd3a7142739658566d8b1d83f3', 'gw_port': {'id': '39a76a45-f3d7-4ecd-aab5-1de15359ff6a', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:64:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a06cceec-0d40-4047-bbd1-c8f49e165bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:29:52Z', 'updated_at': '2021-12-10T15:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': 'a0551861-9504-4874-834a-552a99ce66e7', 'name': '', 'network_id': '9f22a23a-8eb3-48df-bc2f-eddd6071e745', 'tenant_id': '0c43b3bd3a7142739658566d8b1d83f3', 'mac_address': 'fa:16:3e:8d:0f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a06cceec-0d40-4047-bbd1-c8f49e165bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '095a47ab-a3da-4b0b-9511-e17946d815ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:30:00Z', 'updated_at': '2021-12-10T15:30:11Z', 'revision_number': 5, 'project_id': '0c43b3bd3a7142739658566d8b1d83f3', 'subnets': [{'id': '095a47ab-a3da-4b0b-9511-e17946d815ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:33:30.142144 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f292b3-834a-4869-8965-ad8f5e38cd90 None None] Pushing event updated for resources: {'Port': ['ID=9ee9ca86-a5d9-4112-8f9b-b3f47245540c,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:30.146826 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6e699459-1ce1-4c41-a361-8df266910773 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:30.151359 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.db.api [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 15:33:30.161625 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG oslo_db.api [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 15:33:30.169505 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-81ae4f64-c24b-4a24-8bf9-b3422d402ed2 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:30.234933 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-6e699459-1ce1-4c41-a361-8df266910773 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82eccffe-f3b6-4377-bf48-da3543e0b450']}} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:30.251311 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-6e699459-1ce1-4c41-a361-8df266910773 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9f7c256-2696-40f9-9994-e1470dd14c1c') {'for_net_delete': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:30.251657 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-6e699459-1ce1-4c41-a361-8df266910773 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9f7c256-2696-40f9-9994-e1470dd14c1c') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:30.265687 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6e699459-1ce1-4c41-a361-8df266910773 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12392235'] for segment, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:30.281636 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-39097b10-ff51-43fd-ab21-a84337941b36 None None] Provisioning complete for port f499c54d-aeeb-4799-b0fb-acbb6a93978b triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:33:30.282092 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6e699459-1ce1-4c41-a361-8df266910773 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:30.282546 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-39097b10-ff51-43fd-ab21-a84337941b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:30.290715 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e699459-1ce1-4c41-a361-8df266910773 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=103586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:33:30.291217 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6e699459-1ce1-4c41-a361-8df266910773 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11695586'] for segment, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:30.294604 dv-neutron-821401-4-hyperv neutron-server[103586]: Traceback (most recent call last): Dec 10 15:33:30.294604 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:33:30.294604 dv-neutron-821401-4-hyperv neutron-server[103586]: timer() Dec 10 15:33:30.294604 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:33:30.294604 dv-neutron-821401-4-hyperv neutron-server[103586]: cb(*args, **kw) Dec 10 15:33:30.294604 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:33:30.294604 dv-neutron-821401-4-hyperv neutron-server[103586]: return func(*args, **kwargs) Dec 10 15:33:30.294604 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:33:30.294604 dv-neutron-821401-4-hyperv neutron-server[103586]: self._notify() Dec 10 15:33:30.294604 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:33:30.294604 dv-neutron-821401-4-hyperv neutron-server[103586]: self.callback(batched_events) Dec 10 15:33:30.294604 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:33:30.294604 dv-neutron-821401-4-hyperv neutron-server[103586]: event.method(event) Dec 10 15:33:30.294604 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:33:30.294604 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:33:30.294604 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:33:30.294604 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:33:30.294604 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:33:30.294604 dv-neutron-821401-4-hyperv neutron-server[103586]: return f(self, *a, **k) Dec 10 15:33:30.294604 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:33:30.294604 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._get(url).json() Dec 10 15:33:30.294604 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:33:30.294604 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:33:30.294604 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:33:30.294604 dv-neutron-821401-4-hyperv neutron-server[103586]: return self.request(url, 'GET', **kwargs) Dec 10 15:33:30.294604 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:33:30.294604 dv-neutron-821401-4-hyperv neutron-server[103586]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:33:30.294604 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:33:30.294604 dv-neutron-821401-4-hyperv neutron-server[103586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:33:30.294604 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:33:30.294604 dv-neutron-821401-4-hyperv neutron-server[103586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:33:30.294604 dv-neutron-821401-4-hyperv neutron-server[103586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:33:30.385770 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-39097b10-ff51-43fd-ab21-a84337941b36 None None] Port f499c54d-aeeb-4799-b0fb-acbb6a93978b cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:33:30.434981 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8809c780-afd6-41c0-bf43-cec170b329b3 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Made reservation on behalf of 915dae42aca44a6e934a20b3a70b3a5e for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:33:30.439323 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8809c780-afd6-41c0-bf43-cec170b329b3 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11668558'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:30.441331 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-81ae4f64-c24b-4a24-8bf9-b3422d402ed2 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:30.494196 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9308409-59d0-4d8c-b4bb-d853b51abc9b tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:33:30.524342 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6e699459-1ce1-4c41-a361-8df266910773 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:30.533225 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-8d23e716-92d5-496a-ad93-f6956c0fe31f None None] Provisioning complete for port f499c54d-aeeb-4799-b0fb-acbb6a93978b triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:33:30.534315 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8d23e716-92d5-496a-ad93-f6956c0fe31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:30.590251 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6e699459-1ce1-4c41-a361-8df266910773 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:30.597805 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-6e699459-1ce1-4c41-a361-8df266910773 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] 10.222.0.20 "DELETE /v2.0/networks/82eccffe-f3b6-4377-bf48-da3543e0b450 HTTP/1.1" status: 204 len: 168 time: 4.8370512 Dec 10 15:33:30.615659 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33792) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:30.626178 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e699459-1ce1-4c41-a361-8df266910773 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Pushing event deleted for resources: {'Network': ['ID=82eccffe-f3b6-4377-bf48-da3543e0b450,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:30.637537 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f9308409-59d0-4d8c-b4bb-d853b51abc9b tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:30.638368 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.segments_db [None req-f9308409-59d0-4d8c-b4bb-d853b51abc9b tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Added segment eb47a947-dca7-4eda-abe4-d738215dd27b of type vlan for network 1fabd05c-512d-4e70-b9c8-9395f3305ac6 Dec 10 15:33:30.639769 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-8d23e716-92d5-496a-ad93-f6956c0fe31f None None] Port f499c54d-aeeb-4799-b0fb-acbb6a93978b cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:33:30.677345 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee0bd58-16aa-434b-980d-0702cd3467f7 None None] New status for floating IP 2a20a1a5-aecf-4ae9-8a3b-562817948e85: DOWN {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 15:33:30.752457 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2d13395-de19-40fe-a6eb-d3c3c2ea5a18 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] DELETE failed (client error): The resource could not be found. Dec 10 15:33:30.753088 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2d13395-de19-40fe-a6eb-d3c3c2ea5a18 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:33:30.756321 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-f2d13395-de19-40fe-a6eb-d3c3c2ea5a18 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] 10.222.0.20 "DELETE /v2.0/subnets/9c4da25e-f219-44f7-b743-1778918f7ac4 HTTP/1.1" status: 404 len: 337 time: 0.0961421 Dec 10 15:33:30.761525 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33794) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:30.763492 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-b50c1152-91bf-4fab-8db4-13255120f45c tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Deleting port 34ccac02-887c-466b-ac44-549ca7ce9549 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:33:30.763840 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b50c1152-91bf-4fab-8db4-13255120f45c tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:30.783351 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-900dc57b-c31e-40a5-b7a5-3450545a88ee None None] Provisioning complete for port f499c54d-aeeb-4799-b0fb-acbb6a93978b triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:33:30.783735 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-900dc57b-c31e-40a5-b7a5-3450545a88ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:30.788517 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd3ea04b-5096-4949-a2e3-0d1e48e4c7f6 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:33:30.801168 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-fd3ea04b-5096-4949-a2e3-0d1e48e4c7f6 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "PUT /v2.0/routers/0d62181e-26ed-4875-a669-8a69f59cd799/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3847423 Dec 10 15:33:30.811634 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33796) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:30.836187 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f9308409-59d0-4d8c-b4bb-d853b51abc9b tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:30.850195 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb535cd4-da9b-4bd8-aab3-5c24bcd00582 None None] Sync routers for ids ['0d62181e-26ed-4875-a669-8a69f59cd799'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:33:30.888091 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb535cd4-da9b-4bd8-aab3-5c24bcd00582 None None] Routers {'0d62181e-26ed-4875-a669-8a69f59cd799'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:33:30.888735 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-fb535cd4-da9b-4bd8-aab3-5c24bcd00582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:33:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['0d62181e-26ed-4875-a669-8a69f59cd799'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:30.905199 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-edc1812c-d197-42a2-b3a3-4bdb168466f4 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] DELETE failed (client error): The resource could not be found. Dec 10 15:33:30.906135 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edc1812c-d197-42a2-b3a3-4bdb168466f4 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:33:30.909713 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-edc1812c-d197-42a2-b3a3-4bdb168466f4 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] 10.222.0.20 "DELETE /v2.0/networks/82eccffe-f3b6-4377-bf48-da3543e0b450 HTTP/1.1" status: 404 len: 339 time: 0.1455448 Dec 10 15:33:30.926636 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-81ae4f64-c24b-4a24-8bf9-b3422d402ed2 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:30.928749 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33798) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:30.974760 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-fb535cd4-da9b-4bd8-aab3-5c24bcd00582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:30.988109 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-900dc57b-c31e-40a5-b7a5-3450545a88ee None None] Port f499c54d-aeeb-4799-b0fb-acbb6a93978b cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:33:30.996092 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f9308409-59d0-4d8c-b4bb-d853b51abc9b tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:31.003936 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb535cd4-da9b-4bd8-aab3-5c24bcd00582 None None] Routers {'0d62181e-26ed-4875-a669-8a69f59cd799'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:33:31.003936 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-fb535cd4-da9b-4bd8-aab3-5c24bcd00582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:33:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['0d62181e-26ed-4875-a669-8a69f59cd799'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:31.007842 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9308409-59d0-4d8c-b4bb-d853b51abc9b tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:31.008798 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f9308409-59d0-4d8c-b4bb-d853b51abc9b tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:31.019992 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b50c1152-91bf-4fab-8db4-13255120f45c tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:31.025572 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b50c1152-91bf-4fab-8db4-13255120f45c tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:31.044908 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-81ae4f64-c24b-4a24-8bf9-b3422d402ed2 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:31.068224 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-af6d6ddd-2326-4c57-83ae-d018999d4f4d tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:31.070238 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-fb535cd4-da9b-4bd8-aab3-5c24bcd00582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:31.071094 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb535cd4-da9b-4bd8-aab3-5c24bcd00582 None None] The sync data for ids ['0d62181e-26ed-4875-a669-8a69f59cd799'] in dv-neutron-821401-4-hyperv is: [] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:33:31.114038 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-b50c1152-91bf-4fab-8db4-13255120f45c tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Calling delete_port for 34ccac02-887c-466b-ac44-549ca7ce9549 owned by network:floatingip {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:33:31.115489 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fdc4f1f-2c12-41de-aef1-05bb677783ff tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:31.116506 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8809c780-afd6-41c0-bf43-cec170b329b3 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11236534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11668560'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:31.116971 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-93f92036-2bad-49b9-9bc8-5806a9f45bb5 None None] Provisioning complete for port f499c54d-aeeb-4799-b0fb-acbb6a93978b triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:33:31.117351 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-93f92036-2bad-49b9-9bc8-5806a9f45bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:31.117587 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-2fdc4f1f-2c12-41de-aef1-05bb677783ff tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d62181e-26ed-4875-a669-8a69f59cd799 HTTP/1.1" status: 200 len: 988 time: 0.3029935 Dec 10 15:33:31.121416 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33800) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:31.170775 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 0852ffff-b955-412f-9406-31d724f54fb9 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:33:31.184024 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ae4f64-c24b-4a24-8bf9-b3422d402ed2 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Pushing event updated for resources: {'Port': ['ID=3d87baa4-a9e5-4909-8e41-94dfd45532b5,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:31.212104 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-f9308409-59d0-4d8c-b4bb-d853b51abc9b tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6267312 Dec 10 15:33:31.219256 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-93f92036-2bad-49b9-9bc8-5806a9f45bb5 None None] Port f499c54d-aeeb-4799-b0fb-acbb6a93978b cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:33:31.221458 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33802) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:31.234751 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-1d4573bc-d406-47c6-935b-3a36613031df tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:31.240107 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 0852ffff-b955-412f-9406-31d724f54fb9 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:33:31.240692 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:31.269320 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8809c780-afd6-41c0-bf43-cec170b329b3 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:33:31.285637 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-8809c780-afd6-41c0-bf43-cec170b329b3 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:33:31.287332 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8809c780-afd6-41c0-bf43-cec170b329b3 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event updated for resources: {'Subnet': ['ID=457d7751-2f42-4ca7-9483-b5b2eab3ecd0,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:31.294179 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8809c780-afd6-41c0-bf43-cec170b329b3 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:31.294786 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8809c780-afd6-41c0-bf43-cec170b329b3 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:31.307410 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-81ae4f64-c24b-4a24-8bf9-b3422d402ed2 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552741'] for floatingip, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:31.355651 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 9ee9ca86-a5d9-4112-8f9b-b3f47245540c up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:33:31.376934 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9308409-59d0-4d8c-b4bb-d853b51abc9b tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Pushing event updated for resources: {'Network': ['ID=1fabd05c-512d-4e70-b9c8-9395f3305ac6,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:31.398198 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 1fabd05c-512d-4e70-b9c8-9395f3305ac6 details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:33:31.414637 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-af6d6ddd-2326-4c57-83ae-d018999d4f4d tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:31.465057 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-af6d6ddd-2326-4c57-83ae-d018999d4f4d tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29457155-afdb-4412-936c-e91d10a5286a']}} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:31.496141 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 9ee9ca86-a5d9-4112-8f9b-b3f47245540c triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:33:31.496514 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:31.528916 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-af6d6ddd-2326-4c57-83ae-d018999d4f4d tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6cf25ad-aa00-467b-b69f-2c938c0bfb0a') {'for_net_delete': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:31.529343 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-af6d6ddd-2326-4c57-83ae-d018999d4f4d tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6cf25ad-aa00-467b-b69f-2c938c0bfb0a') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:31.556955 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-8809c780-afd6-41c0-bf43-cec170b329b3 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7757814 Dec 10 15:33:31.557614 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33806) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:31.573046 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-14a0567c-dda4-4efe-b0c6-afa5247f59fe tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-185334666', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:31.576053 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-af6d6ddd-2326-4c57-83ae-d018999d4f4d tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12392235'] for segment, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:31.579503 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09aa160c-4023-4dad-b402-9dfcdba256a2 None None] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:33:31.613871 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-af6d6ddd-2326-4c57-83ae-d018999d4f4d tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:31.616352 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.l3_db [None req-81ae4f64-c24b-4a24-8bf9-b3422d402ed2 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Floating IP 9e60044c-a08e-4cc9-ae9a-ca45e2884381 associated. External IP: 172.26.2.83, port: 1b40f9a4-ceea-49b1-bd0b-87658a01aa80. Dec 10 15:33:31.644815 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:31.665163 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af6d6ddd-2326-4c57-83ae-d018999d4f4d tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=103586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:33:31.665858 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-af6d6ddd-2326-4c57-83ae-d018999d4f4d tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11695586'] for segment, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:31.669328 dv-neutron-821401-4-hyperv neutron-server[103586]: Traceback (most recent call last): Dec 10 15:33:31.669328 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:33:31.669328 dv-neutron-821401-4-hyperv neutron-server[103586]: timer() Dec 10 15:33:31.669328 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:33:31.669328 dv-neutron-821401-4-hyperv neutron-server[103586]: cb(*args, **kw) Dec 10 15:33:31.669328 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:33:31.669328 dv-neutron-821401-4-hyperv neutron-server[103586]: return func(*args, **kwargs) Dec 10 15:33:31.669328 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:33:31.669328 dv-neutron-821401-4-hyperv neutron-server[103586]: self._notify() Dec 10 15:33:31.669328 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:33:31.669328 dv-neutron-821401-4-hyperv neutron-server[103586]: self.callback(batched_events) Dec 10 15:33:31.669328 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:33:31.669328 dv-neutron-821401-4-hyperv neutron-server[103586]: event.method(event) Dec 10 15:33:31.669328 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:33:31.669328 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:33:31.669328 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:33:31.669328 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:33:31.669328 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:33:31.669328 dv-neutron-821401-4-hyperv neutron-server[103586]: return f(self, *a, **k) Dec 10 15:33:31.669328 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:33:31.669328 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._get(url).json() Dec 10 15:33:31.669328 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:33:31.669328 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:33:31.669328 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:33:31.669328 dv-neutron-821401-4-hyperv neutron-server[103586]: return self.request(url, 'GET', **kwargs) Dec 10 15:33:31.669328 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:33:31.669328 dv-neutron-821401-4-hyperv neutron-server[103586]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:33:31.669328 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:33:31.669328 dv-neutron-821401-4-hyperv neutron-server[103586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:33:31.669328 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:33:31.669328 dv-neutron-821401-4-hyperv neutron-server[103586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:33:31.669328 dv-neutron-821401-4-hyperv neutron-server[103586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:33:31.693855 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-c6aed829-f871-4c59-a61f-b3f828f4cf53 None None] Provisioning complete for port 9ee9ca86-a5d9-4112-8f9b-b3f47245540c triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:33:31.694858 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c6aed829-f871-4c59-a61f-b3f828f4cf53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:31.716565 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33808) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:31.723370 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1d4573bc-d406-47c6-935b-3a36613031df tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:31.743634 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] For port 9ee9ca86-a5d9-4112-8f9b-b3f47245540c, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=9ee9ca86-a5d9-4112-8f9b-b3f47245540c,segment=NetworkSegment(64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4),segment_id=64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:33:31.770230 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-14a0567c-dda4-4efe-b0c6-afa5247f59fe tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13912'] for router, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:31.771281 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-14a0567c-dda4-4efe-b0c6-afa5247f59fe tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:31.822263 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:31.850514 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c6aed829-f871-4c59-a61f-b3f828f4cf53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:31.890633 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1d4573bc-d406-47c6-935b-3a36613031df tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:31.897741 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c23c76-d6c2-48f3-9003-c9f2e5908cee tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:31.898329 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c23c76-d6c2-48f3-9003-c9f2e5908cee tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:31.898811 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c23c76-d6c2-48f3-9003-c9f2e5908cee tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:31.913801 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-03c23c76-d6c2-48f3-9003-c9f2e5908cee tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] 10.222.0.20 "GET /v2.0/ports?project_id=e049672a5fd04e7f8cbb0423b61eb757&network_id=78b329c0-5093-420d-971f-ce625768710e HTTP/1.1" status: 200 len: 3000 time: 0.1836109 Dec 10 15:33:31.924831 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b50c1152-91bf-4fab-8db4-13255120f45c tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:31.925033 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Pushing event updated for resources: {'Port': ['ID=9ee9ca86-a5d9-4112-8f9b-b3f47245540c,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:31.935609 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1d4573bc-d406-47c6-935b-3a36613031df tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Network 1fabd05c-512d-4e70-b9c8-9395f3305ac6 is not hosted by any dhcp agent {{(pid=103586) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 15:33:31.935800 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.db.api [None req-c6aed829-f871-4c59-a61f-b3f828f4cf53 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 15:33:31.936664 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG oslo_db.api [None req-c6aed829-f871-4c59-a61f-b3f828f4cf53 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 15:33:31.942991 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4573bc-d406-47c6-935b-3a36613031df tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:31.943842 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1d4573bc-d406-47c6-935b-3a36613031df tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:31.948864 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-1d4573bc-d406-47c6-935b-3a36613031df tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] 10.222.0.20 "PUT /v2.0/networks/1fabd05c-512d-4e70-b9c8-9395f3305ac6 HTTP/1.1" status: 200 len: 723 time: 0.7155991 Dec 10 15:33:31.949439 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33812) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:31.955038 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-b256fbe5-f30e-4b15-ad62-461ff36699fc tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Request body: {'subnet': {'network_id': '1fabd05c-512d-4e70-b9c8-9395f3305ac6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:31.957469 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-14a0567c-dda4-4efe-b0c6-afa5247f59fe tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:31.990865 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50c1152-91bf-4fab-8db4-13255120f45c tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Pushing event deleted for resources: {'Port': ['ID=34ccac02-887c-466b-ac44-549ca7ce9549,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:31.999942 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-af6d6ddd-2326-4c57-83ae-d018999d4f4d tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:32.003814 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-af6d6ddd-2326-4c57-83ae-d018999d4f4d tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:32.004446 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e369fdb-a5a8-4275-b358-5034f69ec4e4 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:33:32.041370 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-14a0567c-dda4-4efe-b0c6-afa5247f59fe tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363'] for router, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:32.047459 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cb5f9e-046c-4e7d-a8a0-084d5696b508 None None] get_active_networks_info from dv-neutron-821401-4-hyperv {{(pid=103588) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 15:33:32.141493 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b50c1152-91bf-4fab-8db4-13255120f45c tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Publish callbacks [] for floatingip, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:32.144085 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b50c1152-91bf-4fab-8db4-13255120f45c tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:32.149615 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-b50c1152-91bf-4fab-8db4-13255120f45c tempest-ServerActionsTestJSON-1083511269 tempest-ServerActionsTestJSON-1083511269-project] 10.222.0.20 "DELETE /v2.0/floatingips/2a20a1a5-aecf-4ae9-8a3b-562817948e85 HTTP/1.1" status: 204 len: 168 time: 2.5113518 Dec 10 15:33:32.153263 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33816) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:32.176353 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-14a0567c-dda4-4efe-b0c6-afa5247f59fe tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:32.180092 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-14a0567c-dda4-4efe-b0c6-afa5247f59fe tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6117597 Dec 10 15:33:32.202545 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cb5f9e-046c-4e7d-a8a0-084d5696b508 None None] Resources bound (agent type, host, resource id): {{(pid=103588) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 15:33:32.221618 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33818) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:32.293820 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-12e1ca85-53a9-42a2-9318-b79da770e390 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549925'] for router_interface, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:32.332754 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-af6d6ddd-2326-4c57-83ae-d018999d4f4d tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] 10.222.0.20 "DELETE /v2.0/networks/29457155-afdb-4412-936c-e91d10a5286a HTTP/1.1" status: 204 len: 168 time: 1.3975720 Dec 10 15:33:32.342032 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33820) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:32.457163 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-25588bdb-dc4d-422b-a309-f9fc54967741 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] DELETE failed (client error): The resource could not be found. Dec 10 15:33:32.458066 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25588bdb-dc4d-422b-a309-f9fc54967741 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:33:32.461861 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-25588bdb-dc4d-422b-a309-f9fc54967741 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] 10.222.0.20 "DELETE /v2.0/subnets/e3c69895-2f71-427d-b5c4-5fa5c0bb7c8a HTTP/1.1" status: 404 len: 337 time: 0.1084695 Dec 10 15:33:32.467687 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33822) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:32.510239 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4573bc-d406-47c6-935b-3a36613031df tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Pushing event updated for resources: {'Network': ['ID=1fabd05c-512d-4e70-b9c8-9395f3305ac6,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:32.523388 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316abc59-8a88-43ea-a152-f3c494939031 None None] get_active_networks_info from dv-neutron-821401-4-hyperv {{(pid=103588) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 15:33:32.525210 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 1fabd05c-512d-4e70-b9c8-9395f3305ac6 details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:33:32.531563 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6d6ddd-2326-4c57-83ae-d018999d4f4d tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Pushing event deleted for resources: {'Network': ['ID=29457155-afdb-4412-936c-e91d10a5286a,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:32.539256 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-dce7fc10-c71c-4cd3-a4ee-a16739c749cc tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] DELETE failed (client error): The resource could not be found. Dec 10 15:33:32.539824 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dce7fc10-c71c-4cd3-a4ee-a16739c749cc tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:33:32.546471 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-dce7fc10-c71c-4cd3-a4ee-a16739c749cc tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] 10.222.0.20 "DELETE /v2.0/networks/75217887-7be8-4365-a7f6-a9fdfb72abcd HTTP/1.1" status: 404 len: 339 time: 0.0684736 Dec 10 15:33:32.547688 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33824) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:32.552657 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81ae4f64-c24b-4a24-8bf9-b3422d402ed2 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Router b05d23f3-fb13-4e5a-9d22-cdb705fc9e46 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:33:32.655155 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b256fbe5-f30e-4b15-ad62-461ff36699fc tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Made reservation on behalf of 1669e2c341ad498c8f67a90a963f4ed9 for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:33:32.658823 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b256fbe5-f30e-4b15-ad62-461ff36699fc tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:32.683050 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_v2 [None req-5de86a9d-4f11-41b6-9acb-e9f56231a50b tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Deleting subnet e0d5aa35-886e-4a24-8607-bc51e57ef46c {{(pid=103586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:33:32.716806 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5de86a9d-4f11-41b6-9acb-e9f56231a50b tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks [] for subnet, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:32.825740 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-5d5c985d-1d6f-415b-8e67-89cec14b6109 None None] Provisioning complete for port 9ee9ca86-a5d9-4112-8f9b-b3f47245540c triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:33:32.826154 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5d5c985d-1d6f-415b-8e67-89cec14b6109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:32.839558 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5de86a9d-4f11-41b6-9acb-e9f56231a50b tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12392400'] for subnet, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:32.873973 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 9ee9ca86-a5d9-4112-8f9b-b3f47245540c up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:33:32.910733 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ae4f64-c24b-4a24-8bf9-b3422d402ed2 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:33:32.935254 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155b3ece-e177-4e55-8c34-5da5ef5e7ea1 None None] Sync routers for ids ['b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:33:32.955577 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155b3ece-e177-4e55-8c34-5da5ef5e7ea1 None None] Routers {'b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:33:32.955839 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316abc59-8a88-43ea-a152-f3c494939031 None None] Resources bound (agent type, host, resource id): {{(pid=103588) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 15:33:32.956741 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-155b3ece-e177-4e55-8c34-5da5ef5e7ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:33:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:33.009837 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5de86a9d-4f11-41b6-9acb-e9f56231a50b tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:33.014830 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 9ee9ca86-a5d9-4112-8f9b-b3f47245540c triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:33:33.015215 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:33.023592 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-155b3ece-e177-4e55-8c34-5da5ef5e7ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:33.036703 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-81ae4f64-c24b-4a24-8bf9-b3422d402ed2 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:33.054487 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155b3ece-e177-4e55-8c34-5da5ef5e7ea1 None None] Routers {'b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:33:33.055470 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-155b3ece-e177-4e55-8c34-5da5ef5e7ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:33:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:33.095516 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-81ae4f64-c24b-4a24-8bf9-b3422d402ed2 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.0318518 Dec 10 15:33:33.115135 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33826) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:33.125363 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-155b3ece-e177-4e55-8c34-5da5ef5e7ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:33.126202 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155b3ece-e177-4e55-8c34-5da5ef5e7ea1 None None] The sync data for ids ['b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'] in dv-neutron-821401-4-hyperv is: [] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:33:33.207259 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-91166dcb-a956-4fc0-a891-f712dbe2ef85 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] 10.222.0.20 "GET /v2.0/floatingips/9e60044c-a08e-4cc9-ae9a-ca45e2884381 HTTP/1.1" status: 200 len: 977 time: 0.0836887 Dec 10 15:33:33.207586 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33828) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:33.287276 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b256fbe5-f30e-4b15-ad62-461ff36699fc tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11695183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581935'] for subnet, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:33.331120 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5de86a9d-4f11-41b6-9acb-e9f56231a50b tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:33.347802 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bf8ef191-0390-4ce1-a4bf-e67112ce54e4 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:33.376802 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5de86a9d-4f11-41b6-9acb-e9f56231a50b tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:33.382768 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-5de86a9d-4f11-41b6-9acb-e9f56231a50b tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] 10.222.0.20 "DELETE /v2.0/subnets/e0d5aa35-886e-4a24-8607-bc51e57ef46c HTTP/1.1" status: 204 len: 168 time: 0.8297303 Dec 10 15:33:33.385641 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33830) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:33.386063 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ca860a-976b-4937-8e06-016c041c2479 None None] Network 01edc94d-99d9-4cdd-b514-e03edd66be92 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:33:33.391528 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-2d18c32e-8de8-4fcd-ac98-9936cb6c0be7 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1797454 Dec 10 15:33:33.393527 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33832) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:33.396248 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-db6d1ca0-b4e3-44c0-9ea6-1e7874df0f78 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Request body: {'floatingip': {'port_id': '3a1e7e64-8605-4c73-a4de-b7f3580d3836'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:33.442032 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b256fbe5-f30e-4b15-ad62-461ff36699fc tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Pushing event updated for resources: {'Subnet': ['ID=1f0338e9-f341-4fe8-b322-9222a462bea9,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:33.486198 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de86a9d-4f11-41b6-9acb-e9f56231a50b tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Pushing event deleted for resources: {'Subnet': ['ID=e0d5aa35-886e-4a24-8607-bc51e57ef46c,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:33.490897 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b256fbe5-f30e-4b15-ad62-461ff36699fc tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Checking segment: {'id': 'eb47a947-dca7-4eda-abe4-d738215dd27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '1fabd05c-512d-4e70-b9c8-9395f3305ac6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:33:33.491274 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b256fbe5-f30e-4b15-ad62-461ff36699fc tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Network hostable DHCP agents. Network: 1fabd05c-512d-4e70-b9c8-9395f3305ac6, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:33:33.504629 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-db6d1ca0-b4e3-44c0-9ea6-1e7874df0f78 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks [] for floatingip, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:33.626260 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-58b4f2b0-25e6-4625-8e47-d57cb95b0cc6 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Deleting subnet 21b46431-f6d7-42c5-9053-773b37909b5c {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:33:33.633737 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-58b4f2b0-25e6-4625-8e47-d57cb95b0cc6 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks [] for subnet, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:33.651758 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b256fbe5-f30e-4b15-ad62-461ff36699fc tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Network 1fabd05c-512d-4e70-b9c8-9395f3305ac6 is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:33:33.770952 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-b256fbe5-f30e-4b15-ad62-461ff36699fc tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 1fabd05c-512d-4e70-b9c8-9395f3305ac6) {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:33:33.778916 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-58b4f2b0-25e6-4625-8e47-d57cb95b0cc6 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11806768'] for subnet, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:33.779252 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b256fbe5-f30e-4b15-ad62-461ff36699fc tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:33.779252 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b256fbe5-f30e-4b15-ad62-461ff36699fc tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:33.783263 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0abbf5-6952-4582-bfcc-4c7fa4b41ca4 None None] Network 1fabd05c-512d-4e70-b9c8-9395f3305ac6 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:33:33.810651 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-12e1ca85-53a9-42a2-9318-b79da770e390 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Deleting port f499c54d-aeeb-4799-b0fb-acbb6a93978b {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:33:33.813285 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-12e1ca85-53a9-42a2-9318-b79da770e390 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:33.900803 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-b256fbe5-f30e-4b15-ad62-461ff36699fc tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9502697 Dec 10 15:33:33.903598 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33840) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:33.911702 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-b920fda3-8cae-4d28-837a-6cbb8ac7c375 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:33.915591 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b424b28-fa12-480d-8ee8-8ebbc70230e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-1fabd05c-512d-4e70-b9c8-9395f3305ac6', 'network_id': '1fabd05c-512d-4e70-b9c8-9395f3305ac6', 'project_id': '1669e2c341ad498c8f67a90a963f4ed9', 'fixed_ips': [{'subnet_id': '1f0338e9-f341-4fe8-b322-9222a462bea9'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:33:33.917247 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8b424b28-fa12-480d-8ee8-8ebbc70230e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:34.044361 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-58b4f2b0-25e6-4625-8e47-d57cb95b0cc6 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:34.100187 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-bf8ef191-0390-4ce1-a4bf-e67112ce54e4 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Allocated IP 2001:db8::1 (c2b5f149-cedd-450c-ab43-dd2d78259f45/457d7751-2f42-4ca7-9483-b5b2eab3ecd0/dfb6cb33-78f3-485e-93c4-4f82c1e7c047) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:33:34.105992 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-8b424b28-fa12-480d-8ee8-8ebbc70230e6 None None] Allocated IP 172.20.0.2 (1fabd05c-512d-4e70-b9c8-9395f3305ac6/1f0338e9-f341-4fe8-b322-9222a462bea9/f69a46b5-28c9-40de-aba6-e27fe74ba42c) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:33:34.126760 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-db41aec7-358e-443f-9779-dc469fecd72e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549925'] for router_interface, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:34.135639 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-12e1ca85-53a9-42a2-9318-b79da770e390 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:34.149953 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-db6d1ca0-b4e3-44c0-9ea6-1e7874df0f78 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:34.168945 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b920fda3-8cae-4d28-837a-6cbb8ac7c375 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8581944'] for subnet, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:34.193696 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-12e1ca85-53a9-42a2-9318-b79da770e390 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Calling delete_port for f499c54d-aeeb-4799-b0fb-acbb6a93978b owned by network:router_interface {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:33:34.227340 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-db6d1ca0-b4e3-44c0-9ea6-1e7874df0f78 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552741'] for floatingip, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:34.302017 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8b424b28-fa12-480d-8ee8-8ebbc70230e6 None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:34.305960 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-989b6ba3-131f-450a-976a-6263b74ab726 None None] Provisioning complete for port 9aaf99d8-b1b9-4f51-a19b-5611b59265a3 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:33:34.306393 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-989b6ba3-131f-450a-976a-6263b74ab726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:34.338885 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-58b4f2b0-25e6-4625-8e47-d57cb95b0cc6 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11236721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11668521'] for subnet, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:34.353290 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.l3_db [None req-db6d1ca0-b4e3-44c0-9ea6-1e7874df0f78 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Floating IP 9e60044c-a08e-4cc9-ae9a-ca45e2884381 associated. External IP: 172.26.2.83, port: 1b40f9a4-ceea-49b1-bd0b-87658a01aa80. Dec 10 15:33:34.383233 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8b424b28-fa12-480d-8ee8-8ebbc70230e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:34.390559 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b4f2b0-25e6-4625-8e47-d57cb95b0cc6 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Pushing event deleted for resources: {'Subnet': ['ID=21b46431-f6d7-42c5-9053-773b37909b5c,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:34.398079 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-58b4f2b0-25e6-4625-8e47-d57cb95b0cc6 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:34.404213 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-58b4f2b0-25e6-4625-8e47-d57cb95b0cc6 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] 10.222.0.20 "DELETE /v2.0/subnets/21b46431-f6d7-42c5-9053-773b37909b5c HTTP/1.1" status: 204 len: 168 time: 1.0139608 Dec 10 15:33:34.406794 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33846) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:34.430661 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a82801-e6e2-4aaa-8b93-20de12a2e846 None None] Network 01edc94d-99d9-4cdd-b514-e03edd66be92 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:33:34.461878 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b424b28-fa12-480d-8ee8-8ebbc70230e6 None None] Network 1fabd05c-512d-4e70-b9c8-9395f3305ac6 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:33:34.495817 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-8b424b28-fa12-480d-8ee8-8ebbc70230e6 None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:33:34.510084 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b424b28-fa12-480d-8ee8-8ebbc70230e6 None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:33:34.521502 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b424b28-fa12-480d-8ee8-8ebbc70230e6 None None] Pushing event updated for resources: {'Port': ['ID=f69a46b5-28c9-40de-aba6-e27fe74ba42c,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:34.602734 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-8b424b28-fa12-480d-8ee8-8ebbc70230e6 None None] Attempting to bind port f69a46b5-28c9-40de-aba6-e27fe74ba42c on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:33:34.603030 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-8b424b28-fa12-480d-8ee8-8ebbc70230e6 None None] Attempting to bind port f69a46b5-28c9-40de-aba6-e27fe74ba42c by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'eb47a947-dca7-4eda-abe4-d738215dd27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '1fabd05c-512d-4e70-b9c8-9395f3305ac6'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:33:34.603392 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b424b28-fa12-480d-8ee8-8ebbc70230e6 None None] Attempting to bind port f69a46b5-28c9-40de-aba6-e27fe74ba42c on network 1fabd05c-512d-4e70-b9c8-9395f3305ac6 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:33:34.609186 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b424b28-fa12-480d-8ee8-8ebbc70230e6 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:33:34.609344 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b424b28-fa12-480d-8ee8-8ebbc70230e6 None None] Checking segment: {'id': 'eb47a947-dca7-4eda-abe4-d738215dd27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '1fabd05c-512d-4e70-b9c8-9395f3305ac6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:33:34.609695 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8b424b28-fa12-480d-8ee8-8ebbc70230e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:34.610127 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b424b28-fa12-480d-8ee8-8ebbc70230e6 None None] Bound using segment: {'id': 'eb47a947-dca7-4eda-abe4-d738215dd27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '1fabd05c-512d-4e70-b9c8-9395f3305ac6'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:33:34.610602 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-8b424b28-fa12-480d-8ee8-8ebbc70230e6 None None] Bound port: f69a46b5-28c9-40de-aba6-e27fe74ba42c, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb47a947-dca7-4eda-abe4-d738215dd27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '1fabd05c-512d-4e70-b9c8-9395f3305ac6'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:33:34.610987 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8b424b28-fa12-480d-8ee8-8ebbc70230e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:34.625815 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bf8ef191-0390-4ce1-a4bf-e67112ce54e4 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:34.645481 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c512b19f-f517-44c1-b0bc-6050fb3343b5 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:34.647277 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b920fda3-8cae-4d28-837a-6cbb8ac7c375 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785454060508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-11695489'] for subnet, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:34.667726 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b920fda3-8cae-4d28-837a-6cbb8ac7c375 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:34.668376 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b920fda3-8cae-4d28-837a-6cbb8ac7c375 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:34.673002 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-b920fda3-8cae-4d28-837a-6cbb8ac7c375 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] 10.222.0.20 "PUT /v2.0/subnets/1f0338e9-f341-4fe8-b322-9222a462bea9 HTTP/1.1" status: 200 len: 806 time: 0.7665842 Dec 10 15:33:34.678570 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33848) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:34.692492 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-8b424b28-fa12-480d-8ee8-8ebbc70230e6 None None] For port f69a46b5-28c9-40de-aba6-e27fe74ba42c, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:33:34.706181 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7a7b0c-1c90-4f77-a714-d61930c19a81 None None] DHCP port deletion for 01edc94d-99d9-4cdd-b514-e03edd66be92 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:33:34.724139 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db6d1ca0-b4e3-44c0-9ea6-1e7874df0f78 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Router b05d23f3-fb13-4e5a-9d22-cdb705fc9e46 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:33:34.725284 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b920fda3-8cae-4d28-837a-6cbb8ac7c375 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Pushing event updated for resources: {'Subnet': ['ID=1f0338e9-f341-4fe8-b322-9222a462bea9,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:34.760818 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-2d7a7b0c-1c90-4f77-a714-d61930c19a81 None None] Deleting port 9aaf99d8-b1b9-4f51-a19b-5611b59265a3 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:33:34.761156 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2d7a7b0c-1c90-4f77-a714-d61930c19a81 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:34.845810 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db6d1ca0-b4e3-44c0-9ea6-1e7874df0f78 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:33:34.851476 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-2d7a7b0c-1c90-4f77-a714-d61930c19a81 None None] For port 9aaf99d8-b1b9-4f51-a19b-5611b59265a3, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=9aaf99d8-b1b9-4f51-a19b-5611b59265a3,segment=NetworkSegment(dc85f150-369a-447d-94e4-9381a4ebb2ff),segment_id=dc85f150-369a-447d-94e4-9381a4ebb2ff)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:33:34.854313 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2d7a7b0c-1c90-4f77-a714-d61930c19a81 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:34.866275 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 9aaf99d8-b1b9-4f51-a19b-5611b59265a3 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:33:34.868414 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4a1607-f940-40f3-9c32-3775eab646ba None None] Sync routers for ids ['b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:33:34.894327 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-2d7a7b0c-1c90-4f77-a714-d61930c19a81 None None] Calling delete_port for 9aaf99d8-b1b9-4f51-a19b-5611b59265a3 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:33:34.895050 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3e467ab3-5c9a-48ca-b4c6-7e72db662ae3 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:34.925347 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4a1607-f940-40f3-9c32-3775eab646ba None None] Routers {'b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:33:34.925969 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-3f4a1607-f940-40f3-9c32-3775eab646ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:33:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:34.928872 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bf8ef191-0390-4ce1-a4bf-e67112ce54e4 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:34.948177 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-12e1ca85-53a9-42a2-9318-b79da770e390 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:35.005252 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-8b424b28-fa12-480d-8ee8-8ebbc70230e6 None None] For port f69a46b5-28c9-40de-aba6-e27fe74ba42c, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=f69a46b5-28c9-40de-aba6-e27fe74ba42c,segment=NetworkSegment(eb47a947-dca7-4eda-abe4-d738215dd27b),segment_id=eb47a947-dca7-4eda-abe4-d738215dd27b)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:33:35.006524 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-3f4a1607-f940-40f3-9c32-3775eab646ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:35.011648 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33852) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:35.036538 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4a1607-f940-40f3-9c32-3775eab646ba None None] Routers {'b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:33:35.037339 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-3f4a1607-f940-40f3-9c32-3775eab646ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:33:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:35.104114 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-3f4a1607-f940-40f3-9c32-3775eab646ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:35.105019 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4a1607-f940-40f3-9c32-3775eab646ba None None] The sync data for ids ['b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'] in dv-neutron-821401-4-hyperv is: [] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:33:35.107127 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8b424b28-fa12-480d-8ee8-8ebbc70230e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:35.170360 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:35.259876 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2d7a7b0c-1c90-4f77-a714-d61930c19a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:35.279694 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b424b28-fa12-480d-8ee8-8ebbc70230e6 None None] Pushing event updated for resources: {'Port': ['ID=f69a46b5-28c9-40de-aba6-e27fe74ba42c,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:35.284284 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7a7b0c-1c90-4f77-a714-d61930c19a81 None None] No DVR routers for this DVR port 9aaf99d8-b1b9-4f51-a19b-5611b59265a3 on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:33:35.325087 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-c512b19f-f517-44c1-b0bc-6050fb3343b5 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Deleting port 9aaf99d8-b1b9-4f51-a19b-5611b59265a3 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:33:35.325432 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c512b19f-f517-44c1-b0bc-6050fb3343b5 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:35.346193 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7a7b0c-1c90-4f77-a714-d61930c19a81 None None] Pushing event deleted for resources: {'Port': ['ID=9aaf99d8-b1b9-4f51-a19b-5611b59265a3,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:35.415562 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad571bc0-73e0-45f9-ab83-d4595ccc5659 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:35.429188 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-ad571bc0-73e0-45f9-ab83-d4595ccc5659 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=d5a1452c-422a-4e1a-a1c7-48738ecf752f HTTP/1.1" status: 200 len: 814 time: 0.4156394 Dec 10 15:33:35.456581 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8ef191-0390-4ce1-a4bf-e67112ce54e4 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:33:35.484312 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-bf8ef191-0390-4ce1-a4bf-e67112ce54e4 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:33:35.499366 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8ef191-0390-4ce1-a4bf-e67112ce54e4 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event updated for resources: {'Port': ['ID=dfb6cb33-78f3-485e-93c4-4f82c1e7c047,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:35.505857 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8ef191-0390-4ce1-a4bf-e67112ce54e4 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:33:35.506592 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bf8ef191-0390-4ce1-a4bf-e67112ce54e4 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552880'] for router_interface, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:35.514980 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db6d1ca0-b4e3-44c0-9ea6-1e7874df0f78 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Router b05d23f3-fb13-4e5a-9d22-cdb705fc9e46 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:33:35.638052 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e1ca85-53a9-42a2-9318-b79da770e390 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event deleted for resources: {'Port': ['ID=f499c54d-aeeb-4799-b0fb-acbb6a93978b,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:35.641301 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-c512b19f-f517-44c1-b0bc-6050fb3343b5 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] For port 9aaf99d8-b1b9-4f51-a19b-5611b59265a3, host dv-neutron-821401-4-hyperv, got binding levels [] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:33:35.641671 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c512b19f-f517-44c1-b0bc-6050fb3343b5 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:35.674733 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db6d1ca0-b4e3-44c0-9ea6-1e7874df0f78 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:33:35.688009 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698dbb5c-b5eb-4a79-a0bb-8a0c15e4f6f0 None None] Sync routers for ids ['b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:33:35.696256 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-db6d1ca0-b4e3-44c0-9ea6-1e7874df0f78 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:35.708611 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698dbb5c-b5eb-4a79-a0bb-8a0c15e4f6f0 None None] Routers {'b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:33:35.709955 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-698dbb5c-b5eb-4a79-a0bb-8a0c15e4f6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:33:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:35.723422 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-c512b19f-f517-44c1-b0bc-6050fb3343b5 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Calling delete_port for 9aaf99d8-b1b9-4f51-a19b-5611b59265a3 owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:33:35.744825 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-12e1ca85-53a9-42a2-9318-b79da770e390 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550073'] for router_interface, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:35.753509 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.ipam_backend_mixin [None req-c512b19f-f517-44c1-b0bc-6050fb3343b5 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Port 9aaf99d8-b1b9-4f51-a19b-5611b59265a3 was not found and therefore no delete operation was performed {{(pid=103587) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 15:33:35.756016 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-db41aec7-358e-443f-9779-dc469fecd72e admin admin] Deleting port a0551861-9504-4874-834a-552a99ce66e7 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:33:35.756374 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-db41aec7-358e-443f-9779-dc469fecd72e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:35.778808 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c512b19f-f517-44c1-b0bc-6050fb3343b5 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:35.784428 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-698dbb5c-b5eb-4a79-a0bb-8a0c15e4f6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:35.786207 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-db6d1ca0-b4e3-44c0-9ea6-1e7874df0f78 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] 10.222.0.20 "PUT /v2.0/floatingips/9e60044c-a08e-4cc9-ae9a-ca45e2884381 HTTP/1.1" status: 200 len: 977 time: 2.3930237 Dec 10 15:33:35.790886 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33858) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:35.796839 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-1a18a998-6226-4aec-8e8b-1ae6f3babe76 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:35.800717 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698dbb5c-b5eb-4a79-a0bb-8a0c15e4f6f0 None None] Routers {'b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:33:35.803283 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-698dbb5c-b5eb-4a79-a0bb-8a0c15e4f6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:33:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:35.850216 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-698dbb5c-b5eb-4a79-a0bb-8a0c15e4f6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:35.851094 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698dbb5c-b5eb-4a79-a0bb-8a0c15e4f6f0 None None] The sync data for ids ['b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'] in dv-neutron-821401-4-hyperv is: [] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:33:35.867704 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c512b19f-f517-44c1-b0bc-6050fb3343b5 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] No DVR routers for this DVR port 9aaf99d8-b1b9-4f51-a19b-5611b59265a3 on host dv-neutron-821401-4-hyperv {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:33:35.871289 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-3e467ab3-5c9a-48ca-b4c6-7e72db662ae3 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Deleting port f69a46b5-28c9-40de-aba6-e27fe74ba42c {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:33:35.871620 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3e467ab3-5c9a-48ca-b4c6-7e72db662ae3 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:35.873511 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1a18a998-6226-4aec-8e8b-1ae6f3babe76 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks [] for floatingip, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:35.911878 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c512b19f-f517-44c1-b0bc-6050fb3343b5 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Pushing event deleted for resources: {'Port': ['ID=9aaf99d8-b1b9-4f51-a19b-5611b59265a3,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:35.963333 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-dad1c36e-e0fe-4f3e-8855-7907e12ad6a9 None None] Provisioning complete for port dfb6cb33-78f3-485e-93c4-4f82c1e7c047 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:33:35.963903 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dad1c36e-e0fe-4f3e-8855-7907e12ad6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:36.000671 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-dad1c36e-e0fe-4f3e-8855-7907e12ad6a9 None None] Port dfb6cb33-78f3-485e-93c4-4f82c1e7c047 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:33:36.031137 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1a18a998-6226-4aec-8e8b-1ae6f3babe76 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:36.031814 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33860) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:36.036683 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-3c69ff25-c178-46ef-8285-1360061a8f07 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'network': {'name': 'tempest-network-smoke--1031221904', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'port_security_enabled': True}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:36.087939 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1a18a998-6226-4aec-8e8b-1ae6f3babe76 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552741'] for floatingip, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:36.088212 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.l3_db [None req-1a18a998-6226-4aec-8e8b-1ae6f3babe76 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Floating IP 9e60044c-a08e-4cc9-ae9a-ca45e2884381 disassociated. External IP: 172.26.2.83, port: 3a1e7e64-8605-4c73-a4de-b7f3580d3836. Dec 10 15:33:36.125730 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c69ff25-c178-46ef-8285-1360061a8f07 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Made reservation on behalf of e049672a5fd04e7f8cbb0423b61eb757 for: {'network': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:33:36.128722 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3c69ff25-c178-46ef-8285-1360061a8f07 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:36.168439 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bf8ef191-0390-4ce1-a4bf-e67112ce54e4 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:36.175944 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c512b19f-f517-44c1-b0bc-6050fb3343b5 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:36.204632 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c69ff25-c178-46ef-8285-1360061a8f07 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=103586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:33:36.221066 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3c69ff25-c178-46ef-8285-1360061a8f07 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:36.221066 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.segments_db [None req-3c69ff25-c178-46ef-8285-1360061a8f07 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Added segment 6e8aeea5-3e6e-4645-841c-769465551a4c of type vlan for network 506b9e8b-1216-4613-bf29-606be137669f Dec 10 15:33:36.256706 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-db41aec7-358e-443f-9779-dc469fecd72e admin admin] For port a0551861-9504-4874-834a-552a99ce66e7, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=a0551861-9504-4874-834a-552a99ce66e7,segment=NetworkSegment(ef521c35-8ac9-4897-8760-af6df1516e56),segment_id=ef521c35-8ac9-4897-8760-af6df1516e56)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:33:36.257092 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-db41aec7-358e-443f-9779-dc469fecd72e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:36.277641 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-c512b19f-f517-44c1-b0bc-6050fb3343b5 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01edc94d-99d9-4cdd-b514-e03edd66be92']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:36.296913 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-db41aec7-358e-443f-9779-dc469fecd72e admin admin] Calling delete_port for a0551861-9504-4874-834a-552a99ce66e7 owned by network:router_interface {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:33:36.302125 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12e1ca85-53a9-42a2-9318-b79da770e390 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Router 0d62181e-26ed-4875-a669-8a69f59cd799 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:33:36.305578 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3c69ff25-c178-46ef-8285-1360061a8f07 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:36.325701 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-c512b19f-f517-44c1-b0bc-6050fb3343b5 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc85f150-369a-447d-94e4-9381a4ebb2ff') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:36.326039 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-c512b19f-f517-44c1-b0bc-6050fb3343b5 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc85f150-369a-447d-94e4-9381a4ebb2ff') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:36.362336 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c512b19f-f517-44c1-b0bc-6050fb3343b5 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11806923'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:36.376540 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-3e467ab3-5c9a-48ca-b4c6-7e72db662ae3 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] For port f69a46b5-28c9-40de-aba6-e27fe74ba42c, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=f69a46b5-28c9-40de-aba6-e27fe74ba42c,segment=NetworkSegment(eb47a947-dca7-4eda-abe4-d738215dd27b),segment_id=eb47a947-dca7-4eda-abe4-d738215dd27b)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:33:36.376901 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3e467ab3-5c9a-48ca-b4c6-7e72db662ae3 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:36.387149 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a18a998-6226-4aec-8e8b-1ae6f3babe76 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Router b05d23f3-fb13-4e5a-9d22-cdb705fc9e46 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:33:36.445904 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3c69ff25-c178-46ef-8285-1360061a8f07 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:36.452247 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c69ff25-c178-46ef-8285-1360061a8f07 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:36.452886 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3c69ff25-c178-46ef-8285-1360061a8f07 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:36.466799 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c512b19f-f517-44c1-b0bc-6050fb3343b5 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:36.477710 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ab7677-7e0e-45af-90bd-cd0c3bc90365 None None] Network 1fabd05c-512d-4e70-b9c8-9395f3305ac6 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:33:36.510450 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-3e467ab3-5c9a-48ca-b4c6-7e72db662ae3 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Calling delete_port for f69a46b5-28c9-40de-aba6-e27fe74ba42c owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:33:36.523150 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c512b19f-f517-44c1-b0bc-6050fb3343b5 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:33:36.523551 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c512b19f-f517-44c1-b0bc-6050fb3343b5 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11236635'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:36.527387 dv-neutron-821401-4-hyperv neutron-server[103587]: Traceback (most recent call last): Dec 10 15:33:36.527387 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:33:36.527387 dv-neutron-821401-4-hyperv neutron-server[103587]: timer() Dec 10 15:33:36.527387 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:33:36.527387 dv-neutron-821401-4-hyperv neutron-server[103587]: cb(*args, **kw) Dec 10 15:33:36.527387 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:33:36.527387 dv-neutron-821401-4-hyperv neutron-server[103587]: return func(*args, **kwargs) Dec 10 15:33:36.527387 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:33:36.527387 dv-neutron-821401-4-hyperv neutron-server[103587]: self._notify() Dec 10 15:33:36.527387 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:33:36.527387 dv-neutron-821401-4-hyperv neutron-server[103587]: self.callback(batched_events) Dec 10 15:33:36.527387 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:33:36.527387 dv-neutron-821401-4-hyperv neutron-server[103587]: event.method(event) Dec 10 15:33:36.527387 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:33:36.527387 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:33:36.527387 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:33:36.527387 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:33:36.527387 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:33:36.527387 dv-neutron-821401-4-hyperv neutron-server[103587]: return f(self, *a, **k) Dec 10 15:33:36.527387 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:33:36.527387 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._get(url).json() Dec 10 15:33:36.527387 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:33:36.527387 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:33:36.527387 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:33:36.527387 dv-neutron-821401-4-hyperv neutron-server[103587]: return self.request(url, 'GET', **kwargs) Dec 10 15:33:36.527387 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:33:36.527387 dv-neutron-821401-4-hyperv neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:33:36.527387 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:33:36.527387 dv-neutron-821401-4-hyperv neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:33:36.527387 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:33:36.527387 dv-neutron-821401-4-hyperv neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:33:36.527387 dv-neutron-821401-4-hyperv neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:33:36.549285 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-8cebe167-8f88-4d00-9cae-fe6295abbd9e None None] Provisioning complete for port f69a46b5-28c9-40de-aba6-e27fe74ba42c triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:33:36.549656 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8cebe167-8f88-4d00-9cae-fe6295abbd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:36.578082 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c69ff25-c178-46ef-8285-1360061a8f07 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'Network': ['ID=506b9e8b-1216-4613-bf29-606be137669f,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:36.588959 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 506b9e8b-1216-4613-bf29-606be137669f details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:33:36.596743 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-3c69ff25-c178-46ef-8285-1360061a8f07 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5609853 Dec 10 15:33:36.596949 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33864) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:36.678018 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c01cea-a29d-4d1e-b6e6-fa6fb083a640 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:36.682163 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-a6c01cea-a29d-4d1e-b6e6-fa6fb083a640 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=e049672a5fd04e7f8cbb0423b61eb757&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0816591 Dec 10 15:33:36.682865 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33866) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:36.734010 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8cebe167-8f88-4d00-9cae-fe6295abbd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:36.767193 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12e1ca85-53a9-42a2-9318-b79da770e390 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:33:36.774499 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-8cebe167-8f88-4d00-9cae-fe6295abbd9e None None] For port f69a46b5-28c9-40de-aba6-e27fe74ba42c, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=f69a46b5-28c9-40de-aba6-e27fe74ba42c,segment=NetworkSegment(eb47a947-dca7-4eda-abe4-d738215dd27b),segment_id=eb47a947-dca7-4eda-abe4-d738215dd27b)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:33:36.780528 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0e2043-109c-4d55-bd4f-300f7a631e5a None None] Sync routers for ids ['0d62181e-26ed-4875-a669-8a69f59cd799'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:33:36.799013 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0e2043-109c-4d55-bd4f-300f7a631e5a None None] Routers {'0d62181e-26ed-4875-a669-8a69f59cd799'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:33:36.799013 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-2c0e2043-109c-4d55-bd4f-300f7a631e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:33:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['0d62181e-26ed-4875-a669-8a69f59cd799'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:36.815116 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-12e1ca85-53a9-42a2-9318-b79da770e390 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "PUT /v2.0/routers/0d62181e-26ed-4875-a669-8a69f59cd799/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6802592 Dec 10 15:33:36.815238 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33868) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:36.834506 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c512b19f-f517-44c1-b0bc-6050fb3343b5 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:36.857458 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-2c0e2043-109c-4d55-bd4f-300f7a631e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:36.862151 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8cebe167-8f88-4d00-9cae-fe6295abbd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:36.870912 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c512b19f-f517-44c1-b0bc-6050fb3343b5 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:36.878326 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-c512b19f-f517-44c1-b0bc-6050fb3343b5 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] 10.222.0.20 "DELETE /v2.0/networks/01edc94d-99d9-4cdd-b514-e03edd66be92 HTTP/1.1" status: 204 len: 168 time: 2.4665127 Dec 10 15:33:36.888070 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-02679905-2e37-45c9-a22c-2ef68c2aa43a tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] GET failed (client error): The resource could not be found. Dec 10 15:33:36.889871 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-02679905-2e37-45c9-a22c-2ef68c2aa43a tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "GET /v2.0/ports/f499c54d-aeeb-4799-b0fb-acbb6a93978b HTTP/1.1" status: 404 len: 333 time: 0.0676837 Dec 10 15:33:36.897397 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33870) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:36.897833 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33872) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:36.912492 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0e2043-109c-4d55-bd4f-300f7a631e5a None None] Routers {'0d62181e-26ed-4875-a669-8a69f59cd799'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:33:36.913335 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-2c0e2043-109c-4d55-bd4f-300f7a631e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:33:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['0d62181e-26ed-4875-a669-8a69f59cd799'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:36.922489 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c512b19f-f517-44c1-b0bc-6050fb3343b5 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Pushing event deleted for resources: {'Network': ['ID=01edc94d-99d9-4cdd-b514-e03edd66be92,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:36.965799 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a18a998-6226-4aec-8e8b-1ae6f3babe76 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:33:36.965799 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-3094ec6d-ab52-4b8c-8225-a88fb06dac30 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] DELETE failed (client error): The resource could not be found. Dec 10 15:33:36.965799 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3094ec6d-ab52-4b8c-8225-a88fb06dac30 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:33:36.966756 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device f69a46b5-28c9-40de-aba6-e27fe74ba42c up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:33:36.967133 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-3094ec6d-ab52-4b8c-8225-a88fb06dac30 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] 10.222.0.20 "DELETE /v2.0/subnets/5369adc4-df7a-4537-b008-1a3acc678015 HTTP/1.1" status: 404 len: 337 time: 0.0668874 Dec 10 15:33:36.971804 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1a18a998-6226-4aec-8e8b-1ae6f3babe76 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:36.972572 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-2c0e2043-109c-4d55-bd4f-300f7a631e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:36.973348 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0e2043-109c-4d55-bd4f-300f7a631e5a None None] The sync data for ids ['0d62181e-26ed-4875-a669-8a69f59cd799'] in dv-neutron-821401-4-hyperv is: [] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:33:36.979337 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ce3829-20f8-4e76-9880-c04a76e26bb3 None None] Sync routers for ids ['b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:33:37.005532 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33874) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:37.012868 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ce3829-20f8-4e76-9880-c04a76e26bb3 None None] Routers {'b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:33:37.013501 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-f7ce3829-20f8-4e76-9880-c04a76e26bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:33:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:37.074755 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-f7ce3829-20f8-4e76-9880-c04a76e26bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:37.084907 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ce3829-20f8-4e76-9880-c04a76e26bb3 None None] Routers {'b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:33:37.085842 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-f7ce3829-20f8-4e76-9880-c04a76e26bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:33:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:37.111928 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-535d25ac-b926-4be1-9444-8ba7fd26a1dc tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for router, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:37.114796 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4bc1505-a398-4320-8756-9ce77fb47f2b tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:37.119036 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-d4bc1505-a398-4320-8756-9ce77fb47f2b tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4326549 Dec 10 15:33:37.122863 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-1a18a998-6226-4aec-8e8b-1ae6f3babe76 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] 10.222.0.20 "PUT /v2.0/floatingips/9e60044c-a08e-4cc9-ae9a-ca45e2884381 HTTP/1.1" status: 200 len: 687 time: 1.3309031 Dec 10 15:33:37.132682 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33876) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:37.133037 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33878) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:37.134332 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-f7ce3829-20f8-4e76-9880-c04a76e26bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:37.134674 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f43f66d-4e35-4f12-9923-a1421be38cb3 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] DELETE failed (client error): The resource could not be found. Dec 10 15:33:37.135540 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f43f66d-4e35-4f12-9923-a1421be38cb3 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:33:37.135798 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ce3829-20f8-4e76-9880-c04a76e26bb3 None None] The sync data for ids ['b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'] in dv-neutron-821401-4-hyperv is: [] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:33:37.142903 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-3f43f66d-4e35-4f12-9923-a1421be38cb3 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] 10.222.0.20 "DELETE /v2.0/networks/5ec1a900-2d58-4ace-ad9a-b6d5efdb9326 HTTP/1.1" status: 404 len: 339 time: 0.1224351 Dec 10 15:33:37.166352 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33880) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:37.193409 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cebe167-8f88-4d00-9cae-fe6295abbd9e None None] Pushing event updated for resources: {'Port': ['ID=f69a46b5-28c9-40de-aba6-e27fe74ba42c,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:37.203005 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be475be4-31c7-4033-be36-ce39e6167d76 None None] Network 1fabd05c-512d-4e70-b9c8-9395f3305ac6 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:33:37.227743 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-db41aec7-358e-443f-9779-dc469fecd72e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:37.239658 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-42a04cbe-1b6e-4015-9c68-4716d6bd4e08 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] DELETE failed (client error): The resource could not be found. Dec 10 15:33:37.240123 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42a04cbe-1b6e-4015-9c68-4716d6bd4e08 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:33:37.246505 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-42a04cbe-1b6e-4015-9c68-4716d6bd4e08 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] 10.222.0.20 "DELETE /v2.0/subnets/ba11f428-3005-4274-9460-697f84b50b0c HTTP/1.1" status: 404 len: 337 time: 0.0791287 Dec 10 15:33:37.247147 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33882) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:37.265028 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-c7194fa0-6f9d-447c-ab29-86387f81f68e tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=d5a1452c-422a-4e1a-a1c7-48738ecf752f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1199939 Dec 10 15:33:37.268928 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-79cb7943-e70a-4968-8270-07bdbfcecb55 None None] Provisioning complete for port f69a46b5-28c9-40de-aba6-e27fe74ba42c triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:33:37.269290 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33884) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:37.269437 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-79cb7943-e70a-4968-8270-07bdbfcecb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:37.329148 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db41aec7-358e-443f-9779-dc469fecd72e admin admin] Pushing event deleted for resources: {'Port': ['ID=a0551861-9504-4874-834a-552a99ce66e7,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:37.337090 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port f69a46b5-28c9-40de-aba6-e27fe74ba42c triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:33:37.337090 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:37.346050 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-46e47d41-5331-4b03-812a-ffd40fb7b894 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] DELETE failed (client error): The resource could not be found. Dec 10 15:33:37.346720 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46e47d41-5331-4b03-812a-ffd40fb7b894 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:33:37.353255 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33886) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:37.360117 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-46e47d41-5331-4b03-812a-ffd40fb7b894 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] 10.222.0.20 "DELETE /v2.0/networks/bf06b183-ba35-4a63-a5e8-c195c3cf3767 HTTP/1.1" status: 404 len: 339 time: 0.1116292 Dec 10 15:33:37.387710 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-6e5faf48-d433-499c-b6b1-e078c81dfea2 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=e049672a5fd04e7f8cbb0423b61eb757&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0843661 Dec 10 15:33:37.387710 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33888) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:37.446456 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-535d25ac-b926-4be1-9444-8ba7fd26a1dc tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13898'] for router, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:37.448964 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-535d25ac-b926-4be1-9444-8ba7fd26a1dc tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:37.582810 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ef3216-9c3f-4fcb-a03b-a964a5aed180 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:37.584609 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-39ef3216-9c3f-4fcb-a03b-a964a5aed180 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1967368 Dec 10 15:33:37.593817 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33890) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:37.633226 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-535d25ac-b926-4be1-9444-8ba7fd26a1dc tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549250'] for router, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:37.634256 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-535d25ac-b926-4be1-9444-8ba7fd26a1dc tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Fanout notify agent at l3_agent the message router_deleted on router 0d62181e-26ed-4875-a669-8a69f59cd799 {{(pid=103586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 15:33:37.640807 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-4e7f857a-670f-444b-a505-19603a69d690 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=d5a1452c-422a-4e1a-a1c7-48738ecf752f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0428293 Dec 10 15:33:37.644098 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-535d25ac-b926-4be1-9444-8ba7fd26a1dc tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:37.647608 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-535d25ac-b926-4be1-9444-8ba7fd26a1dc tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "DELETE /v2.0/routers/0d62181e-26ed-4875-a669-8a69f59cd799 HTTP/1.1" status: 204 len: 168 time: 0.7242794 Dec 10 15:33:37.647608 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33892) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:37.651364 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-7d4858a5-e9b1-4ebd-8876-b2d5a794c966 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-315403602', 'network_id': '506b9e8b-1216-4613-bf29-606be137669f', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:37.659508 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33894) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:37.769953 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8d692d5-89bc-4db6-9e9f-a46456b7a421 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Deleting subnet 6766c930-37fa-4cc0-8db0-0db229d86789 {{(pid=103586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:33:37.774326 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a8d692d5-89bc-4db6-9e9f-a46456b7a421 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for subnet, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:37.799668 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-605d6690-b9af-4b2a-8859-0bee15a23ac9 None None] Provisioning complete for port f69a46b5-28c9-40de-aba6-e27fe74ba42c triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:33:37.800127 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-605d6690-b9af-4b2a-8859-0bee15a23ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:37.813317 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bf8ef191-0390-4ce1-a4bf-e67112ce54e4 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:37.825466 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a8d692d5-89bc-4db6-9e9f-a46456b7a421 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12392400'] for subnet, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:37.836126 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dab1556-abe0-47af-bea8-4724fc233c2a tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] DELETE failed (client error): The resource could not be found. Dec 10 15:33:37.836625 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dab1556-abe0-47af-bea8-4724fc233c2a tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:33:37.842225 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-0dab1556-abe0-47af-bea8-4724fc233c2a tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] 10.222.0.20 "DELETE /v2.0/subnets/ac2b41f5-033f-42bc-b024-5218bc288e17 HTTP/1.1" status: 404 len: 337 time: 0.4840319 Dec 10 15:33:37.845305 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33896) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:37.870484 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebfd2616-d0d4-4bd2-a64f-8830a6f7fc0e tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] DELETE failed (client error): The resource could not be found. Dec 10 15:33:37.872171 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebfd2616-d0d4-4bd2-a64f-8830a6f7fc0e tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:33:37.874504 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-ebfd2616-d0d4-4bd2-a64f-8830a6f7fc0e tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] 10.222.0.20 "DELETE /v2.0/networks/13c074a3-28ed-4cbd-9e49-179703bff110 HTTP/1.1" status: 404 len: 339 time: 0.0276804 Dec 10 15:33:37.877281 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33898) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:37.911533 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d4858a5-e9b1-4ebd-8876-b2d5a794c966 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Made reservation on behalf of e049672a5fd04e7f8cbb0423b61eb757 for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:33:37.915010 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7d4858a5-e9b1-4ebd-8876-b2d5a794c966 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:37.915971 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3e467ab3-5c9a-48ca-b4c6-7e72db662ae3 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:37.917747 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bf8ef191-0390-4ce1-a4bf-e67112ce54e4 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:37.918856 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bf8ef191-0390-4ce1-a4bf-e67112ce54e4 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549888'] for router_interface, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:37.963457 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e467ab3-5c9a-48ca-b4c6-7e72db662ae3 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Pushing event deleted for resources: {'Port': ['ID=f69a46b5-28c9-40de-aba6-e27fe74ba42c,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:37.998626 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_v2 [None req-31330c9e-c7a3-4971-b872-2da5dec221bd tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Deleting subnet 49b6cb3f-4042-464b-830f-fc0ea6e22039 {{(pid=103586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:33:38.033626 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-77281d00-6c05-4283-8f00-47c6ecb09ee7 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Deleting port 3d87baa4-a9e5-4909-8e41-94dfd45532b5 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:33:38.033626 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-77281d00-6c05-4283-8f00-47c6ecb09ee7 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:38.034330 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-31330c9e-c7a3-4971-b872-2da5dec221bd tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks [] for subnet, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:38.043268 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b4fa34-7a1d-4a5c-9c55-c3bb43e43eaf None None] DHCP port deletion for 1fabd05c-512d-4e70-b9c8-9395f3305ac6 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:33:38.070797 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0b84a2-4266-4a16-9444-6c064b83f2f1 None None] get_active_networks_info from dv-neutron-821401-4-hyperv {{(pid=103588) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 15:33:38.099074 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-31330c9e-c7a3-4971-b872-2da5dec221bd tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12392400'] for subnet, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:38.103453 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e467ab3-5c9a-48ca-b4c6-7e72db662ae3 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] No DVR routers for this DVR port f69a46b5-28c9-40de-aba6-e27fe74ba42c on host dv-neutron-821401-4-hyperv {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:33:38.105339 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a8d692d5-89bc-4db6-9e9f-a46456b7a421 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:38.226554 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0b84a2-4266-4a16-9444-6c064b83f2f1 None None] Resources bound (agent type, host, resource id): {{(pid=103588) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 15:33:38.231936 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8ef191-0390-4ce1-a4bf-e67112ce54e4 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event updated for resources: {'Port': ['ID=dfb6cb33-78f3-485e-93c4-4f82c1e7c047,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:38.264968 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-db41aec7-358e-443f-9779-dc469fecd72e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550073'] for router_interface, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:38.271773 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3e467ab3-5c9a-48ca-b4c6-7e72db662ae3 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:38.309252 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-31330c9e-c7a3-4971-b872-2da5dec221bd tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:38.340445 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a8d692d5-89bc-4db6-9e9f-a46456b7a421 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:38.340814 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-77281d00-6c05-4283-8f00-47c6ecb09ee7 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:38.341151 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-77281d00-6c05-4283-8f00-47c6ecb09ee7 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:38.376414 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d692d5-89bc-4db6-9e9f-a46456b7a421 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event deleted for resources: {'Subnet': ['ID=6766c930-37fa-4cc0-8db0-0db229d86789,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:38.389259 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a8d692d5-89bc-4db6-9e9f-a46456b7a421 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:38.395710 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-a8d692d5-89bc-4db6-9e9f-a46456b7a421 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "DELETE /v2.0/subnets/6766c930-37fa-4cc0-8db0-0db229d86789 HTTP/1.1" status: 204 len: 168 time: 0.7325456 Dec 10 15:33:38.395993 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33900) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:38.403762 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-77281d00-6c05-4283-8f00-47c6ecb09ee7 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Calling delete_port for 3d87baa4-a9e5-4909-8e41-94dfd45532b5 owned by network:floatingip {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:33:38.425098 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8ef191-0390-4ce1-a4bf-e67112ce54e4 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:33:38.431585 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-bf8ef191-0390-4ce1-a4bf-e67112ce54e4 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:33:38.455158 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7d4858a5-e9b1-4ebd-8876-b2d5a794c966 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11695183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581935'] for subnet, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:38.513619 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f22325d-5969-4e11-bd1b-2ad74288d4a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-1fabd05c-512d-4e70-b9c8-9395f3305ac6', 'network_id': '1fabd05c-512d-4e70-b9c8-9395f3305ac6', 'project_id': '1669e2c341ad498c8f67a90a963f4ed9', 'fixed_ips': [{'subnet_id': '1f0338e9-f341-4fe8-b322-9222a462bea9'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:33:38.515737 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8f22325d-5969-4e11-bd1b-2ad74288d4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:38.530734 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-efca2b1d-0aef-4371-b4e1-8a11c1f8dde2 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:38.559976 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4858a5-e9b1-4ebd-8876-b2d5a794c966 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'Subnet': ['ID=66d6b829-67ec-4b11-980f-48e7478f11ed,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:38.566820 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4858a5-e9b1-4ebd-8876-b2d5a794c966 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Checking segment: {'id': '6e8aeea5-3e6e-4645-841c-769465551a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '506b9e8b-1216-4613-bf29-606be137669f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:33:38.567190 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4858a5-e9b1-4ebd-8876-b2d5a794c966 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Network hostable DHCP agents. Network: 506b9e8b-1216-4613-bf29-606be137669f, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:33:38.596409 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-31330c9e-c7a3-4971-b872-2da5dec221bd tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:38.628971 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3e467ab3-5c9a-48ca-b4c6-7e72db662ae3 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11236721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11668521'] for subnet, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:38.639557 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31330c9e-c7a3-4971-b872-2da5dec221bd tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Pushing event deleted for resources: {'Subnet': ['ID=49b6cb3f-4042-464b-830f-fc0ea6e22039,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:38.645349 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-31330c9e-c7a3-4971-b872-2da5dec221bd tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:38.648669 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-31330c9e-c7a3-4971-b872-2da5dec221bd tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] 10.222.0.20 "DELETE /v2.0/subnets/49b6cb3f-4042-464b-830f-fc0ea6e22039 HTTP/1.1" status: 204 len: 168 time: 0.7704635 Dec 10 15:33:38.651667 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33902) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:38.683596 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server [None req-8f22325d-5969-4e11-bd1b-2ad74288d4a8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1f0338e9-f341-4fe8-b322-9222a462bea9: This subnet is being modified by another concurrent operation. Dec 10 15:33:38.683596 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 10 15:33:38.683596 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 10 15:33:38.683596 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 10 15:33:38.683596 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 10 15:33:38.683596 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 10 15:33:38.683596 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 10 15:33:38.683596 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 10 15:33:38.683596 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 10 15:33:38.683596 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 10 15:33:38.683596 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 15:33:38.683596 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 15:33:38.683596 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 15:33:38.683596 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 15:33:38.683596 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 15:33:38.683596 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 15:33:38.683596 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 15:33:38.683596 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 15:33:38.683596 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 15:33:38.683596 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 15:33:38.683596 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 15:33:38.683596 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 15:33:38.683596 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 15:33:38.683596 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 15:33:38.683596 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 15:33:38.683596 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 15:33:38.683596 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 15:33:38.683596 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 15:33:38.683596 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 15:33:38.683596 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 15:33:38.683596 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 15:33:38.683596 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 15:33:38.683596 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 15:33:38.683596 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 15:33:38.683596 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 10 15:33:38.683596 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 10 15:33:38.683596 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 10 15:33:38.683596 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 10 15:33:38.683596 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 10 15:33:38.683596 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 10 15:33:38.683596 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 10 15:33:38.683596 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 10 15:33:38.683596 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 10 15:33:38.683596 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 15:33:38.683596 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 10 15:33:38.683596 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 15:33:38.683596 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 15:33:38.683596 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 15:33:38.683596 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 15:33:38.683596 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 15:33:38.683596 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 15:33:38.683596 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 15:33:38.683596 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 15:33:38.683596 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 15:33:38.689024 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 15:33:38.689024 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 15:33:38.689024 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 15:33:38.689024 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 15:33:38.689024 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 15:33:38.689024 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 15:33:38.689024 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 15:33:38.689024 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 15:33:38.689024 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 15:33:38.689024 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 15:33:38.689024 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 15:33:38.689024 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 15:33:38.689024 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 15:33:38.689024 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 15:33:38.689024 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 15:33:38.689024 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 15:33:38.689024 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 10 15:33:38.689024 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 10 15:33:38.689024 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 10 15:33:38.689024 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 10 15:33:38.689024 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 10 15:33:38.689024 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 10 15:33:38.689024 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 10 15:33:38.689024 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 10 15:33:38.689024 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 15:33:38.689024 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 15:33:38.689024 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 15:33:38.689024 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 15:33:38.689024 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 10 15:33:38.689024 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 10 15:33:38.689024 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 10 15:33:38.689024 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 10 15:33:38.689024 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 10 15:33:38.689024 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 10 15:33:38.689024 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 10 15:33:38.689024 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server raise exception Dec 10 15:33:38.689024 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1f0338e9-f341-4fe8-b322-9222a462bea9: This subnet is being modified by another concurrent operation. Dec 10 15:33:38.689024 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server Dec 10 15:33:38.710189 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e467ab3-5c9a-48ca-b4c6-7e72db662ae3 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Pushing event deleted for resources: {'Subnet': ['ID=1f0338e9-f341-4fe8-b322-9222a462bea9,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:38.722828 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a55e375-04c2-4c50-a868-c16ee3440152 None None] get_active_networks_info from dv-neutron-821401-4-hyperv {{(pid=103588) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 15:33:38.725905 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4858a5-e9b1-4ebd-8876-b2d5a794c966 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Network 506b9e8b-1216-4613-bf29-606be137669f is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:33:38.731742 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-efca2b1d-0aef-4371-b4e1-8a11c1f8dde2 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Deleting port 0852ffff-b955-412f-9406-31d724f54fb9 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:33:38.732088 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-efca2b1d-0aef-4371-b4e1-8a11c1f8dde2 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:38.751649 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dcf87195-2e78-425b-a006-dda795a7b7bb tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:38.854141 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3e467ab3-5c9a-48ca-b4c6-7e72db662ae3 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:38.900232 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a55e375-04c2-4c50-a868-c16ee3440152 None None] Resources bound (agent type, host, resource id): {{(pid=103588) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 15:33:38.900947 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-3e467ab3-5c9a-48ca-b4c6-7e72db662ae3 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fabd05c-512d-4e70-b9c8-9395f3305ac6']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:38.921770 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-3e467ab3-5c9a-48ca-b4c6-7e72db662ae3 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb47a947-dca7-4eda-abe4-d738215dd27b') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:38.922096 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-3e467ab3-5c9a-48ca-b4c6-7e72db662ae3 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb47a947-dca7-4eda-abe4-d738215dd27b') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:38.925079 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db41aec7-358e-443f-9779-dc469fecd72e admin admin] Router a06cceec-0d40-4047-bbd1-c8f49e165bda has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:33:38.935964 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3e467ab3-5c9a-48ca-b4c6-7e72db662ae3 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11806923'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:38.956525 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3e467ab3-5c9a-48ca-b4c6-7e72db662ae3 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:38.987389 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device f69a46b5-28c9-40de-aba6-e27fe74ba42c no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:33:38.998379 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf8ef191-0390-4ce1-a4bf-e67112ce54e4 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Router e7adaadb-6d9c-4554-834f-0fdcb612f9ce is scheduled to L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d with binding_index 1 {{(pid=103587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 15:33:39.009492 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e467ab3-5c9a-48ca-b4c6-7e72db662ae3 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:33:39.009939 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3e467ab3-5c9a-48ca-b4c6-7e72db662ae3 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11236635'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:39.013282 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: f69a46b5-28c9-40de-aba6-e27fe74ba42c {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:33:39.013282 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device f69a46b5-28c9-40de-aba6-e27fe74ba42c not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:33:39.014783 dv-neutron-821401-4-hyperv neutron-server[103587]: Traceback (most recent call last): Dec 10 15:33:39.014783 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:33:39.014783 dv-neutron-821401-4-hyperv neutron-server[103587]: timer() Dec 10 15:33:39.014783 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:33:39.014783 dv-neutron-821401-4-hyperv neutron-server[103587]: cb(*args, **kw) Dec 10 15:33:39.014783 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:33:39.014783 dv-neutron-821401-4-hyperv neutron-server[103587]: return func(*args, **kwargs) Dec 10 15:33:39.014783 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:33:39.014783 dv-neutron-821401-4-hyperv neutron-server[103587]: self._notify() Dec 10 15:33:39.014783 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:33:39.014783 dv-neutron-821401-4-hyperv neutron-server[103587]: self.callback(batched_events) Dec 10 15:33:39.014783 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:33:39.014783 dv-neutron-821401-4-hyperv neutron-server[103587]: event.method(event) Dec 10 15:33:39.014783 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:33:39.014783 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:33:39.014783 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:33:39.014783 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:33:39.014783 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:33:39.014783 dv-neutron-821401-4-hyperv neutron-server[103587]: return f(self, *a, **k) Dec 10 15:33:39.014783 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:33:39.014783 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._get(url).json() Dec 10 15:33:39.014783 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:33:39.014783 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:33:39.014783 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:33:39.014783 dv-neutron-821401-4-hyperv neutron-server[103587]: return self.request(url, 'GET', **kwargs) Dec 10 15:33:39.014783 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:33:39.014783 dv-neutron-821401-4-hyperv neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:33:39.014783 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:33:39.014783 dv-neutron-821401-4-hyperv neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:33:39.014783 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:33:39.014783 dv-neutron-821401-4-hyperv neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:33:39.014783 dv-neutron-821401-4-hyperv neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:33:39.032810 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-77281d00-6c05-4283-8f00-47c6ecb09ee7 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:39.113302 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-7d4858a5-e9b1-4ebd-8876-b2d5a794c966 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 506b9e8b-1216-4613-bf29-606be137669f) {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:33:39.126494 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4858a5-e9b1-4ebd-8876-b2d5a794c966 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:39.127097 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7d4858a5-e9b1-4ebd-8876-b2d5a794c966 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:39.139066 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77281d00-6c05-4283-8f00-47c6ecb09ee7 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Pushing event deleted for resources: {'Port': ['ID=3d87baa4-a9e5-4909-8e41-94dfd45532b5,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:39.150694 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-efca2b1d-0aef-4371-b4e1-8a11c1f8dde2 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] For port 0852ffff-b955-412f-9406-31d724f54fb9, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=0852ffff-b955-412f-9406-31d724f54fb9,segment=NetworkSegment(844249eb-4e46-4a0c-a181-0a868a14829f),segment_id=844249eb-4e46-4a0c-a181-0a868a14829f)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:33:39.150694 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-efca2b1d-0aef-4371-b4e1-8a11c1f8dde2 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:39.181128 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-efca2b1d-0aef-4371-b4e1-8a11c1f8dde2 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Calling delete_port for 0852ffff-b955-412f-9406-31d724f54fb9 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:33:39.238711 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-7d4858a5-e9b1-4ebd-8876-b2d5a794c966 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5891020 Dec 10 15:33:39.262934 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-dcf87195-2e78-425b-a006-dda795a7b7bb tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Deleting port d014a1b2-2056-41fb-97a5-be9590c04a7d {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:33:39.264959 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dcf87195-2e78-425b-a006-dda795a7b7bb tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:39.287194 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db41aec7-358e-443f-9779-dc469fecd72e admin admin] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:33:39.296464 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-db41aec7-358e-443f-9779-dc469fecd72e admin admin] 10.222.0.20 "PUT /v2.0/routers/a06cceec-0d40-4047-bbd1-c8f49e165bda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1430085 Dec 10 15:33:39.301380 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33906) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:39.317194 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b92caee-5e03-4ebc-8249-c86e1ffd0043 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-506b9e8b-1216-4613-bf29-606be137669f', 'network_id': '506b9e8b-1216-4613-bf29-606be137669f', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'fixed_ips': [{'subnet_id': '66d6b829-67ec-4b11-980f-48e7478f11ed'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:33:39.321026 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5b92caee-5e03-4ebc-8249-c86e1ffd0043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:39.346665 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-dcf87195-2e78-425b-a006-dda795a7b7bb tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] For port d014a1b2-2056-41fb-97a5-be9590c04a7d, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=d014a1b2-2056-41fb-97a5-be9590c04a7d,segment=NetworkSegment(908b9ee1-b81b-44e6-b8a3-c9321f112602),segment_id=908b9ee1-b81b-44e6-b8a3-c9321f112602)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:33:39.347036 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dcf87195-2e78-425b-a006-dda795a7b7bb tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:39.349180 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3e467ab3-5c9a-48ca-b4c6-7e72db662ae3 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:39.351330 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-77281d00-6c05-4283-8f00-47c6ecb09ee7 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks [] for floatingip, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:39.353994 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-77281d00-6c05-4283-8f00-47c6ecb09ee7 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:39.357858 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-77281d00-6c05-4283-8f00-47c6ecb09ee7 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] 10.222.0.20 "DELETE /v2.0/floatingips/9e60044c-a08e-4cc9-ae9a-ca45e2884381 HTTP/1.1" status: 204 len: 168 time: 2.2074544 Dec 10 15:33:39.359346 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33908) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:39.367363 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-dcf87195-2e78-425b-a006-dda795a7b7bb tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Calling delete_port for d014a1b2-2056-41fb-97a5-be9590c04a7d owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:33:39.367667 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf8ef191-0390-4ce1-a4bf-e67112ce54e4 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:33:39.372337 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3e467ab3-5c9a-48ca-b4c6-7e72db662ae3 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:39.375805 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-3e467ab3-5c9a-48ca-b4c6-7e72db662ae3 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] 10.222.0.20 "DELETE /v2.0/networks/1fabd05c-512d-4e70-b9c8-9395f3305ac6 HTTP/1.1" status: 204 len: 168 time: 4.6962357 Dec 10 15:33:39.377432 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cdf7b6-3e5a-4b5e-865c-5ce3048ccd26 None None] Sync routers for ids ['e7adaadb-6d9c-4554-834f-0fdcb612f9ce'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:33:39.378776 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33910) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:39.394153 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-bf8ef191-0390-4ce1-a4bf-e67112ce54e4 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "PUT /v2.0/routers/e7adaadb-6d9c-4554-834f-0fdcb612f9ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1713963 Dec 10 15:33:39.397673 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cdf7b6-3e5a-4b5e-865c-5ce3048ccd26 None None] Routers {'e7adaadb-6d9c-4554-834f-0fdcb612f9ce'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:33:39.414430 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-a1cdf7b6-3e5a-4b5e-865c-5ce3048ccd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:33:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['e7adaadb-6d9c-4554-834f-0fdcb612f9ce'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:39.414799 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33912) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:39.414799 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e467ab3-5c9a-48ca-b4c6-7e72db662ae3 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Pushing event deleted for resources: {'Network': ['ID=1fabd05c-512d-4e70-b9c8-9395f3305ac6,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:39.439303 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-efca2b1d-0aef-4371-b4e1-8a11c1f8dde2 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:39.441400 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.api.v2.resource [None req-b8b94dd2-d9e2-42c2-91fd-5b5e73690895 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] delete failed (client error): The resource could not be found. Dec 10 15:33:39.442479 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-b8b94dd2-d9e2-42c2-91fd-5b5e73690895 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] 10.222.0.20 "DELETE /v2.0/floatingips/9e60044c-a08e-4cc9-ae9a-ca45e2884381 HTTP/1.1" status: 404 len: 345 time: 0.0821981 Dec 10 15:33:39.448679 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33914) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:39.452801 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a8bc162-1f7f-403c-8237-70c2128ee3c9 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] DELETE failed (client error): The resource could not be found. Dec 10 15:33:39.453322 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a8bc162-1f7f-403c-8237-70c2128ee3c9 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:33:39.460902 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-3a8bc162-1f7f-403c-8237-70c2128ee3c9 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] 10.222.0.20 "DELETE /v2.0/networks/1fabd05c-512d-4e70-b9c8-9395f3305ac6 HTTP/1.1" status: 404 len: 339 time: 0.0785093 Dec 10 15:33:39.468854 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33916) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:39.480316 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-cb72541b-aaf9-43e7-8ab9-5a7c0d95677c tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2053562829', 'description': 'd1'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:39.541649 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-5b92caee-5e03-4ebc-8249-c86e1ffd0043 None None] Allocated IP 172.20.0.18 (506b9e8b-1216-4613-bf29-606be137669f/66d6b829-67ec-4b11-980f-48e7478f11ed/26c74bc0-1406-4d5d-ab49-40a5e21faa85) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:33:39.569590 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-a1cdf7b6-3e5a-4b5e-865c-5ce3048ccd26 None None] Set router e7adaadb-6d9c-4554-834f-0fdcb612f9ce gateway port host: None {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:33:39.574536 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efca2b1d-0aef-4371-b4e1-8a11c1f8dde2 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event deleted for resources: {'Port': ['ID=0852ffff-b955-412f-9406-31d724f54fb9,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:39.578986 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974809e6-5b2b-4178-96ac-5255e48592bf tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:39.582757 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-974809e6-5b2b-4178-96ac-5255e48592bf tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/ports/dfb6cb33-78f3-485e-93c4-4f82c1e7c047 HTTP/1.1" status: 200 len: 911 time: 0.1758401 Dec 10 15:33:39.584842 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efca2b1d-0aef-4371-b4e1-8a11c1f8dde2 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] No DVR routers for this DVR port 0852ffff-b955-412f-9406-31d724f54fb9 on host dv-neutron-821401-4-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:33:39.585010 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33918) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:39.627072 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88788ae0-b2c8-4676-a918-3e08be3070ea None None] Sync routers for ids ['a06cceec-0d40-4047-bbd1-c8f49e165bda'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:33:39.651595 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88788ae0-b2c8-4676-a918-3e08be3070ea None None] Routers {'a06cceec-0d40-4047-bbd1-c8f49e165bda'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:33:39.652253 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-88788ae0-b2c8-4676-a918-3e08be3070ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:33:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['a06cceec-0d40-4047-bbd1-c8f49e165bda'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:39.677195 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-221abb45-d0e7-4f5f-8e51-a123b8c58d3c admin admin] Publish callbacks [] for router, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:39.711323 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c497dd1-d7bb-4252-bc32-0d32cbb54404 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:39.717916 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c497dd1-d7bb-4252-bc32-0d32cbb54404 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:39.725268 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c497dd1-d7bb-4252-bc32-0d32cbb54404 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:39.730375 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-2c497dd1-d7bb-4252-bc32-0d32cbb54404 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] 10.222.0.20 "GET /v2.0/ports?network_id=8672b95b-60b2-4900-9107-737fdf14ae60 HTTP/1.1" status: 200 len: 2358 time: 0.2681239 Dec 10 15:33:39.734446 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33920) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:39.750188 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-efca2b1d-0aef-4371-b4e1-8a11c1f8dde2 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:39.758727 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abab28b0-3648-44c6-9c5b-00e3e71de705 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:39.759853 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33922) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:39.769403 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abab28b0-3648-44c6-9c5b-00e3e71de705 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:39.774004 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-abab28b0-3648-44c6-9c5b-00e3e71de705 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1838665 Dec 10 15:33:39.775377 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb72541b-aaf9-43e7-8ab9-5a7c0d95677c tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Made reservation on behalf of 1669e2c341ad498c8f67a90a963f4ed9 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:33:39.777948 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-8b2a0de7-2850-46da-aef2-ab76afb3978d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1491249901', 'description': 'tempest-secgroup-smoke-1491249901 description', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:39.779540 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cb72541b-aaf9-43e7-8ab9-5a7c0d95677c tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:39.790434 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33924) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:39.821269 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-88788ae0-b2c8-4676-a918-3e08be3070ea None None] Set router a06cceec-0d40-4047-bbd1-c8f49e165bda gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:33:39.823312 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5b92caee-5e03-4ebc-8249-c86e1ffd0043 None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:39.832160 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-efca2b1d-0aef-4371-b4e1-8a11c1f8dde2 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72a1b610-48ba-46b8-bfca-deea0e350394']}} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:39.856455 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-efca2b1d-0aef-4371-b4e1-8a11c1f8dde2 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '844249eb-4e46-4a0c-a181-0a868a14829f') {'for_net_delete': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:39.856751 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-efca2b1d-0aef-4371-b4e1-8a11c1f8dde2 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '844249eb-4e46-4a0c-a181-0a868a14829f') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:39.873291 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62db608-57ac-441b-a398-cce43186073c tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:39.880031 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-e62db608-57ac-441b-a398-cce43186073c tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] 10.222.0.20 "GET /v2.0/subnets/41513683-fa39-41b5-be70-03df49b71df4 HTTP/1.1" status: 200 len: 797 time: 0.1444972 Dec 10 15:33:39.880580 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33926) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:39.882541 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-efca2b1d-0aef-4371-b4e1-8a11c1f8dde2 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12392235'] for segment, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:39.890946 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-fbb69802-c860-46d4-b075-b523998dd91a tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Request body: {'port': {'network_id': '8672b95b-60b2-4900-9107-737fdf14ae60', 'name': 'tempest-FloatingIPTestJSON-1319601816', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:39.918887 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dcf87195-2e78-425b-a006-dda795a7b7bb tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:39.951591 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-efca2b1d-0aef-4371-b4e1-8a11c1f8dde2 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:39.964859 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb72541b-aaf9-43e7-8ab9-5a7c0d95677c tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:33:39.968746 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5b92caee-5e03-4ebc-8249-c86e1ffd0043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:39.987995 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cb72541b-aaf9-43e7-8ab9-5a7c0d95677c tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:39.988342 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.segments_db [None req-cb72541b-aaf9-43e7-8ab9-5a7c0d95677c tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Added segment e5d0fd5a-3427-48fa-881f-4716ccc6b9a1 of type vlan for network 8806c2cd-6f75-4396-a95d-f0a1b6933eae Dec 10 15:33:39.994575 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efca2b1d-0aef-4371-b4e1-8a11c1f8dde2 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=103586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:33:39.994987 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-efca2b1d-0aef-4371-b4e1-8a11c1f8dde2 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11695586'] for segment, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:39.998560 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf87195-2e78-425b-a006-dda795a7b7bb tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Pushing event deleted for resources: {'Port': ['ID=d014a1b2-2056-41fb-97a5-be9590c04a7d,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:40.001688 dv-neutron-821401-4-hyperv neutron-server[103586]: Traceback (most recent call last): Dec 10 15:33:40.001688 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:33:40.001688 dv-neutron-821401-4-hyperv neutron-server[103586]: timer() Dec 10 15:33:40.001688 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:33:40.001688 dv-neutron-821401-4-hyperv neutron-server[103586]: cb(*args, **kw) Dec 10 15:33:40.001688 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:33:40.001688 dv-neutron-821401-4-hyperv neutron-server[103586]: return func(*args, **kwargs) Dec 10 15:33:40.001688 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:33:40.001688 dv-neutron-821401-4-hyperv neutron-server[103586]: self._notify() Dec 10 15:33:40.001688 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:33:40.001688 dv-neutron-821401-4-hyperv neutron-server[103586]: self.callback(batched_events) Dec 10 15:33:40.001688 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:33:40.001688 dv-neutron-821401-4-hyperv neutron-server[103586]: event.method(event) Dec 10 15:33:40.001688 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:33:40.001688 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:33:40.001688 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:33:40.001688 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:33:40.001688 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:33:40.001688 dv-neutron-821401-4-hyperv neutron-server[103586]: return f(self, *a, **k) Dec 10 15:33:40.001688 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:33:40.001688 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._get(url).json() Dec 10 15:33:40.001688 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:33:40.001688 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:33:40.001688 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:33:40.001688 dv-neutron-821401-4-hyperv neutron-server[103586]: return self.request(url, 'GET', **kwargs) Dec 10 15:33:40.001688 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:33:40.001688 dv-neutron-821401-4-hyperv neutron-server[103586]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:33:40.001688 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:33:40.001688 dv-neutron-821401-4-hyperv neutron-server[103586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:33:40.001688 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:33:40.001688 dv-neutron-821401-4-hyperv neutron-server[103586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:33:40.001688 dv-neutron-821401-4-hyperv neutron-server[103586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:33:40.014100 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-a1cdf7b6-3e5a-4b5e-865c-5ce3048ccd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7adaadb-6d9c-4554-834f-0fdcb612f9ce', 'name': 'tempest-NetworksTestDHCPv6-router-185334666', 'tenant_id': '915dae42aca44a6e934a20b3a70b3a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:33:31Z', 'updated_at': '2021-12-10T15:33:35Z', 'revision_number': 2, 'project_id': '915dae42aca44a6e934a20b3a70b3a5e', 'gw_port_host': None, '_interfaces': [{'id': 'dfb6cb33-78f3-485e-93c4-4f82c1e7c047', 'name': '', 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'tenant_id': '915dae42aca44a6e934a20b3a70b3a5e', 'mac_address': 'fa:16:3e:a6:fc:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7adaadb-6d9c-4554-834f-0fdcb612f9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '457d7751-2f42-4ca7-9483-b5b2eab3ecd0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:33:33Z', 'updated_at': '2021-12-10T15:33:36Z', 'revision_number': 2, 'project_id': '915dae42aca44a6e934a20b3a70b3a5e', 'subnets': [{'id': '457d7751-2f42-4ca7-9483-b5b2eab3ecd0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:40.016802 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf87195-2e78-425b-a006-dda795a7b7bb tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] No DVR routers for this DVR port d014a1b2-2056-41fb-97a5-be9590c04a7d on host dv-neutron-821401-4-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:33:40.020790 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8b2a0de7-2850-46da-aef2-ab76afb3978d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:40.047260 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b92caee-5e03-4ebc-8249-c86e1ffd0043 None None] Network 506b9e8b-1216-4613-bf29-606be137669f is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:33:40.050655 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cdf7b6-3e5a-4b5e-865c-5ce3048ccd26 None None] Checking router: e7adaadb-6d9c-4554-834f-0fdcb612f9ce for host: dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:33:40.052472 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cdf7b6-3e5a-4b5e-865c-5ce3048ccd26 None None] Updating router e7adaadb-6d9c-4554-834f-0fdcb612f9ce port dfb6cb33-78f3-485e-93c4-4f82c1e7c047 binding host dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 15:33:40.059759 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-5b92caee-5e03-4ebc-8249-c86e1ffd0043 None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:33:40.066025 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b92caee-5e03-4ebc-8249-c86e1ffd0043 None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:33:40.104964 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-221abb45-d0e7-4f5f-8e51-a123b8c58d3c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:40.105733 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a1cdf7b6-3e5a-4b5e-865c-5ce3048ccd26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:40.124039 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b92caee-5e03-4ebc-8249-c86e1ffd0043 None None] Pushing event updated for resources: {'Port': ['ID=26c74bc0-1406-4d5d-ab49-40a5e21faa85,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:40.170099 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-5b92caee-5e03-4ebc-8249-c86e1ffd0043 None None] Attempting to bind port 26c74bc0-1406-4d5d-ab49-40a5e21faa85 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:33:40.170870 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-5b92caee-5e03-4ebc-8249-c86e1ffd0043 None None] Attempting to bind port 26c74bc0-1406-4d5d-ab49-40a5e21faa85 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '6e8aeea5-3e6e-4645-841c-769465551a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '506b9e8b-1216-4613-bf29-606be137669f'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:33:40.171430 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b92caee-5e03-4ebc-8249-c86e1ffd0043 None None] Attempting to bind port 26c74bc0-1406-4d5d-ab49-40a5e21faa85 on network 506b9e8b-1216-4613-bf29-606be137669f {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:33:40.196595 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b92caee-5e03-4ebc-8249-c86e1ffd0043 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:33:40.197463 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b92caee-5e03-4ebc-8249-c86e1ffd0043 None None] Checking segment: {'id': '6e8aeea5-3e6e-4645-841c-769465551a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '506b9e8b-1216-4613-bf29-606be137669f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:33:40.198104 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5b92caee-5e03-4ebc-8249-c86e1ffd0043 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:40.199287 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b92caee-5e03-4ebc-8249-c86e1ffd0043 None None] Bound using segment: {'id': '6e8aeea5-3e6e-4645-841c-769465551a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '506b9e8b-1216-4613-bf29-606be137669f'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:33:40.200410 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-5b92caee-5e03-4ebc-8249-c86e1ffd0043 None None] Bound port: 26c74bc0-1406-4d5d-ab49-40a5e21faa85, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e8aeea5-3e6e-4645-841c-769465551a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '506b9e8b-1216-4613-bf29-606be137669f'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:33:40.202549 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5b92caee-5e03-4ebc-8249-c86e1ffd0043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:40.214526 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-efca2b1d-0aef-4371-b4e1-8a11c1f8dde2 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:40.222724 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dcf87195-2e78-425b-a006-dda795a7b7bb tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:40.236012 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-efca2b1d-0aef-4371-b4e1-8a11c1f8dde2 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:40.243232 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-efca2b1d-0aef-4371-b4e1-8a11c1f8dde2 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "DELETE /v2.0/networks/72a1b610-48ba-46b8-bfca-deea0e350394 HTTP/1.1" status: 204 len: 168 time: 1.8426776 Dec 10 15:33:40.251914 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33928) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:40.302030 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-88788ae0-b2c8-4676-a918-3e08be3070ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a06cceec-0d40-4047-bbd1-c8f49e165bda', 'name': 'tempest-ServerActionsTestJSON-1114801807-router', 'tenant_id': '0c43b3bd3a7142739658566d8b1d83f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.12'}], 'enable_snat': True}, 'gw_port_id': '39a76a45-f3d7-4ecd-aab5-1de15359ff6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:29:50Z', 'updated_at': '2021-12-10T15:33:36Z', 'revision_number': 5, 'project_id': '0c43b3bd3a7142739658566d8b1d83f3', 'gw_port': {'id': '39a76a45-f3d7-4ecd-aab5-1de15359ff6a', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:64:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a06cceec-0d40-4047-bbd1-c8f49e165bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:29:52Z', 'updated_at': '2021-12-10T15:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:40.313526 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efca2b1d-0aef-4371-b4e1-8a11c1f8dde2 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event deleted for resources: {'Network': ['ID=72a1b610-48ba-46b8-bfca-deea0e350394,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:40.339744 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-dcf87195-2e78-425b-a006-dda795a7b7bb tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ea0588e-1b4e-41ca-be20-7e05d95bea50']}} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:40.344323 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88788ae0-b2c8-4676-a918-3e08be3070ea None None] Checking router: a06cceec-0d40-4047-bbd1-c8f49e165bda for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:33:40.351088 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-5b92caee-5e03-4ebc-8249-c86e1ffd0043 None None] For port 26c74bc0-1406-4d5d-ab49-40a5e21faa85, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:33:40.364819 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88788ae0-b2c8-4676-a918-3e08be3070ea None None] Routers {'a06cceec-0d40-4047-bbd1-c8f49e165bda'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:33:40.365174 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-88788ae0-b2c8-4676-a918-3e08be3070ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:33:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['a06cceec-0d40-4047-bbd1-c8f49e165bda'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:40.370822 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-5b92caee-5e03-4ebc-8249-c86e1ffd0043 None None] For port 26c74bc0-1406-4d5d-ab49-40a5e21faa85, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=26c74bc0-1406-4d5d-ab49-40a5e21faa85,segment=NetworkSegment(6e8aeea5-3e6e-4645-841c-769465551a4c),segment_id=6e8aeea5-3e6e-4645-841c-769465551a4c)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:33:40.387246 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8b2a0de7-2850-46da-aef2-ab76afb3978d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:40.396906 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a56de48-607a-49dd-9b1b-9654a2ae7910 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:40.398383 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-6a56de48-607a-49dd-9b1b-9654a2ae7910 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "GET /v2.0/ports/f4c1e9e2-b442-4302-bb6d-ffb844ac3f1a HTTP/1.1" status: 200 len: 845 time: 0.1427844 Dec 10 15:33:40.412771 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-dcf87195-2e78-425b-a006-dda795a7b7bb tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '908b9ee1-b81b-44e6-b8a3-c9321f112602') {'for_net_delete': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:40.413079 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-dcf87195-2e78-425b-a006-dda795a7b7bb tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '908b9ee1-b81b-44e6-b8a3-c9321f112602') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:40.415804 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33930) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:40.473271 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cb72541b-aaf9-43e7-8ab9-5a7c0d95677c tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:40.488802 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-e37fe7c4-e25b-49c3-b7dd-e7c1cbabc216 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "GET /v2.0/ports/f4c1e9e2-b442-4302-bb6d-ffb844ac3f1a?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0682788 Dec 10 15:33:40.490058 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5b92caee-5e03-4ebc-8249-c86e1ffd0043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:40.491616 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8b2a0de7-2850-46da-aef2-ab76afb3978d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:40.494353 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33932) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:40.506419 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dcf87195-2e78-425b-a006-dda795a7b7bb tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12392235'] for segment, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:40.522453 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a1cdf7b6-3e5a-4b5e-865c-5ce3048ccd26 None None] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:40.530451 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-6e2f4a93-204a-4b1f-a906-a35830154c0f tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Request body: {'subnet': {'network_id': '38a89166-0d32-4e14-8e18-e5dad737d2c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:40.549871 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-88788ae0-b2c8-4676-a918-3e08be3070ea None None] Set router a06cceec-0d40-4047-bbd1-c8f49e165bda gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:33:40.558686 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dcf87195-2e78-425b-a006-dda795a7b7bb tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:40.569426 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcf87195-2e78-425b-a006-dda795a7b7bb tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=103586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:33:40.570236 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dcf87195-2e78-425b-a006-dda795a7b7bb tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11695586'] for segment, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:40.593073 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a1cdf7b6-3e5a-4b5e-865c-5ce3048ccd26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:40.596275 dv-neutron-821401-4-hyperv neutron-server[103586]: Traceback (most recent call last): Dec 10 15:33:40.596275 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:33:40.596275 dv-neutron-821401-4-hyperv neutron-server[103586]: timer() Dec 10 15:33:40.596275 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:33:40.596275 dv-neutron-821401-4-hyperv neutron-server[103586]: cb(*args, **kw) Dec 10 15:33:40.596275 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:33:40.596275 dv-neutron-821401-4-hyperv neutron-server[103586]: return func(*args, **kwargs) Dec 10 15:33:40.596275 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:33:40.596275 dv-neutron-821401-4-hyperv neutron-server[103586]: self._notify() Dec 10 15:33:40.596275 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:33:40.596275 dv-neutron-821401-4-hyperv neutron-server[103586]: self.callback(batched_events) Dec 10 15:33:40.596275 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:33:40.596275 dv-neutron-821401-4-hyperv neutron-server[103586]: event.method(event) Dec 10 15:33:40.596275 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:33:40.596275 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:33:40.596275 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:33:40.596275 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:33:40.596275 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:33:40.596275 dv-neutron-821401-4-hyperv neutron-server[103586]: return f(self, *a, **k) Dec 10 15:33:40.596275 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:33:40.596275 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._get(url).json() Dec 10 15:33:40.596275 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:33:40.596275 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:33:40.596275 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:33:40.596275 dv-neutron-821401-4-hyperv neutron-server[103586]: return self.request(url, 'GET', **kwargs) Dec 10 15:33:40.596275 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:33:40.596275 dv-neutron-821401-4-hyperv neutron-server[103586]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:33:40.596275 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:33:40.596275 dv-neutron-821401-4-hyperv neutron-server[103586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:33:40.596275 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:33:40.596275 dv-neutron-821401-4-hyperv neutron-server[103586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:33:40.596275 dv-neutron-821401-4-hyperv neutron-server[103586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:33:40.600017 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb69802-c860-46d4-b075-b523998dd91a tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Made reservation on behalf of 5f059fe50ff849c7b1de39c5f81de64d for: {'port': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:33:40.617986 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b92caee-5e03-4ebc-8249-c86e1ffd0043 None None] Pushing event updated for resources: {'Port': ['ID=26c74bc0-1406-4d5d-ab49-40a5e21faa85,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:40.638598 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cb72541b-aaf9-43e7-8ab9-5a7c0d95677c tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:40.648483 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb72541b-aaf9-43e7-8ab9-5a7c0d95677c tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:40.649138 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cb72541b-aaf9-43e7-8ab9-5a7c0d95677c tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:40.705553 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a58331-17e1-4752-a395-42d366e04f60 None None] Pushing event updated for resources: {'Port': ['ID=dfb6cb33-78f3-485e-93c4-4f82c1e7c047,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:40.788058 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fbb69802-c860-46d4-b075-b523998dd91a tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:40.801991 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a58331-17e1-4752-a395-42d366e04f60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:33:40.802236 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a58331-17e1-4752-a395-42d366e04f60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:33:40.802580 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a58331-17e1-4752-a395-42d366e04f60 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:33:40.802924 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a58331-17e1-4752-a395-42d366e04f60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:33:40.803233 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a58331-17e1-4752-a395-42d366e04f60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:33:40.803552 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a58331-17e1-4752-a395-42d366e04f60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:33:40.803888 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a58331-17e1-4752-a395-42d366e04f60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:33:40.804214 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a58331-17e1-4752-a395-42d366e04f60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:33:40.804549 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a58331-17e1-4752-a395-42d366e04f60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:33:40.804960 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a58331-17e1-4752-a395-42d366e04f60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:33:40.805210 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a58331-17e1-4752-a395-42d366e04f60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:33:40.805529 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a58331-17e1-4752-a395-42d366e04f60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:33:40.808457 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8b2a0de7-2850-46da-aef2-ab76afb3978d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:40.818092 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-8b2a0de7-2850-46da-aef2-ab76afb3978d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.0484626 Dec 10 15:33:40.820215 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-221abb45-d0e7-4f5f-8e51-a123b8c58d3c admin admin] Deleting port 39a76a45-f3d7-4ecd-aab5-1de15359ff6a {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:33:40.820528 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-221abb45-d0e7-4f5f-8e51-a123b8c58d3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:40.825949 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33934) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:40.826642 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a58331-17e1-4752-a395-42d366e04f60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:33:40.836514 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-fbb69802-c860-46d4-b075-b523998dd91a tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] device_id is not set on port 1b2766de-0987-443c-a579-66d824dbb53b yet. {{(pid=103586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:33:40.889050 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-a1cdf7b6-3e5a-4b5e-865c-5ce3048ccd26 None None] Attempting to bind port dfb6cb33-78f3-485e-93c4-4f82c1e7c047 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:33:40.889377 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-a1cdf7b6-3e5a-4b5e-865c-5ce3048ccd26 None None] Attempting to bind port dfb6cb33-78f3-485e-93c4-4f82c1e7c047 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:33:40.889741 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cdf7b6-3e5a-4b5e-865c-5ce3048ccd26 None None] Attempting to bind port dfb6cb33-78f3-485e-93c4-4f82c1e7c047 on network c2b5f149-cedd-450c-ab43-dd2d78259f45 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:33:40.904119 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cdf7b6-3e5a-4b5e-865c-5ce3048ccd26 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:33:40.907913 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cdf7b6-3e5a-4b5e-865c-5ce3048ccd26 None None] Checking segment: {'id': '64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:33:40.907913 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a1cdf7b6-3e5a-4b5e-865c-5ce3048ccd26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:40.907913 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cdf7b6-3e5a-4b5e-865c-5ce3048ccd26 None None] Bound using segment: {'id': '64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:33:40.907913 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-a1cdf7b6-3e5a-4b5e-865c-5ce3048ccd26 None None] Bound port: dfb6cb33-78f3-485e-93c4-4f82c1e7c047, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:33:40.907913 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a1cdf7b6-3e5a-4b5e-865c-5ce3048ccd26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:40.956604 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-cb72541b-aaf9-43e7-8ab9-5a7c0d95677c tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.4866812 Dec 10 15:33:40.963494 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb72541b-aaf9-43e7-8ab9-5a7c0d95677c tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Pushing event updated for resources: {'Network': ['ID=8806c2cd-6f75-4396-a95d-f0a1b6933eae,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:40.976798 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33936) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:41.009666 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-ccb3f1d8-8b84-4123-94cf-b8f99c85f702 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'security_group_rule': {'security_group_id': '0c76f20c-4132-470a-be23-b318b8c74d13', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:41.026594 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 8806c2cd-6f75-4396-a95d-f0a1b6933eae details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:33:41.035479 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-a1cdf7b6-3e5a-4b5e-865c-5ce3048ccd26 None None] For port dfb6cb33-78f3-485e-93c4-4f82c1e7c047, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:33:41.041404 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-a1cdf7b6-3e5a-4b5e-865c-5ce3048ccd26 None None] For port dfb6cb33-78f3-485e-93c4-4f82c1e7c047, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=dfb6cb33-78f3-485e-93c4-4f82c1e7c047,segment=NetworkSegment(64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4),segment_id=64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:33:41.048887 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2a0de7-2850-46da-aef2-ab76afb3978d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c76f20c-4132-470a-be23-b318b8c74d13,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:41.133031 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1b34f6-f2db-41b9-a2ef-f811ab1ce2af tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:41.134596 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-3f1b34f6-f2db-41b9-a2ef-f811ab1ce2af tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] 10.222.0.20 "GET /v2.0/networks?id=8806c2cd-6f75-4396-a95d-f0a1b6933eae HTTP/1.1" status: 200 len: 761 time: 0.1467710 Dec 10 15:33:41.139984 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-221abb45-d0e7-4f5f-8e51-a123b8c58d3c admin admin] For port 39a76a45-f3d7-4ecd-aab5-1de15359ff6a, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=39a76a45-f3d7-4ecd-aab5-1de15359ff6a,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:33:41.140714 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a1cdf7b6-3e5a-4b5e-865c-5ce3048ccd26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:41.140855 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-221abb45-d0e7-4f5f-8e51-a123b8c58d3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:41.143375 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33938) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:41.152742 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-dedb2485-125e-460a-9db5-b745de7d2b94 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Request body: {'network': {'description': 'd2'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:41.190288 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dcf87195-2e78-425b-a006-dda795a7b7bb tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:41.195149 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e2f4a93-204a-4b1f-a906-a35830154c0f tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Made reservation on behalf of 6af6b547c018414fbb71ed922833c3ea for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:33:41.199303 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6e2f4a93-204a-4b1f-a906-a35830154c0f tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11668558'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:41.209965 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dcf87195-2e78-425b-a006-dda795a7b7bb tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:41.212868 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-221abb45-d0e7-4f5f-8e51-a123b8c58d3c admin admin] Calling delete_port for 39a76a45-f3d7-4ecd-aab5-1de15359ff6a owned by network:router_gateway {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:33:41.215492 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-dcf87195-2e78-425b-a006-dda795a7b7bb tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] 10.222.0.20 "DELETE /v2.0/networks/5ea0588e-1b4e-41ca-be20-7e05d95bea50 HTTP/1.1" status: 204 len: 168 time: 2.5625091 Dec 10 15:33:41.227747 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33940) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:41.236726 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cdf7b6-3e5a-4b5e-865c-5ce3048ccd26 None None] Routers {'e7adaadb-6d9c-4554-834f-0fdcb612f9ce'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:33:41.239475 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-a1cdf7b6-3e5a-4b5e-865c-5ce3048ccd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:33:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['e7adaadb-6d9c-4554-834f-0fdcb612f9ce'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:41.242432 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-88788ae0-b2c8-4676-a918-3e08be3070ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a06cceec-0d40-4047-bbd1-c8f49e165bda', 'name': 'tempest-ServerActionsTestJSON-1114801807-router', 'tenant_id': '0c43b3bd3a7142739658566d8b1d83f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.12'}], 'enable_snat': True}, 'gw_port_id': '39a76a45-f3d7-4ecd-aab5-1de15359ff6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:29:50Z', 'updated_at': '2021-12-10T15:33:36Z', 'revision_number': 5, 'project_id': '0c43b3bd3a7142739658566d8b1d83f3', 'gw_port': {'id': '39a76a45-f3d7-4ecd-aab5-1de15359ff6a', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:64:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a06cceec-0d40-4047-bbd1-c8f49e165bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:29:52Z', 'updated_at': '2021-12-10T15:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:41.279649 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88788ae0-b2c8-4676-a918-3e08be3070ea None None] The sync data for ids ['a06cceec-0d40-4047-bbd1-c8f49e165bda'] in dv-neutron-821401-4-hyperv is: [{'id': 'a06cceec-0d40-4047-bbd1-c8f49e165bda', 'name': 'tempest-ServerActionsTestJSON-1114801807-router', 'tenant_id': '0c43b3bd3a7142739658566d8b1d83f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.12'}], 'enable_snat': True}, 'gw_port_id': '39a76a45-f3d7-4ecd-aab5-1de15359ff6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:29:50Z', 'updated_at': '2021-12-10T15:33:36Z', 'revision_number': 5, 'project_id': '0c43b3bd3a7142739658566d8b1d83f3', 'gw_port': {'id': '39a76a45-f3d7-4ecd-aab5-1de15359ff6a', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:64:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a06cceec-0d40-4047-bbd1-c8f49e165bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:29:52Z', 'updated_at': '2021-12-10T15:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:33:41.291416 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf87195-2e78-425b-a006-dda795a7b7bb tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Pushing event deleted for resources: {'Network': ['ID=5ea0588e-1b4e-41ca-be20-7e05d95bea50,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:41.293075 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a58331-17e1-4752-a395-42d366e04f60 None None] Pushing event updated for resources: {'Port': ['ID=dfb6cb33-78f3-485e-93c4-4f82c1e7c047,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:41.296198 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa41bb58-d953-46d9-97a0-fd2e363b3d0d tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] DELETE failed (client error): The resource could not be found. Dec 10 15:33:41.296523 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa41bb58-d953-46d9-97a0-fd2e363b3d0d tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:33:41.301753 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-aa41bb58-d953-46d9-97a0-fd2e363b3d0d tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] 10.222.0.20 "DELETE /v2.0/subnets/04106689-2bd0-4e31-9eb9-c5ffb390ea7b HTTP/1.1" status: 404 len: 337 time: 0.0699430 Dec 10 15:33:41.306429 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33942) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:41.383269 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-a1cdf7b6-3e5a-4b5e-865c-5ce3048ccd26 None None] Set router e7adaadb-6d9c-4554-834f-0fdcb612f9ce gateway port host: None {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:33:41.397287 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ccb3f1d8-8b84-4123-94cf-b8f99c85f702 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:41.399964 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1786e57-82f9-47be-8114-a7fc3d382d6e tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] DELETE failed (client error): The resource could not be found. Dec 10 15:33:41.400719 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1786e57-82f9-47be-8114-a7fc3d382d6e tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:33:41.405046 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-d1786e57-82f9-47be-8114-a7fc3d382d6e tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] 10.222.0.20 "DELETE /v2.0/networks/9b367688-2823-470c-a21e-7d53abdd36c6 HTTP/1.1" status: 404 len: 339 time: 0.0939343 Dec 10 15:33:41.414903 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33944) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:41.478701 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-93b706a3-635b-49bc-b53e-a0ea88ba1e41 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549925'] for router_interface, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:41.525518 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8f0c101-9375-4f07-a9bf-0dca248c15d6 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Deleting subnet 2e3a4457-49d2-403b-9d37-b1c19d8ab82c {{(pid=103586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:33:41.538466 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f8f0c101-9375-4f07-a9bf-0dca248c15d6 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks [] for subnet, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:41.594092 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ccb3f1d8-8b84-4123-94cf-b8f99c85f702 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:41.595478 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-fbb69802-c860-46d4-b075-b523998dd91a tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Allocated IP 172.20.0.14 (8672b95b-60b2-4900-9107-737fdf14ae60/41513683-fa39-41b5-be70-03df49b71df4/1b2766de-0987-443c-a579-66d824dbb53b) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:33:41.613243 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f8f0c101-9375-4f07-a9bf-0dca248c15d6 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12392400'] for subnet, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:41.622046 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-a1cdf7b6-3e5a-4b5e-865c-5ce3048ccd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7adaadb-6d9c-4554-834f-0fdcb612f9ce', 'name': 'tempest-NetworksTestDHCPv6-router-185334666', 'tenant_id': '915dae42aca44a6e934a20b3a70b3a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:33:31Z', 'updated_at': '2021-12-10T15:33:35Z', 'revision_number': 2, 'project_id': '915dae42aca44a6e934a20b3a70b3a5e', 'gw_port_host': None, '_interfaces': [{'id': 'dfb6cb33-78f3-485e-93c4-4f82c1e7c047', 'name': '', 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'tenant_id': '915dae42aca44a6e934a20b3a70b3a5e', 'mac_address': 'fa:16:3e:a6:fc:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7adaadb-6d9c-4554-834f-0fdcb612f9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '457d7751-2f42-4ca7-9483-b5b2eab3ecd0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:33:33Z', 'updated_at': '2021-12-10T15:33:41Z', 'revision_number': 4, 'project_id': '915dae42aca44a6e934a20b3a70b3a5e', 'subnets': [{'id': '457d7751-2f42-4ca7-9483-b5b2eab3ecd0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:41.657728 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cdf7b6-3e5a-4b5e-865c-5ce3048ccd26 None None] The sync data for ids ['e7adaadb-6d9c-4554-834f-0fdcb612f9ce'] in dv-neutron-821401-4-hyperv is: [{'id': 'e7adaadb-6d9c-4554-834f-0fdcb612f9ce', 'name': 'tempest-NetworksTestDHCPv6-router-185334666', 'tenant_id': '915dae42aca44a6e934a20b3a70b3a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:33:31Z', 'updated_at': '2021-12-10T15:33:35Z', 'revision_number': 2, 'project_id': '915dae42aca44a6e934a20b3a70b3a5e', 'gw_port_host': None, '_interfaces': [{'id': 'dfb6cb33-78f3-485e-93c4-4f82c1e7c047', 'name': '', 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'tenant_id': '915dae42aca44a6e934a20b3a70b3a5e', 'mac_address': 'fa:16:3e:a6:fc:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7adaadb-6d9c-4554-834f-0fdcb612f9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '457d7751-2f42-4ca7-9483-b5b2eab3ecd0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:33:33Z', 'updated_at': '2021-12-10T15:33:41Z', 'revision_number': 4, 'project_id': '915dae42aca44a6e934a20b3a70b3a5e', 'subnets': [{'id': '457d7751-2f42-4ca7-9483-b5b2eab3ecd0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:33:41.666561 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-fbb69802-c860-46d4-b075-b523998dd91a tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Allocated IP 172.20.0.13 (8672b95b-60b2-4900-9107-737fdf14ae60/41513683-fa39-41b5-be70-03df49b71df4/1b2766de-0987-443c-a579-66d824dbb53b) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:33:41.688227 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ccb3f1d8-8b84-4123-94cf-b8f99c85f702 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:41.762065 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb3f1d8-8b84-4123-94cf-b8f99c85f702 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb5d85eb-f621-4b5d-ac82-b343180ad006,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:41.771133 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dedb2485-125e-460a-9db5-b745de7d2b94 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:41.877490 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f8f0c101-9375-4f07-a9bf-0dca248c15d6 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:41.887516 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ccb3f1d8-8b84-4123-94cf-b8f99c85f702 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:41.892456 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-ccb3f1d8-8b84-4123-94cf-b8f99c85f702 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8875129 Dec 10 15:33:41.911663 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33946) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:41.918059 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-d9a76c7a-c0e6-4801-8a03-b6de350c3094 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'security_group_rule': {'security_group_id': '0c76f20c-4132-470a-be23-b318b8c74d13', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:41.957614 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dedb2485-125e-460a-9db5-b745de7d2b94 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:42.007804 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dedb2485-125e-460a-9db5-b745de7d2b94 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Network 8806c2cd-6f75-4396-a95d-f0a1b6933eae is not hosted by any dhcp agent {{(pid=103587) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 15:33:42.015324 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedb2485-125e-460a-9db5-b745de7d2b94 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:42.016015 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dedb2485-125e-460a-9db5-b745de7d2b94 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:42.019984 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-dedb2485-125e-460a-9db5-b745de7d2b94 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] 10.222.0.20 "PUT /v2.0/networks/8806c2cd-6f75-4396-a95d-f0a1b6933eae HTTP/1.1" status: 200 len: 758 time: 0.8717897 Dec 10 15:33:42.031151 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33948) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:42.050840 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fbb69802-c860-46d4-b075-b523998dd91a tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:42.105529 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d9a76c7a-c0e6-4801-8a03-b6de350c3094 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:42.111645 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6e2f4a93-204a-4b1f-a906-a35830154c0f tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11236534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11668560'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:42.127224 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12806e45-d2c4-4c91-8626-d81da36c507d None None] Network 72a1b610-48ba-46b8-bfca-deea0e350394 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:33:42.140215 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12806e45-d2c4-4c91-8626-d81da36c507d None None] Network 72a1b610-48ba-46b8-bfca-deea0e350394 could not be found, it might have been deleted concurrently. {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 10 15:33:42.157247 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1c5fe2-2df5-4986-88f1-b793dc4db81b None None] Network 5ea0588e-1b4e-41ca-be20-7e05d95bea50 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:33:42.172615 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aee2dc9-bd0f-4d0a-a4cb-e9613dc48549 None None] Network 1fabd05c-512d-4e70-b9c8-9395f3305ac6 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:33:42.180209 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d9a76c7a-c0e6-4801-8a03-b6de350c3094 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:42.184206 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f8f0c101-9375-4f07-a9bf-0dca248c15d6 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:42.191349 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aee2dc9-bd0f-4d0a-a4cb-e9613dc48549 None None] Network 1fabd05c-512d-4e70-b9c8-9395f3305ac6 could not be found, it might have been deleted concurrently. {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 10 15:33:42.192965 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86224a4f-2adb-4660-bb4b-8446f8a8be59 None None] Network 506b9e8b-1216-4613-bf29-606be137669f requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:33:42.196355 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1c5fe2-2df5-4986-88f1-b793dc4db81b None None] Network 5ea0588e-1b4e-41ca-be20-7e05d95bea50 could not be found, it might have been deleted concurrently. {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 10 15:33:42.226223 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f8f0c101-9375-4f07-a9bf-0dca248c15d6 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:42.230570 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-f8f0c101-9375-4f07-a9bf-0dca248c15d6 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] 10.222.0.20 "DELETE /v2.0/subnets/2e3a4457-49d2-403b-9d37-b1c19d8ab82c HTTP/1.1" status: 204 len: 168 time: 0.8152757 Dec 10 15:33:42.231450 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f0c101-9375-4f07-a9bf-0dca248c15d6 tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Pushing event deleted for resources: {'Subnet': ['ID=2e3a4457-49d2-403b-9d37-b1c19d8ab82c,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:42.234435 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33950) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:42.247781 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedb2485-125e-460a-9db5-b745de7d2b94 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Pushing event updated for resources: {'Network': ['ID=8806c2cd-6f75-4396-a95d-f0a1b6933eae,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:42.263754 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 8806c2cd-6f75-4396-a95d-f0a1b6933eae details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:33:42.277457 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-2f427c6d-a922-400e-9466-b6d1b65adb14 None None] Provisioning complete for port 26c74bc0-1406-4d5d-ab49-40a5e21faa85 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:33:42.278033 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2f427c6d-a922-400e-9466-b6d1b65adb14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:42.302184 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2f4a93-204a-4b1f-a906-a35830154c0f tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Network 38a89166-0d32-4e14-8e18-e5dad737d2c2 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:33:42.311182 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-6e2f4a93-204a-4b1f-a906-a35830154c0f tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:33:42.314911 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-221abb45-d0e7-4f5f-8e51-a123b8c58d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:42.320611 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2f4a93-204a-4b1f-a906-a35830154c0f tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:42.321519 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6e2f4a93-204a-4b1f-a906-a35830154c0f tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:42.339886 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a2a42dea-63ba-4165-a967-b4994364fdcd tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:42.344451 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d9a76c7a-c0e6-4801-8a03-b6de350c3094 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:42.367687 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fbb69802-c860-46d4-b075-b523998dd91a tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:42.388416 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a76c7a-c0e6-4801-8a03-b6de350c3094 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc76fbf6-b7c6-409d-9cbf-731718643282,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:42.418091 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a56f08-658d-4c8f-afe6-64e228d48e4d None None] Network a1619e8a-120e-4117-82f2-6236b73b5050 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:33:42.434895 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98040956-9cd7-43bf-a2fb-bc37401cb20f tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:42.443152 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-98040956-9cd7-43bf-a2fb-bc37401cb20f tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] 10.222.0.20 "GET /v2.0/networks?id=8806c2cd-6f75-4396-a95d-f0a1b6933eae HTTP/1.1" status: 200 len: 761 time: 0.3575852 Dec 10 15:33:42.444394 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221abb45-d0e7-4f5f-8e51-a123b8c58d3c admin admin] Pushing event deleted for resources: {'Port': ['ID=39a76a45-f3d7-4ecd-aab5-1de15359ff6a,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:42.446909 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33952) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:42.456762 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb69802-c860-46d4-b075-b523998dd91a tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Network 8672b95b-60b2-4900-9107-737fdf14ae60 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:33:42.457960 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-8468f971-1c80-4779-8bbc-9d9e6b704492 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-985991052'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:42.461276 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e2d71f-676c-4206-a8d5-11e9be82b240 None None] DHCP port deletion for 1fabd05c-512d-4e70-b9c8-9395f3305ac6 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:33:42.463169 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb69802-c860-46d4-b075-b523998dd91a tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Pushing event updated for resources: {'Port': ['ID=1b2766de-0987-443c-a579-66d824dbb53b,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:42.464261 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2f4a93-204a-4b1f-a906-a35830154c0f tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event updated for resources: {'Subnet': ['ID=e685b0a0-21cb-4f3a-9c6f-1629d64bcc1d,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:42.480296 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b7e60b-81a4-436f-bb78-6ca5a26bf9ef None None] Network 38a89166-0d32-4e14-8e18-e5dad737d2c2 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:33:42.482699 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-fbb69802-c860-46d4-b075-b523998dd91a tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:33:42.485670 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb69802-c860-46d4-b075-b523998dd91a tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:33:42.551453 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8e2ea8-c366-4ee9-bb5e-73af1e70cd58 None None] DHCP port deletion for 72a1b610-48ba-46b8-bfca-deea0e350394 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:33:42.553011 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb69802-c860-46d4-b075-b523998dd91a tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:42.553945 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fbb69802-c860-46d4-b075-b523998dd91a tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:42.554611 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53a2ff4-075e-403e-9b25-56e56dfe6dfa None None] DHCP port deletion for 5ea0588e-1b4e-41ca-be20-7e05d95bea50 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:33:42.563575 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ab0e10-e670-4c02-bc88-d367daa9b8f8 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:33:42.565372 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5238988-6256-4d92-a11a-e38c90d6d155 None None] DHCP port deletion for 8672b95b-60b2-4900-9107-737fdf14ae60 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:33:42.587815 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-6e2f4a93-204a-4b1f-a906-a35830154c0f tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0666761 Dec 10 15:33:42.592497 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33954) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:42.604599 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-97300f23-e5ee-43fe-85a4-ea5a91a0aae6 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Request body: {'security_group': {'name': 'tempest-secgroup-2128672548'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:42.634854 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-221abb45-d0e7-4f5f-8e51-a123b8c58d3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552731'] for router_gateway, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:42.637725 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-a2a42dea-63ba-4165-a967-b4994364fdcd tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Deleting port f9d18ea3-672a-4355-872f-dd47aa00ad7b {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:33:42.638292 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a2a42dea-63ba-4165-a967-b4994364fdcd tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:42.725744 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8468f971-1c80-4779-8bbc-9d9e6b704492 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Made reservation on behalf of 1669e2c341ad498c8f67a90a963f4ed9 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:33:42.729378 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8468f971-1c80-4779-8bbc-9d9e6b704492 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:42.731680 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-a2a42dea-63ba-4165-a967-b4994364fdcd tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] For port f9d18ea3-672a-4355-872f-dd47aa00ad7b, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=f9d18ea3-672a-4355-872f-dd47aa00ad7b,segment=NetworkSegment(ca4465e7-c1d6-4587-ac0e-abb1eac1a5e6),segment_id=ca4465e7-c1d6-4587-ac0e-abb1eac1a5e6)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:33:42.732050 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a2a42dea-63ba-4165-a967-b4994364fdcd tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:42.750839 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-a2a42dea-63ba-4165-a967-b4994364fdcd tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Calling delete_port for f9d18ea3-672a-4355-872f-dd47aa00ad7b owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:33:42.776425 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-93b706a3-635b-49bc-b53e-a0ea88ba1e41 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Deleting port dfb6cb33-78f3-485e-93c4-4f82c1e7c047 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:33:42.780508 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-93b706a3-635b-49bc-b53e-a0ea88ba1e41 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:42.795336 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-221abb45-d0e7-4f5f-8e51-a123b8c58d3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13898'] for router, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:42.802718 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-221abb45-d0e7-4f5f-8e51-a123b8c58d3c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:42.851620 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d9a76c7a-c0e6-4801-8a03-b6de350c3094 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:42.855848 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-d9a76c7a-c0e6-4801-8a03-b6de350c3094 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9412856 Dec 10 15:33:42.858743 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33956) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:42.864800 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-fbb69802-c860-46d4-b075-b523998dd91a tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.9787989 Dec 10 15:33:42.872923 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-243c9900-2679-486f-b7c6-c5fb8b995b5c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'security_group_rule': {'security_group_id': '0c76f20c-4132-470a-be23-b318b8c74d13', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:42.880058 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33958) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:42.884474 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-3ed467b9-f95f-4faa-ac75-56af17e779b1 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Request body: {'floatingip': {'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'port_id': '1b2766de-0987-443c-a579-66d824dbb53b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:42.998408 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-97300f23-e5ee-43fe-85a4-ea5a91a0aae6 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:43.016222 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2f427c6d-a922-400e-9466-b6d1b65adb14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:43.068731 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8468f971-1c80-4779-8bbc-9d9e6b704492 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:33:43.082659 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a2a42dea-63ba-4165-a967-b4994364fdcd tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:43.088133 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-93b706a3-635b-49bc-b53e-a0ea88ba1e41 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] For port dfb6cb33-78f3-485e-93c4-4f82c1e7c047, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=dfb6cb33-78f3-485e-93c4-4f82c1e7c047,segment=NetworkSegment(64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4),segment_id=64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:33:43.092983 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-20d3d50b-8d56-4211-acf3-0ec4e4897a0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:43.096667 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-93b706a3-635b-49bc-b53e-a0ea88ba1e41 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:43.097558 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 26c74bc0-1406-4d5d-ab49-40a5e21faa85 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:33:43.120988 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8468f971-1c80-4779-8bbc-9d9e6b704492 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:43.121685 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.segments_db [None req-8468f971-1c80-4779-8bbc-9d9e6b704492 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Added segment 85475b2c-2d41-43eb-b0aa-3d6822b9f2be of type vlan for network 57bb37fc-59c6-476f-82fa-489bdb7d70fc Dec 10 15:33:43.123557 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-93b706a3-635b-49bc-b53e-a0ea88ba1e41 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Calling delete_port for dfb6cb33-78f3-485e-93c4-4f82c1e7c047 owned by network:router_interface {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:33:43.163731 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a42dea-63ba-4165-a967-b4994364fdcd tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Pushing event deleted for resources: {'Port': ['ID=f9d18ea3-672a-4355-872f-dd47aa00ad7b,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:43.190222 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a42dea-63ba-4165-a967-b4994364fdcd tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] No DVR routers for this DVR port f9d18ea3-672a-4355-872f-dd47aa00ad7b on host dv-neutron-821401-4-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:33:43.206895 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-221abb45-d0e7-4f5f-8e51-a123b8c58d3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549250'] for router, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:43.207816 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-221abb45-d0e7-4f5f-8e51-a123b8c58d3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a06cceec-0d40-4047-bbd1-c8f49e165bda {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 15:33:43.210759 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-2f427c6d-a922-400e-9466-b6d1b65adb14 None None] For port 26c74bc0-1406-4d5d-ab49-40a5e21faa85, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=26c74bc0-1406-4d5d-ab49-40a5e21faa85,segment=NetworkSegment(6e8aeea5-3e6e-4645-841c-769465551a4c),segment_id=6e8aeea5-3e6e-4645-841c-769465551a4c)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:33:43.233727 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-221abb45-d0e7-4f5f-8e51-a123b8c58d3c admin admin] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:43.234089 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 26c74bc0-1406-4d5d-ab49-40a5e21faa85 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:33:43.234392 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:43.240097 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-221abb45-d0e7-4f5f-8e51-a123b8c58d3c admin admin] 10.222.0.20 "DELETE /v2.0/routers/a06cceec-0d40-4047-bbd1-c8f49e165bda HTTP/1.1" status: 204 len: 168 time: 3.9370620 Dec 10 15:33:43.251374 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-243c9900-2679-486f-b7c6-c5fb8b995b5c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:43.258221 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33960) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:43.293944 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972f4a19-c61c-40bc-812b-494602ca99e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-38a89166-0d32-4e14-8e18-e5dad737d2c2', 'network_id': '38a89166-0d32-4e14-8e18-e5dad737d2c2', 'project_id': '6af6b547c018414fbb71ed922833c3ea', 'fixed_ips': [{'subnet_id': 'e685b0a0-21cb-4f3a-9c6f-1629d64bcc1d'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:33:43.297153 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-972f4a19-c61c-40bc-812b-494602ca99e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:43.336854 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918d25b4-6e7a-42db-a9ac-9783cd94c3a4 None None] DHCP port deletion for a1619e8a-120e-4117-82f2-6236b73b5050 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:33:43.363091 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2f427c6d-a922-400e-9466-b6d1b65adb14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:43.453109 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-c25f7c80-5a4c-44f3-befc-9db89c87f017 admin admin] Deleting subnet 095a47ab-a3da-4b0b-9511-e17946d815ea {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:33:43.456982 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c25f7c80-5a4c-44f3-befc-9db89c87f017 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:43.491390 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3ed467b9-f95f-4faa-ac75-56af17e779b1 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks [] for floatingip, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:43.506270 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c25f7c80-5a4c-44f3-befc-9db89c87f017 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11806768'] for subnet, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:43.540528 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-97300f23-e5ee-43fe-85a4-ea5a91a0aae6 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:43.574036 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a2a42dea-63ba-4165-a967-b4994364fdcd tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:43.635544 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f427c6d-a922-400e-9466-b6d1b65adb14 None None] Pushing event updated for resources: {'Port': ['ID=26c74bc0-1406-4d5d-ab49-40a5e21faa85,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:43.640756 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8468f971-1c80-4779-8bbc-9d9e6b704492 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:43.664665 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:43.706449 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-243c9900-2679-486f-b7c6-c5fb8b995b5c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:43.712105 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-a2a42dea-63ba-4165-a967-b4994364fdcd tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1619e8a-120e-4117-82f2-6236b73b5050']}} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:43.715834 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-97300f23-e5ee-43fe-85a4-ea5a91a0aae6 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:43.741905 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-a2a42dea-63ba-4165-a967-b4994364fdcd tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca4465e7-c1d6-4587-ac0e-abb1eac1a5e6') {'for_net_delete': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:43.742468 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-a2a42dea-63ba-4165-a967-b4994364fdcd tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca4465e7-c1d6-4587-ac0e-abb1eac1a5e6') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:43.765534 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c25f7c80-5a4c-44f3-befc-9db89c87f017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:43.765877 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a2a42dea-63ba-4165-a967-b4994364fdcd tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12392235'] for segment, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:43.783074 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-1592695c-f3f9-480c-a530-6cde55a79764 None None] Provisioning complete for port dfb6cb33-78f3-485e-93c4-4f82c1e7c047 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:33:43.783536 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1592695c-f3f9-480c-a530-6cde55a79764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:43.797720 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-243c9900-2679-486f-b7c6-c5fb8b995b5c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:43.814450 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8468f971-1c80-4779-8bbc-9d9e6b704492 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:43.820472 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8468f971-1c80-4779-8bbc-9d9e6b704492 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:43.821590 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8468f971-1c80-4779-8bbc-9d9e6b704492 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:43.830667 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a2a42dea-63ba-4165-a967-b4994364fdcd tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:43.845022 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97300f23-e5ee-43fe-85a4-ea5a91a0aae6 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9960287-271a-4293-a0e4-4e85684d6793,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:43.853549 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-97300f23-e5ee-43fe-85a4-ea5a91a0aae6 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:43.863752 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-97300f23-e5ee-43fe-85a4-ea5a91a0aae6 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.2654247 Dec 10 15:33:43.870553 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243c9900-2679-486f-b7c6-c5fb8b995b5c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21a09754-0bbc-4f6e-9167-d9e8947d67f0,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:43.875129 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33962) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:43.876661 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2a42dea-63ba-4165-a967-b4994364fdcd tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=103586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:33:43.876661 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a2a42dea-63ba-4165-a967-b4994364fdcd tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11695586'] for segment, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:43.883143 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-c0fb764f-99d2-4335-a1e5-3c188b55a819 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Request body: {'security_group': {'name': 'tempest-secgroup-1100349745'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:43.887674 dv-neutron-821401-4-hyperv neutron-server[103586]: Traceback (most recent call last): Dec 10 15:33:43.887674 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:33:43.887674 dv-neutron-821401-4-hyperv neutron-server[103586]: timer() Dec 10 15:33:43.887674 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:33:43.887674 dv-neutron-821401-4-hyperv neutron-server[103586]: cb(*args, **kw) Dec 10 15:33:43.887674 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:33:43.887674 dv-neutron-821401-4-hyperv neutron-server[103586]: return func(*args, **kwargs) Dec 10 15:33:43.887674 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:33:43.887674 dv-neutron-821401-4-hyperv neutron-server[103586]: self._notify() Dec 10 15:33:43.887674 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:33:43.887674 dv-neutron-821401-4-hyperv neutron-server[103586]: self.callback(batched_events) Dec 10 15:33:43.887674 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:33:43.887674 dv-neutron-821401-4-hyperv neutron-server[103586]: event.method(event) Dec 10 15:33:43.887674 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:33:43.887674 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:33:43.887674 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:33:43.887674 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:33:43.887674 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:33:43.887674 dv-neutron-821401-4-hyperv neutron-server[103586]: return f(self, *a, **k) Dec 10 15:33:43.887674 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:33:43.887674 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._get(url).json() Dec 10 15:33:43.887674 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:33:43.887674 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:33:43.887674 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:33:43.887674 dv-neutron-821401-4-hyperv neutron-server[103586]: return self.request(url, 'GET', **kwargs) Dec 10 15:33:43.887674 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:33:43.887674 dv-neutron-821401-4-hyperv neutron-server[103586]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:33:43.887674 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:33:43.887674 dv-neutron-821401-4-hyperv neutron-server[103586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:33:43.887674 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:33:43.887674 dv-neutron-821401-4-hyperv neutron-server[103586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:33:43.887674 dv-neutron-821401-4-hyperv neutron-server[103586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:33:43.934027 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device dfb6cb33-78f3-485e-93c4-4f82c1e7c047 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:33:43.970829 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-8468f971-1c80-4779-8bbc-9d9e6b704492 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5187278 Dec 10 15:33:43.974688 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-972f4a19-c61c-40bc-812b-494602ca99e7 None None] Allocated IP 2001:db8::2 (38a89166-0d32-4e14-8e18-e5dad737d2c2/e685b0a0-21cb-4f3a-9c6f-1629d64bcc1d/db2365c0-8f04-4895-b74a-bc5b7dc07176) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:33:43.978741 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33964) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:43.986748 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-f9cfdde4-7ab3-492f-a111-60108d6dec18 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Request body: {'subnet': {'network_id': '57bb37fc-59c6-476f-82fa-489bdb7d70fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:44.013286 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-243c9900-2679-486f-b7c6-c5fb8b995b5c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:44.023866 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-243c9900-2679-486f-b7c6-c5fb8b995b5c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1571264 Dec 10 15:33:44.025899 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33966) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:44.037550 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-d03aa38d-eda1-4df6-ac15-5a95d9083dc3 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'security_group_rule': {'security_group_id': '0c76f20c-4132-470a-be23-b318b8c74d13', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:44.053032 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8468f971-1c80-4779-8bbc-9d9e6b704492 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Pushing event updated for resources: {'Network': ['ID=57bb37fc-59c6-476f-82fa-489bdb7d70fc,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:44.083934 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3ed467b9-f95f-4faa-ac75-56af17e779b1 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:44.149555 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a2a42dea-63ba-4165-a967-b4994364fdcd tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:44.155699 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a2a42dea-63ba-4165-a967-b4994364fdcd tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:44.158251 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-a2a42dea-63ba-4165-a967-b4994364fdcd tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] 10.222.0.20 "DELETE /v2.0/networks/a1619e8a-120e-4117-82f2-6236b73b5050 HTTP/1.1" status: 204 len: 168 time: 1.9226694 Dec 10 15:33:44.184372 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c0fb764f-99d2-4335-a1e5-3c188b55a819 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:44.202030 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a42dea-63ba-4165-a967-b4994364fdcd tempest-NetworksIpV6Test-1857942287 tempest-NetworksIpV6Test-1857942287-project] Pushing event deleted for resources: {'Network': ['ID=a1619e8a-120e-4117-82f2-6236b73b5050,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:44.204902 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c25f7c80-5a4c-44f3-befc-9db89c87f017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11236721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11668521'] for subnet, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:44.232269 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 57bb37fc-59c6-476f-82fa-489bdb7d70fc details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:33:44.239662 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1995bd6d-09fe-4e58-afee-2d3e2a9ec0ba None None] Network 506b9e8b-1216-4613-bf29-606be137669f requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:33:44.254236 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25f7c80-5a4c-44f3-befc-9db89c87f017 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=095a47ab-a3da-4b0b-9511-e17946d815ea,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:44.258024 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c25f7c80-5a4c-44f3-befc-9db89c87f017 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:44.262877 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-c25f7c80-5a4c-44f3-befc-9db89c87f017 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/095a47ab-a3da-4b0b-9511-e17946d815ea HTTP/1.1" status: 204 len: 168 time: 1.0001142 Dec 10 15:33:44.264514 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-93b706a3-635b-49bc-b53e-a0ea88ba1e41 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:44.272201 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33970) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:44.327463 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1417424d-4376-4800-b416-3c52061d9ad4 None None] Network 9f22a23a-8eb3-48df-bc2f-eddd6071e745 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:33:44.332261 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d03aa38d-eda1-4df6-ac15-5a95d9083dc3 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:44.349280 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b706a3-635b-49bc-b53e-a0ea88ba1e41 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event deleted for resources: {'Port': ['ID=dfb6cb33-78f3-485e-93c4-4f82c1e7c047,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:44.420492 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d03aa38d-eda1-4df6-ac15-5a95d9083dc3 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:44.434898 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-3ed467b9-f95f-4faa-ac75-56af17e779b1 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Allocated IP 172.26.2.233 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/0ec45947-9c32-4db4-853a-dfffe58c1493) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:33:44.471075 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c0fb764f-99d2-4335-a1e5-3c188b55a819 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:44.538906 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d03aa38d-eda1-4df6-ac15-5a95d9083dc3 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:44.570377 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03aa38d-eda1-4df6-ac15-5a95d9083dc3 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bab32b5-a7bf-40f1-9958-0732ee92951d,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:44.586499 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c0fb764f-99d2-4335-a1e5-3c188b55a819 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:44.679007 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fb764f-99d2-4335-a1e5-3c188b55a819 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2a5d7f-d841-4043-ab9a-ef6b590c7025,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:44.704425 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d03aa38d-eda1-4df6-ac15-5a95d9083dc3 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:44.705639 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-1592695c-f3f9-480c-a530-6cde55a79764 None None] Port dfb6cb33-78f3-485e-93c4-4f82c1e7c047 update to ACTIVE by agent not found {{(pid=103588) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 10 15:33:44.708223 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-d03aa38d-eda1-4df6-ac15-5a95d9083dc3 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6776011 Dec 10 15:33:44.709075 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33974) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:44.713522 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c0fb764f-99d2-4335-a1e5-3c188b55a819 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:44.714810 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-c0fb764f-99d2-4335-a1e5-3c188b55a819 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.8351941 Dec 10 15:33:44.733010 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-5e2fa410-a94d-4ff6-a47f-3bc7a4641e35 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'security_group_rule': {'security_group_id': '0c76f20c-4132-470a-be23-b318b8c74d13', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:44.755169 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port dfb6cb33-78f3-485e-93c4-4f82c1e7c047 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:33:44.758714 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:44.794466 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3ed467b9-f95f-4faa-ac75-56af17e779b1 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:44.835209 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33976) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:44.844321 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-ffb0edbe-4bfd-4f50-896e-b38f87604cf9 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1945653202', 'security_groups': ['9c2a5d7f-d841-4043-ab9a-ef6b590c7025'], 'network_id': '38a89166-0d32-4e14-8e18-e5dad737d2c2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e685b0a0-21cb-4f3a-9c6f-1629d64bcc1d'}]}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:44.875016 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33978) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:44.938398 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3ed467b9-f95f-4faa-ac75-56af17e779b1 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:44.961273 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9cfdde4-7ab3-492f-a111-60108d6dec18 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Made reservation on behalf of 1669e2c341ad498c8f67a90a963f4ed9 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:33:44.965749 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f9cfdde4-7ab3-492f-a111-60108d6dec18 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11668558'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:44.993404 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.securitygroups_db [None req-5e2fa410-a94d-4ff6-a47f-3bc7a4641e35 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Project e049672a5fd04e7f8cbb0423b61eb757 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 15:33:45.016242 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5e2fa410-a94d-4ff6-a47f-3bc7a4641e35 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:45.031370 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-495efa04-bc97-4dad-8dcc-dcd92476d4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:45.038995 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-93b706a3-635b-49bc-b53e-a0ea88ba1e41 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550073'] for router_interface, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:45.060612 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed467b9-f95f-4faa-ac75-56af17e779b1 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:33:45.068199 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Port dfb6cb33-78f3-485e-93c4-4f82c1e7c047 was deleted so its status cannot be updated. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 10 15:33:45.085045 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-1592695c-f3f9-480c-a530-6cde55a79764 None None] Provisioning complete for port 1b2766de-0987-443c-a579-66d824dbb53b triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:33:45.085232 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1592695c-f3f9-480c-a530-6cde55a79764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:45.085446 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-3ed467b9-f95f-4faa-ac75-56af17e779b1 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:33:45.093426 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device a0551861-9504-4874-834a-552a99ce66e7 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:33:45.107975 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed467b9-f95f-4faa-ac75-56af17e779b1 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:33:45.139707 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed467b9-f95f-4faa-ac75-56af17e779b1 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Pushing event updated for resources: {'Port': ['ID=0ec45947-9c32-4db4-853a-dfffe58c1493,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:45.156961 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: a0551861-9504-4874-834a-552a99ce66e7 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:33:45.157626 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device a0551861-9504-4874-834a-552a99ce66e7 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:33:45.157761 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 0852ffff-b955-412f-9406-31d724f54fb9 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:33:45.164360 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-972f4a19-c61c-40bc-812b-494602ca99e7 None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:45.203694 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 0852ffff-b955-412f-9406-31d724f54fb9 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:33:45.204047 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 0852ffff-b955-412f-9406-31d724f54fb9 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:33:45.204474 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device d014a1b2-2056-41fb-97a5-be9590c04a7d no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:33:45.220222 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5e2fa410-a94d-4ff6-a47f-3bc7a4641e35 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:45.232159 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269e8602-aba0-4865-96c2-9753c68d5f25 None None] DHCP port deletion for 9f22a23a-8eb3-48df-bc2f-eddd6071e745 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:33:45.233823 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-fd96bbc7-7b13-41d5-a7a5-06a68f0074fa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=da659e4588db42fabb840b556f184f7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3570845 Dec 10 15:33:45.236555 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33982) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:45.238389 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-1592695c-f3f9-480c-a530-6cde55a79764 None None] Port 1b2766de-0987-443c-a579-66d824dbb53b cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:33:45.244023 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: d014a1b2-2056-41fb-97a5-be9590c04a7d {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:33:45.244477 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device d014a1b2-2056-41fb-97a5-be9590c04a7d not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:33:45.299589 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-972f4a19-c61c-40bc-812b-494602ca99e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:45.323196 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5e2fa410-a94d-4ff6-a47f-3bc7a4641e35 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:45.382435 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-54df8fbe-eb50-4e51-b021-03fc9d350d42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:45.392673 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb0edbe-4bfd-4f50-896e-b38f87604cf9 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Made reservation on behalf of 6af6b547c018414fbb71ed922833c3ea for: {'port': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:33:45.402362 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2fa410-a94d-4ff6-a47f-3bc7a4641e35 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24758a7a-30ea-4135-b550-142ede0b2c81,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:45.424161 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972f4a19-c61c-40bc-812b-494602ca99e7 None None] Network 38a89166-0d32-4e14-8e18-e5dad737d2c2 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:33:45.431533 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-972f4a19-c61c-40bc-812b-494602ca99e7 None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:33:45.438487 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972f4a19-c61c-40bc-812b-494602ca99e7 None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:33:45.446476 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972f4a19-c61c-40bc-812b-494602ca99e7 None None] Pushing event updated for resources: {'Port': ['ID=db2365c0-8f04-4895-b74a-bc5b7dc07176,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:45.484745 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 26c74bc0-1406-4d5d-ab49-40a5e21faa85 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:33:45.486823 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5e2fa410-a94d-4ff6-a47f-3bc7a4641e35 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:45.491118 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33984) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:45.495256 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-5e2fa410-a94d-4ff6-a47f-3bc7a4641e35 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7642376 Dec 10 15:33:45.496589 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-7084c1f6-7857-4d69-8da9-f80a7d281fc1 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'security_group_rule': {'security_group_id': '0c76f20c-4132-470a-be23-b318b8c74d13', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:45.510735 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-d6f139ca-8d7a-4934-aae8-0692372d1b28 None None] Provisioning complete for port 26c74bc0-1406-4d5d-ab49-40a5e21faa85 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:33:45.510735 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d6f139ca-8d7a-4934-aae8-0692372d1b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:45.560924 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2f0ffb4f-3552-4e87-a666-7c049f2f9113 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:45.563347 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93b706a3-635b-49bc-b53e-a0ea88ba1e41 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Router e7adaadb-6d9c-4554-834f-0fdcb612f9ce has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:33:45.572817 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f9cfdde4-7ab3-492f-a111-60108d6dec18 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11236534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11668560'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:45.587567 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-269e8602-aba0-4865-96c2-9753c68d5f25 None None] Deleting port e20a072a-836f-4d1b-a166-ea814b0041ec {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:33:45.587965 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-269e8602-aba0-4865-96c2-9753c68d5f25 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:45.607386 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-495efa04-bc97-4dad-8dcc-dcd92476d4e8 admin admin] Deleting port e20a072a-836f-4d1b-a166-ea814b0041ec {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:33:45.607757 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-495efa04-bc97-4dad-8dcc-dcd92476d4e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:45.611739 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-972f4a19-c61c-40bc-812b-494602ca99e7 None None] Attempting to bind port db2365c0-8f04-4895-b74a-bc5b7dc07176 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:33:45.612111 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-972f4a19-c61c-40bc-812b-494602ca99e7 None None] Attempting to bind port db2365c0-8f04-4895-b74a-bc5b7dc07176 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'f0f7aad0-6580-4852-bb7a-6062daac9fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '38a89166-0d32-4e14-8e18-e5dad737d2c2'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:33:45.612474 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972f4a19-c61c-40bc-812b-494602ca99e7 None None] Attempting to bind port db2365c0-8f04-4895-b74a-bc5b7dc07176 on network 38a89166-0d32-4e14-8e18-e5dad737d2c2 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:33:45.649121 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972f4a19-c61c-40bc-812b-494602ca99e7 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:33:45.649539 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972f4a19-c61c-40bc-812b-494602ca99e7 None None] Checking segment: {'id': 'f0f7aad0-6580-4852-bb7a-6062daac9fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '38a89166-0d32-4e14-8e18-e5dad737d2c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:33:45.649976 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-972f4a19-c61c-40bc-812b-494602ca99e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:45.650381 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972f4a19-c61c-40bc-812b-494602ca99e7 None None] Bound using segment: {'id': 'f0f7aad0-6580-4852-bb7a-6062daac9fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '38a89166-0d32-4e14-8e18-e5dad737d2c2'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:33:45.651163 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-972f4a19-c61c-40bc-812b-494602ca99e7 None None] Bound port: db2365c0-8f04-4895-b74a-bc5b7dc07176, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0f7aad0-6580-4852-bb7a-6062daac9fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '38a89166-0d32-4e14-8e18-e5dad737d2c2'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:33:45.651524 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-972f4a19-c61c-40bc-812b-494602ca99e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:45.652619 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2f0ffb4f-3552-4e87-a666-7c049f2f9113 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:45.666288 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ffb0edbe-4bfd-4f50-896e-b38f87604cf9 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:45.721754 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-ffb0edbe-4bfd-4f50-896e-b38f87604cf9 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] device_id is not set on port 232cb73b-ecb0-4a4a-810f-6e51cedf6f4f yet. {{(pid=103586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:33:45.742824 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-269e8602-aba0-4865-96c2-9753c68d5f25 None None] For port e20a072a-836f-4d1b-a166-ea814b0041ec, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=e20a072a-836f-4d1b-a166-ea814b0041ec,segment=NetworkSegment(ef521c35-8ac9-4897-8760-af6df1516e56),segment_id=ef521c35-8ac9-4897-8760-af6df1516e56)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:33:45.743243 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-269e8602-aba0-4865-96c2-9753c68d5f25 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:45.848019 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 26c74bc0-1406-4d5d-ab49-40a5e21faa85 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:33:45.848019 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:45.848019 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-269e8602-aba0-4865-96c2-9753c68d5f25 None None] Calling delete_port for e20a072a-836f-4d1b-a166-ea814b0041ec owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:33:45.849491 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cfdde4-7ab3-492f-a111-60108d6dec18 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Pushing event updated for resources: {'Subnet': ['ID=882efc38-0f95-4470-8277-3894bd02df91,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:45.849491 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93b706a3-635b-49bc-b53e-a0ea88ba1e41 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:33:45.849491 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-93b706a3-635b-49bc-b53e-a0ea88ba1e41 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "PUT /v2.0/routers/e7adaadb-6d9c-4554-834f-0fdcb612f9ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0084550 Dec 10 15:33:45.849491 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-495efa04-bc97-4dad-8dcc-dcd92476d4e8 admin admin] For port e20a072a-836f-4d1b-a166-ea814b0041ec, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=e20a072a-836f-4d1b-a166-ea814b0041ec,segment=NetworkSegment(ef521c35-8ac9-4897-8760-af6df1516e56),segment_id=ef521c35-8ac9-4897-8760-af6df1516e56)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:33:45.849491 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-495efa04-bc97-4dad-8dcc-dcd92476d4e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:45.850274 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33986) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:45.850364 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-495efa04-bc97-4dad-8dcc-dcd92476d4e8 admin admin] Calling delete_port for e20a072a-836f-4d1b-a166-ea814b0041ec owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:33:45.850466 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0907068-1f68-45e5-972e-002a8c13b7f1 None None] Sync routers for ids ['e7adaadb-6d9c-4554-834f-0fdcb612f9ce'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:33:45.850571 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cfdde4-7ab3-492f-a111-60108d6dec18 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Checking segment: {'id': '85475b2c-2d41-43eb-b0aa-3d6822b9f2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '57bb37fc-59c6-476f-82fa-489bdb7d70fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:33:45.850571 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cfdde4-7ab3-492f-a111-60108d6dec18 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Network hostable DHCP agents. Network: 57bb37fc-59c6-476f-82fa-489bdb7d70fc, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:33:45.881916 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.securitygroups_db [None req-7084c1f6-7857-4d69-8da9-f80a7d281fc1 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Project e049672a5fd04e7f8cbb0423b61eb757 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 15:33:45.895951 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7084c1f6-7857-4d69-8da9-f80a7d281fc1 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:45.917901 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-972f4a19-c61c-40bc-812b-494602ca99e7 None None] For port db2365c0-8f04-4895-b74a-bc5b7dc07176, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:33:45.925353 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0907068-1f68-45e5-972e-002a8c13b7f1 None None] Routers {'e7adaadb-6d9c-4554-834f-0fdcb612f9ce'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:33:45.926032 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-c0907068-1f68-45e5-972e-002a8c13b7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:33:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['e7adaadb-6d9c-4554-834f-0fdcb612f9ce'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:45.980322 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-972f4a19-c61c-40bc-812b-494602ca99e7 None None] For port db2365c0-8f04-4895-b74a-bc5b7dc07176, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=db2365c0-8f04-4895-b74a-bc5b7dc07176,segment=NetworkSegment(f0f7aad0-6580-4852-bb7a-6062daac9fb1),segment_id=f0f7aad0-6580-4852-bb7a-6062daac9fb1)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:33:45.992238 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7084c1f6-7857-4d69-8da9-f80a7d281fc1 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:45.992805 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-d6f139ca-8d7a-4934-aae8-0692372d1b28 None None] Could not find standard attr ID for object dfb6cb33-78f3-485e-93c4-4f82c1e7c047. {{(pid=103588) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 15:33:46.055200 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-c0907068-1f68-45e5-972e-002a8c13b7f1 None None] Set router e7adaadb-6d9c-4554-834f-0fdcb612f9ce gateway port host: None {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:33:46.129819 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cfdde4-7ab3-492f-a111-60108d6dec18 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Network 57bb37fc-59c6-476f-82fa-489bdb7d70fc is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:33:46.160387 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-c0907068-1f68-45e5-972e-002a8c13b7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7adaadb-6d9c-4554-834f-0fdcb612f9ce', 'name': 'tempest-NetworksTestDHCPv6-router-185334666', 'tenant_id': '915dae42aca44a6e934a20b3a70b3a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:33:31Z', 'updated_at': '2021-12-10T15:33:43Z', 'revision_number': 3, 'project_id': '915dae42aca44a6e934a20b3a70b3a5e', 'gw_port_host': None}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:46.164708 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7084c1f6-7857-4d69-8da9-f80a7d281fc1 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:46.173330 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-495efa04-bc97-4dad-8dcc-dcd92476d4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:46.201695 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:46.202414 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-972f4a19-c61c-40bc-812b-494602ca99e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:46.216077 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0907068-1f68-45e5-972e-002a8c13b7f1 None None] Checking router: e7adaadb-6d9c-4554-834f-0fdcb612f9ce for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:33:46.229153 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495efa04-bc97-4dad-8dcc-dcd92476d4e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e20a072a-836f-4d1b-a166-ea814b0041ec,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:46.234588 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495efa04-bc97-4dad-8dcc-dcd92476d4e8 admin admin] No DVR routers for this DVR port e20a072a-836f-4d1b-a166-ea814b0041ec on host dv-neutron-821401-4-hyperv {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:33:46.259741 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-269e8602-aba0-4865-96c2-9753c68d5f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:46.267107 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7084c1f6-7857-4d69-8da9-f80a7d281fc1 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fff19cb-9882-4330-ae5d-2f6a3e70f068,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:46.276820 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-d7415fca-18fc-4ad6-a606-b2cd8b00678e None None] Provisioning complete for port 26c74bc0-1406-4d5d-ab49-40a5e21faa85 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:33:46.277306 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d7415fca-18fc-4ad6-a606-b2cd8b00678e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:46.324247 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0907068-1f68-45e5-972e-002a8c13b7f1 None None] Routers {'e7adaadb-6d9c-4554-834f-0fdcb612f9ce'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:33:46.325010 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-c0907068-1f68-45e5-972e-002a8c13b7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:33:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['e7adaadb-6d9c-4554-834f-0fdcb612f9ce'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:46.328799 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269e8602-aba0-4865-96c2-9753c68d5f25 None None] No DVR routers for this DVR port e20a072a-836f-4d1b-a166-ea814b0041ec on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:33:46.340019 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1cd3e7-3b5f-457a-8c72-284f98437d05 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:46.342343 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-495efa04-bc97-4dad-8dcc-dcd92476d4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:46.343229 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1cd3e7-3b5f-457a-8c72-284f98437d05 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:46.360468 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-ab1cd3e7-3b5f-457a-8c72-284f98437d05 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5521479 Dec 10 15:33:46.365213 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 33988) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:46.373314 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-f9cfdde4-7ab3-492f-a111-60108d6dec18 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 57bb37fc-59c6-476f-82fa-489bdb7d70fc) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:33:46.378161 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2f0ffb4f-3552-4e87-a666-7c049f2f9113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:46.379958 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9cfdde4-7ab3-492f-a111-60108d6dec18 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:46.380726 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f9cfdde4-7ab3-492f-a111-60108d6dec18 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:46.381542 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2f0ffb4f-3552-4e87-a666-7c049f2f9113 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:46.384336 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972f4a19-c61c-40bc-812b-494602ca99e7 None None] Pushing event updated for resources: {'Port': ['ID=db2365c0-8f04-4895-b74a-bc5b7dc07176,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:46.392941 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 39a76a45-f3d7-4ecd-aab5-1de15359ff6a no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:33:46.396009 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-2f0ffb4f-3552-4e87-a666-7c049f2f9113 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ebf967f6-7ef3-47b1-85ed-682556fb3634 HTTP/1.1" status: 204 len: 168 time: 1.1464944 Dec 10 15:33:46.399264 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-495efa04-bc97-4dad-8dcc-dcd92476d4e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f22a23a-8eb3-48df-bc2f-eddd6071e745']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:46.406760 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7084c1f6-7857-4d69-8da9-f80a7d281fc1 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:46.417032 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-7084c1f6-7857-4d69-8da9-f80a7d281fc1 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9153733 Dec 10 15:33:46.427108 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-495efa04-bc97-4dad-8dcc-dcd92476d4e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef521c35-8ac9-4897-8760-af6df1516e56') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:46.427764 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-495efa04-bc97-4dad-8dcc-dcd92476d4e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef521c35-8ac9-4897-8760-af6df1516e56') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:46.449770 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-495efa04-bc97-4dad-8dcc-dcd92476d4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11806923'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:46.472030 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-495efa04-bc97-4dad-8dcc-dcd92476d4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:46.483247 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-f9cfdde4-7ab3-492f-a111-60108d6dec18 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5020213 Dec 10 15:33:46.490068 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 33994) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:46.495319 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0ffb4f-3552-4e87-a666-7c049f2f9113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf967f6-7ef3-47b1-85ed-682556fb3634,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:46.499792 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8a6770-03fc-4509-be47-276ef1d42062 None None] Network 57bb37fc-59c6-476f-82fa-489bdb7d70fc requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:33:46.507380 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-c0907068-1f68-45e5-972e-002a8c13b7f1 None None] Set router e7adaadb-6d9c-4554-834f-0fdcb612f9ce gateway port host: None {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:33:46.520154 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 39a76a45-f3d7-4ecd-aab5-1de15359ff6a {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:33:46.520629 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 39a76a45-f3d7-4ecd-aab5-1de15359ff6a not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:33:46.525322 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device e20a072a-836f-4d1b-a166-ea814b0041ec no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:33:46.525322 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269e8602-aba0-4865-96c2-9753c68d5f25 None None] Pushing event deleted for resources: {'Port': ['ID=e20a072a-836f-4d1b-a166-ea814b0041ec,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:46.527358 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0ffb4f-3552-4e87-a666-7c049f2f9113 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:33:46.528376 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0ffb4f-3552-4e87-a666-7c049f2f9113 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:33:46.528942 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0ffb4f-3552-4e87-a666-7c049f2f9113 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:33:46.529447 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0ffb4f-3552-4e87-a666-7c049f2f9113 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:33:46.530309 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0ffb4f-3552-4e87-a666-7c049f2f9113 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:33:46.530812 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0ffb4f-3552-4e87-a666-7c049f2f9113 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:33:46.531389 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0ffb4f-3552-4e87-a666-7c049f2f9113 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:33:46.531894 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0ffb4f-3552-4e87-a666-7c049f2f9113 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:33:46.532399 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0ffb4f-3552-4e87-a666-7c049f2f9113 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:33:46.532892 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0ffb4f-3552-4e87-a666-7c049f2f9113 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:33:46.533380 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0ffb4f-3552-4e87-a666-7c049f2f9113 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:33:46.533897 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0ffb4f-3552-4e87-a666-7c049f2f9113 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:33:46.534384 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0ffb4f-3552-4e87-a666-7c049f2f9113 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:33:46.616815 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_v2 [None req-56f7f094-bfcb-4daa-b385-a35bb4ef46df tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Deleting subnet 457d7751-2f42-4ca7-9483-b5b2eab3ecd0 {{(pid=103586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:33:46.642053 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-56f7f094-bfcb-4daa-b385-a35bb4ef46df tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for subnet, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:46.647173 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bab0672c-2b90-4a88-b9c9-7d316bd1dc1b tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:46.650643 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-495efa04-bc97-4dad-8dcc-dcd92476d4e8 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:33:46.653990 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-495efa04-bc97-4dad-8dcc-dcd92476d4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11236635'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:46.653990 dv-neutron-821401-4-hyperv neutron-server[103587]: Traceback (most recent call last): Dec 10 15:33:46.653990 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:33:46.653990 dv-neutron-821401-4-hyperv neutron-server[103587]: timer() Dec 10 15:33:46.653990 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:33:46.653990 dv-neutron-821401-4-hyperv neutron-server[103587]: cb(*args, **kw) Dec 10 15:33:46.653990 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:33:46.653990 dv-neutron-821401-4-hyperv neutron-server[103587]: return func(*args, **kwargs) Dec 10 15:33:46.653990 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:33:46.653990 dv-neutron-821401-4-hyperv neutron-server[103587]: self._notify() Dec 10 15:33:46.653990 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:33:46.653990 dv-neutron-821401-4-hyperv neutron-server[103587]: self.callback(batched_events) Dec 10 15:33:46.653990 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:33:46.653990 dv-neutron-821401-4-hyperv neutron-server[103587]: event.method(event) Dec 10 15:33:46.653990 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:33:46.653990 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:33:46.653990 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:33:46.653990 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:33:46.653990 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:33:46.653990 dv-neutron-821401-4-hyperv neutron-server[103587]: return f(self, *a, **k) Dec 10 15:33:46.653990 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:33:46.653990 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._get(url).json() Dec 10 15:33:46.653990 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:33:46.653990 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:33:46.653990 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:33:46.653990 dv-neutron-821401-4-hyperv neutron-server[103587]: return self.request(url, 'GET', **kwargs) Dec 10 15:33:46.653990 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:33:46.653990 dv-neutron-821401-4-hyperv neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:33:46.653990 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:33:46.653990 dv-neutron-821401-4-hyperv neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:33:46.653990 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:33:46.653990 dv-neutron-821401-4-hyperv neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:33:46.653990 dv-neutron-821401-4-hyperv neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:33:46.656758 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-c0907068-1f68-45e5-972e-002a8c13b7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7adaadb-6d9c-4554-834f-0fdcb612f9ce', 'name': 'tempest-NetworksTestDHCPv6-router-185334666', 'tenant_id': '915dae42aca44a6e934a20b3a70b3a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:33:31Z', 'updated_at': '2021-12-10T15:33:43Z', 'revision_number': 3, 'project_id': '915dae42aca44a6e934a20b3a70b3a5e', 'gw_port_host': None}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:46.672573 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: e20a072a-836f-4d1b-a166-ea814b0041ec {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:33:46.677828 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device e20a072a-836f-4d1b-a166-ea814b0041ec not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:33:46.677828 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device f9d18ea3-672a-4355-872f-dd47aa00ad7b no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:33:46.718351 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-56f7f094-bfcb-4daa-b385-a35bb4ef46df tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12392400'] for subnet, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:46.748701 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0907068-1f68-45e5-972e-002a8c13b7f1 None None] The sync data for ids ['e7adaadb-6d9c-4554-834f-0fdcb612f9ce'] in dv-neutron-821401-4-hyperv is: [{'id': 'e7adaadb-6d9c-4554-834f-0fdcb612f9ce', 'name': 'tempest-NetworksTestDHCPv6-router-185334666', 'tenant_id': '915dae42aca44a6e934a20b3a70b3a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:33:31Z', 'updated_at': '2021-12-10T15:33:43Z', 'revision_number': 3, 'project_id': '915dae42aca44a6e934a20b3a70b3a5e', 'gw_port_host': None}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:33:46.759548 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: f9d18ea3-672a-4355-872f-dd47aa00ad7b {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:33:46.759901 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device f9d18ea3-672a-4355-872f-dd47aa00ad7b not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:33:46.796863 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-56f7f094-bfcb-4daa-b385-a35bb4ef46df tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:46.896928 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfafb3a2-830c-43d4-aa89-a6c04e804311 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-57bb37fc-59c6-476f-82fa-489bdb7d70fc', 'network_id': '57bb37fc-59c6-476f-82fa-489bdb7d70fc', 'project_id': '1669e2c341ad498c8f67a90a963f4ed9', 'fixed_ips': [{'subnet_id': '882efc38-0f95-4470-8277-3894bd02df91'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:33:46.897809 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dfafb3a2-830c-43d4-aa89-a6c04e804311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:46.915746 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-ffb0edbe-4bfd-4f50-896e-b38f87604cf9 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Allocated IP 2001:db8::42 (38a89166-0d32-4e14-8e18-e5dad737d2c2/e685b0a0-21cb-4f3a-9c6f-1629d64bcc1d/232cb73b-ecb0-4a4a-810f-6e51cedf6f4f) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:33:46.924491 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3ed467b9-f95f-4faa-ac75-56af17e779b1 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:46.937137 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bab0672c-2b90-4a88-b9c9-7d316bd1dc1b tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:46.943613 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4c9728be-5ca2-43b1-b25a-8db249becda3 req-fa33642f-d372-4054-8d58-73a661d19010 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1491249901&fields=id&tenant_id=e049672a5fd04e7f8cbb0423b61eb757 HTTP/1.1" status: 200 len: 267 time: 0.1125171 Dec 10 15:33:46.944229 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-495efa04-bc97-4dad-8dcc-dcd92476d4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:46.957181 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-495efa04-bc97-4dad-8dcc-dcd92476d4e8 admin admin] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:46.963559 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-495efa04-bc97-4dad-8dcc-dcd92476d4e8 admin admin] 10.222.0.20 "DELETE /v2.0/networks/9f22a23a-8eb3-48df-bc2f-eddd6071e745 HTTP/1.1" status: 204 len: 168 time: 2.6870058 Dec 10 15:33:47.008925 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 15:33:47.011701 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-56f7f094-bfcb-4daa-b385-a35bb4ef46df tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:47.071423 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-56f7f094-bfcb-4daa-b385-a35bb4ef46df tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:47.077581 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-56f7f094-bfcb-4daa-b385-a35bb4ef46df tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/subnets/457d7751-2f42-4ca7-9483-b5b2eab3ecd0 HTTP/1.1" status: 204 len: 168 time: 0.7066188 Dec 10 15:33:47.079089 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372e556c-f6cc-41cb-8677-26eff3a220b3 None None] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:33:47.085713 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f7f094-bfcb-4daa-b385-a35bb4ef46df tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event deleted for resources: {'Subnet': ['ID=457d7751-2f42-4ca7-9483-b5b2eab3ecd0,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:47.089342 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34016) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:47.173623 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9728be-5ca2-43b1-b25a-8db249becda3 req-098bb45a-9e03-48ad-8969-57b0c3072f3f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:47.175548 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4c9728be-5ca2-43b1-b25a-8db249becda3 req-098bb45a-9e03-48ad-8969-57b0c3072f3f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/networks?id=506b9e8b-1216-4613-bf29-606be137669f HTTP/1.1" status: 200 len: 797 time: 0.1848869 Dec 10 15:33:47.178703 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495efa04-bc97-4dad-8dcc-dcd92476d4e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f22a23a-8eb3-48df-bc2f-eddd6071e745,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:47.204724 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4c9728be-5ca2-43b1-b25a-8db249becda3 req-29c33722-22a9-49d6-8c62-16f6e43040ed tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/quotas/e049672a5fd04e7f8cbb0423b61eb757 HTTP/1.1" status: 200 len: 375 time: 0.0162561 Dec 10 15:33:47.226128 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3ed467b9-f95f-4faa-ac75-56af17e779b1 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:47.357534 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4c9728be-5ca2-43b1-b25a-8db249becda3 req-a4297eca-52f8-4f28-b8a8-50999ab36f34 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e049672a5fd04e7f8cbb0423b61eb757&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1412878 Dec 10 15:33:47.434808 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-8cce4f33-b595-4fd8-b47f-278b9c17edd7 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3376679 Dec 10 15:33:47.450226 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34024) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:47.493423 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device db2365c0-8f04-4895-b74a-bc5b7dc07176 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:33:47.529443 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34026) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:47.546221 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ffb0edbe-4bfd-4f50-896e-b38f87604cf9 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:47.667134 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ffb0edbe-4bfd-4f50-896e-b38f87604cf9 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:47.685592 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-47ef21a1-e5e1-443b-a41f-c0c2ecfadb2a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0c43b3bd3a7142739658566d8b1d83f3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1531632 Dec 10 15:33:47.688927 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34028) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:47.689570 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6d1a7fe4-54ae-4a55-8338-5bc4bc2203ce tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for router, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:47.709402 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4c9728be-5ca2-43b1-b25a-8db249becda3 req-2b19417d-2415-4527-a224-1bcd34fc2838 service neutron] 10.222.0.20 "GET /v2.0/networks/506b9e8b-1216-4613-bf29-606be137669f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338459 Dec 10 15:33:47.717323 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port db2365c0-8f04-4895-b74a-bc5b7dc07176 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:33:47.718137 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:47.762438 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:47.763851 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-dfafb3a2-830c-43d4-aa89-a6c04e804311 None None] Allocated IP 172.20.0.2 (57bb37fc-59c6-476f-82fa-489bdb7d70fc/882efc38-0f95-4470-8277-3894bd02df91/1b3d4d37-3824-407c-84ae-300acc931f49) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:33:47.855866 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-13de8d6c-178c-4cf7-b5fa-dd5ebb6ce5fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:47.882312 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:47.885428 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4c9728be-5ca2-43b1-b25a-8db249becda3 req-975b438a-43f4-4aff-92ba-26c304fd57b9 service neutron] 10.222.0.20 "GET /v2.0/networks/506b9e8b-1216-4613-bf29-606be137669f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645653 Dec 10 15:33:47.893881 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-13de8d6c-178c-4cf7-b5fa-dd5ebb6ce5fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:47.957744 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb0edbe-4bfd-4f50-896e-b38f87604cf9 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event updated for resources: {'Port': ['ID=232cb73b-ecb0-4a4a-810f-6e51cedf6f4f,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:47.976341 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] For port db2365c0-8f04-4895-b74a-bc5b7dc07176, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=db2365c0-8f04-4895-b74a-bc5b7dc07176,segment=NetworkSegment(f0f7aad0-6580-4852-bb7a-6062daac9fb1),segment_id=f0f7aad0-6580-4852-bb7a-6062daac9fb1)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:33:47.984753 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-4893e82b-f71a-469c-bf57-6eac3ceea95e None None] Provisioning complete for port db2365c0-8f04-4895-b74a-bc5b7dc07176 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:33:47.985203 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4893e82b-f71a-469c-bf57-6eac3ceea95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:47.997202 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb0edbe-4bfd-4f50-896e-b38f87604cf9 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Network 38a89166-0d32-4e14-8e18-e5dad737d2c2 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:33:48.000956 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef224971-ffdc-4838-bbe7-1c6be689a4a8 None None] DHCP port deletion for c2b5f149-cedd-450c-ab43-dd2d78259f45 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:33:48.044420 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-13de8d6c-178c-4cf7-b5fa-dd5ebb6ce5fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:48.047394 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-13de8d6c-178c-4cf7-b5fa-dd5ebb6ce5fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:48.051747 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-13de8d6c-178c-4cf7-b5fa-dd5ebb6ce5fe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e05f8395-c83e-43c2-b1d1-cd4de487acea HTTP/1.1" status: 204 len: 168 time: 0.3616092 Dec 10 15:33:48.060847 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13de8d6c-178c-4cf7-b5fa-dd5ebb6ce5fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e05f8395-c83e-43c2-b1d1-cd4de487acea,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:48.071707 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-ffb0edbe-4bfd-4f50-896e-b38f87604cf9 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:33:48.083723 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb0edbe-4bfd-4f50-896e-b38f87604cf9 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:33:48.089345 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb0edbe-4bfd-4f50-896e-b38f87604cf9 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:48.090043 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ffb0edbe-4bfd-4f50-896e-b38f87604cf9 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:48.128271 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:48.130656 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dfafb3a2-830c-43d4-aa89-a6c04e804311 None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:48.147009 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device dfb6cb33-78f3-485e-93c4-4f82c1e7c047 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:33:48.155789 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6d1a7fe4-54ae-4a55-8338-5bc4bc2203ce tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13898'] for router, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:48.158155 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6d1a7fe4-54ae-4a55-8338-5bc4bc2203ce tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:48.207194 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: dfb6cb33-78f3-485e-93c4-4f82c1e7c047 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:33:48.207607 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device dfb6cb33-78f3-485e-93c4-4f82c1e7c047 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:33:48.278229 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Pushing event updated for resources: {'Port': ['ID=db2365c0-8f04-4895-b74a-bc5b7dc07176,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:48.290666 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-ef224971-ffdc-4838-bbe7-1c6be689a4a8 None None] Deleting port 9ee9ca86-a5d9-4112-8f9b-b3f47245540c {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:33:48.291266 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ef224971-ffdc-4838-bbe7-1c6be689a4a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:48.296402 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dfafb3a2-830c-43d4-aa89-a6c04e804311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:48.299854 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3ed467b9-f95f-4faa-ac75-56af17e779b1 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:48.316525 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34044) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:48.355683 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6d1a7fe4-54ae-4a55-8338-5bc4bc2203ce tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549250'] for router, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:48.356126 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d1a7fe4-54ae-4a55-8338-5bc4bc2203ce tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Fanout notify agent at l3_agent the message router_deleted on router e7adaadb-6d9c-4554-834f-0fdcb612f9ce {{(pid=103586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 15:33:48.374276 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6d1a7fe4-54ae-4a55-8338-5bc4bc2203ce tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:48.381858 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-6d1a7fe4-54ae-4a55-8338-5bc4bc2203ce tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/routers/e7adaadb-6d9c-4554-834f-0fdcb612f9ce HTTP/1.1" status: 204 len: 168 time: 0.9167337 Dec 10 15:33:48.382135 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34048) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:48.390428 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-8e5bc7ed-013b-408e-8bd2-6f4e468c4408 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Request body: {'subnet': {'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:48.409273 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-71eb7e81-79e3-418e-a907-18b1dbfff995 req-a0ac4296-6a71-43ae-a3f7-70fbd72fb2f8 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd83b32b-da78-4843-9cc0-ee5fbec90c5f HTTP/1.1" status: 200 len: 210 time: 0.0974693 Dec 10 15:33:48.416913 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3ed467b9-f95f-4faa-ac75-56af17e779b1 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:48.464345 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-ef224971-ffdc-4838-bbe7-1c6be689a4a8 None None] For port 9ee9ca86-a5d9-4112-8f9b-b3f47245540c, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=9ee9ca86-a5d9-4112-8f9b-b3f47245540c,segment=NetworkSegment(64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4),segment_id=64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:33:48.464921 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ef224971-ffdc-4838-bbe7-1c6be689a4a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:48.507922 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-ef224971-ffdc-4838-bbe7-1c6be689a4a8 None None] Calling delete_port for 9ee9ca86-a5d9-4112-8f9b-b3f47245540c owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:33:48.508648 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-ffb0edbe-4bfd-4f50-896e-b38f87604cf9 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.6699185 Dec 10 15:33:48.514274 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34052) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:48.543202 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-430a9deb-f796-4911-8843-d4de80661974 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Request body: {'subnet': {'network_id': '38a89166-0d32-4e14-8e18-e5dad737d2c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:48.626902 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed467b9-f95f-4faa-ac75-56af17e779b1 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Pushing event updated for resources: {'Port': ['ID=0ec45947-9c32-4db4-853a-dfffe58c1493,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:48.646834 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3ed467b9-f95f-4faa-ac75-56af17e779b1 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552741'] for floatingip, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:48.648355 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bab0672c-2b90-4a88-b9c9-7d316bd1dc1b tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11236721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11668521'] for subnet, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:48.729094 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-332cdf76-09f1-47b7-a2c2-acc74357114c tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1101110893'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:48.745013 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab0672c-2b90-4a88-b9c9-7d316bd1dc1b tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Pushing event deleted for resources: {'Subnet': ['ID=882efc38-0f95-4470-8277-3894bd02df91,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:48.798048 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.l3_db [None req-3ed467b9-f95f-4faa-ac75-56af17e779b1 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Floating IP 6c0345fe-10d0-45e5-9d26-cc366bec2146 associated. External IP: 172.26.2.233, port: 1b2766de-0987-443c-a579-66d824dbb53b. Dec 10 15:33:48.806347 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfafb3a2-830c-43d4-aa89-a6c04e804311 None None] Pushing event updated for resources: {'Port': ['ID=1b3d4d37-3824-407c-84ae-300acc931f49,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:48.809740 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfafb3a2-830c-43d4-aa89-a6c04e804311 None None] Network 57bb37fc-59c6-476f-82fa-489bdb7d70fc is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:33:48.823886 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-dfafb3a2-830c-43d4-aa89-a6c04e804311 None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:33:48.835719 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfafb3a2-830c-43d4-aa89-a6c04e804311 None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:33:48.839191 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bab0672c-2b90-4a88-b9c9-7d316bd1dc1b tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:48.859122 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-4893e82b-f71a-469c-bf57-6eac3ceea95e None None] Provisioning complete for port f4c1e9e2-b442-4302-bb6d-ffb844ac3f1a triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:33:48.863714 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4893e82b-f71a-469c-bf57-6eac3ceea95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:48.868556 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e5bc7ed-013b-408e-8bd2-6f4e468c4408 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Made reservation on behalf of 915dae42aca44a6e934a20b3a70b3a5e for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:33:48.873173 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8e5bc7ed-013b-408e-8bd2-6f4e468c4408 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11668558'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:48.935347 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-dfafb3a2-830c-43d4-aa89-a6c04e804311 None None] Attempting to bind port 1b3d4d37-3824-407c-84ae-300acc931f49 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:33:48.935741 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-dfafb3a2-830c-43d4-aa89-a6c04e804311 None None] Attempting to bind port 1b3d4d37-3824-407c-84ae-300acc931f49 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '85475b2c-2d41-43eb-b0aa-3d6822b9f2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '57bb37fc-59c6-476f-82fa-489bdb7d70fc'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:33:48.936195 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfafb3a2-830c-43d4-aa89-a6c04e804311 None None] Attempting to bind port 1b3d4d37-3824-407c-84ae-300acc931f49 on network 57bb37fc-59c6-476f-82fa-489bdb7d70fc {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:33:48.946898 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:48.948492 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfafb3a2-830c-43d4-aa89-a6c04e804311 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:33:48.948876 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfafb3a2-830c-43d4-aa89-a6c04e804311 None None] Checking segment: {'id': '85475b2c-2d41-43eb-b0aa-3d6822b9f2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '57bb37fc-59c6-476f-82fa-489bdb7d70fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:33:48.949318 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dfafb3a2-830c-43d4-aa89-a6c04e804311 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:48.949702 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfafb3a2-830c-43d4-aa89-a6c04e804311 None None] Bound using segment: {'id': '85475b2c-2d41-43eb-b0aa-3d6822b9f2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '57bb37fc-59c6-476f-82fa-489bdb7d70fc'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:33:48.950209 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-dfafb3a2-830c-43d4-aa89-a6c04e804311 None None] Bound port: 1b3d4d37-3824-407c-84ae-300acc931f49, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85475b2c-2d41-43eb-b0aa-3d6822b9f2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '57bb37fc-59c6-476f-82fa-489bdb7d70fc'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:33:48.950594 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dfafb3a2-830c-43d4-aa89-a6c04e804311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:48.955666 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ef224971-ffdc-4838-bbe7-1c6be689a4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:48.958090 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-4893e82b-f71a-469c-bf57-6eac3ceea95e None None] Port f4c1e9e2-b442-4302-bb6d-ffb844ac3f1a cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:33:48.993683 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef224971-ffdc-4838-bbe7-1c6be689a4a8 None None] Pushing event deleted for resources: {'Port': ['ID=9ee9ca86-a5d9-4112-8f9b-b3f47245540c,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:49.000224 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef224971-ffdc-4838-bbe7-1c6be689a4a8 None None] No DVR routers for this DVR port 9ee9ca86-a5d9-4112-8f9b-b3f47245540c on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:33:49.056991 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-bab0672c-2b90-4a88-b9c9-7d316bd1dc1b tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57bb37fc-59c6-476f-82fa-489bdb7d70fc']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:49.073105 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-dfafb3a2-830c-43d4-aa89-a6c04e804311 None None] For port 1b3d4d37-3824-407c-84ae-300acc931f49, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:33:49.090965 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-bab0672c-2b90-4a88-b9c9-7d316bd1dc1b tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85475b2c-2d41-43eb-b0aa-3d6822b9f2be') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:49.091280 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-bab0672c-2b90-4a88-b9c9-7d316bd1dc1b tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85475b2c-2d41-43eb-b0aa-3d6822b9f2be') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:49.107432 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-dfafb3a2-830c-43d4-aa89-a6c04e804311 None None] For port 1b3d4d37-3824-407c-84ae-300acc931f49, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=1b3d4d37-3824-407c-84ae-300acc931f49,segment=NetworkSegment(85475b2c-2d41-43eb-b0aa-3d6822b9f2be),segment_id=85475b2c-2d41-43eb-b0aa-3d6822b9f2be)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:33:49.113757 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bab0672c-2b90-4a88-b9c9-7d316bd1dc1b tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11806923'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:49.114448 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ed467b9-f95f-4faa-ac75-56af17e779b1 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Router b05d23f3-fb13-4e5a-9d22-cdb705fc9e46 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:33:49.119685 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-aca4c2ea-c2e2-40d8-bfc0-292b1e12b0a0 None None] Provisioning complete for port 232cb73b-ecb0-4a4a-810f-6e51cedf6f4f triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:33:49.120178 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aca4c2ea-c2e2-40d8-bfc0-292b1e12b0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:49.165061 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-332cdf76-09f1-47b7-a2c2-acc74357114c tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Made reservation on behalf of 21e0d6ce128b4efe93836d06f4e29105 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:33:49.167356 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dfafb3a2-830c-43d4-aa89-a6c04e804311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:49.168775 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-332cdf76-09f1-47b7-a2c2-acc74357114c tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:49.175339 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bab0672c-2b90-4a88-b9c9-7d316bd1dc1b tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:49.197013 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-332cdf76-09f1-47b7-a2c2-acc74357114c tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:49.208409 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bab0672c-2b90-4a88-b9c9-7d316bd1dc1b tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:33:49.208835 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bab0672c-2b90-4a88-b9c9-7d316bd1dc1b tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11236635'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:49.217265 dv-neutron-821401-4-hyperv neutron-server[103587]: Traceback (most recent call last): Dec 10 15:33:49.217265 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:33:49.217265 dv-neutron-821401-4-hyperv neutron-server[103587]: timer() Dec 10 15:33:49.217265 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:33:49.217265 dv-neutron-821401-4-hyperv neutron-server[103587]: cb(*args, **kw) Dec 10 15:33:49.217265 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:33:49.217265 dv-neutron-821401-4-hyperv neutron-server[103587]: return func(*args, **kwargs) Dec 10 15:33:49.217265 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:33:49.217265 dv-neutron-821401-4-hyperv neutron-server[103587]: self._notify() Dec 10 15:33:49.217265 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:33:49.217265 dv-neutron-821401-4-hyperv neutron-server[103587]: self.callback(batched_events) Dec 10 15:33:49.217265 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:33:49.217265 dv-neutron-821401-4-hyperv neutron-server[103587]: event.method(event) Dec 10 15:33:49.217265 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:33:49.217265 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:33:49.217265 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:33:49.217265 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:33:49.217265 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:33:49.217265 dv-neutron-821401-4-hyperv neutron-server[103587]: return f(self, *a, **k) Dec 10 15:33:49.217265 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:33:49.217265 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._get(url).json() Dec 10 15:33:49.217265 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:33:49.217265 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:33:49.217265 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:33:49.217265 dv-neutron-821401-4-hyperv neutron-server[103587]: return self.request(url, 'GET', **kwargs) Dec 10 15:33:49.217265 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:33:49.217265 dv-neutron-821401-4-hyperv neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:33:49.217265 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:33:49.217265 dv-neutron-821401-4-hyperv neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:33:49.217265 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:33:49.217265 dv-neutron-821401-4-hyperv neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:33:49.217265 dv-neutron-821401-4-hyperv neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:33:49.220521 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-aca4c2ea-c2e2-40d8-bfc0-292b1e12b0a0 None None] Port 232cb73b-ecb0-4a4a-810f-6e51cedf6f4f cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:33:49.267780 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfafb3a2-830c-43d4-aa89-a6c04e804311 None None] Pushing event updated for resources: {'Port': ['ID=1b3d4d37-3824-407c-84ae-300acc931f49,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:49.279653 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8e5bc7ed-013b-408e-8bd2-6f4e468c4408 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11236534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11668560'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:49.301282 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1bffe4-38d9-4e7c-b69e-8d5c0b32ae56 None None] Network 57bb37fc-59c6-476f-82fa-489bdb7d70fc requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:33:49.332840 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-430a9deb-f796-4911-8843-d4de80661974 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Made reservation on behalf of 6af6b547c018414fbb71ed922833c3ea for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:33:49.336887 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-430a9deb-f796-4911-8843-d4de80661974 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:49.355453 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.db.api [None req-bab0672c-2b90-4a88-b9c9-7d316bd1dc1b tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 15:33:49.355453 dv-neutron-821401-4-hyperv neutron-server[103587]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 15:33:49.355453 dv-neutron-821401-4-hyperv neutron-server[103587]: [parameters: {'id': '57bb37fc-59c6-476f-82fa-489bdb7d70fc'}] Dec 10 15:33:49.355453 dv-neutron-821401-4-hyperv neutron-server[103587]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103587) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 15:33:49.355962 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG oslo_db.api [None req-bab0672c-2b90-4a88-b9c9-7d316bd1dc1b tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 15:33:49.381974 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5bc7ed-013b-408e-8bd2-6f4e468c4408 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:33:49.391875 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-8e5bc7ed-013b-408e-8bd2-6f4e468c4408 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:33:49.395212 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5bc7ed-013b-408e-8bd2-6f4e468c4408 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:49.396223 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8e5bc7ed-013b-408e-8bd2-6f4e468c4408 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:49.401940 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5bc7ed-013b-408e-8bd2-6f4e468c4408 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event updated for resources: {'Subnet': ['ID=ea0336d2-cce6-48d9-ad91-5ef2b7544d9e,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:49.404537 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed467b9-f95f-4faa-ac75-56af17e779b1 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:33:49.416151 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device db2365c0-8f04-4895-b74a-bc5b7dc07176 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:33:49.421492 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c43bfc-7ff9-43e8-97cf-24564e564588 None None] Sync routers for ids ['b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:33:49.444826 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c43bfc-7ff9-43e8-97cf-24564e564588 None None] Routers {'b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:33:49.445994 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-38c43bfc-7ff9-43e8-97cf-24564e564588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:33:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:49.455352 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64c8cc5-fd8b-4fda-b994-613050fd3fd7 None None] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:33:49.460884 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-332cdf76-09f1-47b7-a2c2-acc74357114c tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:49.490133 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-38c43bfc-7ff9-43e8-97cf-24564e564588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:49.496645 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.ipam_backend_mixin [None req-430a9deb-f796-4911-8843-d4de80661974 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e685b0a0-21cb-4f3a-9c6f-1629d64bcc1d (CIDR: 2001:db8::/64) Dec 10 15:33:49.506142 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c43bfc-7ff9-43e8-97cf-24564e564588 None None] Routers {'b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:33:49.506831 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-38c43bfc-7ff9-43e8-97cf-24564e564588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:33:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:49.544518 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-8e5bc7ed-013b-408e-8bd2-6f4e468c4408 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1607347 Dec 10 15:33:49.550229 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34078) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:49.550876 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-77097c95-565c-4a88-80ba-cde2cc2daa6e req-6fe63f96-7a12-4c12-8e8f-131c8222ced1 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd83b32b-da78-4843-9cc0-ee5fbec90c5f HTTP/1.1" status: 200 len: 210 time: 0.0525634 Dec 10 15:33:49.552177 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-2abbb215-4880-40a7-9d18-c5da43a916f1 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1163341291', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:49.572149 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-430a9deb-f796-4911-8843-d4de80661974 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 15:33:49.573259 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-430a9deb-f796-4911-8843-d4de80661974 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:33:49.579639 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-38c43bfc-7ff9-43e8-97cf-24564e564588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:49.580301 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c43bfc-7ff9-43e8-97cf-24564e564588 None None] The sync data for ids ['b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'] in dv-neutron-821401-4-hyperv is: [] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:33:49.585414 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port db2365c0-8f04-4895-b74a-bc5b7dc07176 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:33:49.585940 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:49.621962 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-332cdf76-09f1-47b7-a2c2-acc74357114c tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:49.625231 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3ed467b9-f95f-4faa-ac75-56af17e779b1 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:49.648783 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-332cdf76-09f1-47b7-a2c2-acc74357114c tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:33:49.657389 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c295f6a3-f9d4-459b-9934-9d04ee939bcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-c2b5f149-cedd-450c-ab43-dd2d78259f45', 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'project_id': '915dae42aca44a6e934a20b3a70b3a5e', 'fixed_ips': [{'subnet_id': 'ea0336d2-cce6-48d9-ad91-5ef2b7544d9e'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:33:49.659098 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c295f6a3-f9d4-459b-9934-9d04ee939bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:49.665507 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-3ed467b9-f95f-4faa-ac75-56af17e779b1 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 6.7843273 Dec 10 15:33:49.668603 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34080) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:49.672728 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-332cdf76-09f1-47b7-a2c2-acc74357114c tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:49.676630 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.segments_db [None req-332cdf76-09f1-47b7-a2c2-acc74357114c tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Added segment ed386b8e-183e-4859-8236-0e347d75b90e of type vlan for network 59f26e4a-d74c-4fc5-81f5-c4f97623981b Dec 10 15:33:49.676630 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332cdf76-09f1-47b7-a2c2-acc74357114c tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e723a35-75f3-412f-8a82-10cbdd0b0112,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:49.676961 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-9e3db8b4-0a92-449d-8142-017f412e8fbd tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Request body: {'floatingip': {'port_id': '1b2766de-0987-443c-a579-66d824dbb53b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:49.680562 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34082) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:49.738375 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-430a9deb-f796-4911-8843-d4de80661974 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2216845 Dec 10 15:33:49.739135 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34086) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:49.746690 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-c96df8c4-16d2-44b8-82a1-2a7b9b1855e8 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Request body: {'subnet': {'network_id': '38a89166-0d32-4e14-8e18-e5dad737d2c2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:49.755205 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-332cdf76-09f1-47b7-a2c2-acc74357114c tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:49.772507 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9e3db8b4-0a92-449d-8142-017f412e8fbd tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks [] for floatingip, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:49.833047 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2abbb215-4880-40a7-9d18-c5da43a916f1 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13912'] for router, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:49.834958 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2abbb215-4880-40a7-9d18-c5da43a916f1 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:49.878649 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bab0672c-2b90-4a88-b9c9-7d316bd1dc1b tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:49.881275 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-c295f6a3-f9d4-459b-9934-9d04ee939bcc None None] Allocated IP 2001:db8::2 (c2b5f149-cedd-450c-ab43-dd2d78259f45/ea0336d2-cce6-48d9-ad91-5ef2b7544d9e/266fbb6f-bd05-4fad-b195-4848f1b49aa1) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:33:49.927937 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-5d0cf068-9b5b-435e-81ea-ab6bb5e27866 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2022398468'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:49.932323 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 9ee9ca86-a5d9-4112-8f9b-b3f47245540c no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:33:49.979029 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2abbb215-4880-40a7-9d18-c5da43a916f1 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:49.980341 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-332cdf76-09f1-47b7-a2c2-acc74357114c tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:49.989740 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332cdf76-09f1-47b7-a2c2-acc74357114c tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:49.991454 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-332cdf76-09f1-47b7-a2c2-acc74357114c tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:50.056908 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2abbb215-4880-40a7-9d18-c5da43a916f1 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363'] for router, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:50.082514 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332cdf76-09f1-47b7-a2c2-acc74357114c tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event updated for resources: {'Network': ['ID=59f26e4a-d74c-4fc5-81f5-c4f97623981b,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:50.085392 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d0cf068-9b5b-435e-81ea-ab6bb5e27866 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Made reservation on behalf of 8fca97dbaacc4a37bd3d53215e8fd531 for: {'network': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:33:50.089505 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5d0cf068-9b5b-435e-81ea-ab6bb5e27866 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:50.095987 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332cdf76-09f1-47b7-a2c2-acc74357114c tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:33:50.095987 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332cdf76-09f1-47b7-a2c2-acc74357114c tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:33:50.096340 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332cdf76-09f1-47b7-a2c2-acc74357114c tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:33:50.096752 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332cdf76-09f1-47b7-a2c2-acc74357114c tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:33:50.097191 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332cdf76-09f1-47b7-a2c2-acc74357114c tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:33:50.097600 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332cdf76-09f1-47b7-a2c2-acc74357114c tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:33:50.098027 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332cdf76-09f1-47b7-a2c2-acc74357114c tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:33:50.098424 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332cdf76-09f1-47b7-a2c2-acc74357114c tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:33:50.098825 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332cdf76-09f1-47b7-a2c2-acc74357114c tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:33:50.099224 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332cdf76-09f1-47b7-a2c2-acc74357114c tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:33:50.099625 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332cdf76-09f1-47b7-a2c2-acc74357114c tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:33:50.100325 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332cdf76-09f1-47b7-a2c2-acc74357114c tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:33:50.100702 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332cdf76-09f1-47b7-a2c2-acc74357114c tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:33:50.124423 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-bab0672c-2b90-4a88-b9c9-7d316bd1dc1b tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Deleting port 1b3d4d37-3824-407c-84ae-300acc931f49 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:33:50.125149 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bab0672c-2b90-4a88-b9c9-7d316bd1dc1b tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:50.157383 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 9ee9ca86-a5d9-4112-8f9b-b3f47245540c {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:33:50.158144 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 9ee9ca86-a5d9-4112-8f9b-b3f47245540c not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:33:50.162704 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 59f26e4a-d74c-4fc5-81f5-c4f97623981b details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:33:50.199770 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-332cdf76-09f1-47b7-a2c2-acc74357114c tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.8809934 Dec 10 15:33:50.209526 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34088) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:50.220954 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-689d6e2d-fc34-4512-8372-bef25c71b44c tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Request body: {'port': {'network_id': '59f26e4a-d74c-4fc5-81f5-c4f97623981b', 'name': 'tempest-PortsTestJSON-316045223'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:50.284924 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-bab0672c-2b90-4a88-b9c9-7d316bd1dc1b tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] For port 1b3d4d37-3824-407c-84ae-300acc931f49, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=1b3d4d37-3824-407c-84ae-300acc931f49,segment=NetworkSegment(85475b2c-2d41-43eb-b0aa-3d6822b9f2be),segment_id=85475b2c-2d41-43eb-b0aa-3d6822b9f2be)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:33:50.285464 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bab0672c-2b90-4a88-b9c9-7d316bd1dc1b tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:50.307820 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c96df8c4-16d2-44b8-82a1-2a7b9b1855e8 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Made reservation on behalf of 6af6b547c018414fbb71ed922833c3ea for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:33:50.312017 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c96df8c4-16d2-44b8-82a1-2a7b9b1855e8 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11668558'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:50.314362 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c295f6a3-f9d4-459b-9934-9d04ee939bcc None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:50.338191 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-bab0672c-2b90-4a88-b9c9-7d316bd1dc1b tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Calling delete_port for 1b3d4d37-3824-407c-84ae-300acc931f49 owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:33:50.382257 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c295f6a3-f9d4-459b-9934-9d04ee939bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:50.428383 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c295f6a3-f9d4-459b-9934-9d04ee939bcc None None] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:33:50.431606 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-c295f6a3-f9d4-459b-9934-9d04ee939bcc None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:33:50.435522 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c295f6a3-f9d4-459b-9934-9d04ee939bcc None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:33:50.445342 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c295f6a3-f9d4-459b-9934-9d04ee939bcc None None] Pushing event updated for resources: {'Port': ['ID=266fbb6f-bd05-4fad-b195-4848f1b49aa1,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:50.512044 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5d0cf068-9b5b-435e-81ea-ab6bb5e27866 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:50.524535 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-c295f6a3-f9d4-459b-9934-9d04ee939bcc None None] Attempting to bind port 266fbb6f-bd05-4fad-b195-4848f1b49aa1 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:33:50.524996 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-c295f6a3-f9d4-459b-9934-9d04ee939bcc None None] Attempting to bind port 266fbb6f-bd05-4fad-b195-4848f1b49aa1 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:33:50.525433 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c295f6a3-f9d4-459b-9934-9d04ee939bcc None None] Attempting to bind port 266fbb6f-bd05-4fad-b195-4848f1b49aa1 on network c2b5f149-cedd-450c-ab43-dd2d78259f45 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:33:50.531680 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c295f6a3-f9d4-459b-9934-9d04ee939bcc None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:33:50.532647 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c295f6a3-f9d4-459b-9934-9d04ee939bcc None None] Checking segment: {'id': '64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:33:50.532794 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c295f6a3-f9d4-459b-9934-9d04ee939bcc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:50.537178 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c295f6a3-f9d4-459b-9934-9d04ee939bcc None None] Bound using segment: {'id': '64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:33:50.537178 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-c295f6a3-f9d4-459b-9934-9d04ee939bcc None None] Bound port: 266fbb6f-bd05-4fad-b195-4848f1b49aa1, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:33:50.537178 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c295f6a3-f9d4-459b-9934-9d04ee939bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:50.606804 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-c295f6a3-f9d4-459b-9934-9d04ee939bcc None None] For port 266fbb6f-bd05-4fad-b195-4848f1b49aa1, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:33:50.611490 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-c295f6a3-f9d4-459b-9934-9d04ee939bcc None None] For port 266fbb6f-bd05-4fad-b195-4848f1b49aa1, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=266fbb6f-bd05-4fad-b195-4848f1b49aa1,segment=NetworkSegment(64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4),segment_id=64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:33:50.616178 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2abbb215-4880-40a7-9d18-c5da43a916f1 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:50.646908 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-2abbb215-4880-40a7-9d18-c5da43a916f1 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.0693293 Dec 10 15:33:50.647067 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34092) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:50.663283 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-7421fbae-218d-44a0-ac72-9e841b1decb4 req-b5d28c87-f88e-4f5f-b707-00d7f25b9656 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd83b32b-da78-4843-9cc0-ee5fbec90c5f HTTP/1.1" status: 200 len: 210 time: 0.0377169 Dec 10 15:33:50.710569 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bab0672c-2b90-4a88-b9c9-7d316bd1dc1b tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:50.742475 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c295f6a3-f9d4-459b-9934-9d04ee939bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:50.793987 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5d0cf068-9b5b-435e-81ea-ab6bb5e27866 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:50.800498 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab0672c-2b90-4a88-b9c9-7d316bd1dc1b tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Pushing event deleted for resources: {'Port': ['ID=1b3d4d37-3824-407c-84ae-300acc931f49,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:50.810533 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c295f6a3-f9d4-459b-9934-9d04ee939bcc None None] Pushing event updated for resources: {'Port': ['ID=266fbb6f-bd05-4fad-b195-4848f1b49aa1,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:50.835891 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab0672c-2b90-4a88-b9c9-7d316bd1dc1b tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] No DVR routers for this DVR port 1b3d4d37-3824-407c-84ae-300acc931f49 on host dv-neutron-821401-4-hyperv {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:33:50.839854 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c96df8c4-16d2-44b8-82a1-2a7b9b1855e8 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11236534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11668560'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:50.862227 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5d0cf068-9b5b-435e-81ea-ab6bb5e27866 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:50.875167 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-689d6e2d-fc34-4512-8372-bef25c71b44c tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Made reservation on behalf of 21e0d6ce128b4efe93836d06f4e29105 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:33:50.878396 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-689d6e2d-fc34-4512-8372-bef25c71b44c tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:50.924011 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d0cf068-9b5b-435e-81ea-ab6bb5e27866 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=103586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:33:50.954938 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0cf068-9b5b-435e-81ea-ab6bb5e27866 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=748ec0d2-83f6-457f-82ec-44542bc20127,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:50.959548 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5d0cf068-9b5b-435e-81ea-ab6bb5e27866 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:50.959548 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.segments_db [None req-5d0cf068-9b5b-435e-81ea-ab6bb5e27866 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Added segment 39670509-6c45-471f-9d29-726bd967064d of type vlan for network 61a9aded-e08b-4499-8a38-ea9cc093e32e Dec 10 15:33:50.977993 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9e3db8b4-0a92-449d-8142-017f412e8fbd tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:51.011242 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5d0cf068-9b5b-435e-81ea-ab6bb5e27866 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:51.060487 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96df8c4-16d2-44b8-82a1-2a7b9b1855e8 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Network 38a89166-0d32-4e14-8e18-e5dad737d2c2 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:33:51.081817 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-c96df8c4-16d2-44b8-82a1-2a7b9b1855e8 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:33:51.082701 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9e3db8b4-0a92-449d-8142-017f412e8fbd tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552741'] for floatingip, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:51.089389 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1aab94-d2fc-41f0-a3ed-7763402cf542 None None] Network 38a89166-0d32-4e14-8e18-e5dad737d2c2 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:33:51.098803 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-689d6e2d-fc34-4512-8372-bef25c71b44c tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] device_id is not set on port 05a3b99f-b3ff-45f6-a944-bebb1d8fc2d1 yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:33:51.123382 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96df8c4-16d2-44b8-82a1-2a7b9b1855e8 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:51.125199 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c96df8c4-16d2-44b8-82a1-2a7b9b1855e8 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:51.130161 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96df8c4-16d2-44b8-82a1-2a7b9b1855e8 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event updated for resources: {'Subnet': ['ID=27044f92-f686-402d-a812-d0dd4c59def2,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:51.135913 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5d0cf068-9b5b-435e-81ea-ab6bb5e27866 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:51.143878 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0cf068-9b5b-435e-81ea-ab6bb5e27866 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:51.144122 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5d0cf068-9b5b-435e-81ea-ab6bb5e27866 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:51.301524 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0cf068-9b5b-435e-81ea-ab6bb5e27866 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Pushing event updated for resources: {'Network': ['ID=61a9aded-e08b-4499-8a38-ea9cc093e32e,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:51.315710 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 61a9aded-e08b-4499-8a38-ea9cc093e32e details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:33:51.325362 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bab0672c-2b90-4a88-b9c9-7d316bd1dc1b tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:51.328004 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-5d0cf068-9b5b-435e-81ea-ab6bb5e27866 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.6450269 Dec 10 15:33:51.331329 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34098) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:51.336666 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-929ed904-0e42-48fa-8d9a-dcb88d3b02b2 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1364192868'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:51.340852 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9728be-5ca2-43b1-b25a-8db249becda3 req-8d1444b6-9f7d-4c5a-af0a-d831123ce7b4 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:51.342330 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4c9728be-5ca2-43b1-b25a-8db249becda3 req-8d1444b6-9f7d-4c5a-af0a-d831123ce7b4 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.44 "GET /v2.0/networks?id=506b9e8b-1216-4613-bf29-606be137669f HTTP/1.1" status: 200 len: 797 time: 0.6246870 Dec 10 15:33:51.424354 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-bab0672c-2b90-4a88-b9c9-7d316bd1dc1b tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57bb37fc-59c6-476f-82fa-489bdb7d70fc']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:51.428379 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96b05ed-8d05-498c-ade3-4b50d70ca254 None None] Update dhcp port {'port': {'network_id': '38a89166-0d32-4e14-8e18-e5dad737d2c2', 'fixed_ips': [{'subnet_id': 'e685b0a0-21cb-4f3a-9c6f-1629d64bcc1d', 'ip_address': '2001:db8::2'}, {'subnet_id': '27044f92-f686-402d-a812-d0dd4c59def2'}], 'binding:host_id': 'dv-neutron-821401-4-hyperv'}, 'id': 'db2365c0-8f04-4895-b74a-bc5b7dc07176'} from dv-neutron-821401-4-hyperv. {{(pid=103588) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 15:33:51.434643 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-c96df8c4-16d2-44b8-82a1-2a7b9b1855e8 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6942537 Dec 10 15:33:51.441269 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34100) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:51.449679 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a7d623ed-9081-4b30-a53c-02c5cbc78312 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:51.463273 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e96b05ed-8d05-498c-ade3-4b50d70ca254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:51.471282 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-929ed904-0e42-48fa-8d9a-dcb88d3b02b2 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Made reservation on behalf of 8fca97dbaacc4a37bd3d53215e8fd531 for: {'network': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:33:51.476159 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-929ed904-0e42-48fa-8d9a-dcb88d3b02b2 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:51.479664 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-7badaa4e-55e9-4537-b5fa-5e80d389b6e0 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1058901806', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '27044f92-f686-402d-a812-d0dd4c59def2'}], 'security_groups': ['a9960287-271a-4293-a0e4-4e85684d6793']}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:51.485728 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-bab0672c-2b90-4a88-b9c9-7d316bd1dc1b tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85475b2c-2d41-43eb-b0aa-3d6822b9f2be') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:51.486072 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-bab0672c-2b90-4a88-b9c9-7d316bd1dc1b tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85475b2c-2d41-43eb-b0aa-3d6822b9f2be') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:51.493710 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 266fbb6f-bd05-4fad-b195-4848f1b49aa1 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:33:51.519180 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-929ed904-0e42-48fa-8d9a-dcb88d3b02b2 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=103586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:33:51.526699 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e3db8b4-0a92-449d-8142-017f412e8fbd tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Router b05d23f3-fb13-4e5a-9d22-cdb705fc9e46 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:33:51.535591 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-929ed904-0e42-48fa-8d9a-dcb88d3b02b2 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:51.535945 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.segments_db [None req-929ed904-0e42-48fa-8d9a-dcb88d3b02b2 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Added segment f076e154-5f50-4279-beda-f8fcd248d73a of type vlan for network e3bf432b-c59a-4153-9b4a-cc43821b8d24 Dec 10 15:33:51.598677 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bab0672c-2b90-4a88-b9c9-7d316bd1dc1b tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11806923'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:51.616645 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-929ed904-0e42-48fa-8d9a-dcb88d3b02b2 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:51.682307 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 266fbb6f-bd05-4fad-b195-4848f1b49aa1 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:33:51.682901 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:51.724642 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e3db8b4-0a92-449d-8142-017f412e8fbd tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:33:51.739970 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b746466c-c621-4ee4-ad86-d61afd60be0d None None] Sync routers for ids ['b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:33:51.741373 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9e3db8b4-0a92-449d-8142-017f412e8fbd tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:51.744006 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-e96b05ed-8d05-498c-ade3-4b50d70ca254 None None] Allocated IP 2001:db8:0:1::2 (38a89166-0d32-4e14-8e18-e5dad737d2c2/27044f92-f686-402d-a812-d0dd4c59def2/db2365c0-8f04-4895-b74a-bc5b7dc07176) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:33:51.777230 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-929ed904-0e42-48fa-8d9a-dcb88d3b02b2 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:51.785988 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929ed904-0e42-48fa-8d9a-dcb88d3b02b2 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:51.787040 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b746466c-c621-4ee4-ad86-d61afd60be0d None None] Routers {'b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:33:51.787162 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-929ed904-0e42-48fa-8d9a-dcb88d3b02b2 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:51.787502 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-b746466c-c621-4ee4-ad86-d61afd60be0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:33:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:51.824807 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-b746466c-c621-4ee4-ad86-d61afd60be0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:51.902852 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929ed904-0e42-48fa-8d9a-dcb88d3b02b2 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Pushing event updated for resources: {'Network': ['ID=e3bf432b-c59a-4153-9b4a-cc43821b8d24,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:51.908707 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b746466c-c621-4ee4-ad86-d61afd60be0d None None] Routers {'b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:33:51.909482 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-b746466c-c621-4ee4-ad86-d61afd60be0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:33:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:51.930615 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-929ed904-0e42-48fa-8d9a-dcb88d3b02b2 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5979719 Dec 10 15:33:51.933772 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34104) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:51.940486 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-7c27efa6-603a-45d3-9e71-e18c4cc393e3 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Request body: {'subnet': {'network_id': '61a9aded-e08b-4499-8a38-ea9cc093e32e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:51.965305 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network e3bf432b-c59a-4153-9b4a-cc43821b8d24 details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:33:51.969972 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-b746466c-c621-4ee4-ad86-d61afd60be0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:51.970626 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b746466c-c621-4ee4-ad86-d61afd60be0d None None] The sync data for ids ['b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'] in dv-neutron-821401-4-hyperv is: [] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:33:51.978620 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:52.040800 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-e96b05ed-8d05-498c-ade3-4b50d70ca254 None None] For port db2365c0-8f04-4895-b74a-bc5b7dc07176, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=db2365c0-8f04-4895-b74a-bc5b7dc07176,segment=NetworkSegment(f0f7aad0-6580-4852-bb7a-6062daac9fb1),segment_id=f0f7aad0-6580-4852-bb7a-6062daac9fb1)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:33:52.087359 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-9e3db8b4-0a92-449d-8142-017f412e8fbd tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] 10.222.0.20 "PUT /v2.0/floatingips/6c0345fe-10d0-45e5-9d26-cc366bec2146 HTTP/1.1" status: 200 len: 979 time: 2.4173622 Dec 10 15:33:52.091062 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34106) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:52.106740 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bab0672c-2b90-4a88-b9c9-7d316bd1dc1b tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:52.130171 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] For port 266fbb6f-bd05-4fad-b195-4848f1b49aa1, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=266fbb6f-bd05-4fad-b195-4848f1b49aa1,segment=NetworkSegment(64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4),segment_id=64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:33:52.130171 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e96b05ed-8d05-498c-ade3-4b50d70ca254 None None] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:52.136520 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-b3a33e2d-c532-4b21-91a6-5d9074872d63 None None] Provisioning complete for port 266fbb6f-bd05-4fad-b195-4848f1b49aa1 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:33:52.137007 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b3a33e2d-c532-4b21-91a6-5d9074872d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:52.140423 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-f94b516f-5393-40ff-82a5-5a925ef5e938 req-1a649884-fd5f-49dd-ba1e-51ae8d949350 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd83b32b-da78-4843-9cc0-ee5fbec90c5f HTTP/1.1" status: 200 len: 210 time: 0.0947120 Dec 10 15:33:52.185178 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-689d6e2d-fc34-4512-8372-bef25c71b44c tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:52.186924 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bab0672c-2b90-4a88-b9c9-7d316bd1dc1b tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:33:52.187313 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bab0672c-2b90-4a88-b9c9-7d316bd1dc1b tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11236635'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:52.191839 dv-neutron-821401-4-hyperv neutron-server[103587]: Traceback (most recent call last): Dec 10 15:33:52.191839 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:33:52.191839 dv-neutron-821401-4-hyperv neutron-server[103587]: timer() Dec 10 15:33:52.191839 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:33:52.191839 dv-neutron-821401-4-hyperv neutron-server[103587]: cb(*args, **kw) Dec 10 15:33:52.191839 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:33:52.191839 dv-neutron-821401-4-hyperv neutron-server[103587]: return func(*args, **kwargs) Dec 10 15:33:52.191839 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:33:52.191839 dv-neutron-821401-4-hyperv neutron-server[103587]: self._notify() Dec 10 15:33:52.191839 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:33:52.191839 dv-neutron-821401-4-hyperv neutron-server[103587]: self.callback(batched_events) Dec 10 15:33:52.191839 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:33:52.191839 dv-neutron-821401-4-hyperv neutron-server[103587]: event.method(event) Dec 10 15:33:52.191839 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:33:52.191839 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:33:52.191839 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:33:52.191839 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:33:52.191839 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:33:52.191839 dv-neutron-821401-4-hyperv neutron-server[103587]: return f(self, *a, **k) Dec 10 15:33:52.191839 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:33:52.191839 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._get(url).json() Dec 10 15:33:52.191839 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:33:52.191839 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:33:52.191839 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:33:52.191839 dv-neutron-821401-4-hyperv neutron-server[103587]: return self.request(url, 'GET', **kwargs) Dec 10 15:33:52.191839 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:33:52.191839 dv-neutron-821401-4-hyperv neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:33:52.191839 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:33:52.191839 dv-neutron-821401-4-hyperv neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:33:52.191839 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:33:52.191839 dv-neutron-821401-4-hyperv neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:33:52.191839 dv-neutron-821401-4-hyperv neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:33:52.217285 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c27efa6-603a-45d3-9e71-e18c4cc393e3 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Made reservation on behalf of 8fca97dbaacc4a37bd3d53215e8fd531 for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:33:52.219545 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:52.222042 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7c27efa6-603a-45d3-9e71-e18c4cc393e3 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:52.227978 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e96b05ed-8d05-498c-ade3-4b50d70ca254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:52.275949 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b3a33e2d-c532-4b21-91a6-5d9074872d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:52.309160 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4c9728be-5ca2-43b1-b25a-8db249becda3 req-843fa6b4-1bed-4b78-9a11-f1155fde470f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e049672a5fd04e7f8cbb0423b61eb757 HTTP/1.1" status: 200 len: 472 time: 0.9462128 Dec 10 15:33:52.323263 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [req-4c9728be-5ca2-43b1-b25a-8db249becda3 req-208449c1-1287-4ccb-8dbf-8ed9113f11eb tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'port': {'device_id': 'bd83b32b-da78-4843-9cc0-ee5fbec90c5f', 'network_id': '506b9e8b-1216-4613-bf29-606be137669f', 'admin_state_up': True, 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'security_groups': ['0c76f20c-4132-470a-be23-b318b8c74d13']}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:52.339668 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Pushing event updated for resources: {'Port': ['ID=266fbb6f-bd05-4fad-b195-4848f1b49aa1,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:52.355166 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:33:52.355601 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:33:52.355971 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:33:52.356322 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:33:52.356664 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:33:52.357004 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:33:52.357415 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:33:52.358200 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:33:52.358200 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:33:52.358621 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:33:52.359548 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:33:52.360051 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:33:52.360392 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:33:52.368622 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3f65b652-a4a8-4345-89e8-5c8f36f3653c tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Deleting port 0ec45947-9c32-4db4-853a-dfffe58c1493 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:33:52.369751 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3f65b652-a4a8-4345-89e8-5c8f36f3653c tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:52.445794 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.db.api [None req-b3a33e2d-c532-4b21-91a6-5d9074872d63 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 15:33:52.446173 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG oslo_db.api [None req-b3a33e2d-c532-4b21-91a6-5d9074872d63 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 15:33:52.467592 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96b05ed-8d05-498c-ade3-4b50d70ca254 None None] Pushing event updated for resources: {'Port': ['ID=db2365c0-8f04-4895-b74a-bc5b7dc07176,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:52.481259 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bab0672c-2b90-4a88-b9c9-7d316bd1dc1b tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:52.485673 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bab0672c-2b90-4a88-b9c9-7d316bd1dc1b tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:52.491314 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-bab0672c-2b90-4a88-b9c9-7d316bd1dc1b tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] 10.222.0.20 "DELETE /v2.0/networks/57bb37fc-59c6-476f-82fa-489bdb7d70fc HTTP/1.1" status: 204 len: 168 time: 5.9978633 Dec 10 15:33:52.504434 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34108) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:52.560465 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3f65b652-a4a8-4345-89e8-5c8f36f3653c tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:52.561871 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3f65b652-a4a8-4345-89e8-5c8f36f3653c tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:52.599853 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab0672c-2b90-4a88-b9c9-7d316bd1dc1b tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Pushing event deleted for resources: {'Network': ['ID=57bb37fc-59c6-476f-82fa-489bdb7d70fc,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:52.603363 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3f65b652-a4a8-4345-89e8-5c8f36f3653c tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Calling delete_port for 0ec45947-9c32-4db4-853a-dfffe58c1493 owned by network:floatingip {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:33:52.608141 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-26e8120c-0ff1-419a-a639-d22272a9ee15 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] GET failed (client error): The resource could not be found. Dec 10 15:33:52.612290 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-26e8120c-0ff1-419a-a639-d22272a9ee15 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] 10.222.0.20 "GET /v2.0/subnets/882efc38-0f95-4470-8277-3894bd02df91 HTTP/1.1" status: 404 len: 337 time: 0.0989802 Dec 10 15:33:52.614288 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34110) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:52.645682 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7170a4c-ccb4-46cf-81d1-ac3dfdca59a7 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] DELETE failed (client error): The resource could not be found. Dec 10 15:33:52.645682 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7170a4c-ccb4-46cf-81d1-ac3dfdca59a7 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:33:52.648399 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-c7170a4c-ccb4-46cf-81d1-ac3dfdca59a7 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] 10.222.0.20 "DELETE /v2.0/networks/57bb37fc-59c6-476f-82fa-489bdb7d70fc HTTP/1.1" status: 404 len: 339 time: 0.0317729 Dec 10 15:33:52.653813 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-689d6e2d-fc34-4512-8372-bef25c71b44c tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:52.663617 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34112) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:52.735535 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7c27efa6-603a-45d3-9e71-e18c4cc393e3 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11695183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581935'] for subnet, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:52.747181 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7badaa4e-55e9-4537-b5fa-5e80d389b6e0 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:52.774754 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-a7d623ed-9081-4b30-a53c-02c5cbc78312 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Allocated IP 2001:db8::1 (c2b5f149-cedd-450c-ab43-dd2d78259f45/ea0336d2-cce6-48d9-ad91-5ef2b7544d9e/db85d389-f46a-4fa1-8d73-a3ba4e503740) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:33:52.814696 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27efa6-603a-45d3-9e71-e18c4cc393e3 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Pushing event updated for resources: {'Subnet': ['ID=226b2ece-7872-418d-b804-d9af41a00bfa,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:52.840290 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c27efa6-603a-45d3-9e71-e18c4cc393e3 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Checking segment: {'id': '39670509-6c45-471f-9d29-726bd967064d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '61a9aded-e08b-4499-8a38-ea9cc093e32e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:33:52.840663 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c27efa6-603a-45d3-9e71-e18c4cc393e3 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Network hostable DHCP agents. Network: 61a9aded-e08b-4499-8a38-ea9cc093e32e, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:33:52.956390 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c27efa6-603a-45d3-9e71-e18c4cc393e3 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Network 61a9aded-e08b-4499-8a38-ea9cc093e32e is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:33:52.958475 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689d6e2d-fc34-4512-8372-bef25c71b44c tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event updated for resources: {'Port': ['ID=05a3b99f-b3ff-45f6-a944-bebb1d8fc2d1,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:52.977287 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df656115-8e84-4f11-b0f0-67a67077aea4 None None] get_active_networks_info from dv-neutron-821401-4-hyperv {{(pid=103588) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 15:33:52.988333 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3f65b652-a4a8-4345-89e8-5c8f36f3653c tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:53.016960 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f65b652-a4a8-4345-89e8-5c8f36f3653c tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Pushing event deleted for resources: {'Port': ['ID=0ec45947-9c32-4db4-853a-dfffe58c1493,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:53.035055 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c9728be-5ca2-43b1-b25a-8db249becda3 req-208449c1-1287-4ccb-8dbf-8ed9113f11eb tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Made reservation on behalf of e049672a5fd04e7f8cbb0423b61eb757 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:33:53.038720 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-4c9728be-5ca2-43b1-b25a-8db249becda3 req-208449c1-1287-4ccb-8dbf-8ed9113f11eb tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:53.078854 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-7c27efa6-603a-45d3-9e71-e18c4cc393e3 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 61a9aded-e08b-4499-8a38-ea9cc093e32e) {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:33:53.086040 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c27efa6-603a-45d3-9e71-e18c4cc393e3 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:53.086758 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7c27efa6-603a-45d3-9e71-e18c4cc393e3 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:53.101338 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3f65b652-a4a8-4345-89e8-5c8f36f3653c tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks [] for floatingip, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:53.110686 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.l3_db [None req-3f65b652-a4a8-4345-89e8-5c8f36f3653c tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Floating IP 6c0345fe-10d0-45e5-9d26-cc366bec2146 disassociated (deleted). External IP: 172.26.2.233, port: 1b2766de-0987-443c-a579-66d824dbb53b. Dec 10 15:33:53.110851 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df656115-8e84-4f11-b0f0-67a67077aea4 None None] Resources bound (agent type, host, resource id): {{(pid=103588) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 15:33:53.126547 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689d6e2d-fc34-4512-8372-bef25c71b44c tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Checking segment: {'id': 'ed386b8e-183e-4859-8236-0e347d75b90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '59f26e4a-d74c-4fc5-81f5-c4f97623981b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:33:53.127172 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689d6e2d-fc34-4512-8372-bef25c71b44c tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Network hostable DHCP agents. Network: 59f26e4a-d74c-4fc5-81f5-c4f97623981b, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:33:53.143438 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8235e38-e869-40ec-91e2-83e4a8c12077 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:53.144951 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-d8235e38-e869-40ec-91e2-83e4a8c12077 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4789069 Dec 10 15:33:53.147704 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34114) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:53.192363 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-7c27efa6-603a-45d3-9e71-e18c4cc393e3 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2573047 Dec 10 15:33:53.196708 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-ce2c66b4-c0e3-4a21-b18d-55d0b2d93e6f tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] 10.222.0.20 "GET /v2.0/subnets?network_id=d5a1452c-422a-4e1a-a1c7-48738ecf752f HTTP/1.1" status: 200 len: 207 time: 0.0474055 Dec 10 15:33:53.197413 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34118) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:53.208150 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-5a03195f-95f0-45f6-9fe0-0858d313dcdc None None] Provisioning complete for port 232cb73b-ecb0-4a4a-810f-6e51cedf6f4f triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:33:53.208380 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34120) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:53.208526 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5a03195f-95f0-45f6-9fe0-0858d313dcdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:53.220387 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-d57586a7-2f30-452e-b668-e21196e42003 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Request body: {'subnet': {'network_id': 'e3bf432b-c59a-4153-9b4a-cc43821b8d24', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:53.279814 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-5a03195f-95f0-45f6-9fe0-0858d313dcdc None None] Port 232cb73b-ecb0-4a4a-810f-6e51cedf6f4f cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:33:53.322363 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a7d623ed-9081-4b30-a53c-02c5cbc78312 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:53.328084 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-5a03195f-95f0-45f6-9fe0-0858d313dcdc None None] Provisioning complete for port db2365c0-8f04-4895-b74a-bc5b7dc07176 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:33:53.328665 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5a03195f-95f0-45f6-9fe0-0858d313dcdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:53.375125 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device db2365c0-8f04-4895-b74a-bc5b7dc07176 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:33:53.379555 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689d6e2d-fc34-4512-8372-bef25c71b44c tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Network 59f26e4a-d74c-4fc5-81f5-c4f97623981b is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:33:53.408578 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-689d6e2d-fc34-4512-8372-bef25c71b44c tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 59f26e4a-d74c-4fc5-81f5-c4f97623981b) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:33:53.412303 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689d6e2d-fc34-4512-8372-bef25c71b44c tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:33:53.418017 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689d6e2d-fc34-4512-8372-bef25c71b44c tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:53.418640 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-689d6e2d-fc34-4512-8372-bef25c71b44c tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:53.428389 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-b66b4698-d8a3-42b1-9b31-e0d7d58955b7 req-6b0d21df-5e86-4a35-8f61-d9373c6537d0 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd83b32b-da78-4843-9cc0-ee5fbec90c5f HTTP/1.1" status: 200 len: 210 time: 0.1563990 Dec 10 15:33:53.493816 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-4c9728be-5ca2-43b1-b25a-8db249becda3 req-208449c1-1287-4ccb-8dbf-8ed9113f11eb tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Allocated IP 172.20.0.21 (506b9e8b-1216-4613-bf29-606be137669f/66d6b829-67ec-4b11-980f-48e7478f11ed/f286f2ee-8271-4eea-a076-9652a1af2f5b) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:33:53.553143 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port db2365c0-8f04-4895-b74a-bc5b7dc07176 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:33:53.553662 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:53.585852 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accc1315-c1aa-412c-8e31-1009b7cafd4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-61a9aded-e08b-4499-8a38-ea9cc093e32e', 'network_id': '61a9aded-e08b-4499-8a38-ea9cc093e32e', 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'fixed_ips': [{'subnet_id': '226b2ece-7872-418d-b804-d9af41a00bfa'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:33:53.587045 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-accc1315-c1aa-412c-8e31-1009b7cafd4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:53.588682 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-689d6e2d-fc34-4512-8372-bef25c71b44c tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 3.3764954 Dec 10 15:33:53.589298 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34122) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:53.592658 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-5a03195f-95f0-45f6-9fe0-0858d313dcdc None None] Provisioning complete for port f4c1e9e2-b442-4302-bb6d-ffb844ac3f1a triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:33:53.593496 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2372e416-5a25-4b8d-9be1-df6bc405c4d0 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:53.593757 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5a03195f-95f0-45f6-9fe0-0858d313dcdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:53.599622 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2372e416-5a25-4b8d-9be1-df6bc405c4d0 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:53.606874 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2372e416-5a25-4b8d-9be1-df6bc405c4d0 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:53.613530 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2372e416-5a25-4b8d-9be1-df6bc405c4d0 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:53.618762 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-2372e416-5a25-4b8d-9be1-df6bc405c4d0 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.4112372 Dec 10 15:33:53.618978 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-2eec1ecd-67b9-4ca9-a0d0-370319db4fd7 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1916292277'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:53.620233 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34124) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:53.622542 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-7badaa4e-55e9-4537-b5fa-5e80d389b6e0 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Delete allocated IP 2001:db8::42 (38a89166-0d32-4e14-8e18-e5dad737d2c2/e685b0a0-21cb-4f3a-9c6f-1629d64bcc1d) {{(pid=103587) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 10 15:33:53.632682 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a7d623ed-9081-4b30-a53c-02c5cbc78312 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:53.679545 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-7badaa4e-55e9-4537-b5fa-5e80d389b6e0 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Allocated IP 2001:db8:0:1::260 (38a89166-0d32-4e14-8e18-e5dad737d2c2/27044f92-f686-402d-a812-d0dd4c59def2/232cb73b-ecb0-4a4a-810f-6e51cedf6f4f) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:33:53.706001 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-5a03195f-95f0-45f6-9fe0-0858d313dcdc None None] Port f4c1e9e2-b442-4302-bb6d-ffb844ac3f1a cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:33:53.706353 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f65b652-a4a8-4345-89e8-5c8f36f3653c tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Router b05d23f3-fb13-4e5a-9d22-cdb705fc9e46 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:33:53.738667 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d623ed-9081-4b30-a53c-02c5cbc78312 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:33:53.754315 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-a7d623ed-9081-4b30-a53c-02c5cbc78312 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:33:53.756685 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d623ed-9081-4b30-a53c-02c5cbc78312 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:33:53.757221 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a7d623ed-9081-4b30-a53c-02c5cbc78312 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552880'] for router_interface, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:53.766414 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 266fbb6f-bd05-4fad-b195-4848f1b49aa1 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:33:53.822794 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d623ed-9081-4b30-a53c-02c5cbc78312 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event updated for resources: {'Port': ['ID=db85d389-f46a-4fa1-8d73-a3ba4e503740,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:53.840433 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-accc1315-c1aa-412c-8e31-1009b7cafd4b None None] Allocated IP 2001:db8::2 (61a9aded-e08b-4499-8a38-ea9cc093e32e/226b2ece-7872-418d-b804-d9af41a00bfa/3f10d273-5b41-4653-8528-9c19de6c80be) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:33:53.864201 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 266fbb6f-bd05-4fad-b195-4848f1b49aa1 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:33:53.864753 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:53.947237 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-4c9728be-5ca2-43b1-b25a-8db249becda3 req-208449c1-1287-4ccb-8dbf-8ed9113f11eb tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:53.971386 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eec1ecd-67b9-4ca9-a0d0-370319db4fd7 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Made reservation on behalf of 21e0d6ce128b4efe93836d06f4e29105 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:33:53.975297 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2eec1ecd-67b9-4ca9-a0d0-370319db4fd7 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:54.068497 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eec1ecd-67b9-4ca9-a0d0-370319db4fd7 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:33:54.109155 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2eec1ecd-67b9-4ca9-a0d0-370319db4fd7 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:54.109495 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.segments_db [None req-2eec1ecd-67b9-4ca9-a0d0-370319db4fd7 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Added segment 0e2fec1c-cad8-475f-b47b-4530208aa499 of type vlan for network f7a637f1-bc25-404f-b3c7-46e17dd98b10 Dec 10 15:33:54.116398 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d57586a7-2f30-452e-b668-e21196e42003 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Made reservation on behalf of 8fca97dbaacc4a37bd3d53215e8fd531 for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:33:54.119975 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d57586a7-2f30-452e-b668-e21196e42003 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:54.132311 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7badaa4e-55e9-4537-b5fa-5e80d389b6e0 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:54.145629 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-a93e22c9-823f-4333-bd4d-f24eeb40691e tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] 10.222.0.20 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.5216057 Dec 10 15:33:54.152402 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34126) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:54.154432 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a7d623ed-9081-4b30-a53c-02c5cbc78312 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:54.200456 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-4c9728be-5ca2-43b1-b25a-8db249becda3 req-208449c1-1287-4ccb-8dbf-8ed9113f11eb tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:54.224716 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2eec1ecd-67b9-4ca9-a0d0-370319db4fd7 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:54.225212 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-accc1315-c1aa-412c-8e31-1009b7cafd4b None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:54.260431 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7badaa4e-55e9-4537-b5fa-5e80d389b6e0 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:54.281384 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f65b652-a4a8-4345-89e8-5c8f36f3653c tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:33:54.286941 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3f65b652-a4a8-4345-89e8-5c8f36f3653c tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:54.308482 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-accc1315-c1aa-412c-8e31-1009b7cafd4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:54.310151 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fc281f-ace8-4be8-8998-d87687b0eb07 None None] Sync routers for ids ['b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:33:54.324632 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-3f65b652-a4a8-4345-89e8-5c8f36f3653c tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] 10.222.0.20 "DELETE /v2.0/floatingips/6c0345fe-10d0-45e5-9d26-cc366bec2146 HTTP/1.1" status: 204 len: 168 time: 2.2335348 Dec 10 15:33:54.329290 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fc281f-ace8-4be8-8998-d87687b0eb07 None None] Routers {'b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:33:54.331076 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-a3fc281f-ace8-4be8-8998-d87687b0eb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:33:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:54.340857 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34128) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:54.344140 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3cb9ba-0b38-40a4-9d87-e61b6a7e6e40 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:54.345810 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3cb9ba-0b38-40a4-9d87-e61b6a7e6e40 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:54.347360 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-cd3cb9ba-0b38-40a4-9d87-e61b6a7e6e40 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1939919 Dec 10 15:33:54.355985 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34130) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:54.358831 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c9728be-5ca2-43b1-b25a-8db249becda3 req-208449c1-1287-4ccb-8dbf-8ed9113f11eb tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Network 506b9e8b-1216-4613-bf29-606be137669f is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:33:54.372152 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-4c9728be-5ca2-43b1-b25a-8db249becda3 req-208449c1-1287-4ccb-8dbf-8ed9113f11eb tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:33:54.376347 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accc1315-c1aa-412c-8e31-1009b7cafd4b None None] Network 61a9aded-e08b-4499-8a38-ea9cc093e32e is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:33:54.380390 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-accc1315-c1aa-412c-8e31-1009b7cafd4b None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:33:54.386908 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accc1315-c1aa-412c-8e31-1009b7cafd4b None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:33:54.391630 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c9728be-5ca2-43b1-b25a-8db249becda3 req-208449c1-1287-4ccb-8dbf-8ed9113f11eb tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:33:54.398965 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-a3fc281f-ace8-4be8-8998-d87687b0eb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:54.403838 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accc1315-c1aa-412c-8e31-1009b7cafd4b None None] Pushing event updated for resources: {'Port': ['ID=3f10d273-5b41-4653-8528-9c19de6c80be,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:54.414588 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208449c1-1287-4ccb-8dbf-8ed9113f11eb tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'Port': ['ID=f286f2ee-8271-4eea-a076-9652a1af2f5b,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:54.424346 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fc281f-ace8-4be8-8998-d87687b0eb07 None None] Routers {'b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:33:54.424750 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-7badaa4e-55e9-4537-b5fa-5e80d389b6e0 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] In _notify_port_updated(), no bound segment for port 232cb73b-ecb0-4a4a-810f-6e51cedf6f4f on network 38a89166-0d32-4e14-8e18-e5dad737d2c2 {{(pid=103587) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 15:33:54.424859 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-a3fc281f-ace8-4be8-8998-d87687b0eb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:33:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:54.424966 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7badaa4e-55e9-4537-b5fa-5e80d389b6e0 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:54.424966 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7badaa4e-55e9-4537-b5fa-5e80d389b6e0 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:54.425629 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-7badaa4e-55e9-4537-b5fa-5e80d389b6e0 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "PUT /v2.0/ports/232cb73b-ecb0-4a4a-810f-6e51cedf6f4f HTTP/1.1" status: 200 len: 931 time: 2.9776440 Dec 10 15:33:54.436431 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34132) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:54.463591 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8c78e8-372e-4944-9b77-4df4664ec217 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Attributes excluded by policy engine: ['shared'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:54.465157 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8c78e8-372e-4944-9b77-4df4664ec217 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Attributes excluded by policy engine: ['shared'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:54.470768 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-dd8c78e8-372e-4944-9b77-4df4664ec217 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] 10.222.0.20 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1136305 Dec 10 15:33:54.481306 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-a3fc281f-ace8-4be8-8998-d87687b0eb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:54.482008 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fc281f-ace8-4be8-8998-d87687b0eb07 None None] The sync data for ids ['b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'] in dv-neutron-821401-4-hyperv is: [] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:33:54.491838 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34136) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:54.507214 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-accc1315-c1aa-412c-8e31-1009b7cafd4b None None] Attempting to bind port 3f10d273-5b41-4653-8528-9c19de6c80be on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:33:54.513257 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-accc1315-c1aa-412c-8e31-1009b7cafd4b None None] Attempting to bind port 3f10d273-5b41-4653-8528-9c19de6c80be by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '39670509-6c45-471f-9d29-726bd967064d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '61a9aded-e08b-4499-8a38-ea9cc093e32e'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:33:54.513257 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accc1315-c1aa-412c-8e31-1009b7cafd4b None None] Attempting to bind port 3f10d273-5b41-4653-8528-9c19de6c80be on network 61a9aded-e08b-4499-8a38-ea9cc093e32e {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:33:54.521184 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accc1315-c1aa-412c-8e31-1009b7cafd4b None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:33:54.522231 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accc1315-c1aa-412c-8e31-1009b7cafd4b None None] Checking segment: {'id': '39670509-6c45-471f-9d29-726bd967064d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '61a9aded-e08b-4499-8a38-ea9cc093e32e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:33:54.523114 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-accc1315-c1aa-412c-8e31-1009b7cafd4b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:54.523900 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accc1315-c1aa-412c-8e31-1009b7cafd4b None None] Bound using segment: {'id': '39670509-6c45-471f-9d29-726bd967064d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '61a9aded-e08b-4499-8a38-ea9cc093e32e'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:33:54.524801 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-accc1315-c1aa-412c-8e31-1009b7cafd4b None None] Bound port: 3f10d273-5b41-4653-8528-9c19de6c80be, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39670509-6c45-471f-9d29-726bd967064d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '61a9aded-e08b-4499-8a38-ea9cc093e32e'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:33:54.525444 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-accc1315-c1aa-412c-8e31-1009b7cafd4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:54.529308 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2eec1ecd-67b9-4ca9-a0d0-370319db4fd7 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:54.535362 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eec1ecd-67b9-4ca9-a0d0-370319db4fd7 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:54.535924 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2eec1ecd-67b9-4ca9-a0d0-370319db4fd7 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:54.580067 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-5d26fcda-4501-44f5-8a4e-c05e12f0f52d tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Deleting port 232cb73b-ecb0-4a4a-810f-6e51cedf6f4f {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:33:54.580730 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5d26fcda-4501-44f5-8a4e-c05e12f0f52d tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:54.602988 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-accc1315-c1aa-412c-8e31-1009b7cafd4b None None] For port 3f10d273-5b41-4653-8528-9c19de6c80be, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:33:54.606769 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-accc1315-c1aa-412c-8e31-1009b7cafd4b None None] For port 3f10d273-5b41-4653-8528-9c19de6c80be, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=3f10d273-5b41-4653-8528-9c19de6c80be,segment=NetworkSegment(39670509-6c45-471f-9d29-726bd967064d),segment_id=39670509-6c45-471f-9d29-726bd967064d)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:33:54.656622 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d57586a7-2f30-452e-b668-e21196e42003 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11695183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581935'] for subnet, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:54.682785 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-accc1315-c1aa-412c-8e31-1009b7cafd4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:54.712140 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5d26fcda-4501-44f5-8a4e-c05e12f0f52d tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:54.743909 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-5d26fcda-4501-44f5-8a4e-c05e12f0f52d tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Calling delete_port for 232cb73b-ecb0-4a4a-810f-6e51cedf6f4f owned by {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:33:54.762560 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57586a7-2f30-452e-b668-e21196e42003 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Pushing event updated for resources: {'Subnet': ['ID=f199ba97-00d0-4919-b2e5-2c58b13fc016,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:54.776454 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7badaa4e-55e9-4537-b5fa-5e80d389b6e0 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event updated for resources: {'Port': ['ID=232cb73b-ecb0-4a4a-810f-6e51cedf6f4f,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:54.777025 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accc1315-c1aa-412c-8e31-1009b7cafd4b None None] Pushing event updated for resources: {'Port': ['ID=3f10d273-5b41-4653-8528-9c19de6c80be,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:54.784544 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9728be-5ca2-43b1-b25a-8db249becda3 req-208449c1-1287-4ccb-8dbf-8ed9113f11eb tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:54.785249 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-4c9728be-5ca2-43b1-b25a-8db249becda3 req-208449c1-1287-4ccb-8dbf-8ed9113f11eb tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:54.825061 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57586a7-2f30-452e-b668-e21196e42003 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Checking segment: {'id': 'f076e154-5f50-4279-beda-f8fcd248d73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e3bf432b-c59a-4153-9b4a-cc43821b8d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:33:54.825439 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57586a7-2f30-452e-b668-e21196e42003 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Network hostable DHCP agents. Network: e3bf432b-c59a-4153-9b4a-cc43821b8d24, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:33:54.862371 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eec1ecd-67b9-4ca9-a0d0-370319db4fd7 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event updated for resources: {'Network': ['ID=f7a637f1-bc25-404f-b3c7-46e17dd98b10,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:54.897912 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-2eec1ecd-67b9-4ca9-a0d0-370319db4fd7 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2996275 Dec 10 15:33:54.907184 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34138) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:54.913216 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-e4050a06-570e-48a2-9747-6d2c549b766f tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Request body: {'ports': [{'network_id': '59f26e4a-d74c-4fc5-81f5-c4f97623981b'}, {'network_id': 'f7a637f1-bc25-404f-b3c7-46e17dd98b10'}]} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:54.913537 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-e4050a06-570e-48a2-9747-6d2c549b766f tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Request body: {'port': {'network_id': '59f26e4a-d74c-4fc5-81f5-c4f97623981b'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:54.914051 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-e4050a06-570e-48a2-9747-6d2c549b766f tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Request body: {'port': {'network_id': 'f7a637f1-bc25-404f-b3c7-46e17dd98b10'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:54.924706 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc9d7dc-cc40-4e7b-85fc-e08b4e5d8fa1 req-cf48f917-28ca-40a0-bce3-99b8374c798c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:54.926648 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-ccc9d7dc-cc40-4e7b-85fc-e08b4e5d8fa1 req-cf48f917-28ca-40a0-bce3-99b8374c798c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd83b32b-da78-4843-9cc0-ee5fbec90c5f HTTP/1.1" status: 200 len: 932 time: 0.3802893 Dec 10 15:33:54.933558 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bcb8cda-4eb9-49f2-985f-9881b0124b13 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:54.940342 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-4bcb8cda-4eb9-49f2-985f-9881b0124b13 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] 10.222.0.20 "GET /v2.0/networks/35579e17-cd30-4f35-b929-4b9e85f354d6 HTTP/1.1" status: 200 len: 800 time: 0.4464433 Dec 10 15:33:54.964876 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network f7a637f1-bc25-404f-b3c7-46e17dd98b10 details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:33:54.966078 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34140) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:54.982360 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57586a7-2f30-452e-b668-e21196e42003 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Network e3bf432b-c59a-4153-9b4a-cc43821b8d24 is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:33:55.110864 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-d57586a7-2f30-452e-b668-e21196e42003 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, e3bf432b-c59a-4153-9b4a-cc43821b8d24) {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:33:55.134272 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57586a7-2f30-452e-b668-e21196e42003 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:55.134963 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d57586a7-2f30-452e-b668-e21196e42003 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:55.203837 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5d26fcda-4501-44f5-8a4e-c05e12f0f52d tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:55.256494 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d26fcda-4501-44f5-8a4e-c05e12f0f52d tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event deleted for resources: {'Port': ['ID=232cb73b-ecb0-4a4a-810f-6e51cedf6f4f,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:55.268736 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-38caee05-a354-4a28-a3ff-2374bfdfbfb2 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] 10.222.0.20 "GET /v2.0/networks/35579e17-cd30-4f35-b929-4b9e85f354d6?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2911751 Dec 10 15:33:55.270913 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34142) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:55.292952 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-d57586a7-2f30-452e-b668-e21196e42003 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0901401 Dec 10 15:33:55.332387 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34144) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:55.348968 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-e025e500-7a1a-45dc-ae09-086e017bb6d6 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-46657585', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:55.374721 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 3f10d273-5b41-4653-8528-9c19de6c80be up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:33:55.393633 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5d26fcda-4501-44f5-8a4e-c05e12f0f52d tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:55.400602 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-5d26fcda-4501-44f5-8a4e-c05e12f0f52d tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "DELETE /v2.0/ports/232cb73b-ecb0-4a4a-810f-6e51cedf6f4f HTTP/1.1" status: 204 len: 168 time: 0.9599056 Dec 10 15:33:55.400602 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34146) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:55.440922 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 3f10d273-5b41-4653-8528-9c19de6c80be triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:33:55.441304 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:55.447863 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-907c15e7-11aa-4be2-933a-61af6a37298c tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] GET failed (client error): The resource could not be found. Dec 10 15:33:55.451722 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-907c15e7-11aa-4be2-933a-61af6a37298c tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "GET /v2.0/ports/232cb73b-ecb0-4a4a-810f-6e51cedf6f4f HTTP/1.1" status: 404 len: 333 time: 0.0479732 Dec 10 15:33:55.456413 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4c9728be-5ca2-43b1-b25a-8db249becda3 req-208449c1-1287-4ccb-8dbf-8ed9113f11eb tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1361866 Dec 10 15:33:55.456888 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34148) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:55.481408 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [req-4c9728be-5ca2-43b1-b25a-8db249becda3 req-7d66b0da-7719-4ff8-9633-920611bc9960 service neutron] Request body: {'port': {'device_id': 'bd83b32b-da78-4843-9cc0-ee5fbec90c5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:55.492542 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-3fd1a5aa-805b-49a5-996f-615ed300c00f tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Deleting port 1b2766de-0987-443c-a579-66d824dbb53b {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:33:55.493102 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3fd1a5aa-805b-49a5-996f-615ed300c00f tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:55.504421 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4050a06-570e-48a2-9747-6d2c549b766f tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Made reservation on behalf of 21e0d6ce128b4efe93836d06f4e29105 for: {'port': 2} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:33:55.509484 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e4050a06-570e-48a2-9747-6d2c549b766f tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:55.518357 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8feb7f9a-6ce3-45b0-a6e9-9fb363d708c0 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:55.520316 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-8feb7f9a-6ce3-45b0-a6e9-9fb363d708c0 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] 10.222.0.20 "GET /v2.0/subnets/b8bda770-7390-46cd-9866-7e0fe92efe03 HTTP/1.1" status: 200 len: 811 time: 0.2484937 Dec 10 15:33:55.529222 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:55.533955 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34150) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:55.568191 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] For port 3f10d273-5b41-4653-8528-9c19de6c80be, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=3f10d273-5b41-4653-8528-9c19de6c80be,segment=NetworkSegment(39670509-6c45-471f-9d29-726bd967064d),segment_id=39670509-6c45-471f-9d29-726bd967064d)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:33:55.572773 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ed8f8b17-7443-4495-82a0-6674a6663534 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for security_group, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:55.602511 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-ccc9d7dc-cc40-4e7b-85fc-e08b4e5d8fa1 req-89e5d3a4-c675-4eb1-aa28-a36d96a3b69a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c76f20c-4132-470a-be23-b318b8c74d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6570375 Dec 10 15:33:55.609663 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e4050a06-570e-48a2-9747-6d2c549b766f tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:55.640343 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ed8f8b17-7443-4495-82a0-6674a6663534 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:55.642576 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:55.688041 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-4c9728be-5ca2-43b1-b25a-8db249becda3 req-7d66b0da-7719-4ff8-9633-920611bc9960 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:55.699738 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a7d623ed-9081-4b30-a53c-02c5cbc78312 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:55.709482 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e025e500-7a1a-45dc-ae09-086e017bb6d6 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13912'] for router, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:55.709741 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3fd1a5aa-805b-49a5-996f-615ed300c00f tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:55.710944 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e025e500-7a1a-45dc-ae09-086e017bb6d6 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:55.723735 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Pushing event updated for resources: {'Port': ['ID=3f10d273-5b41-4653-8528-9c19de6c80be,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:55.726014 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-3fd1a5aa-805b-49a5-996f-615ed300c00f tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Calling delete_port for 1b2766de-0987-443c-a579-66d824dbb53b owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:33:55.758584 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad19d7a-b9dc-40f4-97d6-7078c368f398 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Attributes excluded by policy engine: ['shared'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:55.764192 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-3ad19d7a-b9dc-40f4-97d6-7078c368f398 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] 10.222.0.20 "GET /v2.0/subnets/b8bda770-7390-46cd-9866-7e0fe92efe03?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2218142 Dec 10 15:33:55.766686 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34152) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:55.776204 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-25223bf3-a664-4960-93e0-7dc806e7a7e2 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-274622215'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:55.808102 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-e4050a06-570e-48a2-9747-6d2c549b766f tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] device_id is not set on port aab90e00-f3b6-4f59-ac5c-fe2bdc5bf5b9 yet. {{(pid=103586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:33:55.812573 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e025e500-7a1a-45dc-ae09-086e017bb6d6 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:55.817272 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a7d623ed-9081-4b30-a53c-02c5cbc78312 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:55.818717 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a7d623ed-9081-4b30-a53c-02c5cbc78312 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549888'] for router_interface, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:55.908644 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e025e500-7a1a-45dc-ae09-086e017bb6d6 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363'] for router, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:55.937238 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ed8f8b17-7443-4495-82a0-6674a6663534 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:55.940046 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ed8f8b17-7443-4495-82a0-6674a6663534 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:55.944235 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-ed8f8b17-7443-4495-82a0-6674a6663534 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "DELETE /v2.0/security-groups/9c2a5d7f-d841-4043-ab9a-ef6b590c7025 HTTP/1.1" status: 204 len: 168 time: 0.4839003 Dec 10 15:33:55.944235 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e4050a06-570e-48a2-9747-6d2c549b766f tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:55.960190 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34154) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:56.001690 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0b86c8-ccb0-4af6-a1fb-9891f2143d8f None None] Network 61a9aded-e08b-4499-8a38-ea9cc093e32e requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:33:56.006540 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d623ed-9081-4b30-a53c-02c5cbc78312 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event updated for resources: {'Port': ['ID=db85d389-f46a-4fa1-8d73-a3ba4e503740,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:56.022175 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8f8b17-7443-4495-82a0-6674a6663534 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2a5d7f-d841-4043-ab9a-ef6b590c7025,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:56.028428 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a09d1b-750a-42da-95ea-05bb7be318aa None None] Network 59f26e4a-d74c-4fc5-81f5-c4f97623981b requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:33:56.028658 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25223bf3-a664-4960-93e0-7dc806e7a7e2 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Made reservation on behalf of 1669e2c341ad498c8f67a90a963f4ed9 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:33:56.032580 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-25223bf3-a664-4960-93e0-7dc806e7a7e2 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:56.063163 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-e4050a06-570e-48a2-9747-6d2c549b766f tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] device_id is not set on port e67a7853-6e1d-400f-9daa-9c7124962f2e yet. {{(pid=103586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:33:56.093542 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-413b9730-b789-4d4b-a113-fcb3bd257983 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for security_group, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:56.113182 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e025e500-7a1a-45dc-ae09-086e017bb6d6 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:56.117079 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-e025e500-7a1a-45dc-ae09-086e017bb6d6 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.7812109 Dec 10 15:33:56.120949 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34156) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:56.184128 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25223bf3-a664-4960-93e0-7dc806e7a7e2 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:33:56.219977 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-413b9730-b789-4d4b-a113-fcb3bd257983 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:56.240627 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ff1ac7-910a-47af-bbac-366a8b9ef671 None None] Network e3bf432b-c59a-4153-9b4a-cc43821b8d24 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:33:56.245038 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-25223bf3-a664-4960-93e0-7dc806e7a7e2 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:56.245393 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.segments_db [None req-25223bf3-a664-4960-93e0-7dc806e7a7e2 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Added segment 44590880-7dbf-4aac-809d-1d65dbd6cc50 of type vlan for network 7284bce4-679a-4c5f-b21c-d900068bf82b Dec 10 15:33:56.264193 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d623ed-9081-4b30-a53c-02c5cbc78312 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:33:56.283200 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-a7d623ed-9081-4b30-a53c-02c5cbc78312 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:33:56.434578 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-14dcdaaa-f282-42d4-a566-ddc0fb15a3d3 None None] Provisioning complete for port 3f10d273-5b41-4653-8528-9c19de6c80be triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:33:56.435175 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-14dcdaaa-f282-42d4-a566-ddc0fb15a3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:56.438950 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c3d30f-f21a-4ce5-82fe-73d57acd8541 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-e3bf432b-c59a-4153-9b4a-cc43821b8d24', 'network_id': 'e3bf432b-c59a-4153-9b4a-cc43821b8d24', 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'fixed_ips': [{'subnet_id': 'f199ba97-00d0-4919-b2e5-2c58b13fc016'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:33:56.440018 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e9c3d30f-f21a-4ce5-82fe-73d57acd8541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:56.548448 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-25223bf3-a664-4960-93e0-7dc806e7a7e2 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:56.554338 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [req-4c9728be-5ca2-43b1-b25a-8db249becda3 req-7d66b0da-7719-4ff8-9633-920611bc9960 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f286f2ee-8271-4eea-a076-9652a1af2f5b {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 15:33:56.611894 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-4c9728be-5ca2-43b1-b25a-8db249becda3 req-7d66b0da-7719-4ff8-9633-920611bc9960 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:56.626629 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-413b9730-b789-4d4b-a113-fcb3bd257983 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:56.634130 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-413b9730-b789-4d4b-a113-fcb3bd257983 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:56.637879 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-413b9730-b789-4d4b-a113-fcb3bd257983 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "DELETE /v2.0/security-groups/a9960287-271a-4293-a0e4-4e85684d6793 HTTP/1.1" status: 204 len: 168 time: 0.6742396 Dec 10 15:33:56.642636 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34158) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:56.649759 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e4050a06-570e-48a2-9747-6d2c549b766f tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:56.706998 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413b9730-b789-4d4b-a113-fcb3bd257983 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9960287-271a-4293-a0e4-4e85684d6793,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:56.736281 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-4c9728be-5ca2-43b1-b25a-8db249becda3 req-7d66b0da-7719-4ff8-9633-920611bc9960 service neutron] Transition to ACTIVE for port object f286f2ee-8271-4eea-a076-9652a1af2f5b will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 15:33:56.741487 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3fd1a5aa-805b-49a5-996f-615ed300c00f tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:56.804064 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-e9c3d30f-f21a-4ce5-82fe-73d57acd8541 None None] Allocated IP 2001:db8:1::2 (e3bf432b-c59a-4153-9b4a-cc43821b8d24/f199ba97-00d0-4919-b2e5-2c58b13fc016/7180a5f1-e840-45a4-b749-724a6e0ece95) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:33:56.806490 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd1a5aa-805b-49a5-996f-615ed300c00f tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Pushing event deleted for resources: {'Port': ['ID=1b2766de-0987-443c-a579-66d824dbb53b,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:56.816568 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-25223bf3-a664-4960-93e0-7dc806e7a7e2 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:56.834700 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25223bf3-a664-4960-93e0-7dc806e7a7e2 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:56.835356 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-25223bf3-a664-4960-93e0-7dc806e7a7e2 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:56.856843 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fefb8cea-7b97-44be-a86c-1eeb7984c699 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:56.924879 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff5166-8795-4e37-9c1d-1b4129a30619 req-6c6103cf-d677-4a66-8038-192358dd52cb tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:56.926510 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-caff5166-8795-4e37-9c1d-1b4129a30619 req-6c6103cf-d677-4a66-8038-192358dd52cb tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd83b32b-da78-4843-9cc0-ee5fbec90c5f HTTP/1.1" status: 200 len: 932 time: 0.1866772 Dec 10 15:33:56.981756 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-98852afe-df97-42a6-8024-6a869fb0870a tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Deleting subnet e685b0a0-21cb-4f3a-9c6f-1629d64bcc1d {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:33:56.986256 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-98852afe-df97-42a6-8024-6a869fb0870a tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for subnet, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:56.988919 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e4050a06-570e-48a2-9747-6d2c549b766f tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:57.005125 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e9c3d30f-f21a-4ce5-82fe-73d57acd8541 None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:57.017041 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3370286-a685-4e6d-b47a-198c6d3d3316 None None] DHCP port deletion for 8672b95b-60b2-4900-9107-737fdf14ae60 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:33:57.071190 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-98852afe-df97-42a6-8024-6a869fb0870a tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11806768'] for subnet, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:57.098712 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e9c3d30f-f21a-4ce5-82fe-73d57acd8541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:57.102707 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25223bf3-a664-4960-93e0-7dc806e7a7e2 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Pushing event updated for resources: {'Network': ['ID=7284bce4-679a-4c5f-b21c-d900068bf82b,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:57.104975 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-4c9728be-5ca2-43b1-b25a-8db249becda3 req-7d66b0da-7719-4ff8-9633-920611bc9960 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:57.105938 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4050a06-570e-48a2-9747-6d2c549b766f tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Network 59f26e4a-d74c-4fc5-81f5-c4f97623981b is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:33:57.119286 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-e4050a06-570e-48a2-9747-6d2c549b766f tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:33:57.128571 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4050a06-570e-48a2-9747-6d2c549b766f tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:33:57.134378 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e4050a06-570e-48a2-9747-6d2c549b766f tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:57.177484 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4050a06-570e-48a2-9747-6d2c549b766f tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event updated for resources: {'Port': ['ID=aab90e00-f3b6-4f59-ac5c-fe2bdc5bf5b9,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:57.179880 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c3d30f-f21a-4ce5-82fe-73d57acd8541 None None] Pushing event updated for resources: {'Port': ['ID=7180a5f1-e840-45a4-b749-724a6e0ece95,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:57.182887 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 7284bce4-679a-4c5f-b21c-d900068bf82b details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:33:57.192370 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c3d30f-f21a-4ce5-82fe-73d57acd8541 None None] Network e3bf432b-c59a-4153-9b4a-cc43821b8d24 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:33:57.214016 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-caff5166-8795-4e37-9c1d-1b4129a30619 req-94ab16c8-0d7c-40aa-97f4-5a296b56d325 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c76f20c-4132-470a-be23-b318b8c74d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2290123 Dec 10 15:33:57.244277 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-e9c3d30f-f21a-4ce5-82fe-73d57acd8541 None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:33:57.247044 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c3d30f-f21a-4ce5-82fe-73d57acd8541 None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:33:57.265514 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-469e2c84-4b3e-4c13-aa6c-9afa88cef5c3 None None] Could not find standard attr ID for object 232cb73b-ecb0-4a4a-810f-6e51cedf6f4f. {{(pid=103588) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 15:33:57.368719 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4050a06-570e-48a2-9747-6d2c549b766f tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event updated for resources: {'Port': ['ID=e67a7853-6e1d-400f-9daa-9c7124962f2e,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:57.375449 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-e9c3d30f-f21a-4ce5-82fe-73d57acd8541 None None] Attempting to bind port 7180a5f1-e840-45a4-b749-724a6e0ece95 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:33:57.376504 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-e9c3d30f-f21a-4ce5-82fe-73d57acd8541 None None] Attempting to bind port 7180a5f1-e840-45a4-b749-724a6e0ece95 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'f076e154-5f50-4279-beda-f8fcd248d73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e3bf432b-c59a-4153-9b4a-cc43821b8d24'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:33:57.376898 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c3d30f-f21a-4ce5-82fe-73d57acd8541 None None] Attempting to bind port 7180a5f1-e840-45a4-b749-724a6e0ece95 on network e3bf432b-c59a-4153-9b4a-cc43821b8d24 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:33:57.382702 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-469e2c84-4b3e-4c13-aa6c-9afa88cef5c3 None None] Provisioning complete for port db85d389-f46a-4fa1-8d73-a3ba4e503740 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:33:57.383190 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-469e2c84-4b3e-4c13-aa6c-9afa88cef5c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:57.385636 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 3f10d273-5b41-4653-8528-9c19de6c80be up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:33:57.389764 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c3d30f-f21a-4ce5-82fe-73d57acd8541 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:33:57.390324 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c3d30f-f21a-4ce5-82fe-73d57acd8541 None None] Checking segment: {'id': 'f076e154-5f50-4279-beda-f8fcd248d73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e3bf432b-c59a-4153-9b4a-cc43821b8d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:33:57.390736 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e9c3d30f-f21a-4ce5-82fe-73d57acd8541 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:57.391139 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c3d30f-f21a-4ce5-82fe-73d57acd8541 None None] Bound using segment: {'id': 'f076e154-5f50-4279-beda-f8fcd248d73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e3bf432b-c59a-4153-9b4a-cc43821b8d24'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:33:57.392072 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-e9c3d30f-f21a-4ce5-82fe-73d57acd8541 None None] Bound port: 7180a5f1-e840-45a4-b749-724a6e0ece95, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f076e154-5f50-4279-beda-f8fcd248d73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e3bf432b-c59a-4153-9b4a-cc43821b8d24'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:33:57.392465 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e9c3d30f-f21a-4ce5-82fe-73d57acd8541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:57.407760 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4050a06-570e-48a2-9747-6d2c549b766f tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Checking segment: {'id': '0e2fec1c-cad8-475f-b47b-4530208aa499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f7a637f1-bc25-404f-b3c7-46e17dd98b10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:33:57.408120 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4050a06-570e-48a2-9747-6d2c549b766f tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Network hostable DHCP agents. Network: f7a637f1-bc25-404f-b3c7-46e17dd98b10, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:33:57.435681 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-98852afe-df97-42a6-8024-6a869fb0870a tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:57.481440 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3fd1a5aa-805b-49a5-996f-615ed300c00f tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:57.485850 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-3fd1a5aa-805b-49a5-996f-615ed300c00f tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] 10.222.0.20 "DELETE /v2.0/ports/1b2766de-0987-443c-a579-66d824dbb53b HTTP/1.1" status: 204 len: 168 time: 3.1374631 Dec 10 15:33:57.489968 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34162) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:57.497476 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-9e741392-ff65-4f79-89ab-4d1f55e0c74d tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Request body: {'floatingip': {'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:57.508415 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-469e2c84-4b3e-4c13-aa6c-9afa88cef5c3 None None] Port db85d389-f46a-4fa1-8d73-a3ba4e503740 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:33:57.512357 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-25223bf3-a664-4960-93e0-7dc806e7a7e2 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7431121 Dec 10 15:33:57.515904 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34164) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:57.524407 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-28feadf3-0fca-4960-8cf1-1bcba3528ee9 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Request body: {'subnet': {'network_id': '7284bce4-679a-4c5f-b21c-d900068bf82b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:57.540642 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-fefb8cea-7b97-44be-a86c-1eeb7984c699 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Allocated IP 2001:db8::1 (61a9aded-e08b-4499-8a38-ea9cc093e32e/226b2ece-7872-418d-b804-d9af41a00bfa/bcb58941-0643-496e-8dab-d56b35e04a2f) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:33:57.573279 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4050a06-570e-48a2-9747-6d2c549b766f tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Network f7a637f1-bc25-404f-b3c7-46e17dd98b10 is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:33:57.579243 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-e9c3d30f-f21a-4ce5-82fe-73d57acd8541 None None] For port 7180a5f1-e840-45a4-b749-724a6e0ece95, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:33:57.581968 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 3f10d273-5b41-4653-8528-9c19de6c80be triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:33:57.582402 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:57.585564 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-e9c3d30f-f21a-4ce5-82fe-73d57acd8541 None None] For port 7180a5f1-e840-45a4-b749-724a6e0ece95, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=7180a5f1-e840-45a4-b749-724a6e0ece95,segment=NetworkSegment(f076e154-5f50-4279-beda-f8fcd248d73a),segment_id=f076e154-5f50-4279-beda-f8fcd248d73a)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:33:57.602343 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d66b0da-7719-4ff8-9633-920611bc9960 service neutron] Pushing event updated for resources: {'Port': ['ID=f286f2ee-8271-4eea-a076-9652a1af2f5b,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:57.614145 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7d623ed-9081-4b30-a53c-02c5cbc78312 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Router c1e33911-ccc1-4866-adbb-6d910c675897 is scheduled to L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d with binding_index 1 {{(pid=103587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 15:33:57.704139 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e9c3d30f-f21a-4ce5-82fe-73d57acd8541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:57.711316 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9ff74f-0aaf-4462-87bd-5cf54f69ea33 None None] Network 61a9aded-e08b-4499-8a38-ea9cc093e32e requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:33:57.719663 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9e741392-ff65-4f79-89ab-4d1f55e0c74d tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks [] for floatingip, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:57.722011 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-e4050a06-570e-48a2-9747-6d2c549b766f tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, f7a637f1-bc25-404f-b3c7-46e17dd98b10) {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:33:57.725540 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-98852afe-df97-42a6-8024-6a869fb0870a tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11236721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11668521'] for subnet, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:57.742694 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4050a06-570e-48a2-9747-6d2c549b766f tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:33:57.746503 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-98852afe-df97-42a6-8024-6a869fb0870a tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:57.748871 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4050a06-570e-48a2-9747-6d2c549b766f tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:57.754122 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-98852afe-df97-42a6-8024-6a869fb0870a tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "DELETE /v2.0/subnets/e685b0a0-21cb-4f3a-9c6f-1629d64bcc1d HTTP/1.1" status: 204 len: 168 time: 1.0939977 Dec 10 15:33:57.754494 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4050a06-570e-48a2-9747-6d2c549b766f tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:57.755252 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e4050a06-570e-48a2-9747-6d2c549b766f tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:57.765620 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34166) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:57.772407 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-68b7d3e2-8a8a-4355-be2e-e8409f630867 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Request body: {'subnet': {'network_id': '38a89166-0d32-4e14-8e18-e5dad737d2c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:33:57.773741 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-4c9728be-5ca2-43b1-b25a-8db249becda3 req-7d66b0da-7719-4ff8-9633-920611bc9960 service neutron] Attempting to bind port f286f2ee-8271-4eea-a076-9652a1af2f5b on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:33:57.773741 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-4c9728be-5ca2-43b1-b25a-8db249becda3 req-7d66b0da-7719-4ff8-9633-920611bc9960 service neutron] Attempting to bind port f286f2ee-8271-4eea-a076-9652a1af2f5b by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '6e8aeea5-3e6e-4645-841c-769465551a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '506b9e8b-1216-4613-bf29-606be137669f'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:33:57.773741 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9728be-5ca2-43b1-b25a-8db249becda3 req-7d66b0da-7719-4ff8-9633-920611bc9960 service neutron] Attempting to bind port f286f2ee-8271-4eea-a076-9652a1af2f5b on network 506b9e8b-1216-4613-bf29-606be137669f {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:33:57.779684 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98852afe-df97-42a6-8024-6a869fb0870a tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event deleted for resources: {'Subnet': ['ID=e685b0a0-21cb-4f3a-9c6f-1629d64bcc1d,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:57.784737 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9728be-5ca2-43b1-b25a-8db249becda3 req-7d66b0da-7719-4ff8-9633-920611bc9960 service neutron] Port f286f2ee-8271-4eea-a076-9652a1af2f5b on network 506b9e8b-1216-4613-bf29-606be137669f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:33:57.785199 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9728be-5ca2-43b1-b25a-8db249becda3 req-7d66b0da-7719-4ff8-9633-920611bc9960 service neutron] Attempting to bind port f286f2ee-8271-4eea-a076-9652a1af2f5b on network 506b9e8b-1216-4613-bf29-606be137669f {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:33:57.792234 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9728be-5ca2-43b1-b25a-8db249becda3 req-7d66b0da-7719-4ff8-9633-920611bc9960 service neutron] Checking agent: {'id': 'fa828968-c68f-4b22-9699-a58fe4ab1f05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 28, 13), 'started_at': datetime.datetime(2021, 12, 10, 15, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:33:57.792571 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9728be-5ca2-43b1-b25a-8db249becda3 req-7d66b0da-7719-4ff8-9633-920611bc9960 service neutron] Checking segment: {'id': '6e8aeea5-3e6e-4645-841c-769465551a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '506b9e8b-1216-4613-bf29-606be137669f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:33:57.792952 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9728be-5ca2-43b1-b25a-8db249becda3 req-7d66b0da-7719-4ff8-9633-920611bc9960 service neutron] Bound using segment: {'id': '6e8aeea5-3e6e-4645-841c-769465551a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '506b9e8b-1216-4613-bf29-606be137669f'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:33:57.793382 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-4c9728be-5ca2-43b1-b25a-8db249becda3 req-7d66b0da-7719-4ff8-9633-920611bc9960 service neutron] Bound port: f286f2ee-8271-4eea-a076-9652a1af2f5b, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e8aeea5-3e6e-4645-841c-769465551a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '506b9e8b-1216-4613-bf29-606be137669f'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:33:57.793733 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-4c9728be-5ca2-43b1-b25a-8db249becda3 req-7d66b0da-7719-4ff8-9633-920611bc9960 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:57.805218 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7d623ed-9081-4b30-a53c-02c5cbc78312 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:33:57.812193 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-a7d623ed-9081-4b30-a53c-02c5cbc78312 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "PUT /v2.0/routers/c1e33911-ccc1-4866-adbb-6d910c675897/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1859941 Dec 10 15:33:57.816758 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34168) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:57.822181 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253b9ad6-0fed-4901-9912-6d88dfdd9fa5 None None] Network f7a637f1-bc25-404f-b3c7-46e17dd98b10 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:33:57.824277 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023c9a9d-e677-4b09-85f9-e539b9847874 None None] Network 38a89166-0d32-4e14-8e18-e5dad737d2c2 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:33:57.837954 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca043cc-d826-4594-8c87-2247762bc73a None None] Sync routers for ids ['c1e33911-ccc1-4866-adbb-6d910c675897'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:33:57.895566 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d99bdb-90db-424a-9612-e7ac0adda4c5 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:57.899396 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-53d99bdb-90db-424a-9612-e7ac0adda4c5 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/ports/db85d389-f46a-4fa1-8d73-a3ba4e503740 HTTP/1.1" status: 200 len: 911 time: 0.0812986 Dec 10 15:33:57.899608 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28feadf3-0fca-4960-8cf1-1bcba3528ee9 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Made reservation on behalf of 1669e2c341ad498c8f67a90a963f4ed9 for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:33:57.901931 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-28feadf3-0fca-4960-8cf1-1bcba3528ee9 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:57.904026 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34170) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:57.940550 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-4c9728be-5ca2-43b1-b25a-8db249becda3 req-7d66b0da-7719-4ff8-9633-920611bc9960 service neutron] For port f286f2ee-8271-4eea-a076-9652a1af2f5b, host hv-neutron-8214, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:33:57.955581 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-4c9728be-5ca2-43b1-b25a-8db249becda3 req-7d66b0da-7719-4ff8-9633-920611bc9960 service neutron] For port f286f2ee-8271-4eea-a076-9652a1af2f5b, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=f286f2ee-8271-4eea-a076-9652a1af2f5b,segment=NetworkSegment(6e8aeea5-3e6e-4645-841c-769465551a4c),segment_id=6e8aeea5-3e6e-4645-841c-769465551a4c)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:33:57.970656 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9f3bea-4a72-4059-a2ca-979b6526a503 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:57.971889 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fefb8cea-7b97-44be-a86c-1eeb7984c699 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:57.977349 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9f3bea-4a72-4059-a2ca-979b6526a503 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:57.981491 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-5e9f3bea-4a72-4059-a2ca-979b6526a503 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0754180 Dec 10 15:33:57.981937 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34172) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:58.009542 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-e4050a06-570e-48a2-9747-6d2c549b766f tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.1008749 Dec 10 15:33:58.010137 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca043cc-d826-4594-8c87-2247762bc73a None None] Routers {'c1e33911-ccc1-4866-adbb-6d910c675897'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:33:58.010782 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-aca043cc-d826-4594-8c87-2247762bc73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:33:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['c1e33911-ccc1-4866-adbb-6d910c675897'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:58.010929 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34174) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:33:58.023601 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.ipam_backend_mixin [None req-28feadf3-0fca-4960-8cf1-1bcba3528ee9 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Performing IP validity checks on allocation pools {{(pid=103586) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 10 15:33:58.025300 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.ipam_backend_mixin [None req-28feadf3-0fca-4960-8cf1-1bcba3528ee9 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103586) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 10 15:33:58.070052 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-4c9728be-5ca2-43b1-b25a-8db249becda3 req-7d66b0da-7719-4ff8-9633-920611bc9960 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:58.132957 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9728be-5ca2-43b1-b25a-8db249becda3 req-7d66b0da-7719-4ff8-9633-920611bc9960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:58.133591 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-4c9728be-5ca2-43b1-b25a-8db249becda3 req-7d66b0da-7719-4ff8-9633-920611bc9960 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:58.141138 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4c9728be-5ca2-43b1-b25a-8db249becda3 req-7d66b0da-7719-4ff8-9633-920611bc9960 service neutron] 10.222.0.44 "PUT /v2.0/ports/f286f2ee-8271-4eea-a076-9652a1af2f5b HTTP/1.1" status: 200 len: 1094 time: 2.6675234 Dec 10 15:33:58.141691 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd83b32b-da78-4843-9cc0-ee5fbec90c5f', 'tag': 'f286f2ee-8271-4eea-a076-9652a1af2f5b'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:33:58.149102 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9ca57131bc4931768ac29058952438d1fdd62308db7b17540cc34ffe8faef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-931cf7a0-4481-4daa-8d6c-cf1cc906afd6" -d '{"events": [{"name": "network-changed", "server_uuid": "bd83b32b-da78-4843-9cc0-ee5fbec90c5f", "tag": "f286f2ee-8271-4eea-a076-9652a1af2f5b"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:33:58.177659 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d66b0da-7719-4ff8-9633-920611bc9960 service neutron] Pushing event updated for resources: {'Port': ['ID=f286f2ee-8271-4eea-a076-9652a1af2f5b,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:58.238384 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c3d30f-f21a-4ce5-82fe-73d57acd8541 None None] Pushing event updated for resources: {'Port': ['ID=7180a5f1-e840-45a4-b749-724a6e0ece95,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:58.275844 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 15:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a074994-ee9c-4544-9202-99a856fae17c x-openstack-request-id: req-2a074994-ee9c-4544-9202-99a856fae17c {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:33:58.276132 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd83b32b-da78-4843-9cc0-ee5fbec90c5f", "tag": "f286f2ee-8271-4eea-a076-9652a1af2f5b", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:33:58.276477 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2a074994-ee9c-4544-9202-99a856fae17c {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:33:58.276886 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd83b32b-da78-4843-9cc0-ee5fbec90c5f', 'tag': 'f286f2ee-8271-4eea-a076-9652a1af2f5b', 'status': 'completed', 'code': 200} Dec 10 15:33:58.376204 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931cf7a0-4481-4daa-8d6c-cf1cc906afd6 req-5c1dd1ed-bf25-4eb8-9858-96600255ec7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:58.377747 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-931cf7a0-4481-4daa-8d6c-cf1cc906afd6 req-5c1dd1ed-bf25-4eb8-9858-96600255ec7f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e049672a5fd04e7f8cbb0423b61eb757&device_id=bd83b32b-da78-4843-9cc0-ee5fbec90c5f HTTP/1.1" status: 200 len: 1097 time: 0.1138403 Dec 10 15:33:58.444707 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f2f385a8-447d-4d5b-bb0c-f5dcd5ac18e9 None None] Provisioning complete for port 3f10d273-5b41-4653-8528-9c19de6c80be triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:33:58.445380 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f2f385a8-447d-4d5b-bb0c-f5dcd5ac18e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:58.462296 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-aca043cc-d826-4594-8c87-2247762bc73a None None] Set router c1e33911-ccc1-4866-adbb-6d910c675897 gateway port host: None {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:33:58.600314 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931cf7a0-4481-4daa-8d6c-cf1cc906afd6 req-4e49b81d-48bf-450d-b978-165d846ff81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:58.600907 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931cf7a0-4481-4daa-8d6c-cf1cc906afd6 req-4e49b81d-48bf-450d-b978-165d846ff81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:58.602648 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-931cf7a0-4481-4daa-8d6c-cf1cc906afd6 req-4e49b81d-48bf-450d-b978-165d846ff81a service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=e049672a5fd04e7f8cbb0423b61eb757&shared=False HTTP/1.1" status: 200 len: 1584 time: 0.1793747 Dec 10 15:33:58.745656 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931cf7a0-4481-4daa-8d6c-cf1cc906afd6 req-a061c0d8-6f1d-49fc-a7a2-a594690c1619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:58.747334 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-931cf7a0-4481-4daa-8d6c-cf1cc906afd6 req-a061c0d8-6f1d-49fc-a7a2-a594690c1619 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1373739 Dec 10 15:33:58.796875 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fefb8cea-7b97-44be-a86c-1eeb7984c699 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:58.806113 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b7d3e2-8a8a-4355-be2e-e8409f630867 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Made reservation on behalf of 6af6b547c018414fbb71ed922833c3ea for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:33:58.810405 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-68b7d3e2-8a8a-4355-be2e-e8409f630867 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:58.852100 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e5a6f396-afce-4d79-9b62-1d39e90549d6 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549925'] for router_interface, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:58.935457 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9e741392-ff65-4f79-89ab-4d1f55e0c74d tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:58.948248 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-28feadf3-0fca-4960-8cf1-1bcba3528ee9 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11695183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581935'] for subnet, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:58.967407 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-aca043cc-d826-4594-8c87-2247762bc73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1e33911-ccc1-4866-adbb-6d910c675897', 'name': 'tempest-NetworksTestDHCPv6-router-1163341291', 'tenant_id': '915dae42aca44a6e934a20b3a70b3a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:33:49Z', 'updated_at': '2021-12-10T15:33:53Z', 'revision_number': 2, 'project_id': '915dae42aca44a6e934a20b3a70b3a5e', 'gw_port_host': None, '_interfaces': [{'id': 'db85d389-f46a-4fa1-8d73-a3ba4e503740', 'name': '', 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'tenant_id': '915dae42aca44a6e934a20b3a70b3a5e', 'mac_address': 'fa:16:3e:ff:2f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1e33911-ccc1-4866-adbb-6d910c675897', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': 'ea0336d2-cce6-48d9-ad91-5ef2b7544d9e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:33:52Z', 'updated_at': '2021-12-10T15:33:54Z', 'revision_number': 2, 'project_id': '915dae42aca44a6e934a20b3a70b3a5e', 'subnets': [{'id': 'ea0336d2-cce6-48d9-ad91-5ef2b7544d9e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:33:58.976640 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9728be-5ca2-43b1-b25a-8db249becda3 req-f3530393-7e5e-4bf3-931b-6d9aa325a8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:58.978247 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4c9728be-5ca2-43b1-b25a-8db249becda3 req-f3530393-7e5e-4bf3-931b-6d9aa325a8bc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e049672a5fd04e7f8cbb0423b61eb757&device_id=bd83b32b-da78-4843-9cc0-ee5fbec90c5f HTTP/1.1" status: 200 len: 1097 time: 0.1726229 Dec 10 15:33:59.011548 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca043cc-d826-4594-8c87-2247762bc73a None None] Checking router: c1e33911-ccc1-4866-adbb-6d910c675897 for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:33:59.012001 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca043cc-d826-4594-8c87-2247762bc73a None None] Updating router c1e33911-ccc1-4866-adbb-6d910c675897 port db85d389-f46a-4fa1-8d73-a3ba4e503740 binding host dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 15:33:59.054580 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aca043cc-d826-4594-8c87-2247762bc73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:59.071014 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4c9728be-5ca2-43b1-b25a-8db249becda3 req-29121734-204d-4869-8339-e8367ae6d3c8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=f286f2ee-8271-4eea-a076-9652a1af2f5b HTTP/1.1" status: 200 len: 217 time: 0.0831103 Dec 10 15:33:59.113672 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefb8cea-7b97-44be-a86c-1eeb7984c699 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Network 61a9aded-e08b-4499-8a38-ea9cc093e32e is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:33:59.122814 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28feadf3-0fca-4960-8cf1-1bcba3528ee9 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Pushing event updated for resources: {'Subnet': ['ID=809ce7d8-a92a-46fb-923c-de2f114f7bfc,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:59.169700 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-fefb8cea-7b97-44be-a86c-1eeb7984c699 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:33:59.179070 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-686318ce-3a00-4404-a0a1-3a6d98fae11e tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Deleting port e67a7853-6e1d-400f-9daa-9c7124962f2e {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:33:59.179397 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-686318ce-3a00-4404-a0a1-3a6d98fae11e tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:59.283686 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9728be-5ca2-43b1-b25a-8db249becda3 req-443fcfc4-afe4-4755-a8f1-74d6e615fb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:59.285350 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4c9728be-5ca2-43b1-b25a-8db249becda3 req-443fcfc4-afe4-4755-a8f1-74d6e615fb40 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=66d6b829-67ec-4b11-980f-48e7478f11ed HTTP/1.1" status: 200 len: 837 time: 0.2060485 Dec 10 15:33:59.293814 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-686318ce-3a00-4404-a0a1-3a6d98fae11e tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:59.306473 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-4262fe85-b03a-4d9c-be45-c339ed3e01e3 None None] Provisioning complete for port 3f10d273-5b41-4653-8528-9c19de6c80be triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:33:59.307150 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4262fe85-b03a-4d9c-be45-c339ed3e01e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:59.315362 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-686318ce-3a00-4404-a0a1-3a6d98fae11e tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Calling delete_port for e67a7853-6e1d-400f-9daa-9c7124962f2e owned by {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:33:59.432860 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefb8cea-7b97-44be-a86c-1eeb7984c699 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:33:59.433422 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fefb8cea-7b97-44be-a86c-1eeb7984c699 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552880'] for router_interface, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:59.462664 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9728be-5ca2-43b1-b25a-8db249becda3 req-1a9ca751-846a-4fcd-8079-dec219d669ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:59.464259 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4c9728be-5ca2-43b1-b25a-8db249becda3 req-1a9ca751-846a-4fcd-8079-dec219d669ac service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=506b9e8b-1216-4613-bf29-606be137669f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1687465 Dec 10 15:33:59.526182 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 7180a5f1-e840-45a4-b749-724a6e0ece95 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:33:59.600047 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-e5a6f396-afce-4d79-9b62-1d39e90549d6 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Deleting port db85d389-f46a-4fa1-8d73-a3ba4e503740 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:33:59.602245 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e5a6f396-afce-4d79-9b62-1d39e90549d6 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:59.659551 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aca043cc-d826-4594-8c87-2247762bc73a None None] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:59.672754 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 7180a5f1-e840-45a4-b749-724a6e0ece95 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:33:59.672754 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:59.682358 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb5e656-9e5f-4223-95e5-9a7264695321 req-aa6b16a5-3121-4ad8-8b75-1e5b9548d79c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:33:59.683925 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ceb5e656-9e5f-4223-95e5-9a7264695321 req-aa6b16a5-3121-4ad8-8b75-1e5b9548d79c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd83b32b-da78-4843-9cc0-ee5fbec90c5f HTTP/1.1" status: 200 len: 944 time: 0.8944468 Dec 10 15:33:59.700669 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefb8cea-7b97-44be-a86c-1eeb7984c699 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Pushing event updated for resources: {'Port': ['ID=bcb58941-0643-496e-8dab-d56b35e04a2f,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:59.745549 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28feadf3-0fca-4960-8cf1-1bcba3528ee9 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Checking segment: {'id': '44590880-7dbf-4aac-809d-1d65dbd6cc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7284bce4-679a-4c5f-b21c-d900068bf82b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:33:59.746346 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28feadf3-0fca-4960-8cf1-1bcba3528ee9 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Network hostable DHCP agents. Network: 7284bce4-679a-4c5f-b21c-d900068bf82b, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:33:59.748436 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aca043cc-d826-4594-8c87-2247762bc73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:59.752629 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-29b51e8a-ec1b-47d5-8ce6-34dea513c775 None None] Provisioning complete for port bcb58941-0643-496e-8dab-d56b35e04a2f triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:33:59.753144 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-29b51e8a-ec1b-47d5-8ce6-34dea513c775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:59.776936 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e5a6f396-afce-4d79-9b62-1d39e90549d6 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:59.792520 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-e5a6f396-afce-4d79-9b62-1d39e90549d6 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Calling delete_port for db85d389-f46a-4fa1-8d73-a3ba4e503740 owned by network:router_interface {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:33:59.822372 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e0c339-e17c-429d-afa8-15f55e2b64fb None None] Network e3bf432b-c59a-4153-9b4a-cc43821b8d24 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:33:59.935535 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-9e741392-ff65-4f79-89ab-4d1f55e0c74d tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Allocated IP 172.26.2.63 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/63d517a2-a74f-470f-a8e8-db4e771c7d56) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:33:59.942634 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:33:59.949710 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d90ffc-0033-4acc-8e87-a807fff8fc53 None None] Pushing event updated for resources: {'Port': ['ID=db85d389-f46a-4fa1-8d73-a3ba4e503740,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:33:59.953189 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-29b51e8a-ec1b-47d5-8ce6-34dea513c775 None None] Port bcb58941-0643-496e-8dab-d56b35e04a2f cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:34:00.077107 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ceb5e656-9e5f-4223-95e5-9a7264695321 req-617e04c0-0a6f-4086-bbb0-2cf07631af24 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c76f20c-4132-470a-be23-b318b8c74d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3721201 Dec 10 15:34:00.105474 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] For port 7180a5f1-e840-45a4-b749-724a6e0ece95, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=7180a5f1-e840-45a4-b749-724a6e0ece95,segment=NetworkSegment(f076e154-5f50-4279-beda-f8fcd248d73a),segment_id=f076e154-5f50-4279-beda-f8fcd248d73a)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:34:00.120171 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-aca043cc-d826-4594-8c87-2247762bc73a None None] Attempting to bind port db85d389-f46a-4fa1-8d73-a3ba4e503740 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:34:00.120596 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-aca043cc-d826-4594-8c87-2247762bc73a None None] Attempting to bind port db85d389-f46a-4fa1-8d73-a3ba4e503740 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:34:00.121031 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca043cc-d826-4594-8c87-2247762bc73a None None] Attempting to bind port db85d389-f46a-4fa1-8d73-a3ba4e503740 on network c2b5f149-cedd-450c-ab43-dd2d78259f45 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:34:00.131532 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-5afb02fc-78f3-478c-a727-61143f00810e None None] Provisioning complete for port db2365c0-8f04-4895-b74a-bc5b7dc07176 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:00.131905 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5afb02fc-78f3-478c-a727-61143f00810e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:00.135908 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca043cc-d826-4594-8c87-2247762bc73a None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:34:00.136154 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca043cc-d826-4594-8c87-2247762bc73a None None] Checking segment: {'id': '64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:34:00.142591 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aca043cc-d826-4594-8c87-2247762bc73a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:00.142591 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca043cc-d826-4594-8c87-2247762bc73a None None] Bound using segment: {'id': '64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:34:00.142591 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-aca043cc-d826-4594-8c87-2247762bc73a None None] Bound port: db85d389-f46a-4fa1-8d73-a3ba4e503740, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:34:00.142591 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aca043cc-d826-4594-8c87-2247762bc73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:00.175946 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fefb8cea-7b97-44be-a86c-1eeb7984c699 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:00.217199 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9e741392-ff65-4f79-89ab-4d1f55e0c74d tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:00.220833 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-686318ce-3a00-4404-a0a1-3a6d98fae11e tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:00.230148 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:00.249942 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-686318ce-3a00-4404-a0a1-3a6d98fae11e tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:00.253709 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-686318ce-3a00-4404-a0a1-3a6d98fae11e tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "DELETE /v2.0/ports/e67a7853-6e1d-400f-9daa-9c7124962f2e HTTP/1.1" status: 204 len: 168 time: 2.2352293 Dec 10 15:34:00.254524 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28feadf3-0fca-4960-8cf1-1bcba3528ee9 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Network 7284bce4-679a-4c5f-b21c-d900068bf82b is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:34:00.260155 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34180) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:00.318501 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4c9728be-5ca2-43b1-b25a-8db249becda3 req-edcb0857-1e23-4d13-a3c6-a6e019ceea91 service neutron] 10.222.0.44 "GET /v2.0/networks/506b9e8b-1216-4613-bf29-606be137669f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8453422 Dec 10 15:34:00.351927 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686318ce-3a00-4404-a0a1-3a6d98fae11e tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event deleted for resources: {'Port': ['ID=e67a7853-6e1d-400f-9daa-9c7124962f2e,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:00.372969 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Pushing event updated for resources: {'Port': ['ID=7180a5f1-e840-45a4-b749-724a6e0ece95,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:00.377797 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-5afb02fc-78f3-478c-a727-61143f00810e None None] Provisioning complete for port f4c1e9e2-b442-4302-bb6d-ffb844ac3f1a triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:00.378185 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5afb02fc-78f3-478c-a727-61143f00810e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:00.419587 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-5afb02fc-78f3-478c-a727-61143f00810e None None] Port f4c1e9e2-b442-4302-bb6d-ffb844ac3f1a cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:34:00.431858 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-5afb02fc-78f3-478c-a727-61143f00810e None None] Provisioning complete for port 7180a5f1-e840-45a4-b749-724a6e0ece95 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:00.434138 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5afb02fc-78f3-478c-a727-61143f00810e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:00.491091 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4c9728be-5ca2-43b1-b25a-8db249becda3 req-9dc1dfde-5e5e-44b5-9dec-3d6500179204 service neutron] 10.222.0.44 "GET /v2.0/networks/506b9e8b-1216-4613-bf29-606be137669f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615131 Dec 10 15:34:00.510429 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-28feadf3-0fca-4960-8cf1-1bcba3528ee9 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 7284bce4-679a-4c5f-b21c-d900068bf82b) {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:34:00.524889 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f285ce-ce96-48bf-b46f-017d0d19c4c1 None None] Network 7284bce4-679a-4c5f-b21c-d900068bf82b requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:34:00.531356 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e5a6f396-afce-4d79-9b62-1d39e90549d6 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:00.547589 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.db.api [None req-aca043cc-d826-4594-8c87-2247762bc73a None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 15:34:00.547946 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG oslo_db.api [None req-aca043cc-d826-4594-8c87-2247762bc73a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 15:34:00.550567 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28feadf3-0fca-4960-8cf1-1bcba3528ee9 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:00.551314 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-28feadf3-0fca-4960-8cf1-1bcba3528ee9 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:00.561497 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a6f396-afce-4d79-9b62-1d39e90549d6 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event deleted for resources: {'Port': ['ID=db85d389-f46a-4fa1-8d73-a3ba4e503740,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:00.583277 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72bae8a-2d92-488c-82c7-fbcd7a111f28 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:00.589917 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72bae8a-2d92-488c-82c7-fbcd7a111f28 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:00.595270 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-e72bae8a-2d92-488c-82c7-fbcd7a111f28 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.3069863 Dec 10 15:34:00.598538 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34182) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:00.663003 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-4016581c-331a-41b5-b060-04ff51e8574a None None] Could not find standard attr ID for object db85d389-f46a-4fa1-8d73-a3ba4e503740. {{(pid=103588) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 15:34:00.670995 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3573d4c8-671e-48d4-832a-48ce5198b2b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-7284bce4-679a-4c5f-b21c-d900068bf82b', 'network_id': '7284bce4-679a-4c5f-b21c-d900068bf82b', 'project_id': '1669e2c341ad498c8f67a90a963f4ed9', 'fixed_ips': [{'subnet_id': '809ce7d8-a92a-46fb-923c-de2f114f7bfc'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:34:00.672256 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3573d4c8-671e-48d4-832a-48ce5198b2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:00.719965 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-28feadf3-0fca-4960-8cf1-1bcba3528ee9 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 3.2029734 Dec 10 15:34:00.722739 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34184) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:00.726159 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e5a6f396-afce-4d79-9b62-1d39e90549d6 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550073'] for router_interface, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:00.730838 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-2130caf8-ac94-4a80-8726-8d15a4ec2d8d tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:34:00.761860 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9e741392-ff65-4f79-89ab-4d1f55e0c74d tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:00.764070 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-68b7d3e2-8a8a-4355-be2e-e8409f630867 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11695183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581935'] for subnet, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:00.826651 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e741392-ff65-4f79-89ab-4d1f55e0c74d tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Pushing event updated for resources: {'Port': ['ID=63d517a2-a74f-470f-a8e8-db4e771c7d56,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:00.843801 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-3573d4c8-671e-48d4-832a-48ce5198b2b3 None None] Allocated IP 172.20.0.3 (7284bce4-679a-4c5f-b21c-d900068bf82b/809ce7d8-a92a-46fb-923c-de2f114f7bfc/78269940-fd46-4c07-b57e-d993a614d3eb) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:34:00.850018 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-4016581c-331a-41b5-b060-04ff51e8574a None None] Provisioning complete for port 7180a5f1-e840-45a4-b749-724a6e0ece95 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:00.850649 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4016581c-331a-41b5-b060-04ff51e8574a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:00.883292 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-68365051-33a9-4918-8230-fe54fdef4171 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Deleting port aab90e00-f3b6-4f59-ac5c-fe2bdc5bf5b9 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:34:00.883292 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-68365051-33a9-4918-8230-fe54fdef4171 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:00.899353 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b7d3e2-8a8a-4355-be2e-e8409f630867 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Network 38a89166-0d32-4e14-8e18-e5dad737d2c2 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:34:00.912190 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e741392-ff65-4f79-89ab-4d1f55e0c74d tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:34:00.966198 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2130caf8-ac94-4a80-8726-8d15a4ec2d8d tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8581944'] for subnet, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:00.972495 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-68b7d3e2-8a8a-4355-be2e-e8409f630867 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:34:00.991943 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b7d3e2-8a8a-4355-be2e-e8409f630867 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:00.991943 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-68b7d3e2-8a8a-4355-be2e-e8409f630867 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:00.991943 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-9e741392-ff65-4f79-89ab-4d1f55e0c74d tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:34:00.993347 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e741392-ff65-4f79-89ab-4d1f55e0c74d tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:34:00.994781 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2068f0-baab-4208-8c98-ca51357ece90 None None] Network 38a89166-0d32-4e14-8e18-e5dad737d2c2 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:34:00.997744 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b7d3e2-8a8a-4355-be2e-e8409f630867 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event updated for resources: {'Subnet': ['ID=bb69b366-cf11-45e8-9178-eb8f44e1182a,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:01.024084 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-68365051-33a9-4918-8230-fe54fdef4171 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:01.040751 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5a6f396-afce-4d79-9b62-1d39e90549d6 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Router c1e33911-ccc1-4866-adbb-6d910c675897 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:34:01.042245 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-68365051-33a9-4918-8230-fe54fdef4171 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Calling delete_port for aab90e00-f3b6-4f59-ac5c-fe2bdc5bf5b9 owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:34:01.052601 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fefb8cea-7b97-44be-a86c-1eeb7984c699 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:01.109085 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9e741392-ff65-4f79-89ab-4d1f55e0c74d tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:01.118518 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-68b7d3e2-8a8a-4355-be2e-e8409f630867 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3517365 Dec 10 15:34:01.120299 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-aca043cc-d826-4594-8c87-2247762bc73a None None] Attempting to bind port db85d389-f46a-4fa1-8d73-a3ba4e503740 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:34:01.120770 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-aca043cc-d826-4594-8c87-2247762bc73a None None] Attempting to bind port db85d389-f46a-4fa1-8d73-a3ba4e503740 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:34:01.121032 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca043cc-d826-4594-8c87-2247762bc73a None None] Attempting to bind port db85d389-f46a-4fa1-8d73-a3ba4e503740 on network c2b5f149-cedd-450c-ab43-dd2d78259f45 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:34:01.121431 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34188) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:01.128011 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-a13adbc4-0d05-48f5-ab85-83057fd85b13 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Request body: {'security_group': {'name': 'tempest-secgroup-1130307337'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:34:01.136847 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fefb8cea-7b97-44be-a86c-1eeb7984c699 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:01.138117 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fefb8cea-7b97-44be-a86c-1eeb7984c699 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549888'] for router_interface, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:01.142705 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca043cc-d826-4594-8c87-2247762bc73a None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:34:01.143088 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca043cc-d826-4594-8c87-2247762bc73a None None] Checking segment: {'id': '64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:34:01.143494 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aca043cc-d826-4594-8c87-2247762bc73a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:01.143893 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca043cc-d826-4594-8c87-2247762bc73a None None] Bound using segment: {'id': '64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:34:01.144384 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-aca043cc-d826-4594-8c87-2247762bc73a None None] Bound port: db85d389-f46a-4fa1-8d73-a3ba4e503740, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:34:01.144763 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aca043cc-d826-4594-8c87-2247762bc73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:01.171672 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3573d4c8-671e-48d4-832a-48ce5198b2b3 None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:01.209046 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5a6f396-afce-4d79-9b62-1d39e90549d6 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:34:01.215239 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-aca043cc-d826-4594-8c87-2247762bc73a None None] Port db85d389-f46a-4fa1-8d73-a3ba4e503740 has been deleted concurrently {{(pid=103588) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Dec 10 15:34:01.230576 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-e5a6f396-afce-4d79-9b62-1d39e90549d6 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "PUT /v2.0/routers/c1e33911-ccc1-4866-adbb-6d910c675897/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2454698 Dec 10 15:34:01.231592 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34190) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:01.232202 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca043cc-d826-4594-8c87-2247762bc73a None None] Routers {'c1e33911-ccc1-4866-adbb-6d910c675897'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:34:01.232915 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-aca043cc-d826-4594-8c87-2247762bc73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:33:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['c1e33911-ccc1-4866-adbb-6d910c675897'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:01.274007 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3573d4c8-671e-48d4-832a-48ce5198b2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:01.278639 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9e741392-ff65-4f79-89ab-4d1f55e0c74d tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:01.324601 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252c99f8-e348-4264-8791-164f8ee5d8c7 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:01.326648 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252c99f8-e348-4264-8791-164f8ee5d8c7 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:01.330959 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-252c99f8-e348-4264-8791-164f8ee5d8c7 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0959709 Dec 10 15:34:01.338145 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34192) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:01.339018 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefb8cea-7b97-44be-a86c-1eeb7984c699 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Pushing event updated for resources: {'Port': ['ID=bcb58941-0643-496e-8dab-d56b35e04a2f,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:01.341760 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a13adbc4-0d05-48f5-ab85-83057fd85b13 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:01.404233 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d86a61e-c99f-4f76-b7ae-16d0562b8482 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Deleting subnet ea0336d2-cce6-48d9-ad91-5ef2b7544d9e {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:34:01.417646 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2285210-558d-4668-840b-a2283080c80a req-c1425d85-4be6-49a4-9dc1-1588b876d122 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:01.419374 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b2285210-558d-4668-840b-a2283080c80a req-c1425d85-4be6-49a4-9dc1-1588b876d122 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd83b32b-da78-4843-9cc0-ee5fbec90c5f HTTP/1.1" status: 200 len: 944 time: 0.2277923 Dec 10 15:34:01.420144 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2d86a61e-c99f-4f76-b7ae-16d0562b8482 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for subnet, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:01.481677 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2d86a61e-c99f-4f76-b7ae-16d0562b8482 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11806768'] for subnet, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:01.505549 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-aca043cc-d826-4594-8c87-2247762bc73a None None] Set router c1e33911-ccc1-4866-adbb-6d910c675897 gateway port host: None {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:34:01.509975 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 7180a5f1-e840-45a4-b749-724a6e0ece95 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:34:01.535284 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b2285210-558d-4668-840b-a2283080c80a req-f404c7da-a7d1-4dcd-bdc0-831efdb6a668 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c76f20c-4132-470a-be23-b318b8c74d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920427 Dec 10 15:34:01.542326 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-68365051-33a9-4918-8230-fe54fdef4171 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:01.550959 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefb8cea-7b97-44be-a86c-1eeb7984c699 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Network 61a9aded-e08b-4499-8a38-ea9cc093e32e is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:34:01.585983 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68365051-33a9-4918-8230-fe54fdef4171 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event deleted for resources: {'Port': ['ID=aab90e00-f3b6-4f59-ac5c-fe2bdc5bf5b9,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:01.609382 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-fefb8cea-7b97-44be-a86c-1eeb7984c699 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:34:01.615269 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-68365051-33a9-4918-8230-fe54fdef4171 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:01.619770 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-aca043cc-d826-4594-8c87-2247762bc73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1e33911-ccc1-4866-adbb-6d910c675897', 'name': 'tempest-NetworksTestDHCPv6-router-1163341291', 'tenant_id': '915dae42aca44a6e934a20b3a70b3a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:33:49Z', 'updated_at': '2021-12-10T15:34:00Z', 'revision_number': 3, 'project_id': '915dae42aca44a6e934a20b3a70b3a5e', 'gw_port_host': None}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:01.621632 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-68365051-33a9-4918-8230-fe54fdef4171 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "DELETE /v2.0/ports/aab90e00-f3b6-4f59-ac5c-fe2bdc5bf5b9 HTTP/1.1" status: 204 len: 168 time: 1.0219893 Dec 10 15:34:01.626177 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34194) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:01.638209 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3573d4c8-671e-48d4-832a-48ce5198b2b3 None None] Network 7284bce4-679a-4c5f-b21c-d900068bf82b is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:34:01.668511 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-3573d4c8-671e-48d4-832a-48ce5198b2b3 None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:34:01.669852 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2d86a61e-c99f-4f76-b7ae-16d0562b8482 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:01.671180 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3573d4c8-671e-48d4-832a-48ce5198b2b3 None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:34:01.673547 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3573d4c8-671e-48d4-832a-48ce5198b2b3 None None] Pushing event updated for resources: {'Port': ['ID=78269940-fd46-4c07-b57e-d993a614d3eb,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:01.684970 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca043cc-d826-4594-8c87-2247762bc73a None None] The sync data for ids ['c1e33911-ccc1-4866-adbb-6d910c675897'] in dv-neutron-821401-4-hyperv is: [{'id': 'c1e33911-ccc1-4866-adbb-6d910c675897', 'name': 'tempest-NetworksTestDHCPv6-router-1163341291', 'tenant_id': '915dae42aca44a6e934a20b3a70b3a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:33:49Z', 'updated_at': '2021-12-10T15:34:00Z', 'revision_number': 3, 'project_id': '915dae42aca44a6e934a20b3a70b3a5e', 'gw_port_host': None}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:34:01.724897 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392b13b1-995e-44a9-b03e-2703d45f1535 None None] Update dhcp port {'port': {'network_id': '38a89166-0d32-4e14-8e18-e5dad737d2c2', 'fixed_ips': [{'subnet_id': '27044f92-f686-402d-a812-d0dd4c59def2', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'bb69b366-cf11-45e8-9178-eb8f44e1182a'}], 'binding:host_id': 'dv-neutron-821401-4-hyperv'}, 'id': 'db2365c0-8f04-4895-b74a-bc5b7dc07176'} from dv-neutron-821401-4-hyperv. {{(pid=103588) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 15:34:01.727077 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f13cee-b9a5-47f6-962a-985daecd916c tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:01.728661 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-94f13cee-b9a5-47f6-962a-985daecd916c tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1021953 Dec 10 15:34:01.731433 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34196) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:01.763752 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-392b13b1-995e-44a9-b03e-2703d45f1535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:01.770713 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4e45e20-ffa4-4d02-8399-27984522eeda tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] GET failed (client error): The resource could not be found. Dec 10 15:34:01.772009 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-e4e45e20-ffa4-4d02-8399-27984522eeda tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "GET /v2.0/ports/e67a7853-6e1d-400f-9daa-9c7124962f2e HTTP/1.1" status: 404 len: 333 time: 0.0339158 Dec 10 15:34:01.782746 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34198) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:01.793594 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a13adbc4-0d05-48f5-ab85-83057fd85b13 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:01.834376 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-3573d4c8-671e-48d4-832a-48ce5198b2b3 None None] Attempting to bind port 78269940-fd46-4c07-b57e-d993a614d3eb on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:34:01.834754 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-3573d4c8-671e-48d4-832a-48ce5198b2b3 None None] Attempting to bind port 78269940-fd46-4c07-b57e-d993a614d3eb by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '44590880-7dbf-4aac-809d-1d65dbd6cc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7284bce4-679a-4c5f-b21c-d900068bf82b'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:34:01.835240 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3573d4c8-671e-48d4-832a-48ce5198b2b3 None None] Attempting to bind port 78269940-fd46-4c07-b57e-d993a614d3eb on network 7284bce4-679a-4c5f-b21c-d900068bf82b {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:34:01.850967 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-58fb5b8b-460f-4672-8489-ec3e65933373 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] GET failed (client error): The resource could not be found. Dec 10 15:34:01.855024 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-58fb5b8b-460f-4672-8489-ec3e65933373 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "GET /v2.0/ports/aab90e00-f3b6-4f59-ac5c-fe2bdc5bf5b9 HTTP/1.1" status: 404 len: 333 time: 0.0684512 Dec 10 15:34:01.855687 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34200) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:01.857457 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 7180a5f1-e840-45a4-b749-724a6e0ece95 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:01.857867 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:01.868159 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9e741392-ff65-4f79-89ab-4d1f55e0c74d tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:01.893647 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a13adbc4-0d05-48f5-ab85-83057fd85b13 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:01.901903 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3573d4c8-671e-48d4-832a-48ce5198b2b3 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:34:01.902293 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3573d4c8-671e-48d4-832a-48ce5198b2b3 None None] Checking segment: {'id': '44590880-7dbf-4aac-809d-1d65dbd6cc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7284bce4-679a-4c5f-b21c-d900068bf82b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:34:01.902705 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3573d4c8-671e-48d4-832a-48ce5198b2b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:01.903111 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3573d4c8-671e-48d4-832a-48ce5198b2b3 None None] Bound using segment: {'id': '44590880-7dbf-4aac-809d-1d65dbd6cc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7284bce4-679a-4c5f-b21c-d900068bf82b'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:34:01.903599 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-3573d4c8-671e-48d4-832a-48ce5198b2b3 None None] Bound port: 78269940-fd46-4c07-b57e-d993a614d3eb, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44590880-7dbf-4aac-809d-1d65dbd6cc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7284bce4-679a-4c5f-b21c-d900068bf82b'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:34:01.903987 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3573d4c8-671e-48d4-832a-48ce5198b2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:01.937314 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13adbc4-0d05-48f5-ab85-83057fd85b13 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c766b2ca-87f8-4b89-8b8b-c26d22448777,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:01.942474 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9e741392-ff65-4f79-89ab-4d1f55e0c74d tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:02.019601 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ac5ff904-41f0-4d2c-94fe-c075d752b7f4 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:02.021314 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e741392-ff65-4f79-89ab-4d1f55e0c74d tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Pushing event updated for resources: {'Port': ['ID=63d517a2-a74f-470f-a8e8-db4e771c7d56,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:02.036690 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fefb8cea-7b97-44be-a86c-1eeb7984c699 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Router d2112be4-11b2-4105-a2a8-6049b251e537 is scheduled to L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d with binding_index 1 {{(pid=103586) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 15:34:02.036821 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2d86a61e-c99f-4f76-b7ae-16d0562b8482 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11236721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11668521'] for subnet, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:02.038332 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2130caf8-ac94-4a80-8726-8d15a4ec2d8d tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785454060508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-11695489'] for subnet, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:02.048226 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9e741392-ff65-4f79-89ab-4d1f55e0c74d tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552741'] for floatingip, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:02.084119 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2d86a61e-c99f-4f76-b7ae-16d0562b8482 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:02.084119 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-2d86a61e-c99f-4f76-b7ae-16d0562b8482 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/subnets/ea0336d2-cce6-48d9-ad91-5ef2b7544d9e HTTP/1.1" status: 204 len: 168 time: 0.7403598 Dec 10 15:34:02.084119 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d86a61e-c99f-4f76-b7ae-16d0562b8482 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event deleted for resources: {'Subnet': ['ID=ea0336d2-cce6-48d9-ad91-5ef2b7544d9e,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:02.085319 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a13adbc4-0d05-48f5-ab85-83057fd85b13 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:02.085768 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34202) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:02.086927 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-a13adbc4-0d05-48f5-ab85-83057fd85b13 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.9642851 Dec 10 15:34:02.094809 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34204) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:02.101305 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-e176bcba-c553-4e70-95c8-4b40b982b530 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Request body: {'security_group': {'name': 'tempest-secgroup-305621236'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:34:02.114972 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31104e0-0cfa-48ef-8cb8-434e3fc21a05 None None] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:34:02.158855 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2130caf8-ac94-4a80-8726-8d15a4ec2d8d tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:02.159774 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2130caf8-ac94-4a80-8726-8d15a4ec2d8d tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:02.161339 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-2130caf8-ac94-4a80-8726-8d15a4ec2d8d tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] 10.222.0.20 "PUT /v2.0/subnets/809ce7d8-a92a-46fb-923c-de2f114f7bfc HTTP/1.1" status: 200 len: 877 time: 1.4375689 Dec 10 15:34:02.165748 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34206) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:02.170251 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2130caf8-ac94-4a80-8726-8d15a4ec2d8d tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Pushing event updated for resources: {'Subnet': ['ID=809ce7d8-a92a-46fb-923c-de2f114f7bfc,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:02.222898 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fefb8cea-7b97-44be-a86c-1eeb7984c699 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:34:02.229474 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-fefb8cea-7b97-44be-a86c-1eeb7984c699 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "PUT /v2.0/routers/d2112be4-11b2-4105-a2a8-6049b251e537/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1074271 Dec 10 15:34:02.232215 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34208) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:02.235877 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f174b7-f271-4031-98f9-f0827034dc94 None None] Sync routers for ids ['d2112be4-11b2-4105-a2a8-6049b251e537'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:34:02.246211 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f174b7-f271-4031-98f9-f0827034dc94 None None] Routers {'d2112be4-11b2-4105-a2a8-6049b251e537'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:34:02.247080 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-a2f174b7-f271-4031-98f9-f0827034dc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:33:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['d2112be4-11b2-4105-a2a8-6049b251e537'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:02.277037 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ac5ff904-41f0-4d2c-94fe-c075d752b7f4 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:02.277995 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-3573d4c8-671e-48d4-832a-48ce5198b2b3 None None] For port 78269940-fd46-4c07-b57e-d993a614d3eb, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:34:02.283429 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-a2f174b7-f271-4031-98f9-f0827034dc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:02.292620 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70737ac-da8d-49c0-a966-9ee9d99caf46 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:02.293872 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f174b7-f271-4031-98f9-f0827034dc94 None None] Routers {'d2112be4-11b2-4105-a2a8-6049b251e537'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:34:02.294663 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-a2f174b7-f271-4031-98f9-f0827034dc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:33:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['d2112be4-11b2-4105-a2a8-6049b251e537'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:02.294883 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-a70737ac-da8d-49c0-a966-9ee9d99caf46 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "GET /v2.0/ports/bcb58941-0643-496e-8dab-d56b35e04a2f HTTP/1.1" status: 200 len: 911 time: 0.0617037 Dec 10 15:34:02.298867 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9e741392-ff65-4f79-89ab-4d1f55e0c74d tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:02.305399 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-9e741392-ff65-4f79-89ab-4d1f55e0c74d tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8127842 Dec 10 15:34:02.305399 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34210) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:02.316158 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-ac5ff904-41f0-4d2c-94fe-c075d752b7f4 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7a637f1-bc25-404f-b3c7-46e17dd98b10']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:02.317714 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-3573d4c8-671e-48d4-832a-48ce5198b2b3 None None] For port 78269940-fd46-4c07-b57e-d993a614d3eb, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=78269940-fd46-4c07-b57e-d993a614d3eb,segment=NetworkSegment(44590880-7dbf-4aac-809d-1d65dbd6cc50),segment_id=44590880-7dbf-4aac-809d-1d65dbd6cc50)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:34:02.319278 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34212) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:02.330129 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-ac5ff904-41f0-4d2c-94fe-c075d752b7f4 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e2fec1c-cad8-475f-b47b-4530208aa499') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:02.332933 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-ac5ff904-41f0-4d2c-94fe-c075d752b7f4 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e2fec1c-cad8-475f-b47b-4530208aa499') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:02.333094 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-7f291db4-0436-4af9-9532-5084847e7c57 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Request body: {'port': {'network_id': '8672b95b-60b2-4900-9107-737fdf14ae60', 'name': 'tempest-FloatingIPTestJSON-1282660958'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:34:02.339940 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-d755dbdb-9fe3-4d29-a288-d17f39f81b3e None None] Provisioning complete for port bcb58941-0643-496e-8dab-d56b35e04a2f triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:02.340406 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d755dbdb-9fe3-4d29-a288-d17f39f81b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:02.342243 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ac5ff904-41f0-4d2c-94fe-c075d752b7f4 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11806923'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:02.351620 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-a2f174b7-f271-4031-98f9-f0827034dc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:02.352609 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f174b7-f271-4031-98f9-f0827034dc94 None None] The sync data for ids ['d2112be4-11b2-4105-a2a8-6049b251e537'] in dv-neutron-821401-4-hyperv is: [] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:34:02.363288 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ac5ff904-41f0-4d2c-94fe-c075d752b7f4 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:02.363288 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e176bcba-c553-4e70-95c8-4b40b982b530 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:02.373185 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac5ff904-41f0-4d2c-94fe-c075d752b7f4 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:34:02.373757 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ac5ff904-41f0-4d2c-94fe-c075d752b7f4 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11236635'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:02.401931 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-392b13b1-995e-44a9-b03e-2703d45f1535 None None] Allocated IP 2001:db8::2 (38a89166-0d32-4e14-8e18-e5dad737d2c2/bb69b366-cf11-45e8-9178-eb8f44e1182a/db2365c0-8f04-4895-b74a-bc5b7dc07176) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:34:02.406098 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3573d4c8-671e-48d4-832a-48ce5198b2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:02.416502 dv-neutron-821401-4-hyperv neutron-server[103587]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:34:02.416502 dv-neutron-821401-4-hyperv neutron-server[103587]: items = [ Dec 10 15:34:02.416502 dv-neutron-821401-4-hyperv neutron-server[103587]: Traceback (most recent call last): Dec 10 15:34:02.416502 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:34:02.416502 dv-neutron-821401-4-hyperv neutron-server[103587]: timer() Dec 10 15:34:02.416502 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:34:02.416502 dv-neutron-821401-4-hyperv neutron-server[103587]: cb(*args, **kw) Dec 10 15:34:02.416502 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:34:02.416502 dv-neutron-821401-4-hyperv neutron-server[103587]: return func(*args, **kwargs) Dec 10 15:34:02.416502 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:34:02.416502 dv-neutron-821401-4-hyperv neutron-server[103587]: self._notify() Dec 10 15:34:02.416502 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:34:02.416502 dv-neutron-821401-4-hyperv neutron-server[103587]: self.callback(batched_events) Dec 10 15:34:02.416502 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:34:02.416502 dv-neutron-821401-4-hyperv neutron-server[103587]: event.method(event) Dec 10 15:34:02.416502 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:34:02.416502 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:34:02.416502 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:34:02.416502 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:34:02.416502 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:34:02.416502 dv-neutron-821401-4-hyperv neutron-server[103587]: return f(self, *a, **k) Dec 10 15:34:02.416502 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:34:02.416502 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._get(url).json() Dec 10 15:34:02.416502 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:34:02.416502 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:34:02.416502 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:34:02.416502 dv-neutron-821401-4-hyperv neutron-server[103587]: return self.request(url, 'GET', **kwargs) Dec 10 15:34:02.416502 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:34:02.416502 dv-neutron-821401-4-hyperv neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:34:02.416502 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:34:02.416502 dv-neutron-821401-4-hyperv neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:34:02.416502 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:34:02.416502 dv-neutron-821401-4-hyperv neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:34:02.416502 dv-neutron-821401-4-hyperv neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:34:02.475581 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-d755dbdb-9fe3-4d29-a288-d17f39f81b3e None None] Port bcb58941-0643-496e-8dab-d56b35e04a2f cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:34:02.499683 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device f286f2ee-8271-4eea-a076-9652a1af2f5b details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 15:34:02.598974 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3573d4c8-671e-48d4-832a-48ce5198b2b3 None None] Pushing event updated for resources: {'Port': ['ID=78269940-fd46-4c07-b57e-d993a614d3eb,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:02.649344 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-4a9c235c-9d29-42b2-ab8e-64fca1a457ca tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.5622852 Dec 10 15:34:02.667214 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34216) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:02.720753 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba468b3-8215-4fb8-b5e3-f034d137d34c None None] DHCP port deletion for c2b5f149-cedd-450c-ab43-dd2d78259f45 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:34:02.737981 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-392b13b1-995e-44a9-b03e-2703d45f1535 None None] For port db2365c0-8f04-4895-b74a-bc5b7dc07176, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=db2365c0-8f04-4895-b74a-bc5b7dc07176,segment=NetworkSegment(f0f7aad0-6580-4852-bb7a-6062daac9fb1),segment_id=f0f7aad0-6580-4852-bb7a-6062daac9fb1)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:34:02.784001 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ac5ff904-41f0-4d2c-94fe-c075d752b7f4 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:02.802067 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f6f92d33-f86c-4727-ac7f-2b17adb6a79e tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:02.871867 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ac5ff904-41f0-4d2c-94fe-c075d752b7f4 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:02.876281 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-ac5ff904-41f0-4d2c-94fe-c075d752b7f4 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "DELETE /v2.0/networks/f7a637f1-bc25-404f-b3c7-46e17dd98b10 HTTP/1.1" status: 204 len: 168 time: 1.0189710 Dec 10 15:34:02.884042 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port f286f2ee-8271-4eea-a076-9652a1af2f5b, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=f286f2ee-8271-4eea-a076-9652a1af2f5b,segment=NetworkSegment(6e8aeea5-3e6e-4645-841c-769465551a4c),segment_id=6e8aeea5-3e6e-4645-841c-769465551a4c)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:34:02.892065 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34218) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:02.903392 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-149d85a2-d8b8-44d7-a990-880756679902 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-459331837'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:34:02.912868 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6d2c36a3-2c4f-41b8-b238-2da653f95378 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for router, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:02.914862 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5ff904-41f0-4d2c-94fe-c075d752b7f4 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event deleted for resources: {'Network': ['ID=f7a637f1-bc25-404f-b3c7-46e17dd98b10,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:02.915222 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-392b13b1-995e-44a9-b03e-2703d45f1535 None None] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:02.919789 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Returning: {'device': 'f286f2ee-8271-4eea-a076-9652a1af2f5b', 'network_id': '506b9e8b-1216-4613-bf29-606be137669f', 'port_id': 'f286f2ee-8271-4eea-a076-9652a1af2f5b', 'mac_address': 'fa:16:3e:71:12:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66d6b829-67ec-4b11-980f-48e7478f11ed', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 15:34:02.958138 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e176bcba-c553-4e70-95c8-4b40b982b530 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:02.996542 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-392b13b1-995e-44a9-b03e-2703d45f1535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:03.009600 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:03.041284 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-149d85a2-d8b8-44d7-a990-880756679902 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Made reservation on behalf of 21e0d6ce128b4efe93836d06f4e29105 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:34:03.045551 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-149d85a2-d8b8-44d7-a990-880756679902 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:03.057921 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e176bcba-c553-4e70-95c8-4b40b982b530 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:03.075085 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-8ba468b3-8215-4fb8-b5e3-f034d137d34c None None] Deleting port 266fbb6f-bd05-4fad-b195-4848f1b49aa1 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:34:03.075471 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8ba468b3-8215-4fb8-b5e3-f034d137d34c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:03.099019 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f286f2ee-8271-4eea-a076-9652a1af2f5b {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 15:34:03.132502 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d00990-cc55-4965-b124-cb7fe7873bfe None None] Sync routers for ids ['c1e33911-ccc1-4866-adbb-6d910c675897'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:34:03.213734 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port f286f2ee-8271-4eea-a076-9652a1af2f5b, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=f286f2ee-8271-4eea-a076-9652a1af2f5b,segment=NetworkSegment(6e8aeea5-3e6e-4645-841c-769465551a4c),segment_id=6e8aeea5-3e6e-4645-841c-769465551a4c)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:34:03.214864 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392b13b1-995e-44a9-b03e-2703d45f1535 None None] Pushing event updated for resources: {'Port': ['ID=db2365c0-8f04-4895-b74a-bc5b7dc07176,revision_number=6']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:03.217488 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d00990-cc55-4965-b124-cb7fe7873bfe None None] Routers {'c1e33911-ccc1-4866-adbb-6d910c675897'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:34:03.218669 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-51d00990-cc55-4965-b124-cb7fe7873bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:33:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['c1e33911-ccc1-4866-adbb-6d910c675897'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:03.219053 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f291db4-0436-4af9-9532-5084847e7c57 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Made reservation on behalf of 5f059fe50ff849c7b1de39c5f81de64d for: {'port': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:34:03.222320 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6d2c36a3-2c4f-41b8-b238-2da653f95378 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13898'] for router, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:03.226973 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7f291db4-0436-4af9-9532-5084847e7c57 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:03.228548 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6d2c36a3-2c4f-41b8-b238-2da653f95378 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:03.240877 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-149d85a2-d8b8-44d7-a990-880756679902 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:34:03.245406 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e176bcba-c553-4e70-95c8-4b40b982b530 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8149a471-ee03-4d0e-a6a7-9d43c8c122f7,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:03.283196 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-7f291db4-0436-4af9-9532-5084847e7c57 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] device_id is not set on port 495e7632-a8d3-460b-bb47-cf9cb581021f yet. {{(pid=103586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:34:03.289268 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e176bcba-c553-4e70-95c8-4b40b982b530 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:03.293620 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-e176bcba-c553-4e70-95c8-4b40b982b530 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 1.1938455 Dec 10 15:34:03.297350 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34220) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:03.298189 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-149d85a2-d8b8-44d7-a990-880756679902 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:03.298920 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.segments_db [None req-149d85a2-d8b8-44d7-a990-880756679902 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Added segment f9c16482-8852-4872-ae6f-5197380870da of type vlan for network 71cddff7-a2b0-4e9b-97fe-85cc4b20a9a1 Dec 10 15:34:03.300630 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:03.304401 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-1528181f-6fdb-48d1-bdd3-c22d922692ed tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Request body: {'security_group': {'name': 'tempest-secgroup-2105794101'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:34:03.312470 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-51d00990-cc55-4965-b124-cb7fe7873bfe None None] Set router c1e33911-ccc1-4866-adbb-6d910c675897 gateway port host: None {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:34:03.385097 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-8ba468b3-8215-4fb8-b5e3-f034d137d34c None None] For port 266fbb6f-bd05-4fad-b195-4848f1b49aa1, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=266fbb6f-bd05-4fad-b195-4848f1b49aa1,segment=NetworkSegment(64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4),segment_id=64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:34:03.385518 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8ba468b3-8215-4fb8-b5e3-f034d137d34c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:03.390417 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76867271-e6ec-404c-bb42-ba6bf0fe3aaf req-0f69e214-e80d-48ac-be55-49775ea5d944 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:03.398162 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-f6f92d33-f86c-4727-ac7f-2b17adb6a79e tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Deleting port 78269940-fd46-4c07-b57e-d993a614d3eb {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:34:03.398512 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f6f92d33-f86c-4727-ac7f-2b17adb6a79e tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:03.398979 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-76867271-e6ec-404c-bb42-ba6bf0fe3aaf req-0f69e214-e80d-48ac-be55-49775ea5d944 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd83b32b-da78-4843-9cc0-ee5fbec90c5f HTTP/1.1" status: 200 len: 944 time: 0.7178648 Dec 10 15:34:03.401275 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-149d85a2-d8b8-44d7-a990-880756679902 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:03.438356 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6d2c36a3-2c4f-41b8-b238-2da653f95378 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549250'] for router, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:03.441685 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d2c36a3-2c4f-41b8-b238-2da653f95378 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Fanout notify agent at l3_agent the message router_deleted on router c1e33911-ccc1-4866-adbb-6d910c675897 {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 15:34:03.458423 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6d2c36a3-2c4f-41b8-b238-2da653f95378 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:03.462541 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-6d2c36a3-2c4f-41b8-b238-2da653f95378 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/routers/c1e33911-ccc1-4866-adbb-6d910c675897 HTTP/1.1" status: 204 len: 168 time: 0.7897427 Dec 10 15:34:03.478268 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-51d00990-cc55-4965-b124-cb7fe7873bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1e33911-ccc1-4866-adbb-6d910c675897', 'name': 'tempest-NetworksTestDHCPv6-router-1163341291', 'tenant_id': '915dae42aca44a6e934a20b3a70b3a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:33:49Z', 'updated_at': '2021-12-10T15:34:00Z', 'revision_number': 3, 'project_id': '915dae42aca44a6e934a20b3a70b3a5e', 'gw_port_host': None}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:03.482477 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-8ba468b3-8215-4fb8-b5e3-f034d137d34c None None] Calling delete_port for 266fbb6f-bd05-4fad-b195-4848f1b49aa1 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:34:03.486434 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34222) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:03.494430 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1528181f-6fdb-48d1-bdd3-c22d922692ed tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:03.549486 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] get_ports_and_sgs() called for port_ids ['f286f2ee-8271-4eea-a076-9652a1af2f5b'] {{(pid=103588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 15:34:03.570672 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d00990-cc55-4965-b124-cb7fe7873bfe None None] Checking router: c1e33911-ccc1-4866-adbb-6d910c675897 for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:34:03.595127 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-149d85a2-d8b8-44d7-a990-880756679902 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:03.601430 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149d85a2-d8b8-44d7-a990-880756679902 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:03.602178 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-149d85a2-d8b8-44d7-a990-880756679902 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:03.610378 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device db2365c0-8f04-4895-b74a-bc5b7dc07176 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:34:03.673665 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-94776e6b-406f-41e1-977a-e5c0bd2cf643 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:03.700405 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=f286f2ee-8271-4eea-a076-9652a1af2f5b,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:03.729172 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d00990-cc55-4965-b124-cb7fe7873bfe None None] Routers set() bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:34:03.729561 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d00990-cc55-4965-b124-cb7fe7873bfe None None] Router IDs set() for agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 10 15:34:03.730233 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_agentschedulers_db [None req-51d00990-cc55-4965-b124-cb7fe7873bfe None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c1e33911-ccc1-4866-adbb-6d910c675897'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:33:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent'). {{(pid=103588) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 10 15:34:03.730621 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d00990-cc55-4965-b124-cb7fe7873bfe None None] The sync data for ids ['c1e33911-ccc1-4866-adbb-6d910c675897'] in dv-neutron-821401-4-hyperv is: [] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:34:03.737283 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-f6f92d33-f86c-4727-ac7f-2b17adb6a79e tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] For port 78269940-fd46-4c07-b57e-d993a614d3eb, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=78269940-fd46-4c07-b57e-d993a614d3eb,segment=NetworkSegment(44590880-7dbf-4aac-809d-1d65dbd6cc50),segment_id=44590880-7dbf-4aac-809d-1d65dbd6cc50)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:34:03.737668 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f6f92d33-f86c-4727-ac7f-2b17adb6a79e tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:03.748116 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-76867271-e6ec-404c-bb42-ba6bf0fe3aaf req-6bee51da-b5f1-4a75-88a3-7c1a99c4b159 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c76f20c-4132-470a-be23-b318b8c74d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3482010 Dec 10 15:34:03.771380 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1528181f-6fdb-48d1-bdd3-c22d922692ed tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:03.772844 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-f6f92d33-f86c-4727-ac7f-2b17adb6a79e tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Calling delete_port for 78269940-fd46-4c07-b57e-d993a614d3eb owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:34:03.776147 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149d85a2-d8b8-44d7-a990-880756679902 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event updated for resources: {'Network': ['ID=71cddff7-a2b0-4e9b-97fe-85cc4b20a9a1,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:03.801064 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-149d85a2-d8b8-44d7-a990-880756679902 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9024172 Dec 10 15:34:03.803826 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34224) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:03.808963 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 71cddff7-a2b0-4e9b-97fe-85cc4b20a9a1 details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:34:03.815317 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-cb3a888b-bf2f-47de-9f2e-398cb00f8f29 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Request body: {'subnet': {'network_id': '71cddff7-a2b0-4e9b-97fe-85cc4b20a9a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:34:03.830998 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78811e63-4cab-42b7-a591-abc331d6c9ed tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:03.842594 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-78811e63-4cab-42b7-a591-abc331d6c9ed tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3577545 Dec 10 15:34:03.846279 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34226) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:03.848766 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-7f291db4-0436-4af9-9532-5084847e7c57 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Allocated IP 172.20.0.6 (8672b95b-60b2-4900-9107-737fdf14ae60/41513683-fa39-41b5-be70-03df49b71df4/495e7632-a8d3-460b-bb47-cf9cb581021f) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:34:03.916161 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port db2365c0-8f04-4895-b74a-bc5b7dc07176 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:03.916796 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:04.025104 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1528181f-6fdb-48d1-bdd3-c22d922692ed tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:04.081327 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8ba468b3-8215-4fb8-b5e3-f034d137d34c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:04.101770 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1528181f-6fdb-48d1-bdd3-c22d922692ed tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cab83c56-7c13-4fa9-aad3-850342f436b4,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:04.148672 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba468b3-8215-4fb8-b5e3-f034d137d34c None None] No DVR routers for this DVR port 266fbb6f-bd05-4fad-b195-4848f1b49aa1 on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:34:04.155619 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba468b3-8215-4fb8-b5e3-f034d137d34c None None] Pushing event deleted for resources: {'Port': ['ID=266fbb6f-bd05-4fad-b195-4848f1b49aa1,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:04.159161 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 78269940-fd46-4c07-b57e-d993a614d3eb up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:34:04.216589 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1528181f-6fdb-48d1-bdd3-c22d922692ed tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:04.221111 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-1528181f-6fdb-48d1-bdd3-c22d922692ed tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.9208901 Dec 10 15:34:04.223853 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34228) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:04.229546 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-5cb9cb5b-a955-407c-977c-d50a77dd06f4 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2080079383', 'security_groups': ['cab83c56-7c13-4fa9-aad3-850342f436b4'], 'network_id': '38a89166-0d32-4e14-8e18-e5dad737d2c2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'bb69b366-cf11-45e8-9178-eb8f44e1182a'}]}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:34:04.238230 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b530734-bbfd-4ff0-adb4-547f9154ce4c tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:04.239750 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-9b530734-bbfd-4ff0-adb4-547f9154ce4c tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3870385 Dec 10 15:34:04.252883 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34230) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:04.288661 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 78269940-fd46-4c07-b57e-d993a614d3eb triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:04.289093 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:04.345298 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7f291db4-0436-4af9-9532-5084847e7c57 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:04.366376 dv-neutron-821401-4-hyperv neutron-server[103588]: INFO neutron.plugins.ml2.db [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No ports have port_id starting with 78269940-fd46-4c07-b57e-d993a614d3eb Dec 10 15:34:04.370239 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb3a888b-bf2f-47de-9f2e-398cb00f8f29 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Made reservation on behalf of 21e0d6ce128b4efe93836d06f4e29105 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:34:04.373905 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cb3a888b-bf2f-47de-9f2e-398cb00f8f29 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11668558'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:04.414153 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f28756-d0cb-4b6a-b0fb-6d305ec204b6 None None] Network 7284bce4-679a-4c5f-b21c-d900068bf82b requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:34:04.432451 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-266de40e-b57e-4c6e-aa7d-9c668d28413f tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1644850 Dec 10 15:34:04.432451 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f6f92d33-f86c-4727-ac7f-2b17adb6a79e tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:04.432932 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34232) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:04.434418 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-dcf894bb-9645-44fa-a9c5-3390c345e031 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Request body: {'subnet': {'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:34:04.444775 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 266fbb6f-bd05-4fad-b195-4848f1b49aa1 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:34:04.496842 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f92d33-f86c-4727-ac7f-2b17adb6a79e tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Pushing event deleted for resources: {'Port': ['ID=78269940-fd46-4c07-b57e-d993a614d3eb,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:04.520051 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.ipam_backend_mixin [None req-cb3a888b-bf2f-47de-9f2e-398cb00f8f29 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Performing IP validity checks on allocation pools {{(pid=103587) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 10 15:34:04.520663 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.ipam_backend_mixin [None req-cb3a888b-bf2f-47de-9f2e-398cb00f8f29 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103587) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 10 15:34:04.541330 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7f291db4-0436-4af9-9532-5084847e7c57 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:04.572595 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f92d33-f86c-4727-ac7f-2b17adb6a79e tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] No DVR routers for this DVR port 78269940-fd46-4c07-b57e-d993a614d3eb on host dv-neutron-821401-4-hyperv {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:34:04.613903 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-94776e6b-406f-41e1-977a-e5c0bd2cf643 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Allocated IP 2001:db8:1::1 (e3bf432b-c59a-4153-9b4a-cc43821b8d24/f199ba97-00d0-4919-b2e5-2c58b13fc016/2916e8cb-7dac-4b06-bb2b-83359c10cf3b) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:34:04.621875 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f291db4-0436-4af9-9532-5084847e7c57 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Network 8672b95b-60b2-4900-9107-737fdf14ae60 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:34:04.632750 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-7f291db4-0436-4af9-9532-5084847e7c57 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:34:04.642554 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f291db4-0436-4af9-9532-5084847e7c57 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:34:04.655169 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f6f92d33-f86c-4727-ac7f-2b17adb6a79e tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:04.669350 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f291db4-0436-4af9-9532-5084847e7c57 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Pushing event updated for resources: {'Port': ['ID=495e7632-a8d3-460b-bb47-cf9cb581021f,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:04.672632 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7da49d9-a3cf-4814-a656-d918bd67bafc None None] DHCP port deletion for 8672b95b-60b2-4900-9107-737fdf14ae60 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:34:04.679709 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 266fbb6f-bd05-4fad-b195-4848f1b49aa1 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:34:04.679915 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 266fbb6f-bd05-4fad-b195-4848f1b49aa1 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:34:04.704327 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-cc3686fa-8d29-43e6-b312-b64fa3e9fa56 None None] Provisioning complete for port db2365c0-8f04-4895-b74a-bc5b7dc07176 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:04.704705 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cc3686fa-8d29-43e6-b312-b64fa3e9fa56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:04.730307 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf894bb-9645-44fa-a9c5-3390c345e031 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Made reservation on behalf of 915dae42aca44a6e934a20b3a70b3a5e for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:34:04.734415 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dcf894bb-9645-44fa-a9c5-3390c345e031 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:04.770419 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f291db4-0436-4af9-9532-5084847e7c57 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:04.771247 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7f291db4-0436-4af9-9532-5084847e7c57 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:04.846878 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-cc3686fa-8d29-43e6-b312-b64fa3e9fa56 None None] Provisioning complete for port f4c1e9e2-b442-4302-bb6d-ffb844ac3f1a triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:04.847291 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cc3686fa-8d29-43e6-b312-b64fa3e9fa56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:04.850586 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb9cb5b-a955-407c-977c-d50a77dd06f4 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Made reservation on behalf of 6af6b547c018414fbb71ed922833c3ea for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:34:04.889129 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-cc3686fa-8d29-43e6-b312-b64fa3e9fa56 None None] Port f4c1e9e2-b442-4302-bb6d-ffb844ac3f1a cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:34:04.892763 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-cc3686fa-8d29-43e6-b312-b64fa3e9fa56 None None] Could not find standard attr ID for object 78269940-fd46-4c07-b57e-d993a614d3eb. {{(pid=103588) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 15:34:04.918665 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-94776e6b-406f-41e1-977a-e5c0bd2cf643 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:04.934845 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f6f92d33-f86c-4727-ac7f-2b17adb6a79e tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11236721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11668521'] for subnet, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:04.951012 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-7f291db4-0436-4af9-9532-5084847e7c57 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6294744 Dec 10 15:34:04.960049 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34236) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:04.965966 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-275c1155-9a47-4a14-af5e-9ffb67d5057d tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Request body: {'floatingip': {'port_id': '495e7632-a8d3-460b-bb47-cf9cb581021f'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:34:04.972792 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cb3a888b-bf2f-47de-9f2e-398cb00f8f29 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11236534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11668560'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:04.978920 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f92d33-f86c-4727-ac7f-2b17adb6a79e tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Pushing event deleted for resources: {'Subnet': ['ID=809ce7d8-a92a-46fb-923c-de2f114f7bfc,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:05.011531 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-b82e9cc6-bec4-433b-a229-d6c383597117 None None] Provisioning complete for port 495e7632-a8d3-460b-bb47-cf9cb581021f triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:05.011907 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b82e9cc6-bec4-433b-a229-d6c383597117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:05.040182 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe4c125-d7e4-4cc6-ab55-aa2752941373 None None] Network 7284bce4-679a-4c5f-b21c-d900068bf82b requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:34:05.052684 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eba8990-e24c-405f-bb25-29d8c6a19674 req-6a50625a-bb4f-446a-81e5-ccfece09b6b5 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:05.054173 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-7eba8990-e24c-405f-bb25-29d8c6a19674 req-6a50625a-bb4f-446a-81e5-ccfece09b6b5 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd83b32b-da78-4843-9cc0-ee5fbec90c5f HTTP/1.1" status: 200 len: 945 time: 0.1843965 Dec 10 15:34:05.083443 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-275c1155-9a47-4a14-af5e-9ffb67d5057d tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks [] for floatingip, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:05.088296 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-b82e9cc6-bec4-433b-a229-d6c383597117 None None] Port 495e7632-a8d3-460b-bb47-cf9cb581021f cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:34:05.135632 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-94776e6b-406f-41e1-977a-e5c0bd2cf643 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:05.211439 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b894a63-8838-4dd1-bc34-b55bf3817ee8 None None] DHCP port deletion for 7284bce4-679a-4c5f-b21c-d900068bf82b request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:34:05.281616 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94776e6b-406f-41e1-977a-e5c0bd2cf643 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Network e3bf432b-c59a-4153-9b4a-cc43821b8d24 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:34:05.295713 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-94776e6b-406f-41e1-977a-e5c0bd2cf643 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:34:05.300218 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94776e6b-406f-41e1-977a-e5c0bd2cf643 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Pushing event updated for resources: {'Port': ['ID=2916e8cb-7dac-4b06-bb2b-83359c10cf3b,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:05.302648 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94776e6b-406f-41e1-977a-e5c0bd2cf643 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:34:05.303200 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-94776e6b-406f-41e1-977a-e5c0bd2cf643 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552880'] for router_interface, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:05.363676 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 78269940-fd46-4c07-b57e-d993a614d3eb no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:34:05.388122 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 78269940-fd46-4c07-b57e-d993a614d3eb {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:34:05.388795 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 78269940-fd46-4c07-b57e-d993a614d3eb not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:34:05.485177 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f6f92d33-f86c-4727-ac7f-2b17adb6a79e tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:05.490600 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5cb9cb5b-a955-407c-977c-d50a77dd06f4 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:05.531729 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3a888b-bf2f-47de-9f2e-398cb00f8f29 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event updated for resources: {'Subnet': ['ID=46329c26-1f38-496c-ad26-bd548807463b,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:05.540633 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-f6f92d33-f86c-4727-ac7f-2b17adb6a79e tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7284bce4-679a-4c5f-b21c-d900068bf82b']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:05.554218 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.objects.ports [None req-dcf894bb-9645-44fa-a9c5-3390c345e031 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103586) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 15:34:05.558881 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dcf894bb-9645-44fa-a9c5-3390c345e031 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11695183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581935'] for subnet, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:05.569091 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-f6f92d33-f86c-4727-ac7f-2b17adb6a79e tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44590880-7dbf-4aac-809d-1d65dbd6cc50') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:05.569402 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-f6f92d33-f86c-4727-ac7f-2b17adb6a79e tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44590880-7dbf-4aac-809d-1d65dbd6cc50') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:05.576674 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3a888b-bf2f-47de-9f2e-398cb00f8f29 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Checking segment: {'id': 'f9c16482-8852-4872-ae6f-5197380870da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '71cddff7-a2b0-4e9b-97fe-85cc4b20a9a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:34:05.578524 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3a888b-bf2f-47de-9f2e-398cb00f8f29 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Network hostable DHCP agents. Network: 71cddff7-a2b0-4e9b-97fe-85cc4b20a9a1, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:34:05.580153 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-5cb9cb5b-a955-407c-977c-d50a77dd06f4 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] device_id is not set on port 0ff34479-90c9-441c-af94-5eb3f22b34fe yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:34:05.603281 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f6f92d33-f86c-4727-ac7f-2b17adb6a79e tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11806923'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:05.608245 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-7eba8990-e24c-405f-bb25-29d8c6a19674 req-f161c20e-0b68-4206-b967-983378ba3ca1 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c76f20c-4132-470a-be23-b318b8c74d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1727099 Dec 10 15:34:05.617877 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-7a1e943d-10b0-4e67-a700-0647fdb9f152 None None] Provisioning complete for port 2916e8cb-7dac-4b06-bb2b-83359c10cf3b triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:05.618472 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7a1e943d-10b0-4e67-a700-0647fdb9f152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:05.634278 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf894bb-9645-44fa-a9c5-3390c345e031 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:34:05.642129 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-dcf894bb-9645-44fa-a9c5-3390c345e031 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:34:05.645140 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf894bb-9645-44fa-a9c5-3390c345e031 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:05.646118 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dcf894bb-9645-44fa-a9c5-3390c345e031 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:05.658246 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6232b01-18ea-4e9d-975b-18624dbd407e None None] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:34:05.665569 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f6f92d33-f86c-4727-ac7f-2b17adb6a79e tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:05.678550 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6f92d33-f86c-4727-ac7f-2b17adb6a79e tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:34:05.678550 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f6f92d33-f86c-4727-ac7f-2b17adb6a79e tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11236635'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:05.681426 dv-neutron-821401-4-hyperv neutron-server[103587]: Traceback (most recent call last): Dec 10 15:34:05.681426 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:34:05.681426 dv-neutron-821401-4-hyperv neutron-server[103587]: timer() Dec 10 15:34:05.681426 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:34:05.681426 dv-neutron-821401-4-hyperv neutron-server[103587]: cb(*args, **kw) Dec 10 15:34:05.681426 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:34:05.681426 dv-neutron-821401-4-hyperv neutron-server[103587]: return func(*args, **kwargs) Dec 10 15:34:05.681426 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:34:05.681426 dv-neutron-821401-4-hyperv neutron-server[103587]: self._notify() Dec 10 15:34:05.681426 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:34:05.681426 dv-neutron-821401-4-hyperv neutron-server[103587]: self.callback(batched_events) Dec 10 15:34:05.681426 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:34:05.681426 dv-neutron-821401-4-hyperv neutron-server[103587]: event.method(event) Dec 10 15:34:05.681426 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:34:05.681426 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:34:05.681426 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:34:05.681426 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:34:05.681426 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:34:05.681426 dv-neutron-821401-4-hyperv neutron-server[103587]: return f(self, *a, **k) Dec 10 15:34:05.681426 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:34:05.681426 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._get(url).json() Dec 10 15:34:05.681426 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:34:05.681426 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:34:05.681426 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:34:05.681426 dv-neutron-821401-4-hyperv neutron-server[103587]: return self.request(url, 'GET', **kwargs) Dec 10 15:34:05.681426 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:34:05.681426 dv-neutron-821401-4-hyperv neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:34:05.681426 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:34:05.681426 dv-neutron-821401-4-hyperv neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:34:05.681426 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:34:05.681426 dv-neutron-821401-4-hyperv neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:34:05.681426 dv-neutron-821401-4-hyperv neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:34:05.685519 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-7a1e943d-10b0-4e67-a700-0647fdb9f152 None None] Port 2916e8cb-7dac-4b06-bb2b-83359c10cf3b cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:34:05.759140 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-94776e6b-406f-41e1-977a-e5c0bd2cf643 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:05.769067 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf894bb-9645-44fa-a9c5-3390c345e031 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event updated for resources: {'Subnet': ['ID=63f2923a-92e6-49b0-8cdc-030db3114204,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:05.769692 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3a888b-bf2f-47de-9f2e-398cb00f8f29 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Network 71cddff7-a2b0-4e9b-97fe-85cc4b20a9a1 is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:34:05.790005 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-dcf894bb-9645-44fa-a9c5-3390c345e031 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3605607 Dec 10 15:34:05.792664 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c721c4bc-0d7e-4f42-9222-8481a765a428 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-c2b5f149-cedd-450c-ab43-dd2d78259f45', 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'project_id': '915dae42aca44a6e934a20b3a70b3a5e', 'fixed_ips': [{'subnet_id': '63f2923a-92e6-49b0-8cdc-030db3114204'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:34:05.792862 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34238) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:05.793658 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c721c4bc-0d7e-4f42-9222-8481a765a428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:05.803179 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-62accff1-d37e-404f-b727-9c756a8420fb tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Request body: {'subnet': {'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:34:05.885772 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f6f92d33-f86c-4727-ac7f-2b17adb6a79e tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:05.899638 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f6f92d33-f86c-4727-ac7f-2b17adb6a79e tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:05.902887 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-f6f92d33-f86c-4727-ac7f-2b17adb6a79e tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] 10.222.0.20 "DELETE /v2.0/networks/7284bce4-679a-4c5f-b21c-d900068bf82b HTTP/1.1" status: 204 len: 168 time: 3.7359974 Dec 10 15:34:05.908211 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34240) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:05.911243 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-cb3a888b-bf2f-47de-9f2e-398cb00f8f29 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 71cddff7-a2b0-4e9b-97fe-85cc4b20a9a1) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:34:05.929613 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c969b1-eea2-40a5-948d-760229da960e None None] Network 71cddff7-a2b0-4e9b-97fe-85cc4b20a9a1 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:34:05.931799 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3a888b-bf2f-47de-9f2e-398cb00f8f29 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:05.935716 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cb3a888b-bf2f-47de-9f2e-398cb00f8f29 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:05.944750 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f92d33-f86c-4727-ac7f-2b17adb6a79e tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Pushing event deleted for resources: {'Network': ['ID=7284bce4-679a-4c5f-b21c-d900068bf82b,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:05.944963 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-b79bd824-4bf6-4bf0-9c33-d34339c25dba tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] DELETE failed (client error): The resource could not be found. Dec 10 15:34:05.946409 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b79bd824-4bf6-4bf0-9c33-d34339c25dba tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:34:05.952702 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-b79bd824-4bf6-4bf0-9c33-d34339c25dba tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] 10.222.0.20 "DELETE /v2.0/subnets/809ce7d8-a92a-46fb-923c-de2f114f7bfc HTTP/1.1" status: 404 len: 337 time: 0.0416172 Dec 10 15:34:05.953459 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34242) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:06.003886 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-5cb9cb5b-a955-407c-977c-d50a77dd06f4 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Allocated IP 2001:db8::23 (38a89166-0d32-4e14-8e18-e5dad737d2c2/bb69b366-cf11-45e8-9178-eb8f44e1182a/0ff34479-90c9-441c-af94-5eb3f22b34fe) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:34:06.008026 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fbf5b7e-f79a-46d3-89bc-ff6de5a8afd3 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] DELETE failed (client error): The resource could not be found. Dec 10 15:34:06.008203 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fbf5b7e-f79a-46d3-89bc-ff6de5a8afd3 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:34:06.011313 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-6fbf5b7e-f79a-46d3-89bc-ff6de5a8afd3 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] 10.222.0.20 "DELETE /v2.0/networks/7284bce4-679a-4c5f-b21c-d900068bf82b HTTP/1.1" status: 404 len: 339 time: 0.0523193 Dec 10 15:34:06.014229 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34244) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:06.051719 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-c721c4bc-0d7e-4f42-9222-8481a765a428 None None] Allocated IP 2001:db8::f816:3eff:fe69:506e (c2b5f149-cedd-450c-ab43-dd2d78259f45/63f2923a-92e6-49b0-8cdc-030db3114204/0e1c0833-aa1f-4ca7-a2d7-1b1341f327ba) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:34:06.052697 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-baeae19f-1aba-45d6-9e5d-c9090a9f8b02 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] DELETE failed (client error): The resource could not be found. Dec 10 15:34:06.053505 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baeae19f-1aba-45d6-9e5d-c9090a9f8b02 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:34:06.059498 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-baeae19f-1aba-45d6-9e5d-c9090a9f8b02 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] 10.222.0.20 "DELETE /v2.0/subnets/882efc38-0f95-4470-8277-3894bd02df91 HTTP/1.1" status: 404 len: 337 time: 0.0410166 Dec 10 15:34:06.068019 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9da3ffd-936b-4d8e-9873-3efa4ab3ab0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-71cddff7-a2b0-4e9b-97fe-85cc4b20a9a1', 'network_id': '71cddff7-a2b0-4e9b-97fe-85cc4b20a9a1', 'project_id': '21e0d6ce128b4efe93836d06f4e29105', 'fixed_ips': [{'subnet_id': '46329c26-1f38-496c-ad26-bd548807463b'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:34:06.068019 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a9da3ffd-936b-4d8e-9873-3efa4ab3ab0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:06.068279 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-cb3a888b-bf2f-47de-9f2e-398cb00f8f29 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2580347 Dec 10 15:34:06.068279 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34246) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:06.070453 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34248) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:06.085341 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-d1be9e28-07e9-46f3-ae01-72ed0ef54dae tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Request body: {'port': {'network_id': '71cddff7-a2b0-4e9b-97fe-85cc4b20a9a1', 'name': 'tempest-PortsTestJSON-1197091242'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:34:06.126048 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a15fa45-96e6-49e6-9eac-d09acea11500 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] DELETE failed (client error): The resource could not be found. Dec 10 15:34:06.127136 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a15fa45-96e6-49e6-9eac-d09acea11500 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:34:06.132006 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-6a15fa45-96e6-49e6-9eac-d09acea11500 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] 10.222.0.20 "DELETE /v2.0/networks/57bb37fc-59c6-476f-82fa-489bdb7d70fc HTTP/1.1" status: 404 len: 339 time: 0.0611532 Dec 10 15:34:06.133397 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34250) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:06.158452 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-275c1155-9a47-4a14-af5e-9ffb67d5057d tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:06.197656 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62accff1-d37e-404f-b727-9c756a8420fb tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Made reservation on behalf of 915dae42aca44a6e934a20b3a70b3a5e for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:34:06.201398 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-62accff1-d37e-404f-b727-9c756a8420fb tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11668558'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:06.254088 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-275c1155-9a47-4a14-af5e-9ffb67d5057d tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552741'] for floatingip, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:06.264406 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-073a58b6-8b2a-47b5-b919-1b724f476c50 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:06.288176 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-a9da3ffd-936b-4d8e-9873-3efa4ab3ab0f None None] Allocated IP 172.20.0.2 (71cddff7-a2b0-4e9b-97fe-85cc4b20a9a1/46329c26-1f38-496c-ad26-bd548807463b/b47b4ee0-1c1f-4e6a-8512-8077d556e914) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:34:06.378388 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c721c4bc-0d7e-4f42-9222-8481a765a428 None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:06.406547 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5cb9cb5b-a955-407c-977c-d50a77dd06f4 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:06.483418 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c721c4bc-0d7e-4f42-9222-8481a765a428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:06.491918 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device f286f2ee-8271-4eea-a076-9652a1af2f5b up at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:34:06.517456 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a9da3ffd-936b-4d8e-9873-3efa4ab3ab0f None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:06.549478 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1be9e28-07e9-46f3-ae01-72ed0ef54dae tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Made reservation on behalf of 21e0d6ce128b4efe93836d06f4e29105 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:34:06.553392 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d1be9e28-07e9-46f3-ae01-72ed0ef54dae tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:06.569220 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c721c4bc-0d7e-4f42-9222-8481a765a428 None None] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:34:06.574000 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-c721c4bc-0d7e-4f42-9222-8481a765a428 None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:34:06.577714 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c721c4bc-0d7e-4f42-9222-8481a765a428 None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:34:06.586247 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-d1be9e28-07e9-46f3-ae01-72ed0ef54dae tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] device_id is not set on port e19e0746-ea2d-41b0-9723-32f6c96c81a8 yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:34:06.587932 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c721c4bc-0d7e-4f42-9222-8481a765a428 None None] Pushing event updated for resources: {'Port': ['ID=0e1c0833-aa1f-4ca7-a2d7-1b1341f327ba,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:06.639018 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5cb9cb5b-a955-407c-977c-d50a77dd06f4 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:06.647022 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a9da3ffd-936b-4d8e-9873-3efa4ab3ab0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:06.693653 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-c721c4bc-0d7e-4f42-9222-8481a765a428 None None] Attempting to bind port 0e1c0833-aa1f-4ca7-a2d7-1b1341f327ba on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:34:06.694065 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-c721c4bc-0d7e-4f42-9222-8481a765a428 None None] Attempting to bind port 0e1c0833-aa1f-4ca7-a2d7-1b1341f327ba by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:34:06.694576 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c721c4bc-0d7e-4f42-9222-8481a765a428 None None] Attempting to bind port 0e1c0833-aa1f-4ca7-a2d7-1b1341f327ba on network c2b5f149-cedd-450c-ab43-dd2d78259f45 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:34:06.704798 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9da3ffd-936b-4d8e-9873-3efa4ab3ab0f None None] Network 71cddff7-a2b0-4e9b-97fe-85cc4b20a9a1 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:34:06.710795 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb9cb5b-a955-407c-977c-d50a77dd06f4 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Network 38a89166-0d32-4e14-8e18-e5dad737d2c2 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:34:06.711347 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-a9da3ffd-936b-4d8e-9873-3efa4ab3ab0f None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:34:06.714118 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9da3ffd-936b-4d8e-9873-3efa4ab3ab0f None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:34:06.720597 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c721c4bc-0d7e-4f42-9222-8481a765a428 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:34:06.720972 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c721c4bc-0d7e-4f42-9222-8481a765a428 None None] Checking segment: {'id': '64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:34:06.721969 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c721c4bc-0d7e-4f42-9222-8481a765a428 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:06.721969 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c721c4bc-0d7e-4f42-9222-8481a765a428 None None] Bound using segment: {'id': '64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:34:06.722486 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-c721c4bc-0d7e-4f42-9222-8481a765a428 None None] Bound port: 0e1c0833-aa1f-4ca7-a2d7-1b1341f327ba, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:34:06.722619 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-5cb9cb5b-a955-407c-977c-d50a77dd06f4 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:34:06.722723 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c721c4bc-0d7e-4f42-9222-8481a765a428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:06.729475 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9da3ffd-936b-4d8e-9873-3efa4ab3ab0f None None] Pushing event updated for resources: {'Port': ['ID=b47b4ee0-1c1f-4e6a-8512-8077d556e914,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:06.748268 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb9cb5b-a955-407c-977c-d50a77dd06f4 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:34:06.757346 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb9cb5b-a955-407c-977c-d50a77dd06f4 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:06.760289 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5cb9cb5b-a955-407c-977c-d50a77dd06f4 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:06.771199 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-62accff1-d37e-404f-b727-9c756a8420fb tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11236534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11668560'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:06.776985 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-94776e6b-406f-41e1-977a-e5c0bd2cf643 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:06.787438 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning for port f286f2ee-8271-4eea-a076-9652a1af2f5b completed by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 15:34:06.789692 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb9cb5b-a955-407c-977c-d50a77dd06f4 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event updated for resources: {'Port': ['ID=0ff34479-90c9-441c-af94-5eb3f22b34fe,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:06.819766 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning complete for port f286f2ee-8271-4eea-a076-9652a1af2f5b triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:06.820142 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:06.871977 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-a9da3ffd-936b-4d8e-9873-3efa4ab3ab0f None None] Attempting to bind port b47b4ee0-1c1f-4e6a-8512-8077d556e914 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:34:06.872338 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-a9da3ffd-936b-4d8e-9873-3efa4ab3ab0f None None] Attempting to bind port b47b4ee0-1c1f-4e6a-8512-8077d556e914 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'f9c16482-8852-4872-ae6f-5197380870da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '71cddff7-a2b0-4e9b-97fe-85cc4b20a9a1'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:34:06.872706 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9da3ffd-936b-4d8e-9873-3efa4ab3ab0f None None] Attempting to bind port b47b4ee0-1c1f-4e6a-8512-8077d556e914 on network 71cddff7-a2b0-4e9b-97fe-85cc4b20a9a1 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:34:06.880756 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-94776e6b-406f-41e1-977a-e5c0bd2cf643 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:06.881901 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-94776e6b-406f-41e1-977a-e5c0bd2cf643 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549888'] for router_interface, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:06.885527 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9da3ffd-936b-4d8e-9873-3efa4ab3ab0f None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:34:06.885946 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9da3ffd-936b-4d8e-9873-3efa4ab3ab0f None None] Checking segment: {'id': 'f9c16482-8852-4872-ae6f-5197380870da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '71cddff7-a2b0-4e9b-97fe-85cc4b20a9a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:34:06.886361 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a9da3ffd-936b-4d8e-9873-3efa4ab3ab0f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:06.886761 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9da3ffd-936b-4d8e-9873-3efa4ab3ab0f None None] Bound using segment: {'id': 'f9c16482-8852-4872-ae6f-5197380870da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '71cddff7-a2b0-4e9b-97fe-85cc4b20a9a1'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:34:06.887251 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-a9da3ffd-936b-4d8e-9873-3efa4ab3ab0f None None] Bound port: b47b4ee0-1c1f-4e6a-8512-8077d556e914, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9c16482-8852-4872-ae6f-5197380870da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '71cddff7-a2b0-4e9b-97fe-85cc4b20a9a1'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:34:06.887640 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a9da3ffd-936b-4d8e-9873-3efa4ab3ab0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:06.892289 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62accff1-d37e-404f-b727-9c756a8420fb tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event updated for resources: {'Subnet': ['ID=a736714c-a2dd-4915-bb0f-ba21f3e75a3c,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:06.903703 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.db.api [None req-d1be9e28-07e9-46f3-ae01-72ed0ef54dae tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-7530ad2a-73cd-4413-8820-7f2fc179493b {{(pid=103587) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 15:34:06.904076 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG oslo_db.api [None req-d1be9e28-07e9-46f3-ae01-72ed0ef54dae tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 15:34:06.907622 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-c721c4bc-0d7e-4f42-9222-8481a765a428 None None] For port 0e1c0833-aa1f-4ca7-a2d7-1b1341f327ba, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:34:06.911818 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-5cb9cb5b-a955-407c-977c-d50a77dd06f4 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6868305 Dec 10 15:34:06.914286 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62accff1-d37e-404f-b727-9c756a8420fb tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:34:06.914407 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-c721c4bc-0d7e-4f42-9222-8481a765a428 None None] For port 0e1c0833-aa1f-4ca7-a2d7-1b1341f327ba, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=0e1c0833-aa1f-4ca7-a2d7-1b1341f327ba,segment=NetworkSegment(64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4),segment_id=64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:34:06.915675 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34254) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:06.922943 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-bdcd9503-a97c-44dc-a494-29f21f8cfb31 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Request body: {'subnet': {'network_id': '38a89166-0d32-4e14-8e18-e5dad737d2c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:34:06.929181 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-62accff1-d37e-404f-b727-9c756a8420fb tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:34:06.941116 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-073a58b6-8b2a-47b5-b919-1b724f476c50 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:06.954087 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62accff1-d37e-404f-b727-9c756a8420fb tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:06.955261 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-62accff1-d37e-404f-b727-9c756a8420fb tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:06.965261 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.l3_db [None req-275c1155-9a47-4a14-af5e-9ffb67d5057d tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Floating IP 89cddb00-7616-45d6-9d6b-fc49d7d4d290 associated. External IP: 172.26.2.63, port: 495e7632-a8d3-460b-bb47-cf9cb581021f. Dec 10 15:34:07.002676 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c721c4bc-0d7e-4f42-9222-8481a765a428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:07.018932 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-a9da3ffd-936b-4d8e-9873-3efa4ab3ab0f None None] For port b47b4ee0-1c1f-4e6a-8512-8077d556e914, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:34:07.020974 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:07.059568 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3730d6-6fd5-4b05-b5ad-8a63be436df4 req-419a0638-3874-406f-b17b-ba6d93e0e933 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:07.063520 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ff3730d6-6fd5-4b05-b5ad-8a63be436df4 req-419a0638-3874-406f-b17b-ba6d93e0e933 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd83b32b-da78-4843-9cc0-ee5fbec90c5f HTTP/1.1" status: 200 len: 945 time: 0.2782102 Dec 10 15:34:07.066373 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94776e6b-406f-41e1-977a-e5c0bd2cf643 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Pushing event updated for resources: {'Port': ['ID=2916e8cb-7dac-4b06-bb2b-83359c10cf3b,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:07.077067 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-a9da3ffd-936b-4d8e-9873-3efa4ab3ab0f None None] For port b47b4ee0-1c1f-4e6a-8512-8077d556e914, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=b47b4ee0-1c1f-4e6a-8512-8077d556e914,segment=NetworkSegment(f9c16482-8852-4872-ae6f-5197380870da),segment_id=f9c16482-8852-4872-ae6f-5197380870da)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:34:07.078694 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-073a58b6-8b2a-47b5-b919-1b724f476c50 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8806c2cd-6f75-4396-a95d-f0a1b6933eae']}} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:07.094011 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-073a58b6-8b2a-47b5-b919-1b724f476c50 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5d0fd5a-3427-48fa-881f-4716ccc6b9a1') {'for_net_delete': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:07.094325 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-073a58b6-8b2a-47b5-b919-1b724f476c50 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5d0fd5a-3427-48fa-881f-4716ccc6b9a1') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:07.104912 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd83b32b-da78-4843-9cc0-ee5fbec90c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f286f2ee-8271-4eea-a076-9652a1af2f5b'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:34:07.106870 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-073a58b6-8b2a-47b5-b919-1b724f476c50 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12392235'] for segment, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:07.107357 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa4b92c408489e2c982394a5a7b3518bb1b22554638321e3ea6c5cabb2c75d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b2130f-864d-40d5-afeb-3dfefd8dc527" -d '{"events": [{"server_uuid": "bd83b32b-da78-4843-9cc0-ee5fbec90c5f", "name": "network-vif-plugged", "status": "completed", "tag": "f286f2ee-8271-4eea-a076-9652a1af2f5b"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:34:07.129327 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port f286f2ee-8271-4eea-a076-9652a1af2f5b, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=f286f2ee-8271-4eea-a076-9652a1af2f5b,segment=NetworkSegment(6e8aeea5-3e6e-4645-841c-769465551a4c),segment_id=6e8aeea5-3e6e-4645-841c-769465551a4c)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:34:07.131795 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c721c4bc-0d7e-4f42-9222-8481a765a428 None None] Pushing event updated for resources: {'Port': ['ID=0e1c0833-aa1f-4ca7-a2d7-1b1341f327ba,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:07.145044 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-070b96f3-c89c-480d-be48-d08048a57287 None None] Provisioning complete for port 0ff34479-90c9-441c-af94-5eb3f22b34fe triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:07.145422 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-070b96f3-c89c-480d-be48-d08048a57287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:07.153831 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-62accff1-d37e-404f-b727-9c756a8420fb tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3570855 Dec 10 15:34:07.157756 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34258) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:07.169751 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-e5d0b2ef-7042-496b-8145-ce10820962e3 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Request body: {'port': {'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'mac_address': 'fa:16:3e:2e:50:b2', 'name': 'tempest-NetworksTestDHCPv6-743932122'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:34:07.173602 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a9da3ffd-936b-4d8e-9873-3efa4ab3ab0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:07.178988 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 15:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507320dc-75b3-4a68-ae14-b8c0418d238a x-openstack-request-id: req-507320dc-75b3-4a68-ae14-b8c0418d238a {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:34:07.179308 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd83b32b-da78-4843-9cc0-ee5fbec90c5f", "name": "network-vif-plugged", "status": "completed", "tag": "f286f2ee-8271-4eea-a076-9652a1af2f5b", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:34:07.179708 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-507320dc-75b3-4a68-ae14-b8c0418d238a {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:34:07.180108 dv-neutron-821401-4-hyperv neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd83b32b-da78-4843-9cc0-ee5fbec90c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f286f2ee-8271-4eea-a076-9652a1af2f5b', 'code': 200} Dec 10 15:34:07.204676 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-073a58b6-8b2a-47b5-b919-1b724f476c50 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:07.233070 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:07.238448 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-070b96f3-c89c-480d-be48-d08048a57287 None None] Port 0ff34479-90c9-441c-af94-5eb3f22b34fe cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:34:07.258820 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9da3ffd-936b-4d8e-9873-3efa4ab3ab0f None None] Pushing event updated for resources: {'Port': ['ID=b47b4ee0-1c1f-4e6a-8512-8077d556e914,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:07.262992 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-073a58b6-8b2a-47b5-b919-1b724f476c50 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=103586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:34:07.263405 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-073a58b6-8b2a-47b5-b919-1b724f476c50 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11695586'] for segment, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:07.273697 dv-neutron-821401-4-hyperv neutron-server[103586]: Traceback (most recent call last): Dec 10 15:34:07.273697 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:34:07.273697 dv-neutron-821401-4-hyperv neutron-server[103586]: timer() Dec 10 15:34:07.273697 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:34:07.273697 dv-neutron-821401-4-hyperv neutron-server[103586]: cb(*args, **kw) Dec 10 15:34:07.273697 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:34:07.273697 dv-neutron-821401-4-hyperv neutron-server[103586]: return func(*args, **kwargs) Dec 10 15:34:07.273697 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:34:07.273697 dv-neutron-821401-4-hyperv neutron-server[103586]: self._notify() Dec 10 15:34:07.273697 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:34:07.273697 dv-neutron-821401-4-hyperv neutron-server[103586]: self.callback(batched_events) Dec 10 15:34:07.273697 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:34:07.273697 dv-neutron-821401-4-hyperv neutron-server[103586]: event.method(event) Dec 10 15:34:07.273697 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:34:07.273697 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:34:07.273697 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:34:07.273697 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:34:07.273697 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:34:07.273697 dv-neutron-821401-4-hyperv neutron-server[103586]: return f(self, *a, **k) Dec 10 15:34:07.273697 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:34:07.273697 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._get(url).json() Dec 10 15:34:07.273697 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:34:07.273697 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:34:07.273697 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:34:07.273697 dv-neutron-821401-4-hyperv neutron-server[103586]: return self.request(url, 'GET', **kwargs) Dec 10 15:34:07.273697 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:34:07.273697 dv-neutron-821401-4-hyperv neutron-server[103586]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:34:07.273697 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:34:07.273697 dv-neutron-821401-4-hyperv neutron-server[103586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:34:07.273697 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:34:07.273697 dv-neutron-821401-4-hyperv neutron-server[103586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:34:07.273697 dv-neutron-821401-4-hyperv neutron-server[103586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:34:07.381712 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdcd9503-a97c-44dc-a494-29f21f8cfb31 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Made reservation on behalf of 6af6b547c018414fbb71ed922833c3ea for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:34:07.386875 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=f286f2ee-8271-4eea-a076-9652a1af2f5b,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:07.394730 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bdcd9503-a97c-44dc-a494-29f21f8cfb31 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11668558'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:07.417715 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d1be9e28-07e9-46f3-ae01-72ed0ef54dae tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:07.435748 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ff3730d6-6fd5-4b05-b5ad-8a63be436df4 req-ee4fbcc2-cad0-4fec-b24a-0e52db4448eb tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c76f20c-4132-470a-be23-b318b8c74d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3655827 Dec 10 15:34:07.488615 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94776e6b-406f-41e1-977a-e5c0bd2cf643 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Network e3bf432b-c59a-4153-9b4a-cc43821b8d24 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:34:07.492110 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-94776e6b-406f-41e1-977a-e5c0bd2cf643 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:34:07.492377 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-d1be9e28-07e9-46f3-ae01-72ed0ef54dae tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] device_id is not set on port ae0dd8b9-4c72-4ca4-8a13-6b4f073d6b6b yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:34:07.649101 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d0b2ef-7042-496b-8145-ce10820962e3 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Made reservation on behalf of 915dae42aca44a6e934a20b3a70b3a5e for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:34:07.650128 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-073a58b6-8b2a-47b5-b919-1b724f476c50 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:07.670221 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-073a58b6-8b2a-47b5-b919-1b724f476c50 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:07.681497 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-073a58b6-8b2a-47b5-b919-1b724f476c50 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] 10.222.0.20 "DELETE /v2.0/networks/8806c2cd-6f75-4396-a95d-f0a1b6933eae HTTP/1.1" status: 204 len: 168 time: 1.5480912 Dec 10 15:34:07.685815 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34260) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:07.714663 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073a58b6-8b2a-47b5-b919-1b724f476c50 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Pushing event deleted for resources: {'Network': ['ID=8806c2cd-6f75-4396-a95d-f0a1b6933eae,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:07.744760 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e1272a1-755c-4420-bf26-0b8fcef99954 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] DELETE failed (client error): The resource could not be found. Dec 10 15:34:07.745235 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e1272a1-755c-4420-bf26-0b8fcef99954 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:34:07.751484 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-5e1272a1-755c-4420-bf26-0b8fcef99954 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] 10.222.0.20 "DELETE /v2.0/subnets/1f0338e9-f341-4fe8-b322-9222a462bea9 HTTP/1.1" status: 404 len: 337 time: 0.0514657 Dec 10 15:34:07.752210 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34262) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:07.768657 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.ipam_backend_mixin [None req-bdcd9503-a97c-44dc-a494-29f21f8cfb31 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bb69b366-cf11-45e8-9178-eb8f44e1182a (CIDR: 2001:db8::/64) Dec 10 15:34:07.797707 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d76e3d-38c5-4b56-89f3-1de81cef7f89 req-fc56c09c-ae6d-468f-b170-adc24edf54a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:07.803286 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-19d76e3d-38c5-4b56-89f3-1de81cef7f89 req-fc56c09c-ae6d-468f-b170-adc24edf54a5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bd83b32b-da78-4843-9cc0-ee5fbec90c5f HTTP/1.1" status: 200 len: 1099 time: 0.2386701 Dec 10 15:34:07.810800 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e3a3f57-4350-4009-b594-10b943523a51 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] DELETE failed (client error): The resource could not be found. Dec 10 15:34:07.811388 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e3a3f57-4350-4009-b594-10b943523a51 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:34:07.817395 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-5e3a3f57-4350-4009-b594-10b943523a51 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] 10.222.0.20 "DELETE /v2.0/networks/1fabd05c-512d-4e70-b9c8-9395f3305ac6 HTTP/1.1" status: 404 len: 339 time: 0.0620544 Dec 10 15:34:07.819552 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94776e6b-406f-41e1-977a-e5c0bd2cf643 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Router d2112be4-11b2-4105-a2a8-6049b251e537 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:34:07.822072 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34264) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:07.832012 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdcd9503-a97c-44dc-a494-29f21f8cfb31 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 15:34:07.832511 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdcd9503-a97c-44dc-a494-29f21f8cfb31 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:34:07.865508 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-293f42b1-9820-4659-84d8-586b6455e92c tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] DELETE failed (client error): The resource could not be found. Dec 10 15:34:07.865508 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-293f42b1-9820-4659-84d8-586b6455e92c tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:34:07.869981 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-293f42b1-9820-4659-84d8-586b6455e92c tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] 10.222.0.20 "DELETE /v2.0/subnets/4623207f-673e-4a3b-a1df-0e8b66344a99 HTTP/1.1" status: 404 len: 337 time: 0.0466356 Dec 10 15:34:07.873535 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34266) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:07.886780 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-d1be9e28-07e9-46f3-ae01-72ed0ef54dae tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Allocated IP 172.20.0.12 (71cddff7-a2b0-4e9b-97fe-85cc4b20a9a1/46329c26-1f38-496c-ad26-bd548807463b/ae0dd8b9-4c72-4ca4-8a13-6b4f073d6b6b) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:34:07.891512 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-19d76e3d-38c5-4b56-89f3-1de81cef7f89 req-e84886b9-47bc-4ce6-8265-92375b408ecf service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0c76f20c-4132-470a-be23-b318b8c74d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785649 Dec 10 15:34:07.897133 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e5d0b2ef-7042-496b-8145-ce10820962e3 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:07.899906 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-f03d3673-71a2-4d0b-94b5-39745402542d tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] DELETE failed (client error): The resource could not be found. Dec 10 15:34:07.900438 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f03d3673-71a2-4d0b-94b5-39745402542d tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:34:07.903657 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-f03d3673-71a2-4d0b-94b5-39745402542d tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] 10.222.0.20 "DELETE /v2.0/networks/d3853a09-3446-4f57-8efd-1483593304c7 HTTP/1.1" status: 404 len: 339 time: 0.0288730 Dec 10 15:34:07.906863 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34268) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:07.931895 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-e5d0b2ef-7042-496b-8145-ce10820962e3 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] device_id is not set on port f93e02b9-3723-4aad-ace7-58bb4a5ebc89 yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:34:07.968633 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-275c1155-9a47-4a14-af5e-9ffb67d5057d tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Router b05d23f3-fb13-4e5a-9d22-cdb705fc9e46 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:34:07.971250 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-81db1ea0-964c-4e64-9703-136dd176dd63 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] DELETE failed (client error): The resource could not be found. Dec 10 15:34:07.971912 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81db1ea0-964c-4e64-9703-136dd176dd63 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:34:07.975578 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-81db1ea0-964c-4e64-9703-136dd176dd63 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] 10.222.0.20 "DELETE /v2.0/subnets/61d296a5-fac2-4c9d-b746-8649e5fd23a6 HTTP/1.1" status: 404 len: 337 time: 0.0662954 Dec 10 15:34:07.989478 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34270) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:08.007288 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-aed7bc6e-ef02-4fe3-9eb8-cb6a5be6019f None None] Provisioning complete for port 2916e8cb-7dac-4b06-bb2b-83359c10cf3b triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:08.008297 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-bdcd9503-a97c-44dc-a494-29f21f8cfb31 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0911937 Dec 10 15:34:08.009086 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aed7bc6e-ef02-4fe3-9eb8-cb6a5be6019f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:08.022686 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34272) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:08.044156 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-008d0c1d-8a3d-46b8-b66a-9c8304cfaab1 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Request body: {'subnet': {'network_id': '38a89166-0d32-4e14-8e18-e5dad737d2c2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:34:08.063187 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-aed7bc6e-ef02-4fe3-9eb8-cb6a5be6019f None None] Port 2916e8cb-7dac-4b06-bb2b-83359c10cf3b cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:34:08.069881 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-28a9cac0-75bb-46d6-af0b-db76bfbb05e8 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] DELETE failed (client error): The resource could not be found. Dec 10 15:34:08.070440 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28a9cac0-75bb-46d6-af0b-db76bfbb05e8 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:34:08.074089 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-28a9cac0-75bb-46d6-af0b-db76bfbb05e8 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] 10.222.0.20 "DELETE /v2.0/networks/19571cd8-2671-4fcd-85d9-4df001cbdc63 HTTP/1.1" status: 404 len: 339 time: 0.0812359 Dec 10 15:34:08.088310 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34274) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:08.101076 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94776e6b-406f-41e1-977a-e5c0bd2cf643 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:34:08.114313 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398e8d79-c78a-4133-9e17-36db194b455f None None] Sync routers for ids ['d2112be4-11b2-4105-a2a8-6049b251e537'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:34:08.125585 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-94776e6b-406f-41e1-977a-e5c0bd2cf643 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "PUT /v2.0/routers/d2112be4-11b2-4105-a2a8-6049b251e537/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8198745 Dec 10 15:34:08.128432 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34276) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:08.130653 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398e8d79-c78a-4133-9e17-36db194b455f None None] Routers {'d2112be4-11b2-4105-a2a8-6049b251e537'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:34:08.131159 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-398e8d79-c78a-4133-9e17-36db194b455f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:33:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['d2112be4-11b2-4105-a2a8-6049b251e537'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:08.140144 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-d547cd17-f2d0-4a7f-b148-3bca7a391e05 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] DELETE failed (client error): The resource could not be found. Dec 10 15:34:08.140881 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d547cd17-f2d0-4a7f-b148-3bca7a391e05 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:34:08.144106 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-d547cd17-f2d0-4a7f-b148-3bca7a391e05 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] 10.222.0.20 "DELETE /v2.0/subnets/2477124a-e776-414e-bf09-afc4557d81ee HTTP/1.1" status: 404 len: 337 time: 0.0535095 Dec 10 15:34:08.162945 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34278) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:08.169873 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-398e8d79-c78a-4133-9e17-36db194b455f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:08.179385 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398e8d79-c78a-4133-9e17-36db194b455f None None] Routers {'d2112be4-11b2-4105-a2a8-6049b251e537'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:34:08.181872 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-398e8d79-c78a-4133-9e17-36db194b455f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:33:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['d2112be4-11b2-4105-a2a8-6049b251e537'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:08.203630 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a19a621-ee30-40ac-8005-e5b8f7e6c445 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] DELETE failed (client error): The resource could not be found. Dec 10 15:34:08.204128 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a19a621-ee30-40ac-8005-e5b8f7e6c445 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:34:08.210345 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-2a19a621-ee30-40ac-8005-e5b8f7e6c445 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] 10.222.0.20 "DELETE /v2.0/networks/66b6cc1c-bae5-408a-9e31-2e7e1c0cafde HTTP/1.1" status: 404 len: 339 time: 0.0456336 Dec 10 15:34:08.213974 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4716ba7a-5018-4acd-9eed-82f07ea00ef9 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:08.215735 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-4716ba7a-5018-4acd-9eed-82f07ea00ef9 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "GET /v2.0/ports/2916e8cb-7dac-4b06-bb2b-83359c10cf3b HTTP/1.1" status: 200 len: 913 time: 0.0847361 Dec 10 15:34:08.218762 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-398e8d79-c78a-4133-9e17-36db194b455f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:08.219771 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398e8d79-c78a-4133-9e17-36db194b455f None None] The sync data for ids ['d2112be4-11b2-4105-a2a8-6049b251e537'] in dv-neutron-821401-4-hyperv is: [] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:34:08.221505 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34280) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:08.222027 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34282) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:08.292345 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-07470da9-81de-4966-a35b-5a01384af8c8 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] DELETE failed (client error): The resource could not be found. Dec 10 15:34:08.293057 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07470da9-81de-4966-a35b-5a01384af8c8 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:34:08.295932 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-07470da9-81de-4966-a35b-5a01384af8c8 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] 10.222.0.20 "DELETE /v2.0/subnets/7bc6e7a7-3d7a-415c-be43-94a7aa5a9504 HTTP/1.1" status: 404 len: 337 time: 0.0726786 Dec 10 15:34:08.300956 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34284) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:08.366974 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-83be4873-dbb8-4a23-9b54-9e78b5ed9459 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] DELETE failed (client error): The resource could not be found. Dec 10 15:34:08.367498 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83be4873-dbb8-4a23-9b54-9e78b5ed9459 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:34:08.370666 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-83be4873-dbb8-4a23-9b54-9e78b5ed9459 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] 10.222.0.20 "DELETE /v2.0/networks/7da49faa-4341-4616-ac22-a4453fd076d5 HTTP/1.1" status: 404 len: 339 time: 0.0692618 Dec 10 15:34:08.375475 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34286) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:08.384119 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d1be9e28-07e9-46f3-ae01-72ed0ef54dae tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:08.385195 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-275c1155-9a47-4a14-af5e-9ffb67d5057d tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:34:08.400307 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cb548b-ca72-4520-9026-758cbadd6c77 None None] Sync routers for ids ['b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:34:08.409366 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-e5d0b2ef-7042-496b-8145-ce10820962e3 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Allocated IP 172.20.0.5 (c2b5f149-cedd-450c-ab43-dd2d78259f45/a736714c-a2dd-4915-bb0f-ba21f3e75a3c/f93e02b9-3723-4aad-ace7-58bb4a5ebc89) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:34:08.418942 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-e5d0b2ef-7042-496b-8145-ce10820962e3 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Allocated IP 2001:db8::f816:3eff:fe2e:50b2 (c2b5f149-cedd-450c-ab43-dd2d78259f45/63f2923a-92e6-49b0-8cdc-030db3114204/f93e02b9-3723-4aad-ace7-58bb4a5ebc89) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:34:08.421351 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cb548b-ca72-4520-9026-758cbadd6c77 None None] Routers {'b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:34:08.422196 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-60cb548b-ca72-4520-9026-758cbadd6c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:33:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:08.439161 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-275c1155-9a47-4a14-af5e-9ffb67d5057d tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:08.461455 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dd02811-b429-4f80-9c56-d895dee62034 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] DELETE failed (client error): The resource could not be found. Dec 10 15:34:08.468727 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dd02811-b429-4f80-9c56-d895dee62034 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:34:08.469166 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-60cb548b-ca72-4520-9026-758cbadd6c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:08.470216 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-9dd02811-b429-4f80-9c56-d895dee62034 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] 10.222.0.20 "DELETE /v2.0/subnets/c18aa264-aad0-41cd-9308-8c7dbc408aec HTTP/1.1" status: 404 len: 337 time: 0.0936682 Dec 10 15:34:08.472135 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34288) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:08.496663 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cb548b-ca72-4520-9026-758cbadd6c77 None None] Routers {'b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:34:08.497478 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-60cb548b-ca72-4520-9026-758cbadd6c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:33:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:08.505054 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a8213ff-4f7e-4409-9ef2-71e9e7a8730d tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] DELETE failed (client error): The resource could not be found. Dec 10 15:34:08.505438 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a8213ff-4f7e-4409-9ef2-71e9e7a8730d tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:34:08.508630 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-8a8213ff-4f7e-4409-9ef2-71e9e7a8730d tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] 10.222.0.20 "DELETE /v2.0/networks/6841c503-12a2-443c-b7a0-fe7c723ca813 HTTP/1.1" status: 404 len: 339 time: 0.0355699 Dec 10 15:34:08.512521 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-008d0c1d-8a3d-46b8-b66a-9c8304cfaab1 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Made reservation on behalf of 6af6b547c018414fbb71ed922833c3ea for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:34:08.516705 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-008d0c1d-8a3d-46b8-b66a-9c8304cfaab1 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11668558'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:08.523069 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34292) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:08.537772 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-275c1155-9a47-4a14-af5e-9ffb67d5057d tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] 10.222.0.20 "PUT /v2.0/floatingips/89cddb00-7616-45d6-9d6b-fc49d7d4d290 HTTP/1.1" status: 200 len: 977 time: 3.5753403 Dec 10 15:34:08.573759 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-60cb548b-ca72-4520-9026-758cbadd6c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:08.574480 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cb548b-ca72-4520-9026-758cbadd6c77 None None] The sync data for ids ['b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'] in dv-neutron-821401-4-hyperv is: [] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:34:08.587385 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34294) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:08.600016 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba68d4d8-64b5-4060-84dc-5cc98d6e2204 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] DELETE failed (client error): The resource could not be found. Dec 10 15:34:08.600746 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba68d4d8-64b5-4060-84dc-5cc98d6e2204 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:34:08.606643 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-ba68d4d8-64b5-4060-84dc-5cc98d6e2204 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] 10.222.0.20 "DELETE /v2.0/subnets/10e76780-ecb0-42f3-8623-9d41185ae553 HTTP/1.1" status: 404 len: 337 time: 0.0825040 Dec 10 15:34:08.607265 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34296) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:08.630955 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d1be9e28-07e9-46f3-ae01-72ed0ef54dae tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:08.632767 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd8ace36-1e18-4c1f-ba51-406938d73134 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] DELETE failed (client error): The resource could not be found. Dec 10 15:34:08.633371 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd8ace36-1e18-4c1f-ba51-406938d73134 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:34:08.640326 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-bd8ace36-1e18-4c1f-ba51-406938d73134 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] 10.222.0.20 "DELETE /v2.0/networks/db3ccc8a-3f50-48d2-82ea-60e4b3cd679e HTTP/1.1" status: 404 len: 339 time: 0.0296526 Dec 10 15:34:08.646476 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34298) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:08.682858 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbc03be3-0f7f-415c-b48f-b328ee9241c7 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] DELETE failed (client error): The resource could not be found. Dec 10 15:34:08.683519 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbc03be3-0f7f-415c-b48f-b328ee9241c7 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:34:08.690405 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-dbc03be3-0f7f-415c-b48f-b328ee9241c7 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] 10.222.0.20 "DELETE /v2.0/subnets/dfd89382-1174-48ec-ae87-72d29ab17c3a HTTP/1.1" status: 404 len: 337 time: 0.0463789 Dec 10 15:34:08.692705 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34300) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:08.714526 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ac79915-03c0-456c-93c5-35b441650f73 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] DELETE failed (client error): The resource could not be found. Dec 10 15:34:08.715336 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ac79915-03c0-456c-93c5-35b441650f73 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:34:08.721177 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-9ac79915-03c0-456c-93c5-35b441650f73 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] 10.222.0.20 "DELETE /v2.0/networks/0720c243-b8c9-4d32-a4ef-97643a528d49 HTTP/1.1" status: 404 len: 339 time: 0.0273128 Dec 10 15:34:08.721978 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34302) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:08.748721 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc82229-b138-4d97-a6ad-314a002de9b5 None None] Network 71cddff7-a2b0-4e9b-97fe-85cc4b20a9a1 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:34:08.795374 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1be9e28-07e9-46f3-ae01-72ed0ef54dae tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Network 71cddff7-a2b0-4e9b-97fe-85cc4b20a9a1 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:34:08.816843 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-d1be9e28-07e9-46f3-ae01-72ed0ef54dae tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:34:08.837590 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f7894ab8-abfd-4cda-9291-d61db923a083 None None] Provisioning complete for port b47b4ee0-1c1f-4e6a-8512-8077d556e914 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:08.838439 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f7894ab8-abfd-4cda-9291-d61db923a083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:08.852456 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1be9e28-07e9-46f3-ae01-72ed0ef54dae tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:34:08.904472 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_v2 [None req-8123a4df-dcee-479d-944e-340ddd8b0838 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Deleting subnet b8bda770-7390-46cd-9866-7e0fe92efe03 {{(pid=103586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:34:08.912153 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8123a4df-dcee-479d-944e-340ddd8b0838 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks [] for subnet, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:08.941673 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.ipam_backend_mixin [None req-008d0c1d-8a3d-46b8-b66a-9c8304cfaab1 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 27044f92-f686-402d-a812-d0dd4c59def2 (CIDR: 2001:db8:0:1::/64) Dec 10 15:34:08.960276 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1be9e28-07e9-46f3-ae01-72ed0ef54dae tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event updated for resources: {'Port': ['ID=ae0dd8b9-4c72-4ca4-8a13-6b4f073d6b6b,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:08.984359 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8123a4df-dcee-479d-944e-340ddd8b0838 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12392400'] for subnet, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:08.991441 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0abf4c-e8c7-4ce0-82cf-7655d1292c47 req-cf94fc26-5531-4961-a730-6e1adfbd709f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:08.994581 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-3c0abf4c-e8c7-4ce0-82cf-7655d1292c47 req-cf94fc26-5531-4961-a730-6e1adfbd709f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd83b32b-da78-4843-9cc0-ee5fbec90c5f HTTP/1.1" status: 200 len: 946 time: 0.4077518 Dec 10 15:34:09.024594 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f7894ab8-abfd-4cda-9291-d61db923a083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:09.080329 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-008d0c1d-8a3d-46b8-b66a-9c8304cfaab1 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 15:34:09.082455 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-008d0c1d-8a3d-46b8-b66a-9c8304cfaab1 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:34:09.098205 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e5d0b2ef-7042-496b-8145-ce10820962e3 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:09.120839 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f7894ab8-abfd-4cda-9291-d61db923a083 None None] For port b47b4ee0-1c1f-4e6a-8512-8077d556e914, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=b47b4ee0-1c1f-4e6a-8512-8077d556e914,segment=NetworkSegment(f9c16482-8852-4872-ae6f-5197380870da),segment_id=f9c16482-8852-4872-ae6f-5197380870da)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:34:09.128307 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd6b0cb-aa5d-4730-9837-138d724e26ac None None] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:34:09.133473 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1be9e28-07e9-46f3-ae01-72ed0ef54dae tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:09.133762 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d1be9e28-07e9-46f3-ae01-72ed0ef54dae tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:09.136339 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8123a4df-dcee-479d-944e-340ddd8b0838 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:09.179210 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-26a44eec-a55f-42b8-9e3c-a470f3662d2e tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549925'] for router_interface, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:09.209331 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f7894ab8-abfd-4cda-9291-d61db923a083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:09.227835 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-723965b4-a371-4676-a4db-76d56ce8f34f tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Deleting port 495e7632-a8d3-460b-bb47-cf9cb581021f {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:34:09.229445 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-723965b4-a371-4676-a4db-76d56ce8f34f tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:09.243582 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-3c0abf4c-e8c7-4ce0-82cf-7655d1292c47 req-fd28f444-f778-4f53-b5b4-44b5723b5083 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c76f20c-4132-470a-be23-b318b8c74d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2272363 Dec 10 15:34:09.335570 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-008d0c1d-8a3d-46b8-b66a-9c8304cfaab1 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.3095291 Dec 10 15:34:09.336516 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34304) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:09.341765 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7894ab8-abfd-4cda-9291-d61db923a083 None None] Pushing event updated for resources: {'Port': ['ID=b47b4ee0-1c1f-4e6a-8512-8077d556e914,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:09.348103 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-d1be9e28-07e9-46f3-ae01-72ed0ef54dae tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.2687263 Dec 10 15:34:09.356013 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34306) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:09.360891 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-01604eb0-fc7d-4bfe-aaef-19417a09463a tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Request body: {'subnet': {'network_id': '38a89166-0d32-4e14-8e18-e5dad737d2c2', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:34:09.386294 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-90a02240-d135-432e-a1d2-1eb79697ecf8 None None] Provisioning complete for port b47b4ee0-1c1f-4e6a-8512-8077d556e914 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:09.386767 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-90a02240-d135-432e-a1d2-1eb79697ecf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:09.409474 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8123a4df-dcee-479d-944e-340ddd8b0838 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:09.447333 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e5d0b2ef-7042-496b-8145-ce10820962e3 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:09.490837 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device b47b4ee0-1c1f-4e6a-8512-8077d556e914 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:34:09.491769 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8123a4df-dcee-479d-944e-340ddd8b0838 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Pushing event deleted for resources: {'Subnet': ['ID=b8bda770-7390-46cd-9866-7e0fe92efe03,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:09.505569 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8123a4df-dcee-479d-944e-340ddd8b0838 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:09.516820 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-8123a4df-dcee-479d-944e-340ddd8b0838 tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] 10.222.0.20 "DELETE /v2.0/subnets/b8bda770-7390-46cd-9866-7e0fe92efe03 HTTP/1.1" status: 204 len: 168 time: 0.7742405 Dec 10 15:34:09.518025 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34308) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:09.528471 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047c01e3-8910-4f20-9a0e-918e05a0c59e None None] Network 35579e17-cd30-4f35-b929-4b9e85f354d6 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:34:09.627377 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d0b2ef-7042-496b-8145-ce10820962e3 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:34:09.642064 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-21f33324-ac7e-4ca5-8c79-a175351dfeab tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:09.644394 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-e5d0b2ef-7042-496b-8145-ce10820962e3 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:34:09.650394 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-723965b4-a371-4676-a4db-76d56ce8f34f tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:09.653749 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d0b2ef-7042-496b-8145-ce10820962e3 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event updated for resources: {'Port': ['ID=f93e02b9-3723-4aad-ace7-58bb4a5ebc89,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:09.669565 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d0b2ef-7042-496b-8145-ce10820962e3 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:34:09.699993 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0f56b4-85b6-49a8-b1d7-6696e8fa02e4 None None] Update dhcp port {'port': {'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'fixed_ips': [{'subnet_id': '63f2923a-92e6-49b0-8cdc-030db3114204', 'ip_address': '2001:db8::f816:3eff:fe69:506e'}, {'subnet_id': 'a736714c-a2dd-4915-bb0f-ba21f3e75a3c'}], 'binding:host_id': 'dv-neutron-821401-4-hyperv'}, 'id': '0e1c0833-aa1f-4ca7-a2d7-1b1341f327ba'} from dv-neutron-821401-4-hyperv. {{(pid=103588) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 15:34:09.730977 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-90a02240-d135-432e-a1d2-1eb79697ecf8 None None] Provisioning complete for port 0e1c0833-aa1f-4ca7-a2d7-1b1341f327ba triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:09.731355 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-90a02240-d135-432e-a1d2-1eb79697ecf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:09.758644 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port b47b4ee0-1c1f-4e6a-8512-8077d556e914 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:09.759016 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:09.765895 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8d0f56b4-85b6-49a8-b1d7-6696e8fa02e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:09.778346 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-21f33324-ac7e-4ca5-8c79-a175351dfeab tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Deleting port a5332cad-514c-4cf6-ab42-0d928f85d8ed {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:34:09.778684 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-21f33324-ac7e-4ca5-8c79-a175351dfeab tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:09.821636 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-26a44eec-a55f-42b8-9e3c-a470f3662d2e tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Deleting port 2916e8cb-7dac-4b06-bb2b-83359c10cf3b {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:34:09.822004 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-26a44eec-a55f-42b8-9e3c-a470f3662d2e tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:09.913206 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-21f33324-ac7e-4ca5-8c79-a175351dfeab tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] For port a5332cad-514c-4cf6-ab42-0d928f85d8ed, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=a5332cad-514c-4cf6-ab42-0d928f85d8ed,segment=NetworkSegment(c80994d8-be4f-4fc7-a830-a87d5b01447b),segment_id=c80994d8-be4f-4fc7-a830-a87d5b01447b)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:34:09.913941 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-21f33324-ac7e-4ca5-8c79-a175351dfeab tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:09.934310 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-21f33324-ac7e-4ca5-8c79-a175351dfeab tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Calling delete_port for a5332cad-514c-4cf6-ab42-0d928f85d8ed owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:34:09.998518 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-26a44eec-a55f-42b8-9e3c-a470f3662d2e tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:10.012500 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c91600-2e77-4b97-b943-41162b549eb9 None None] DHCP port deletion for 35579e17-cd30-4f35-b929-4b9e85f354d6 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:34:10.016723 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-26a44eec-a55f-42b8-9e3c-a470f3662d2e tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Calling delete_port for 2916e8cb-7dac-4b06-bb2b-83359c10cf3b owned by network:router_interface {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:34:10.189593 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d0b2ef-7042-496b-8145-ce10820962e3 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:10.190555 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e5d0b2ef-7042-496b-8145-ce10820962e3 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:10.239449 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-90a02240-d135-432e-a1d2-1eb79697ecf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:10.243228 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-2cd5f973-9510-4283-99cb-4cc8c96b14c1 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Deleting port ae0dd8b9-4c72-4ca4-8a13-6b4f073d6b6b {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:34:10.243673 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2cd5f973-9510-4283-99cb-4cc8c96b14c1 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:10.263527 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 0e1c0833-aa1f-4ca7-a2d7-1b1341f327ba up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:34:10.304635 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-c5c91600-2e77-4b97-b943-41162b549eb9 None None] Deleting port a5332cad-514c-4cf6-ab42-0d928f85d8ed {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:34:10.304635 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c5c91600-2e77-4b97-b943-41162b549eb9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:10.317533 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-8d0f56b4-85b6-49a8-b1d7-6696e8fa02e4 None None] Allocated IP 172.20.0.2 (c2b5f149-cedd-450c-ab43-dd2d78259f45/a736714c-a2dd-4915-bb0f-ba21f3e75a3c/0e1c0833-aa1f-4ca7-a2d7-1b1341f327ba) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:34:10.351929 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01604eb0-fc7d-4bfe-aaef-19417a09463a tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Made reservation on behalf of 6af6b547c018414fbb71ed922833c3ea for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:34:10.355734 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-01604eb0-fc7d-4bfe-aaef-19417a09463a tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11668558'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:10.370167 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-90a02240-d135-432e-a1d2-1eb79697ecf8 None None] For port 0e1c0833-aa1f-4ca7-a2d7-1b1341f327ba, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=0e1c0833-aa1f-4ca7-a2d7-1b1341f327ba,segment=NetworkSegment(64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4),segment_id=64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:34:10.400485 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-c5c91600-2e77-4b97-b943-41162b549eb9 None None] For port a5332cad-514c-4cf6-ab42-0d928f85d8ed, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=a5332cad-514c-4cf6-ab42-0d928f85d8ed,segment=NetworkSegment(c80994d8-be4f-4fc7-a830-a87d5b01447b),segment_id=c80994d8-be4f-4fc7-a830-a87d5b01447b)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:34:10.401162 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c5c91600-2e77-4b97-b943-41162b549eb9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:10.419271 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-c5c91600-2e77-4b97-b943-41162b549eb9 None None] Calling delete_port for a5332cad-514c-4cf6-ab42-0d928f85d8ed owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:34:10.432460 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 0e1c0833-aa1f-4ca7-a2d7-1b1341f327ba triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:10.433151 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:10.460991 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-e5d0b2ef-7042-496b-8145-ce10820962e3 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.3002629 Dec 10 15:34:10.465329 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-90a02240-d135-432e-a1d2-1eb79697ecf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:10.465923 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34312) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:10.473460 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-723965b4-a371-4676-a4db-76d56ce8f34f tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:10.473925 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-723965b4-a371-4676-a4db-76d56ce8f34f tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552741'] for floatingip, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:10.474243 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.l3_db [None req-723965b4-a371-4676-a4db-76d56ce8f34f tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Floating IP 89cddb00-7616-45d6-9d6b-fc49d7d4d290 disassociated. External IP: 172.26.2.63, port: 495e7632-a8d3-460b-bb47-cf9cb581021f. Dec 10 15:34:10.474615 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-723965b4-a371-4676-a4db-76d56ce8f34f tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Calling delete_port for 495e7632-a8d3-460b-bb47-cf9cb581021f owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:34:10.481300 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2cd5f973-9510-4283-99cb-4cc8c96b14c1 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:10.507455 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-2cd5f973-9510-4283-99cb-4cc8c96b14c1 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Calling delete_port for ae0dd8b9-4c72-4ca4-8a13-6b4f073d6b6b owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:34:10.577148 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-90a02240-d135-432e-a1d2-1eb79697ecf8 None None] Provisioning complete for port ae0dd8b9-4c72-4ca4-8a13-6b4f073d6b6b triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:10.578197 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-90a02240-d135-432e-a1d2-1eb79697ecf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:10.583057 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54230aac-fb88-4d0c-8499-4512c9cf922d req-273a1a05-242f-49f2-98dc-2fe6ddf74065 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:10.584628 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-54230aac-fb88-4d0c-8499-4512c9cf922d req-273a1a05-242f-49f2-98dc-2fe6ddf74065 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd83b32b-da78-4843-9cc0-ee5fbec90c5f HTTP/1.1" status: 200 len: 946 time: 0.1506112 Dec 10 15:34:10.595887 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b39c0e-991a-4fc6-8f4c-a6c8a33be05d tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:10.602443 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b39c0e-991a-4fc6-8f4c-a6c8a33be05d tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:10.606616 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-d4b39c0e-991a-4fc6-8f4c-a6c8a33be05d tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1370065 Dec 10 15:34:10.608701 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34314) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:10.620641 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-21f33324-ac7e-4ca5-8c79-a175351dfeab tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:10.659882 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f33324-ac7e-4ca5-8c79-a175351dfeab tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Pushing event deleted for resources: {'Port': ['ID=a5332cad-514c-4cf6-ab42-0d928f85d8ed,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:10.661927 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f33324-ac7e-4ca5-8c79-a175351dfeab tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] No DVR routers for this DVR port a5332cad-514c-4cf6-ab42-0d928f85d8ed on host dv-neutron-821401-4-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:34:10.715496 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a02240-d135-432e-a1d2-1eb79697ecf8 None None] Pushing event updated for resources: {'Port': ['ID=0e1c0833-aa1f-4ca7-a2d7-1b1341f327ba,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:10.722706 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-90a02240-d135-432e-a1d2-1eb79697ecf8 None None] Port ae0dd8b9-4c72-4ca4-8a13-6b4f073d6b6b cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:34:10.760286 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-54230aac-fb88-4d0c-8499-4512c9cf922d req-cfbe73b2-8508-416f-a49c-c4c917533a48 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c76f20c-4132-470a-be23-b318b8c74d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466980 Dec 10 15:34:10.762438 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c5c91600-2e77-4b97-b943-41162b549eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:10.814067 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-8d0f56b4-85b6-49a8-b1d7-6696e8fa02e4 None None] For port 0e1c0833-aa1f-4ca7-a2d7-1b1341f327ba, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=0e1c0833-aa1f-4ca7-a2d7-1b1341f327ba,segment=NetworkSegment(64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4),segment_id=64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:34:10.824968 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c91600-2e77-4b97-b943-41162b549eb9 None None] Pushing event deleted for resources: {'Port': ['ID=a5332cad-514c-4cf6-ab42-0d928f85d8ed,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:10.828526 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c91600-2e77-4b97-b943-41162b549eb9 None None] No DVR routers for this DVR port a5332cad-514c-4cf6-ab42-0d928f85d8ed on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:34:10.873100 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8d0f56b4-85b6-49a8-b1d7-6696e8fa02e4 None None] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:10.877540 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-d4d61cb3-3734-4ad2-93cb-cdb21b5e1fa8 None None] Provisioning complete for port ae0dd8b9-4c72-4ca4-8a13-6b4f073d6b6b triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:10.878021 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d4d61cb3-3734-4ad2-93cb-cdb21b5e1fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:10.878242 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-21f33324-ac7e-4ca5-8c79-a175351dfeab tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:10.886013 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-26a44eec-a55f-42b8-9e3c-a470f3662d2e tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:10.919245 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-d4d61cb3-3734-4ad2-93cb-cdb21b5e1fa8 None None] Port ae0dd8b9-4c72-4ca4-8a13-6b4f073d6b6b cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:34:10.931091 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a44eec-a55f-42b8-9e3c-a470f3662d2e tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Pushing event deleted for resources: {'Port': ['ID=2916e8cb-7dac-4b06-bb2b-83359c10cf3b,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:10.933830 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-21f33324-ac7e-4ca5-8c79-a175351dfeab tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35579e17-cd30-4f35-b929-4b9e85f354d6']}} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:10.934975 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8d0f56b4-85b6-49a8-b1d7-6696e8fa02e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:10.957887 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-6972b2e6-0cfc-43aa-aa3c-f59651da5607 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Deleting port f93e02b9-3723-4aad-ace7-58bb4a5ebc89 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:34:10.957887 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6972b2e6-0cfc-43aa-aa3c-f59651da5607 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:10.964686 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-21f33324-ac7e-4ca5-8c79-a175351dfeab tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c80994d8-be4f-4fc7-a830-a87d5b01447b') {'for_net_delete': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:10.964989 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-21f33324-ac7e-4ca5-8c79-a175351dfeab tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c80994d8-be4f-4fc7-a830-a87d5b01447b') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:11.014205 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-21f33324-ac7e-4ca5-8c79-a175351dfeab tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12392235'] for segment, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:11.056859 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-723965b4-a371-4676-a4db-76d56ce8f34f tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:11.066294 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-21f33324-ac7e-4ca5-8c79-a175351dfeab tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:11.069045 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f56b4-85b6-49a8-b1d7-6696e8fa02e4 None None] Pushing event updated for resources: {'Port': ['ID=0e1c0833-aa1f-4ca7-a2d7-1b1341f327ba,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:11.069451 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b5c86f-3ed3-4fd5-b473-fc19e7544888 req-6d34b113-984f-4eaa-bf55-418d5f695a8e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:11.071043 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-33b5c86f-3ed3-4fd5-b473-fc19e7544888 req-6d34b113-984f-4eaa-bf55-418d5f695a8e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd83b32b-da78-4843-9cc0-ee5fbec90c5f HTTP/1.1" status: 200 len: 946 time: 0.2009649 Dec 10 15:34:11.083878 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21f33324-ac7e-4ca5-8c79-a175351dfeab tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=103586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:34:11.084550 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-21f33324-ac7e-4ca5-8c79-a175351dfeab tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11695586'] for segment, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:11.087893 dv-neutron-821401-4-hyperv neutron-server[103586]: Traceback (most recent call last): Dec 10 15:34:11.087893 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:34:11.087893 dv-neutron-821401-4-hyperv neutron-server[103586]: timer() Dec 10 15:34:11.087893 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:34:11.087893 dv-neutron-821401-4-hyperv neutron-server[103586]: cb(*args, **kw) Dec 10 15:34:11.087893 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:34:11.087893 dv-neutron-821401-4-hyperv neutron-server[103586]: return func(*args, **kwargs) Dec 10 15:34:11.087893 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:34:11.087893 dv-neutron-821401-4-hyperv neutron-server[103586]: self._notify() Dec 10 15:34:11.087893 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:34:11.087893 dv-neutron-821401-4-hyperv neutron-server[103586]: self.callback(batched_events) Dec 10 15:34:11.087893 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:34:11.087893 dv-neutron-821401-4-hyperv neutron-server[103586]: event.method(event) Dec 10 15:34:11.087893 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:34:11.087893 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:34:11.087893 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:34:11.087893 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:34:11.087893 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:34:11.087893 dv-neutron-821401-4-hyperv neutron-server[103586]: return f(self, *a, **k) Dec 10 15:34:11.087893 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:34:11.087893 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._get(url).json() Dec 10 15:34:11.087893 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:34:11.087893 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:34:11.087893 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:34:11.087893 dv-neutron-821401-4-hyperv neutron-server[103586]: return self.request(url, 'GET', **kwargs) Dec 10 15:34:11.087893 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:34:11.087893 dv-neutron-821401-4-hyperv neutron-server[103586]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:34:11.087893 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:34:11.087893 dv-neutron-821401-4-hyperv neutron-server[103586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:34:11.087893 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:34:11.087893 dv-neutron-821401-4-hyperv neutron-server[103586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:34:11.087893 dv-neutron-821401-4-hyperv neutron-server[103586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:34:11.135422 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723965b4-a371-4676-a4db-76d56ce8f34f tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Pushing event deleted for resources: {'Port': ['ID=495e7632-a8d3-460b-bb47-cf9cb581021f,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:11.143704 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2cd5f973-9510-4283-99cb-4cc8c96b14c1 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:11.151115 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-01604eb0-fc7d-4bfe-aaef-19417a09463a tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11236534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11668560'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:11.153002 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-26a44eec-a55f-42b8-9e3c-a470f3662d2e tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550073'] for router_interface, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:11.178047 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2572b82a-59d9-432a-8a80-7cfa3db4508c None None] DHCP port deletion for 8672b95b-60b2-4900-9107-737fdf14ae60 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:34:11.244035 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6972b2e6-0cfc-43aa-aa3c-f59651da5607 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:11.256776 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01604eb0-fc7d-4bfe-aaef-19417a09463a tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Network 38a89166-0d32-4e14-8e18-e5dad737d2c2 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:34:11.274278 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-01604eb0-fc7d-4bfe-aaef-19417a09463a tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:34:11.279968 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-21f33324-ac7e-4ca5-8c79-a175351dfeab tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:11.288184 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d815080-8179-493f-b358-5f2aa3eb5504 None None] Network 38a89166-0d32-4e14-8e18-e5dad737d2c2 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:34:11.299127 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-21f33324-ac7e-4ca5-8c79-a175351dfeab tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:11.310796 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-21f33324-ac7e-4ca5-8c79-a175351dfeab tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] 10.222.0.20 "DELETE /v2.0/networks/35579e17-cd30-4f35-b929-4b9e85f354d6 HTTP/1.1" status: 204 len: 168 time: 1.7882535 Dec 10 15:34:11.325621 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd5f973-9510-4283-99cb-4cc8c96b14c1 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event deleted for resources: {'Port': ['ID=ae0dd8b9-4c72-4ca4-8a13-6b4f073d6b6b,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:11.331636 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01604eb0-fc7d-4bfe-aaef-19417a09463a tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:11.332323 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-01604eb0-fc7d-4bfe-aaef-19417a09463a tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:11.375235 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01604eb0-fc7d-4bfe-aaef-19417a09463a tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event updated for resources: {'Subnet': ['ID=0c9cedd2-5683-44ef-abe9-7afc4d4e7f38,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:11.385890 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-6972b2e6-0cfc-43aa-aa3c-f59651da5607 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Calling delete_port for f93e02b9-3723-4aad-ace7-58bb4a5ebc89 owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:34:11.461258 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-33b5c86f-3ed3-4fd5-b473-fc19e7544888 req-3eb2af24-e6af-47ca-ab84-e99a470738c8 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c76f20c-4132-470a-be23-b318b8c74d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3800466 Dec 10 15:34:11.487911 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device b47b4ee0-1c1f-4e6a-8512-8077d556e914 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:34:11.547594 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f33324-ac7e-4ca5-8c79-a175351dfeab tempest-NetworksTest-1272471938 tempest-NetworksTest-1272471938-project] Pushing event deleted for resources: {'Network': ['ID=35579e17-cd30-4f35-b929-4b9e85f354d6,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:11.590878 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26a44eec-a55f-42b8-9e3c-a470f3662d2e tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Router d2112be4-11b2-4105-a2a8-6049b251e537 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:34:11.628103 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port b47b4ee0-1c1f-4e6a-8512-8077d556e914 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:11.628546 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:11.683703 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-01604eb0-fc7d-4bfe-aaef-19417a09463a tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.3313730 Dec 10 15:34:11.693943 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34324) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:11.700600 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-ff39d733-ed3c-4661-95ac-3d14e11e8283 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1183273768', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0c9cedd2-5683-44ef-abe9-7afc4d4e7f38'}], 'security_groups': ['c766b2ca-87f8-4b89-8b8b-c26d22448777', '8149a471-ee03-4d0e-a6a7-9d43c8c122f7']}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:34:11.717201 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2cd5f973-9510-4283-99cb-4cc8c96b14c1 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:11.720070 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-2cd5f973-9510-4283-99cb-4cc8c96b14c1 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "DELETE /v2.0/ports/ae0dd8b9-4c72-4ca4-8a13-6b4f073d6b6b HTTP/1.1" status: 204 len: 168 time: 2.3539355 Dec 10 15:34:11.722366 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-723965b4-a371-4676-a4db-76d56ce8f34f tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Router b05d23f3-fb13-4e5a-9d22-cdb705fc9e46 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:34:11.734107 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34326) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:11.796584 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550f9560-7a03-4438-9bc9-998278e1169c None None] Update dhcp port {'port': {'network_id': '38a89166-0d32-4e14-8e18-e5dad737d2c2', 'fixed_ips': [{'subnet_id': '27044f92-f686-402d-a812-d0dd4c59def2', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'bb69b366-cf11-45e8-9178-eb8f44e1182a', 'ip_address': '2001:db8::2'}, {'subnet_id': '0c9cedd2-5683-44ef-abe9-7afc4d4e7f38'}], 'binding:host_id': 'dv-neutron-821401-4-hyperv'}, 'id': 'db2365c0-8f04-4895-b74a-bc5b7dc07176'} from dv-neutron-821401-4-hyperv. {{(pid=103588) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 15:34:11.806185 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-f921e54d-0da4-4a22-8130-85d30770ebf6 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] DELETE failed (client error): The resource could not be found. Dec 10 15:34:11.807012 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f921e54d-0da4-4a22-8130-85d30770ebf6 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:34:11.810313 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-f921e54d-0da4-4a22-8130-85d30770ebf6 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "DELETE /v2.0/ports/ae0dd8b9-4c72-4ca4-8a13-6b4f073d6b6b HTTP/1.1" status: 404 len: 333 time: 0.0752385 Dec 10 15:34:11.813715 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34328) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:11.821937 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 0e1c0833-aa1f-4ca7-a2d7-1b1341f327ba up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:34:11.826116 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26a44eec-a55f-42b8-9e3c-a470f3662d2e tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:34:11.838012 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809ab981-5cc6-46d1-bae9-17472d131b8e None None] Sync routers for ids ['d2112be4-11b2-4105-a2a8-6049b251e537'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:34:11.847152 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-26a44eec-a55f-42b8-9e3c-a470f3662d2e tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "PUT /v2.0/routers/d2112be4-11b2-4105-a2a8-6049b251e537/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6152399 Dec 10 15:34:11.848386 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-23c2ceee-89e8-40f3-8ffd-842f4365f416 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] GET failed (client error): The resource could not be found. Dec 10 15:34:11.852681 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809ab981-5cc6-46d1-bae9-17472d131b8e None None] Routers {'d2112be4-11b2-4105-a2a8-6049b251e537'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:34:11.854387 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-809ab981-5cc6-46d1-bae9-17472d131b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:33:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['d2112be4-11b2-4105-a2a8-6049b251e537'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:11.861069 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-23c2ceee-89e8-40f3-8ffd-842f4365f416 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "GET /v2.0/ports/ae0dd8b9-4c72-4ca4-8a13-6b4f073d6b6b HTTP/1.1" status: 404 len: 333 time: 0.0430706 Dec 10 15:34:11.861069 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34330) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:11.873691 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34332) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:11.889305 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-550f9560-7a03-4438-9bc9-998278e1169c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:11.902733 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-809ab981-5cc6-46d1-bae9-17472d131b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:11.926105 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809ab981-5cc6-46d1-bae9-17472d131b8e None None] Routers {'d2112be4-11b2-4105-a2a8-6049b251e537'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:34:11.927690 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-809ab981-5cc6-46d1-bae9-17472d131b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:33:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['d2112be4-11b2-4105-a2a8-6049b251e537'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:11.973680 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-809ab981-5cc6-46d1-bae9-17472d131b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:11.974837 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809ab981-5cc6-46d1-bae9-17472d131b8e None None] The sync data for ids ['d2112be4-11b2-4105-a2a8-6049b251e537'] in dv-neutron-821401-4-hyperv is: [] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:34:12.059470 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34336) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:12.071278 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 0e1c0833-aa1f-4ca7-a2d7-1b1341f327ba triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:12.071654 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:12.090573 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ff39d733-ed3c-4661-95ac-3d14e11e8283 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:12.102213 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_v2 [None req-e53a6d8a-bb31-4e16-ac9f-f3b885e13dc9 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Deleting subnet 46329c26-1f38-496c-ad26-bd548807463b {{(pid=103586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:34:12.110400 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e53a6d8a-bb31-4e16-ac9f-f3b885e13dc9 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for subnet, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:12.201982 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-723965b4-a371-4676-a4db-76d56ce8f34f tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:34:12.231333 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e131445f-17f2-4b8e-80cf-c0a6344ac7bd None None] Sync routers for ids ['b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:34:12.292807 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e53a6d8a-bb31-4e16-ac9f-f3b885e13dc9 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12392400'] for subnet, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:12.293123 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-37015b6b-ce06-43b1-96ca-49ed963648c1 None None] Provisioning complete for port 0e1c0833-aa1f-4ca7-a2d7-1b1341f327ba triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:12.293585 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-37015b6b-ce06-43b1-96ca-49ed963648c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:12.297827 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-550f9560-7a03-4438-9bc9-998278e1169c None None] Allocated IP 2001:db8:0:2::2 (38a89166-0d32-4e14-8e18-e5dad737d2c2/0c9cedd2-5683-44ef-abe9-7afc4d4e7f38/db2365c0-8f04-4895-b74a-bc5b7dc07176) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:34:12.320371 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e131445f-17f2-4b8e-80cf-c0a6344ac7bd None None] Routers {'b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:34:12.320890 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-e131445f-17f2-4b8e-80cf-c0a6344ac7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:33:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:12.340916 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-723965b4-a371-4676-a4db-76d56ce8f34f tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:12.344744 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-723965b4-a371-4676-a4db-76d56ce8f34f tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] 10.222.0.20 "DELETE /v2.0/ports/495e7632-a8d3-460b-bb47-cf9cb581021f HTTP/1.1" status: 204 len: 168 time: 3.7518003 Dec 10 15:34:12.348152 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34340) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:12.428222 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-e131445f-17f2-4b8e-80cf-c0a6344ac7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:12.463275 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-9a19d80c-a3f6-4f6c-8d5e-ab173de5cae2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1669e2c341ad498c8f67a90a963f4ed9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4000344 Dec 10 15:34:12.467488 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device a5332cad-514c-4cf6-ab42-0d928f85d8ed no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:34:12.469081 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-2f5566cb-625b-4401-8f26-5984b6a1b32a tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] 10.222.0.20 "GET /v2.0/floatingips/89cddb00-7616-45d6-9d6b-fc49d7d4d290 HTTP/1.1" status: 200 len: 687 time: 0.1198611 Dec 10 15:34:12.474438 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34342) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:12.484474 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34344) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:12.525306 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e131445f-17f2-4b8e-80cf-c0a6344ac7bd None None] Routers {'b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:34:12.526203 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-e131445f-17f2-4b8e-80cf-c0a6344ac7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:33:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:12.591886 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e53a6d8a-bb31-4e16-ac9f-f3b885e13dc9 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:12.646127 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-02d57ee6-d24a-4152-b901-761d4708ba4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:12.657899 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6972b2e6-0cfc-43aa-aa3c-f59651da5607 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:12.682734 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-02d57ee6-d24a-4152-b901-761d4708ba4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:12.690001 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6972b2e6-0cfc-43aa-aa3c-f59651da5607 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event deleted for resources: {'Port': ['ID=f93e02b9-3723-4aad-ace7-58bb4a5ebc89,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:12.720049 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: a5332cad-514c-4cf6-ab42-0d928f85d8ed {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:34:12.720653 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device a5332cad-514c-4cf6-ab42-0d928f85d8ed not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:34:12.729991 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-e131445f-17f2-4b8e-80cf-c0a6344ac7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:12.730727 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e131445f-17f2-4b8e-80cf-c0a6344ac7bd None None] The sync data for ids ['b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'] in dv-neutron-821401-4-hyperv is: [] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:34:12.751805 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-bc31b4a9-cd0d-46df-96e8-eed8dc8a6134 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Deleting port 63d517a2-a74f-470f-a8e8-db4e771c7d56 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:34:12.751982 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bc31b4a9-cd0d-46df-96e8-eed8dc8a6134 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:12.774966 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3ad607d4-ba54-4a84-a348-109f8b958ac1 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549925'] for router_interface, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:12.814876 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e53a6d8a-bb31-4e16-ac9f-f3b885e13dc9 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:12.819042 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-550f9560-7a03-4438-9bc9-998278e1169c None None] For port db2365c0-8f04-4895-b74a-bc5b7dc07176, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=db2365c0-8f04-4895-b74a-bc5b7dc07176,segment=NetworkSegment(f0f7aad0-6580-4852-bb7a-6062daac9fb1),segment_id=f0f7aad0-6580-4852-bb7a-6062daac9fb1)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:34:12.844864 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6972b2e6-0cfc-43aa-aa3c-f59651da5607 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:12.851548 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-6972b2e6-0cfc-43aa-aa3c-f59651da5607 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/ports/f93e02b9-3723-4aad-ace7-58bb4a5ebc89 HTTP/1.1" status: 204 len: 168 time: 2.2392604 Dec 10 15:34:12.854305 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34346) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:12.876831 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-550f9560-7a03-4438-9bc9-998278e1169c None None] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:12.888603 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-02d57ee6-d24a-4152-b901-761d4708ba4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:12.894736 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-02d57ee6-d24a-4152-b901-761d4708ba4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:12.894736 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-02d57ee6-d24a-4152-b901-761d4708ba4c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1913b829-b5e6-4f00-b7bf-7e32ac084476 HTTP/1.1" status: 204 len: 168 time: 0.4185717 Dec 10 15:34:12.900388 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53a6d8a-bb31-4e16-ac9f-f3b885e13dc9 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event deleted for resources: {'Subnet': ['ID=46329c26-1f38-496c-ad26-bd548807463b,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:12.920742 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e53a6d8a-bb31-4e16-ac9f-f3b885e13dc9 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:12.921770 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bc31b4a9-cd0d-46df-96e8-eed8dc8a6134 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:12.922122 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bc31b4a9-cd0d-46df-96e8-eed8dc8a6134 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:12.924207 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-e53a6d8a-bb31-4e16-ac9f-f3b885e13dc9 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "DELETE /v2.0/subnets/46329c26-1f38-496c-ad26-bd548807463b HTTP/1.1" status: 204 len: 168 time: 1.0451231 Dec 10 15:34:12.927265 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34350) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:12.929265 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d637d8-3312-4bb1-b6c4-293daeb99097 None None] Network 71cddff7-a2b0-4e9b-97fe-85cc4b20a9a1 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:34:12.937388 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d57ee6-d24a-4152-b901-761d4708ba4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1913b829-b5e6-4f00-b7bf-7e32ac084476,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:12.948970 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4bece31-506d-4140-a9c3-4522cac74b3e tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:12.951115 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4bece31-506d-4140-a9c3-4522cac74b3e tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:12.953489 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4bece31-506d-4140-a9c3-4522cac74b3e tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:12.958419 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-c4bece31-506d-4140-a9c3-4522cac74b3e tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1026678 Dec 10 15:34:12.958596 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34352) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:12.959269 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-bc31b4a9-cd0d-46df-96e8-eed8dc8a6134 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Calling delete_port for 63d517a2-a74f-470f-a8e8-db4e771c7d56 owned by network:floatingip {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:34:12.983411 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-550f9560-7a03-4438-9bc9-998278e1169c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:13.021523 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-55ce2cb4-691c-4999-aa4f-af8ef95b183d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:13.022471 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34354) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:13.030074 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-41b1498f-b6b3-4ef3-bb2d-59b3ff9b5cee None None] Could not find standard attr ID for object f93e02b9-3723-4aad-ace7-58bb4a5ebc89. {{(pid=103588) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 15:34:13.139132 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8f006ad-3a9c-419e-920b-14bf8443af97 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Deleting subnet 63f2923a-92e6-49b0-8cdc-030db3114204 {{(pid=103586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:34:13.145858 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a8f006ad-3a9c-419e-920b-14bf8443af97 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for subnet, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:13.151846 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-51449976-5715-45f9-8032-0f5dc03cd38b tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:13.198555 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550f9560-7a03-4438-9bc9-998278e1169c None None] Pushing event updated for resources: {'Port': ['ID=db2365c0-8f04-4895-b74a-bc5b7dc07176,revision_number=7']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:13.209457 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a8f006ad-3a9c-419e-920b-14bf8443af97 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12392400'] for subnet, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:13.272158 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-ff39d733-ed3c-4661-95ac-3d14e11e8283 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Delete allocated IP 2001:db8::23 (38a89166-0d32-4e14-8e18-e5dad737d2c2/bb69b366-cf11-45e8-9178-eb8f44e1182a) {{(pid=103587) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 10 15:34:13.330321 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5388fab8-9398-4832-aa33-990951076911 None None] DHCP port deletion for 71cddff7-a2b0-4e9b-97fe-85cc4b20a9a1 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:34:13.434046 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:13.439338 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device db2365c0-8f04-4895-b74a-bc5b7dc07176 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:34:13.454878 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-51449976-5715-45f9-8032-0f5dc03cd38b tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Deleting port b47b4ee0-1c1f-4e6a-8512-8077d556e914 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:34:13.455282 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-51449976-5715-45f9-8032-0f5dc03cd38b tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:13.468475 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-ff39d733-ed3c-4661-95ac-3d14e11e8283 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Allocated IP 2001:db8:0:2::a4 (38a89166-0d32-4e14-8e18-e5dad737d2c2/0c9cedd2-5683-44ef-abe9-7afc4d4e7f38/0ff34479-90c9-441c-af94-5eb3f22b34fe) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:34:13.473324 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a8f006ad-3a9c-419e-920b-14bf8443af97 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:13.491738 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bc31b4a9-cd0d-46df-96e8-eed8dc8a6134 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:13.566887 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-5388fab8-9398-4832-aa33-990951076911 None None] Deleting port b47b4ee0-1c1f-4e6a-8512-8077d556e914 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:34:13.567509 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5388fab8-9398-4832-aa33-990951076911 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:13.598264 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-51449976-5715-45f9-8032-0f5dc03cd38b tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] For port b47b4ee0-1c1f-4e6a-8512-8077d556e914, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=b47b4ee0-1c1f-4e6a-8512-8077d556e914,segment=NetworkSegment(f9c16482-8852-4872-ae6f-5197380870da),segment_id=f9c16482-8852-4872-ae6f-5197380870da)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:34:13.598593 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-51449976-5715-45f9-8032-0f5dc03cd38b tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:13.629153 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-51449976-5715-45f9-8032-0f5dc03cd38b tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Calling delete_port for b47b4ee0-1c1f-4e6a-8512-8077d556e914 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:34:13.638524 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3ad607d4-ba54-4a84-a348-109f8b958ac1 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Deleting port bcb58941-0643-496e-8dab-d56b35e04a2f {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:34:13.638871 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3ad607d4-ba54-4a84-a348-109f8b958ac1 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:13.646232 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port db2365c0-8f04-4895-b74a-bc5b7dc07176 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:13.646618 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:13.667946 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc31b4a9-cd0d-46df-96e8-eed8dc8a6134 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Pushing event deleted for resources: {'Port': ['ID=63d517a2-a74f-470f-a8e8-db4e771c7d56,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:13.706654 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-5388fab8-9398-4832-aa33-990951076911 None None] For port b47b4ee0-1c1f-4e6a-8512-8077d556e914, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=b47b4ee0-1c1f-4e6a-8512-8077d556e914,segment=NetworkSegment(f9c16482-8852-4872-ae6f-5197380870da),segment_id=f9c16482-8852-4872-ae6f-5197380870da)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:34:13.713700 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5388fab8-9398-4832-aa33-990951076911 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:13.729720 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bc31b4a9-cd0d-46df-96e8-eed8dc8a6134 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks [] for floatingip, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:13.729876 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-5388fab8-9398-4832-aa33-990951076911 None None] Calling delete_port for b47b4ee0-1c1f-4e6a-8512-8077d556e914 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:34:13.731341 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bc31b4a9-cd0d-46df-96e8-eed8dc8a6134 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:13.737061 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-bc31b4a9-cd0d-46df-96e8-eed8dc8a6134 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] 10.222.0.20 "DELETE /v2.0/floatingips/89cddb00-7616-45d6-9d6b-fc49d7d4d290 HTTP/1.1" status: 204 len: 168 time: 1.2470992 Dec 10 15:34:13.737401 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34366) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:13.741839 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-e0d26b05-7edf-4946-9749-714bf3c4b0ab tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Request body: {'floatingip': {'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'port_id': '3a1e7e64-8605-4c73-a4de-b7f3580d3836'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:34:13.768115 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a8f006ad-3a9c-419e-920b-14bf8443af97 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:13.870210 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f006ad-3a9c-419e-920b-14bf8443af97 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event deleted for resources: {'Subnet': ['ID=63f2923a-92e6-49b0-8cdc-030db3114204,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:13.883321 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c117bb3f-27a4-41cc-a66d-4e8032342b99 None None] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:34:13.883539 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a8f006ad-3a9c-419e-920b-14bf8443af97 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:13.889026 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-a8f006ad-3a9c-419e-920b-14bf8443af97 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/subnets/63f2923a-92e6-49b0-8cdc-030db3114204 HTTP/1.1" status: 204 len: 168 time: 0.9298348 Dec 10 15:34:13.903148 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34368) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:13.962422 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3ad607d4-ba54-4a84-a348-109f8b958ac1 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:13.985252 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3ad607d4-ba54-4a84-a348-109f8b958ac1 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Calling delete_port for bcb58941-0643-496e-8dab-d56b35e04a2f owned by network:router_interface {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:34:14.003020 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e0d26b05-7edf-4946-9749-714bf3c4b0ab tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks [] for floatingip, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:14.027540 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d6a22d6-aeae-49ac-9d73-61c7b24f05b8 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Deleting subnet a736714c-a2dd-4915-bb0f-ba21f3e75a3c {{(pid=103586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:34:14.060923 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1d6a22d6-aeae-49ac-9d73-61c7b24f05b8 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for subnet, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:14.080483 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5388fab8-9398-4832-aa33-990951076911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:14.130327 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5388fab8-9398-4832-aa33-990951076911 None None] Pushing event deleted for resources: {'Port': ['ID=b47b4ee0-1c1f-4e6a-8512-8077d556e914,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:14.138460 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5388fab8-9398-4832-aa33-990951076911 None None] No DVR routers for this DVR port b47b4ee0-1c1f-4e6a-8512-8077d556e914 on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:34:14.215225 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-51449976-5715-45f9-8032-0f5dc03cd38b tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:14.278157 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51449976-5715-45f9-8032-0f5dc03cd38b tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] No DVR routers for this DVR port b47b4ee0-1c1f-4e6a-8512-8077d556e914 on host dv-neutron-821401-4-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:34:14.308488 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1d6a22d6-aeae-49ac-9d73-61c7b24f05b8 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12392400'] for subnet, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:14.318807 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51449976-5715-45f9-8032-0f5dc03cd38b tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event deleted for resources: {'Port': ['ID=b47b4ee0-1c1f-4e6a-8512-8077d556e914,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:14.328793 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-651be689-65e9-448d-aab6-6c1e20e01fa6 None None] Provisioning complete for port db2365c0-8f04-4895-b74a-bc5b7dc07176 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:14.329584 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-651be689-65e9-448d-aab6-6c1e20e01fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:14.445339 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-651be689-65e9-448d-aab6-6c1e20e01fa6 None None] Provisioning complete for port 0ff34479-90c9-441c-af94-5eb3f22b34fe triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:14.446032 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-651be689-65e9-448d-aab6-6c1e20e01fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:14.510205 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-651be689-65e9-448d-aab6-6c1e20e01fa6 None None] Port 0ff34479-90c9-441c-af94-5eb3f22b34fe cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:34:14.515620 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34378) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:14.525048 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-651be689-65e9-448d-aab6-6c1e20e01fa6 None None] Provisioning complete for port f4c1e9e2-b442-4302-bb6d-ffb844ac3f1a triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:14.525523 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-651be689-65e9-448d-aab6-6c1e20e01fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:14.617587 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-651be689-65e9-448d-aab6-6c1e20e01fa6 None None] Port f4c1e9e2-b442-4302-bb6d-ffb844ac3f1a cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:34:14.646824 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ff39d733-ed3c-4661-95ac-3d14e11e8283 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:14.701377 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-25177776-3cd4-427b-b2ad-323d6e6678e9 tempest-TagsTest-137071862 tempest-TagsTest-137071862-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1182259927'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:34:14.730420 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-00fd539a-de8c-4b65-acd2-fab8fba1ff3c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:14.744552 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ff39d733-ed3c-4661-95ac-3d14e11e8283 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:14.826442 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25177776-3cd4-427b-b2ad-323d6e6678e9 tempest-TagsTest-137071862 tempest-TagsTest-137071862-project] Made reservation on behalf of 9980727bdbce4347a8c63157354c65fd for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:34:14.831449 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-25177776-3cd4-427b-b2ad-323d6e6678e9 tempest-TagsTest-137071862 tempest-TagsTest-137071862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:14.858112 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-25177776-3cd4-427b-b2ad-323d6e6678e9 tempest-TagsTest-137071862 tempest-TagsTest-137071862-project] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:14.880587 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-ff39d733-ed3c-4661-95ac-3d14e11e8283 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] In _notify_port_updated(), no bound segment for port 0ff34479-90c9-441c-af94-5eb3f22b34fe on network 38a89166-0d32-4e14-8e18-e5dad737d2c2 {{(pid=103587) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 15:34:14.886142 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff39d733-ed3c-4661-95ac-3d14e11e8283 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:14.886758 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ff39d733-ed3c-4661-95ac-3d14e11e8283 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:14.891417 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-ff39d733-ed3c-4661-95ac-3d14e11e8283 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "PUT /v2.0/ports/0ff34479-90c9-441c-af94-5eb3f22b34fe HTTP/1.1" status: 200 len: 969 time: 3.1931388 Dec 10 15:34:14.897170 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34382) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:14.905732 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-51449976-5715-45f9-8032-0f5dc03cd38b tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:14.929362 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff39d733-ed3c-4661-95ac-3d14e11e8283 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event updated for resources: {'Port': ['ID=0ff34479-90c9-441c-af94-5eb3f22b34fe,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:14.950746 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-51449976-5715-45f9-8032-0f5dc03cd38b tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71cddff7-a2b0-4e9b-97fe-85cc4b20a9a1']}} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:14.951020 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-834c6979-0ece-4587-928d-85c378c2bd02 None None] Provisioning complete for port 0e1c0833-aa1f-4ca7-a2d7-1b1341f327ba triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:14.951647 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-834c6979-0ece-4587-928d-85c378c2bd02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:14.987393 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-51449976-5715-45f9-8032-0f5dc03cd38b tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9c16482-8852-4872-ae6f-5197380870da') {'for_net_delete': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:14.987694 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-51449976-5715-45f9-8032-0f5dc03cd38b tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9c16482-8852-4872-ae6f-5197380870da') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:15.007741 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-51449976-5715-45f9-8032-0f5dc03cd38b tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12392235'] for segment, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:15.065227 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-51449976-5715-45f9-8032-0f5dc03cd38b tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:15.072362 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1d6a22d6-aeae-49ac-9d73-61c7b24f05b8 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:15.099148 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51449976-5715-45f9-8032-0f5dc03cd38b tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=103586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:34:15.099563 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-51449976-5715-45f9-8032-0f5dc03cd38b tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11695586'] for segment, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:15.105989 dv-neutron-821401-4-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:34:15.105989 dv-neutron-821401-4-hyperv neutron-server[103586]: self.session.flush() Dec 10 15:34:15.105989 dv-neutron-821401-4-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:34:15.105989 dv-neutron-821401-4-hyperv neutron-server[103586]: self.session.flush() Dec 10 15:34:15.105989 dv-neutron-821401-4-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:34:15.105989 dv-neutron-821401-4-hyperv neutron-server[103586]: self.session.flush() Dec 10 15:34:15.105989 dv-neutron-821401-4-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:34:15.105989 dv-neutron-821401-4-hyperv neutron-server[103586]: self.session.flush() Dec 10 15:34:15.105989 dv-neutron-821401-4-hyperv neutron-server[103586]: Traceback (most recent call last): Dec 10 15:34:15.105989 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:34:15.105989 dv-neutron-821401-4-hyperv neutron-server[103586]: timer() Dec 10 15:34:15.105989 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:34:15.105989 dv-neutron-821401-4-hyperv neutron-server[103586]: cb(*args, **kw) Dec 10 15:34:15.105989 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:34:15.105989 dv-neutron-821401-4-hyperv neutron-server[103586]: return func(*args, **kwargs) Dec 10 15:34:15.105989 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:34:15.105989 dv-neutron-821401-4-hyperv neutron-server[103586]: self._notify() Dec 10 15:34:15.105989 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:34:15.105989 dv-neutron-821401-4-hyperv neutron-server[103586]: self.callback(batched_events) Dec 10 15:34:15.105989 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:34:15.105989 dv-neutron-821401-4-hyperv neutron-server[103586]: event.method(event) Dec 10 15:34:15.105989 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:34:15.105989 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:34:15.105989 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:34:15.105989 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:34:15.105989 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:34:15.105989 dv-neutron-821401-4-hyperv neutron-server[103586]: return f(self, *a, **k) Dec 10 15:34:15.105989 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:34:15.105989 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._get(url).json() Dec 10 15:34:15.105989 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:34:15.105989 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:34:15.105989 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:34:15.105989 dv-neutron-821401-4-hyperv neutron-server[103586]: return self.request(url, 'GET', **kwargs) Dec 10 15:34:15.105989 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:34:15.105989 dv-neutron-821401-4-hyperv neutron-server[103586]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:34:15.105989 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:34:15.105989 dv-neutron-821401-4-hyperv neutron-server[103586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:34:15.105989 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:34:15.105989 dv-neutron-821401-4-hyperv neutron-server[103586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:34:15.105989 dv-neutron-821401-4-hyperv neutron-server[103586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:34:15.173719 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e0d26b05-7edf-4946-9749-714bf3c4b0ab tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:15.178687 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-09372cc4-4073-4df1-a0a2-ceffdff106d2 None None] Provisioning complete for port 0ff34479-90c9-441c-af94-5eb3f22b34fe triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:15.183813 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-09372cc4-4073-4df1-a0a2-ceffdff106d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:15.226311 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-09372cc4-4073-4df1-a0a2-ceffdff106d2 None None] Port 0ff34479-90c9-441c-af94-5eb3f22b34fe cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:34:15.229884 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3ad607d4-ba54-4a84-a348-109f8b958ac1 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:15.231403 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-d53d86bd-816a-4308-a41d-d58ccf7ec5b7 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Deleting port 0ff34479-90c9-441c-af94-5eb3f22b34fe {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:34:15.231772 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d53d86bd-816a-4308-a41d-d58ccf7ec5b7 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:15.264427 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-25177776-3cd4-427b-b2ad-323d6e6678e9 tempest-TagsTest-137071862 tempest-TagsTest-137071862-project] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:15.270944 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad607d4-ba54-4a84-a348-109f8b958ac1 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Pushing event deleted for resources: {'Port': ['ID=bcb58941-0643-496e-8dab-d56b35e04a2f,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:15.297114 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-51449976-5715-45f9-8032-0f5dc03cd38b tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:15.310984 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-51449976-5715-45f9-8032-0f5dc03cd38b tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:15.311460 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-150f22e5-6f86-457e-a2a7-98cf0035e930 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:15.314296 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-51449976-5715-45f9-8032-0f5dc03cd38b tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "DELETE /v2.0/networks/71cddff7-a2b0-4e9b-97fe-85cc4b20a9a1 HTTP/1.1" status: 204 len: 168 time: 2.3865368 Dec 10 15:34:15.324363 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34384) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:15.333939 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-40073f55-c153-4437-9b33-3abb616b0749 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2080661977'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:34:15.377464 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51449976-5715-45f9-8032-0f5dc03cd38b tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event deleted for resources: {'Network': ['ID=71cddff7-a2b0-4e9b-97fe-85cc4b20a9a1,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:15.388194 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1d6a22d6-aeae-49ac-9d73-61c7b24f05b8 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:15.395771 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-25177776-3cd4-427b-b2ad-323d6e6678e9 tempest-TagsTest-137071862 tempest-TagsTest-137071862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:15.400415 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-00fd539a-de8c-4b65-acd2-fab8fba1ff3c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Allocated IP 172.20.0.17 (506b9e8b-1216-4613-bf29-606be137669f/66d6b829-67ec-4b11-980f-48e7478f11ed/b019a8a5-5c01-4fa0-ab08-257f81486d67) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:34:15.401488 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device b47b4ee0-1c1f-4e6a-8512-8077d556e914 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:34:15.430296 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: b47b4ee0-1c1f-4e6a-8512-8077d556e914 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:34:15.430707 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device b47b4ee0-1c1f-4e6a-8512-8077d556e914 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:34:15.458558 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d53d86bd-816a-4308-a41d-d58ccf7ec5b7 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:15.461174 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3ad607d4-ba54-4a84-a348-109f8b958ac1 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550073'] for router_interface, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:15.465262 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25177776-3cd4-427b-b2ad-323d6e6678e9 tempest-TagsTest-137071862 tempest-TagsTest-137071862-project] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:34:15.468775 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6a22d6-aeae-49ac-9d73-61c7b24f05b8 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event deleted for resources: {'Subnet': ['ID=a736714c-a2dd-4915-bb0f-ba21f3e75a3c,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:15.484242 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1d6a22d6-aeae-49ac-9d73-61c7b24f05b8 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:15.485640 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-1d6a22d6-aeae-49ac-9d73-61c7b24f05b8 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/subnets/a736714c-a2dd-4915-bb0f-ba21f3e75a3c HTTP/1.1" status: 204 len: 168 time: 1.5711632 Dec 10 15:34:15.491791 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34386) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:15.493675 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-e0d26b05-7edf-4946-9749-714bf3c4b0ab tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Allocated IP 172.26.2.64 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/166a2c62-aaf2-4929-8001-004a33034322) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:34:15.495801 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b9c0cc-6964-499e-9c94-7d50e985d514 None None] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:34:15.521120 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25177776-3cd4-427b-b2ad-323d6e6678e9 tempest-TagsTest-137071862 tempest-TagsTest-137071862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8aa4885-9210-4f1a-8d8d-ee38460b833b,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:15.524965 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40073f55-c153-4437-9b33-3abb616b0749 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Made reservation on behalf of 21e0d6ce128b4efe93836d06f4e29105 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:34:15.533334 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-40073f55-c153-4437-9b33-3abb616b0749 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:15.576703 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-d53d86bd-816a-4308-a41d-d58ccf7ec5b7 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Calling delete_port for 0ff34479-90c9-441c-af94-5eb3f22b34fe owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:34:15.602343 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-25177776-3cd4-427b-b2ad-323d6e6678e9 tempest-TagsTest-137071862 tempest-TagsTest-137071862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:15.603029 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.segments_db [None req-25177776-3cd4-427b-b2ad-323d6e6678e9 tempest-TagsTest-137071862 tempest-TagsTest-137071862-project] Added segment ce1f9250-a333-48cb-b404-0a2d938a5f4c of type vlan for network 05fa00e6-f2c5-43f6-8420-b8b2e8a24c81 Dec 10 15:34:15.653166 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-acd064a9-a3d9-43b2-8ea1-a6b7aae0e324 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1593153 Dec 10 15:34:15.666449 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34388) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:15.691934 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-30f6338c-b20f-4d78-9e56-7735e3796c17 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Request body: {'subnet': {'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:34:15.709941 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ad4d6e-f4a1-49c5-b784-505fa8303793 None None] DHCP port deletion for c2b5f149-cedd-450c-ab43-dd2d78259f45 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:34:15.710760 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40073f55-c153-4437-9b33-3abb616b0749 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:34:15.716139 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ad607d4-ba54-4a84-a348-109f8b958ac1 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Router d2112be4-11b2-4105-a2a8-6049b251e537 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:34:15.750622 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e0d26b05-7edf-4946-9749-714bf3c4b0ab tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:15.766288 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-e6ad4d6e-f4a1-49c5-b784-505fa8303793 None None] Deleting port 0e1c0833-aa1f-4ca7-a2d7-1b1341f327ba {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:34:15.766670 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e6ad4d6e-f4a1-49c5-b784-505fa8303793 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:15.777378 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-25177776-3cd4-427b-b2ad-323d6e6678e9 tempest-TagsTest-137071862 tempest-TagsTest-137071862-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:15.823187 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad607d4-ba54-4a84-a348-109f8b958ac1 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:34:15.830563 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-3ad607d4-ba54-4a84-a348-109f8b958ac1 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "PUT /v2.0/routers/d2112be4-11b2-4105-a2a8-6049b251e537/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9702704 Dec 10 15:34:15.834243 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34390) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:15.838086 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-40073f55-c153-4437-9b33-3abb616b0749 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:15.838338 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.segments_db [None req-40073f55-c153-4437-9b33-3abb616b0749 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Added segment c16d16a0-9ed2-4efe-bd4c-691a9a08a88d of type vlan for network cb66039f-9277-43a2-a62c-866c2e6ff09f Dec 10 15:34:15.847604 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024f67d9-085b-4496-8aec-e841d0504206 None None] Sync routers for ids ['d2112be4-11b2-4105-a2a8-6049b251e537'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:34:15.858522 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-e6ad4d6e-f4a1-49c5-b784-505fa8303793 None None] For port 0e1c0833-aa1f-4ca7-a2d7-1b1341f327ba, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=0e1c0833-aa1f-4ca7-a2d7-1b1341f327ba,segment=NetworkSegment(64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4),segment_id=64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:34:15.859335 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e6ad4d6e-f4a1-49c5-b784-505fa8303793 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:15.864469 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024f67d9-085b-4496-8aec-e841d0504206 None None] Routers {'d2112be4-11b2-4105-a2a8-6049b251e537'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:34:15.865392 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-024f67d9-085b-4496-8aec-e841d0504206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:34:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['d2112be4-11b2-4105-a2a8-6049b251e537'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:15.876725 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-e6ad4d6e-f4a1-49c5-b784-505fa8303793 None None] Calling delete_port for 0e1c0833-aa1f-4ca7-a2d7-1b1341f327ba owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:34:15.880563 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-af19707c-8734-4b28-ab69-aa2163b3303d tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2112be4-11b2-4105-a2a8-6049b251e537 HTTP/1.1" status: 200 len: 205 time: 0.0438724 Dec 10 15:34:15.887177 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34392) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:15.913386 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-024f67d9-085b-4496-8aec-e841d0504206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:15.923362 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024f67d9-085b-4496-8aec-e841d0504206 None None] Routers {'d2112be4-11b2-4105-a2a8-6049b251e537'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:34:15.924014 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-024f67d9-085b-4496-8aec-e841d0504206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:34:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['d2112be4-11b2-4105-a2a8-6049b251e537'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:15.968413 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e0d26b05-7edf-4946-9749-714bf3c4b0ab tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:15.989412 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-40073f55-c153-4437-9b33-3abb616b0749 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:16.003118 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-00fd539a-de8c-4b65-acd2-fab8fba1ff3c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:16.011515 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ea5908ee-d7e1-4a21-a1ac-ae69ac0c47b1 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for router, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:16.011745 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-25177776-3cd4-427b-b2ad-323d6e6678e9 tempest-TagsTest-137071862 tempest-TagsTest-137071862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:16.017260 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25177776-3cd4-427b-b2ad-323d6e6678e9 tempest-TagsTest-137071862 tempest-TagsTest-137071862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:16.018140 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-25177776-3cd4-427b-b2ad-323d6e6678e9 tempest-TagsTest-137071862 tempest-TagsTest-137071862-project] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:16.068488 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e6ad4d6e-f4a1-49c5-b784-505fa8303793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:16.069232 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-024f67d9-085b-4496-8aec-e841d0504206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:16.070013 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024f67d9-085b-4496-8aec-e841d0504206 None None] The sync data for ids ['d2112be4-11b2-4105-a2a8-6049b251e537'] in dv-neutron-821401-4-hyperv is: [] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:34:16.094618 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d26b05-7edf-4946-9749-714bf3c4b0ab tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:34:16.103730 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-e0d26b05-7edf-4946-9749-714bf3c4b0ab tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:34:16.107310 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:16.107494 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d26b05-7edf-4946-9749-714bf3c4b0ab tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:34:16.109233 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d26b05-7edf-4946-9749-714bf3c4b0ab tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Pushing event updated for resources: {'Port': ['ID=166a2c62-aaf2-4929-8001-004a33034322,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:16.110305 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ad4d6e-f4a1-49c5-b784-505fa8303793 None None] Pushing event deleted for resources: {'Port': ['ID=0e1c0833-aa1f-4ca7-a2d7-1b1341f327ba,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:16.112313 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ad4d6e-f4a1-49c5-b784-505fa8303793 None None] No DVR routers for this DVR port 0e1c0833-aa1f-4ca7-a2d7-1b1341f327ba on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:34:16.135729 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f6338c-b20f-4d78-9e56-7735e3796c17 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Made reservation on behalf of 915dae42aca44a6e934a20b3a70b3a5e for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:34:16.142075 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-30f6338c-b20f-4d78-9e56-7735e3796c17 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11668558'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:16.243546 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-25177776-3cd4-427b-b2ad-323d6e6678e9 tempest-TagsTest-137071862 tempest-TagsTest-137071862-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.7237318 Dec 10 15:34:16.243546 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25177776-3cd4-427b-b2ad-323d6e6678e9 tempest-TagsTest-137071862 tempest-TagsTest-137071862-project] Pushing event updated for resources: {'Network': ['ID=05fa00e6-f2c5-43f6-8420-b8b2e8a24c81,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:16.243804 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ea5908ee-d7e1-4a21-a1ac-ae69ac0c47b1 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13898'] for router, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:16.244935 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34394) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:16.245683 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ea5908ee-d7e1-4a21-a1ac-ae69ac0c47b1 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:16.248063 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-40073f55-c153-4437-9b33-3abb616b0749 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:16.251218 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.tag.tag_plugin [None req-1125f9cd-ccee-427d-96ec-539dba56f6a6 tempest-TagsTest-137071862 tempest-TagsTest-137071862-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '05fa00e6-f2c5-43f6-8420-b8b2e8a24c81', 'tempest-TagsTest-Tag-1694635512') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:16.253587 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 05fa00e6-f2c5-43f6-8420-b8b2e8a24c81 details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:34:16.253747 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40073f55-c153-4437-9b33-3abb616b0749 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:16.254385 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-40073f55-c153-4437-9b33-3abb616b0749 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:16.354071 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d53d86bd-816a-4308-a41d-d58ccf7ec5b7 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:16.403615 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40073f55-c153-4437-9b33-3abb616b0749 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event updated for resources: {'Network': ['ID=cb66039f-9277-43a2-a62c-866c2e6ff09f,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:16.406274 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-00fd539a-de8c-4b65-acd2-fab8fba1ff3c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:16.416527 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network cb66039f-9277-43a2-a62c-866c2e6ff09f details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:34:16.427578 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53d86bd-816a-4308-a41d-d58ccf7ec5b7 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event deleted for resources: {'Port': ['ID=0ff34479-90c9-441c-af94-5eb3f22b34fe,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:16.450754 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ea5908ee-d7e1-4a21-a1ac-ae69ac0c47b1 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549250'] for router, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:16.453990 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea5908ee-d7e1-4a21-a1ac-ae69ac0c47b1 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Fanout notify agent at l3_agent the message router_deleted on router d2112be4-11b2-4105-a2a8-6049b251e537 {{(pid=103586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 15:34:16.454123 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-40073f55-c153-4437-9b33-3abb616b0749 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1264694 Dec 10 15:34:16.459983 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34396) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:16.465475 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ea5908ee-d7e1-4a21-a1ac-ae69ac0c47b1 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:16.466639 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-ea5908ee-d7e1-4a21-a1ac-ae69ac0c47b1 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "DELETE /v2.0/routers/d2112be4-11b2-4105-a2a8-6049b251e537 HTTP/1.1" status: 204 len: 168 time: 0.5785258 Dec 10 15:34:16.472021 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-b85173f2-e4f2-4990-a09e-87b0060f4d46 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Request body: {'subnet': {'network_id': 'cb66039f-9277-43a2-a62c-866c2e6ff09f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:34:16.473953 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34398) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:16.514747 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d53d86bd-816a-4308-a41d-d58ccf7ec5b7 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:16.519441 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-d53d86bd-816a-4308-a41d-d58ccf7ec5b7 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "DELETE /v2.0/ports/0ff34479-90c9-441c-af94-5eb3f22b34fe HTTP/1.1" status: 204 len: 168 time: 1.5966289 Dec 10 15:34:16.528850 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34400) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:16.583632 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fd539a-de8c-4b65-acd2-fab8fba1ff3c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Network 506b9e8b-1216-4613-bf29-606be137669f is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:34:16.601188 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-00fd539a-de8c-4b65-acd2-fab8fba1ff3c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:34:16.611098 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-d440bbf3-c654-45e1-9ec4-aed5cc68427b tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] GET failed (client error): The resource could not be found. Dec 10 15:34:16.612577 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-d440bbf3-c654-45e1-9ec4-aed5cc68427b tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "GET /v2.0/ports/0ff34479-90c9-441c-af94-5eb3f22b34fe HTTP/1.1" status: 404 len: 333 time: 0.0800598 Dec 10 15:34:16.619637 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34402) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:16.623120 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fd539a-de8c-4b65-acd2-fab8fba1ff3c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:34:16.672952 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-58823eec-0216-48ee-84e0-8f0c35c65583 req-170663c3-6a57-496a-b415-15553ad359ed service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d2d8b614-6355-4b3d-86be-c56b4b54d658&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2990837 Dec 10 15:34:16.672952 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd539a-de8c-4b65-acd2-fab8fba1ff3c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'Port': ['ID=b019a8a5-5c01-4fa0-ab08-257f81486d67,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:16.700721 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-c320fe68-dcfd-4fb6-ad15-4b45140a9eec tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Deleting subnet f199ba97-00d0-4919-b2e5-2c58b13fc016 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:34:16.723682 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c320fe68-dcfd-4fb6-ad15-4b45140a9eec tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for subnet, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:16.802726 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-00fd539a-de8c-4b65-acd2-fab8fba1ff3c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552880'] for router_interface, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:16.803138 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0dedb996-5163-4693-be1d-0f8834e12071 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for security_group, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:16.839139 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0dedb996-5163-4693-be1d-0f8834e12071 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:16.876309 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c320fe68-dcfd-4fb6-ad15-4b45140a9eec tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11806768'] for subnet, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:16.907859 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-1125f9cd-ccee-427d-96ec-539dba56f6a6 tempest-TagsTest-137071862 tempest-TagsTest-137071862-project] 10.222.0.20 "PUT /v2.0/networks/05fa00e6-f2c5-43f6-8420-b8b2e8a24c81/tags/tempest-TagsTest-Tag-1694635512 HTTP/1.1" status: 201 len: 201 time: 0.6602409 Dec 10 15:34:16.911947 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34404) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:16.912732 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58823eec-0216-48ee-84e0-8f0c35c65583 req-56fb32d8-17ab-420a-a404-849d4074ffce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:16.914285 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-58823eec-0216-48ee-84e0-8f0c35c65583 req-56fb32d8-17ab-420a-a404-849d4074ffce service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e049672a5fd04e7f8cbb0423b61eb757&device_id=d2d8b614-6355-4b3d-86be-c56b4b54d658 HTTP/1.1" status: 200 len: 1099 time: 0.2102551 Dec 10 15:34:16.918615 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.tag.tag_plugin [None req-c074493c-6c20-418f-ae64-b8c4e7d31a90 tempest-TagsTest-137071862 tempest-TagsTest-137071862-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '05fa00e6-f2c5-43f6-8420-b8b2e8a24c81', 'tempest-TagsTest-Tag-1694635512') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:16.968873 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e0d26b05-7edf-4946-9749-714bf3c4b0ab tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:16.970508 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-eb4ed5e4-dbd9-4d7e-b209-7d58d964c80e None None] Provisioning complete for port b019a8a5-5c01-4fa0-ab08-257f81486d67 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:16.971021 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b85173f2-e4f2-4990-a09e-87b0060f4d46 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Made reservation on behalf of 21e0d6ce128b4efe93836d06f4e29105 for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:34:16.971593 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eb4ed5e4-dbd9-4d7e-b209-7d58d964c80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:16.974868 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b85173f2-e4f2-4990-a09e-87b0060f4d46 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:17.007199 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-eb4ed5e4-dbd9-4d7e-b209-7d58d964c80e None None] Port b019a8a5-5c01-4fa0-ab08-257f81486d67 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:34:17.066320 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0dedb996-5163-4693-be1d-0f8834e12071 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:17.068883 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0dedb996-5163-4693-be1d-0f8834e12071 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:17.070048 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-0dedb996-5163-4693-be1d-0f8834e12071 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "DELETE /v2.0/security-groups/cab83c56-7c13-4fa9-aad3-850342f436b4 HTTP/1.1" status: 204 len: 168 time: 0.4439931 Dec 10 15:34:17.077910 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34406) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:17.111602 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dedb996-5163-4693-be1d-0f8834e12071 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab83c56-7c13-4fa9-aad3-850342f436b4,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:17.164370 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c320fe68-dcfd-4fb6-ad15-4b45140a9eec tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:17.179215 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9decaf7d-612c-4c06-847c-3c4704de2c79 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for security_group, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:17.224487 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-c074493c-6c20-418f-ae64-b8c4e7d31a90 tempest-TagsTest-137071862 tempest-TagsTest-137071862-project] 10.222.0.20 "GET /v2.0/networks/05fa00e6-f2c5-43f6-8420-b8b2e8a24c81/tags/tempest-TagsTest-Tag-1694635512 HTTP/1.1" status: 204 len: 168 time: 0.3092070 Dec 10 15:34:17.241766 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34408) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:17.253653 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.tag.tag_plugin [None req-af3efbe1-07c1-4116-b065-ac5ed9042320 tempest-TagsTest-137071862 tempest-TagsTest-137071862-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '05fa00e6-f2c5-43f6-8420-b8b2e8a24c81') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:17.254610 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58823eec-0216-48ee-84e0-8f0c35c65583 req-7c886d87-b2c8-4ea1-836b-a233307f5ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:17.256069 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-58823eec-0216-48ee-84e0-8f0c35c65583 req-7c886d87-b2c8-4ea1-836b-a233307f5ae9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=78b329c0-5093-420d-971f-ce625768710e HTTP/1.1" status: 200 len: 898 time: 0.3139019 Dec 10 15:34:17.260093 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9decaf7d-612c-4c06-847c-3c4704de2c79 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:17.329550 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.objects.ports [None req-30f6338c-b20f-4d78-9e56-7735e3796c17 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103587) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 15:34:17.329806 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e0d26b05-7edf-4946-9749-714bf3c4b0ab tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:17.346405 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 0e1c0833-aa1f-4ca7-a2d7-1b1341f327ba no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:34:17.368272 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 0e1c0833-aa1f-4ca7-a2d7-1b1341f327ba {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:34:17.368763 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 0e1c0833-aa1f-4ca7-a2d7-1b1341f327ba not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:34:17.370456 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-30f6338c-b20f-4d78-9e56-7735e3796c17 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11236534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11668560'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:17.385121 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-00fd539a-de8c-4b65-acd2-fab8fba1ff3c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:17.488823 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f6338c-b20f-4d78-9e56-7735e3796c17 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:34:17.493547 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-af3efbe1-07c1-4116-b065-ac5ed9042320 tempest-TagsTest-137071862 tempest-TagsTest-137071862-project] 10.222.0.20 "GET /v2.0/networks/05fa00e6-f2c5-43f6-8420-b8b2e8a24c81/tags HTTP/1.1" status: 200 len: 238 time: 0.2446032 Dec 10 15:34:17.496620 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34410) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:17.503601 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.tag.tag_plugin [None req-e96beaaf-b33b-4dc2-8552-7ed4fa8aa0ea tempest-TagsTest-137071862 tempest-TagsTest-137071862-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '05fa00e6-f2c5-43f6-8420-b8b2e8a24c81', {'tags': ['tempest-TagsTest-Tag-1642611494', 'tempest-TagsTest-Tag-319298686', 'tempest-TagsTest-Tag-2127422488']}) {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:17.510602 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b85173f2-e4f2-4990-a09e-87b0060f4d46 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11695183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581935'] for subnet, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:17.527293 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9decaf7d-612c-4c06-847c-3c4704de2c79 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:17.530034 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9decaf7d-612c-4c06-847c-3c4704de2c79 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:17.531211 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-9decaf7d-612c-4c06-847c-3c4704de2c79 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "DELETE /v2.0/security-groups/8149a471-ee03-4d0e-a6a7-9d43c8c122f7 HTTP/1.1" status: 204 len: 168 time: 0.4498031 Dec 10 15:34:17.565032 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34412) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:17.641226 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9decaf7d-612c-4c06-847c-3c4704de2c79 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8149a471-ee03-4d0e-a6a7-9d43c8c122f7,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:17.679525 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:17.714540 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85173f2-e4f2-4990-a09e-87b0060f4d46 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event updated for resources: {'Subnet': ['ID=1fcf7848-d821-427b-97ad-c62d21e4dad1,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:17.784706 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e0d26b05-7edf-4946-9749-714bf3c4b0ab tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:17.786579 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85173f2-e4f2-4990-a09e-87b0060f4d46 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Checking segment: {'id': 'c16d16a0-9ed2-4efe-bd4c-691a9a08a88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'cb66039f-9277-43a2-a62c-866c2e6ff09f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:34:17.786948 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85173f2-e4f2-4990-a09e-87b0060f4d46 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Network hostable DHCP agents. Network: cb66039f-9277-43a2-a62c-866c2e6ff09f, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:34:17.793424 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-108fe812-9402-4c5c-9092-c5d2de9b19e8 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for security_group, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:17.831365 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-108fe812-9402-4c5c-9092-c5d2de9b19e8 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:17.842754 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-e96beaaf-b33b-4dc2-8552-7ed4fa8aa0ea tempest-TagsTest-137071862 tempest-TagsTest-137071862-project] 10.222.0.20 "PUT /v2.0/networks/05fa00e6-f2c5-43f6-8420-b8b2e8a24c81/tags HTTP/1.1" status: 200 len: 308 time: 0.3450737 Dec 10 15:34:17.848572 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34414) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:17.853422 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.tag.tag_plugin [None req-ac6738fe-621a-40ba-b321-db40fa0f74c4 tempest-TagsTest-137071862 tempest-TagsTest-137071862-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '05fa00e6-f2c5-43f6-8420-b8b2e8a24c81', 'tempest-TagsTest-Tag-1642611494') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:17.864674 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c320fe68-dcfd-4fb6-ad15-4b45140a9eec tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11236721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11668521'] for subnet, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:17.873437 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-30f6338c-b20f-4d78-9e56-7735e3796c17 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:34:17.876568 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-58823eec-0216-48ee-84e0-8f0c35c65583 req-e6b5474c-8fab-410b-bc5c-20387f571b53 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8105268-3e68-4849-a38d-a20a747926fa HTTP/1.1" status: 200 len: 1002 time: 0.5782619 Dec 10 15:34:17.880642 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f6338c-b20f-4d78-9e56-7735e3796c17 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:17.881944 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-30f6338c-b20f-4d78-9e56-7735e3796c17 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:17.884596 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae0310d-760b-4531-8a43-ce227a60e8b4 None None] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:34:17.903913 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f6338c-b20f-4d78-9e56-7735e3796c17 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event updated for resources: {'Subnet': ['ID=089b86a0-ae3e-4bce-ad92-ac7ac0bcca23,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:17.925691 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85173f2-e4f2-4990-a09e-87b0060f4d46 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Network cb66039f-9277-43a2-a62c-866c2e6ff09f is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:34:17.929297 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e0d26b05-7edf-4946-9749-714bf3c4b0ab tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:17.939333 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c320fe68-dcfd-4fb6-ad15-4b45140a9eec tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:17.941077 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7827d1b0-cfbb-4edf-b600-2126bcafbff3 None None] Network e3bf432b-c59a-4153-9b4a-cc43821b8d24 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:34:17.945219 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-c320fe68-dcfd-4fb6-ad15-4b45140a9eec tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "DELETE /v2.0/subnets/f199ba97-00d0-4919-b2e5-2c58b13fc016 HTTP/1.1" status: 204 len: 168 time: 1.4624887 Dec 10 15:34:17.949678 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34416) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:18.004249 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c320fe68-dcfd-4fb6-ad15-4b45140a9eec tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Pushing event deleted for resources: {'Subnet': ['ID=f199ba97-00d0-4919-b2e5-2c58b13fc016,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:18.025234 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-30f6338c-b20f-4d78-9e56-7735e3796c17 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3426659 Dec 10 15:34:18.026598 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34418) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:18.034468 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58823eec-0216-48ee-84e0-8f0c35c65583 req-d4e1b8b9-c166-492e-8703-a0ccead9aec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:18.040629 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-93e36e8e-8e00-4cff-ac09-5f2853ea8aa2 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Request body: {'subnet': {'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:34:18.040783 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-58823eec-0216-48ee-84e0-8f0c35c65583 req-d4e1b8b9-c166-492e-8703-a0ccead9aec4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=57830461-432a-4f8d-a9a8-32a63484290f HTTP/1.1" status: 200 len: 835 time: 0.1484139 Dec 10 15:34:18.082033 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-108fe812-9402-4c5c-9092-c5d2de9b19e8 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:18.085658 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-108fe812-9402-4c5c-9092-c5d2de9b19e8 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:18.086985 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-108fe812-9402-4c5c-9092-c5d2de9b19e8 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "DELETE /v2.0/security-groups/c766b2ca-87f8-4b89-8b8b-c26d22448777 HTTP/1.1" status: 204 len: 168 time: 0.4941585 Dec 10 15:34:18.087724 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-b85173f2-e4f2-4990-a09e-87b0060f4d46 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, cb66039f-9277-43a2-a62c-866c2e6ff09f) {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:34:18.093991 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510c299f-198a-4234-9ea2-b29e8a6fef49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-c2b5f149-cedd-450c-ab43-dd2d78259f45', 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'project_id': '915dae42aca44a6e934a20b3a70b3a5e', 'fixed_ips': [{'subnet_id': '089b86a0-ae3e-4bce-ad92-ac7ac0bcca23'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:34:18.094529 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85173f2-e4f2-4990-a09e-87b0060f4d46 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:18.094626 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b85173f2-e4f2-4990-a09e-87b0060f4d46 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:18.094790 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34420) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:18.096123 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-510c299f-198a-4234-9ea2-b29e8a6fef49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:18.133296 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147c716f-1c4e-45d8-98e0-ea51d95c9b0f None None] Network cb66039f-9277-43a2-a62c-866c2e6ff09f requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:34:18.214211 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-52f52e7c-961e-467a-b3bd-a5bc2646334e tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Deleting subnet bb69b366-cf11-45e8-9178-eb8f44e1182a {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:34:18.220391 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58823eec-0216-48ee-84e0-8f0c35c65583 req-5d33b0e7-df74-4fe4-8ca7-819840e7aa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:18.221961 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-58823eec-0216-48ee-84e0-8f0c35c65583 req-5d33b0e7-df74-4fe4-8ca7-819840e7aa93 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=78b329c0-5093-420d-971f-ce625768710e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1774654 Dec 10 15:34:18.232985 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8b2133-3f9a-4d35-adff-55e1f5149dce None None] DHCP port deletion for e3bf432b-c59a-4153-9b4a-cc43821b8d24 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:34:18.258872 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-52f52e7c-961e-467a-b3bd-a5bc2646334e tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for subnet, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:18.357105 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-52f52e7c-961e-467a-b3bd-a5bc2646334e tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11806768'] for subnet, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:18.418822 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d804fd-71b1-49cc-8d55-0bd5212f10c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-cb66039f-9277-43a2-a62c-866c2e6ff09f', 'network_id': 'cb66039f-9277-43a2-a62c-866c2e6ff09f', 'project_id': '21e0d6ce128b4efe93836d06f4e29105', 'fixed_ips': [{'subnet_id': '1fcf7848-d821-427b-97ad-c62d21e4dad1'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:34:18.419699 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-04d804fd-71b1-49cc-8d55-0bd5212f10c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:18.440835 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-ce8b2133-3f9a-4d35-adff-55e1f5149dce None None] Deleting port 7180a5f1-e840-45a4-b749-724a6e0ece95 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:34:18.441140 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ce8b2133-3f9a-4d35-adff-55e1f5149dce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:18.443462 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-510c299f-198a-4234-9ea2-b29e8a6fef49 None None] Allocated IP 2001:db8::f816:3eff:fe71:2e66 (c2b5f149-cedd-450c-ab43-dd2d78259f45/089b86a0-ae3e-4bce-ad92-ac7ac0bcca23/51bc8736-b96b-4f45-b760-2aaf0aa5bb4a) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:34:18.478650 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-58823eec-0216-48ee-84e0-8f0c35c65583 req-680077ce-3437-4d20-92fd-15d432419eae service neutron] 10.222.0.44 "GET /v2.0/networks/78b329c0-5093-420d-971f-ce625768710e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270677 Dec 10 15:34:18.515869 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d26b05-7edf-4946-9749-714bf3c4b0ab tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Pushing event updated for resources: {'Port': ['ID=166a2c62-aaf2-4929-8001-004a33034322,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:18.550094 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac0a8471-773a-479c-abaf-01c21b0ff8a2 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Deleting subnet 226b2ece-7872-418d-b804-d9af41a00bfa {{(pid=103586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:34:18.558842 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108fe812-9402-4c5c-9092-c5d2de9b19e8 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c766b2ca-87f8-4b89-8b8b-c26d22448777,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:18.575064 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ac0a8471-773a-479c-abaf-01c21b0ff8a2 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for subnet, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:18.576105 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-00fd539a-de8c-4b65-acd2-fab8fba1ff3c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:18.577650 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e0d26b05-7edf-4946-9749-714bf3c4b0ab tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552741'] for floatingip, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:18.586052 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-52f52e7c-961e-467a-b3bd-a5bc2646334e tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:18.656795 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-58823eec-0216-48ee-84e0-8f0c35c65583 req-2d7a83c5-6369-4285-87c7-c0c5775f3a9f service neutron] 10.222.0.44 "GET /v2.0/networks/78b329c0-5093-420d-971f-ce625768710e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535769 Dec 10 15:34:18.665362 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-00fd539a-de8c-4b65-acd2-fab8fba1ff3c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:18.681590 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-b85173f2-e4f2-4990-a09e-87b0060f4d46 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2113662 Dec 10 15:34:18.691699 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-ac6738fe-621a-40ba-b321-db40fa0f74c4 tempest-TagsTest-137071862 tempest-TagsTest-137071862-project] 10.222.0.20 "DELETE /v2.0/networks/05fa00e6-f2c5-43f6-8420-b8b2e8a24c81/tags/tempest-TagsTest-Tag-1642611494 HTTP/1.1" status: 204 len: 168 time: 0.8420703 Dec 10 15:34:18.693808 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34422) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:18.703563 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34424) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:18.703946 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-a60dd272-2189-4255-89e6-e3f4ef48d957 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Request body: {'port': {'network_id': 'cb66039f-9277-43a2-a62c-866c2e6ff09f', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1546517130'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:34:18.715662 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ac0a8471-773a-479c-abaf-01c21b0ff8a2 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12392400'] for subnet, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:18.727662 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.tag.tag_plugin [None req-85dd1f7e-33c3-4270-8a83-c3eb425a748b tempest-TagsTest-137071862 tempest-TagsTest-137071862-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '05fa00e6-f2c5-43f6-8420-b8b2e8a24c81', 'tempest-TagsTest-Tag-1642611494') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:18.806521 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd539a-de8c-4b65-acd2-fab8fba1ff3c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'Port': ['ID=b019a8a5-5c01-4fa0-ab08-257f81486d67,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:18.810450 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-00fd539a-de8c-4b65-acd2-fab8fba1ff3c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549888'] for router_interface, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:18.824255 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-ce8b2133-3f9a-4d35-adff-55e1f5149dce None None] For port 7180a5f1-e840-45a4-b749-724a6e0ece95, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=7180a5f1-e840-45a4-b749-724a6e0ece95,segment=NetworkSegment(f076e154-5f50-4279-beda-f8fcd248d73a),segment_id=f076e154-5f50-4279-beda-f8fcd248d73a)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:34:18.829339 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ce8b2133-3f9a-4d35-adff-55e1f5149dce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:18.830932 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-52f52e7c-961e-467a-b3bd-a5bc2646334e tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11236721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11668521'] for subnet, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:18.847987 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-ce8b2133-3f9a-4d35-adff-55e1f5149dce None None] Calling delete_port for 7180a5f1-e840-45a4-b749-724a6e0ece95 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:34:18.896668 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.l3_db [None req-e0d26b05-7edf-4946-9749-714bf3c4b0ab tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Floating IP 2555a814-be56-434a-82a2-56b2627f2576 associated. External IP: 172.26.2.64, port: 3a1e7e64-8605-4c73-a4de-b7f3580d3836. Dec 10 15:34:18.900980 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:18.908874 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-52f52e7c-961e-467a-b3bd-a5bc2646334e tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:18.912022 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-52f52e7c-961e-467a-b3bd-a5bc2646334e tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "DELETE /v2.0/subnets/bb69b366-cf11-45e8-9178-eb8f44e1182a HTTP/1.1" status: 204 len: 168 time: 0.8144042 Dec 10 15:34:18.915880 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f52e7c-961e-467a-b3bd-a5bc2646334e tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event deleted for resources: {'Subnet': ['ID=bb69b366-cf11-45e8-9178-eb8f44e1182a,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:18.917609 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34426) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:18.933045 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.api.v2.resource [None req-85dd1f7e-33c3-4270-8a83-c3eb425a748b tempest-TagsTest-137071862 tempest-TagsTest-137071862-project] show failed (client error): The resource could not be found. Dec 10 15:34:18.937630 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-85dd1f7e-33c3-4270-8a83-c3eb425a748b tempest-TagsTest-137071862 tempest-TagsTest-137071862-project] 10.222.0.20 "GET /v2.0/networks/05fa00e6-f2c5-43f6-8420-b8b2e8a24c81/tags/tempest-TagsTest-Tag-1642611494 HTTP/1.1" status: 404 len: 326 time: 0.2117109 Dec 10 15:34:18.949133 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63968f44-a982-4621-90e2-c6b99b386ca0 None None] Network 38a89166-0d32-4e14-8e18-e5dad737d2c2 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:34:18.956875 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34428) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:18.961473 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.tag.tag_plugin [None req-1ab8fd26-9ef4-49b6-9682-e51013cf55a6 tempest-TagsTest-137071862 tempest-TagsTest-137071862-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '05fa00e6-f2c5-43f6-8420-b8b2e8a24c81', 'tempest-TagsTest-Tag-319298686') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:18.981876 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e36e8e-8e00-4cff-ac09-5f2853ea8aa2 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Made reservation on behalf of 915dae42aca44a6e934a20b3a70b3a5e for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:34:18.985692 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-93e36e8e-8e00-4cff-ac09-5f2853ea8aa2 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:19.049441 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-49360373-3a5d-4984-84c4-a4777d826705 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Deleting subnet 0c9cedd2-5683-44ef-abe9-7afc4d4e7f38 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:34:19.056112 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-49360373-3a5d-4984-84c4-a4777d826705 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for subnet, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:19.074632 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-04d804fd-71b1-49cc-8d55-0bd5212f10c6 None None] Allocated IP 172.20.0.2 (cb66039f-9277-43a2-a62c-866c2e6ff09f/1fcf7848-d821-427b-97ad-c62d21e4dad1/62fc2eb7-1982-4bb1-807d-fe008730ec81) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:34:19.102699 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fd539a-de8c-4b65-acd2-fab8fba1ff3c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Network 506b9e8b-1216-4613-bf29-606be137669f is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:34:19.109929 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-00fd539a-de8c-4b65-acd2-fab8fba1ff3c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:34:19.117120 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ac0a8471-773a-479c-abaf-01c21b0ff8a2 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:19.180350 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-49360373-3a5d-4984-84c4-a4777d826705 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11806768'] for subnet, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:19.187580 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-1ab8fd26-9ef4-49b6-9682-e51013cf55a6 tempest-TagsTest-137071862 tempest-TagsTest-137071862-project] 10.222.0.20 "GET /v2.0/networks/05fa00e6-f2c5-43f6-8420-b8b2e8a24c81/tags/tempest-TagsTest-Tag-319298686 HTTP/1.1" status: 204 len: 168 time: 0.2268884 Dec 10 15:34:19.189706 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34430) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:19.193357 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.tag.tag_plugin [None req-1ad2d241-2771-4c94-8666-1e8517f1c041 tempest-TagsTest-137071862 tempest-TagsTest-137071862-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '05fa00e6-f2c5-43f6-8420-b8b2e8a24c81', 'tempest-TagsTest-Tag-2127422488') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:19.236067 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a60dd272-2189-4255-89e6-e3f4ef48d957 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Made reservation on behalf of 21e0d6ce128b4efe93836d06f4e29105 for: {'port': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:34:19.239697 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a60dd272-2189-4255-89e6-e3f4ef48d957 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:19.356937 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-a60dd272-2189-4255-89e6-e3f4ef48d957 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] device_id is not set on port 0d8240a6-163e-4bc8-a6ed-1c91dd81a959 yet. {{(pid=103586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:34:19.357127 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-49360373-3a5d-4984-84c4-a4777d826705 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:19.366753 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00fd539a-de8c-4b65-acd2-fab8fba1ff3c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Router b9676776-7c00-41b0-baa0-cc95a47a85a5 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:34:19.389650 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-04d804fd-71b1-49cc-8d55-0bd5212f10c6 None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:19.399218 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-510c299f-198a-4234-9ea2-b29e8a6fef49 None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:19.402463 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ce8b2133-3f9a-4d35-adff-55e1f5149dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:19.440870 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 7180a5f1-e840-45a4-b749-724a6e0ece95 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:34:19.476360 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b2133-3f9a-4d35-adff-55e1f5149dce None None] Pushing event deleted for resources: {'Port': ['ID=7180a5f1-e840-45a4-b749-724a6e0ece95,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:19.506806 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ac0a8471-773a-479c-abaf-01c21b0ff8a2 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:19.516290 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 7180a5f1-e840-45a4-b749-724a6e0ece95 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:34:19.516290 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 7180a5f1-e840-45a4-b749-724a6e0ece95 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:34:19.516290 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8b2133-3f9a-4d35-adff-55e1f5149dce None None] No DVR routers for this DVR port 7180a5f1-e840-45a4-b749-724a6e0ece95 on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:34:19.516290 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-510c299f-198a-4234-9ea2-b29e8a6fef49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:19.530109 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-04d804fd-71b1-49cc-8d55-0bd5212f10c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:19.561199 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00fd539a-de8c-4b65-acd2-fab8fba1ff3c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:34:19.577125 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-00fd539a-de8c-4b65-acd2-fab8fba1ff3c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "PUT /v2.0/routers/b9676776-7c00-41b0-baa0-cc95a47a85a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5511234 Dec 10 15:34:19.584818 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-1ad2d241-2771-4c94-8666-1e8517f1c041 tempest-TagsTest-137071862 tempest-TagsTest-137071862-project] 10.222.0.20 "GET /v2.0/networks/05fa00e6-f2c5-43f6-8420-b8b2e8a24c81/tags/tempest-TagsTest-Tag-2127422488 HTTP/1.1" status: 204 len: 168 time: 0.3947153 Dec 10 15:34:19.587076 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aae4387-0915-429a-875d-760518fd5db5 None None] Sync routers for ids ['b9676776-7c00-41b0-baa0-cc95a47a85a5'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:34:19.591007 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34432) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:19.595471 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0a8471-773a-479c-abaf-01c21b0ff8a2 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Pushing event deleted for resources: {'Subnet': ['ID=226b2ece-7872-418d-b804-d9af41a00bfa,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:19.599510 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.tag.tag_plugin [None req-bdf29062-3b1d-4d91-9ea8-2dd8d891388b tempest-TagsTest-137071862 tempest-TagsTest-137071862-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '05fa00e6-f2c5-43f6-8420-b8b2e8a24c81') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:19.612248 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-49360373-3a5d-4984-84c4-a4777d826705 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11236721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11668521'] for subnet, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:19.612740 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510c299f-198a-4234-9ea2-b29e8a6fef49 None None] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:34:19.615653 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ac0a8471-773a-479c-abaf-01c21b0ff8a2 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:19.619230 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-ac0a8471-773a-479c-abaf-01c21b0ff8a2 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "DELETE /v2.0/subnets/226b2ece-7872-418d-b804-d9af41a00bfa HTTP/1.1" status: 204 len: 168 time: 1.6465521 Dec 10 15:34:19.625796 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d804fd-71b1-49cc-8d55-0bd5212f10c6 None None] Network cb66039f-9277-43a2-a62c-866c2e6ff09f is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:34:19.627055 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34436) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:19.632403 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-510c299f-198a-4234-9ea2-b29e8a6fef49 None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:34:19.634373 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1a5cec-3933-4b27-91b6-a9898d5310fd None None] Network 61a9aded-e08b-4499-8a38-ea9cc093e32e requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:34:19.639680 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510c299f-198a-4234-9ea2-b29e8a6fef49 None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:34:19.642995 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-04d804fd-71b1-49cc-8d55-0bd5212f10c6 None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:34:19.662764 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d804fd-71b1-49cc-8d55-0bd5212f10c6 None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:34:19.679463 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510c299f-198a-4234-9ea2-b29e8a6fef49 None None] Pushing event updated for resources: {'Port': ['ID=51bc8736-b96b-4f45-b760-2aaf0aa5bb4a,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:19.680751 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aae4387-0915-429a-875d-760518fd5db5 None None] Routers {'b9676776-7c00-41b0-baa0-cc95a47a85a5'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:34:19.681457 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-8aae4387-0915-429a-875d-760518fd5db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:34:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['b9676776-7c00-41b0-baa0-cc95a47a85a5'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:19.700312 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0d26b05-7edf-4946-9749-714bf3c4b0ab tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Router b05d23f3-fb13-4e5a-9d22-cdb705fc9e46 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:34:19.719846 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49360373-3a5d-4984-84c4-a4777d826705 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event deleted for resources: {'Subnet': ['ID=0c9cedd2-5683-44ef-abe9-7afc4d4e7f38,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:19.726430 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-49360373-3a5d-4984-84c4-a4777d826705 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:19.732340 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-49360373-3a5d-4984-84c4-a4777d826705 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "DELETE /v2.0/subnets/0c9cedd2-5683-44ef-abe9-7afc4d4e7f38 HTTP/1.1" status: 204 len: 168 time: 0.8096342 Dec 10 15:34:19.734443 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34440) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:19.740920 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-a60dd272-2189-4255-89e6-e3f4ef48d957 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Allocated IP 172.20.0.11 (cb66039f-9277-43a2-a62c-866c2e6ff09f/1fcf7848-d821-427b-97ad-c62d21e4dad1/0d8240a6-163e-4bc8-a6ed-1c91dd81a959) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:34:19.853266 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-66eaa99e-4d4b-403f-b968-df6ca8c592e2 None None] Provisioning complete for port b019a8a5-5c01-4fa0-ab08-257f81486d67 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:19.854891 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-db90c76c-988c-4f2e-91f1-5b63f18ab704 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] DELETE failed (client error): The resource could not be found. Dec 10 15:34:19.855053 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-66eaa99e-4d4b-403f-b968-df6ca8c592e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:19.855166 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db90c76c-988c-4f2e-91f1-5b63f18ab704 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:34:19.858002 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-db90c76c-988c-4f2e-91f1-5b63f18ab704 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "DELETE /v2.0/subnets/bb69b366-cf11-45e8-9178-eb8f44e1182a HTTP/1.1" status: 404 len: 337 time: 0.0925095 Dec 10 15:34:19.865688 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34442) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:19.909404 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7e6f87c1-5253-4211-8972-a9c6e0313d13 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:19.923748 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-93e36e8e-8e00-4cff-ac09-5f2853ea8aa2 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11695183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581935'] for subnet, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:19.928121 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-66eaa99e-4d4b-403f-b968-df6ca8c592e2 None None] Port b019a8a5-5c01-4fa0-ab08-257f81486d67 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:34:19.950073 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba3d75bb-b8fc-4f4a-a2a8-bd51a55d2f27 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Deleting subnet 27044f92-f686-402d-a812-d0dd4c59def2 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:34:19.962476 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ba3d75bb-b8fc-4f4a-a2a8-bd51a55d2f27 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for subnet, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:20.044413 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-510c299f-198a-4234-9ea2-b29e8a6fef49 None None] Attempting to bind port 51bc8736-b96b-4f45-b760-2aaf0aa5bb4a on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:34:20.044952 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-510c299f-198a-4234-9ea2-b29e8a6fef49 None None] Attempting to bind port 51bc8736-b96b-4f45-b760-2aaf0aa5bb4a by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:34:20.045442 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510c299f-198a-4234-9ea2-b29e8a6fef49 None None] Attempting to bind port 51bc8736-b96b-4f45-b760-2aaf0aa5bb4a on network c2b5f149-cedd-450c-ab43-dd2d78259f45 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:34:20.045570 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e36e8e-8e00-4cff-ac09-5f2853ea8aa2 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:34:20.053017 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d804fd-71b1-49cc-8d55-0bd5212f10c6 None None] Pushing event updated for resources: {'Port': ['ID=62fc2eb7-1982-4bb1-807d-fe008730ec81,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:20.056311 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-04d804fd-71b1-49cc-8d55-0bd5212f10c6 None None] Attempting to bind port 62fc2eb7-1982-4bb1-807d-fe008730ec81 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:34:20.056820 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-04d804fd-71b1-49cc-8d55-0bd5212f10c6 None None] Attempting to bind port 62fc2eb7-1982-4bb1-807d-fe008730ec81 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'c16d16a0-9ed2-4efe-bd4c-691a9a08a88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'cb66039f-9277-43a2-a62c-866c2e6ff09f'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:34:20.057290 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d804fd-71b1-49cc-8d55-0bd5212f10c6 None None] Attempting to bind port 62fc2eb7-1982-4bb1-807d-fe008730ec81 on network cb66039f-9277-43a2-a62c-866c2e6ff09f {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:34:20.062697 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-93e36e8e-8e00-4cff-ac09-5f2853ea8aa2 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:34:20.066924 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e36e8e-8e00-4cff-ac09-5f2853ea8aa2 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:20.066924 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-93e36e8e-8e00-4cff-ac09-5f2853ea8aa2 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:20.069585 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d804fd-71b1-49cc-8d55-0bd5212f10c6 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:34:20.070153 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d804fd-71b1-49cc-8d55-0bd5212f10c6 None None] Checking segment: {'id': 'c16d16a0-9ed2-4efe-bd4c-691a9a08a88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'cb66039f-9277-43a2-a62c-866c2e6ff09f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:34:20.070659 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-04d804fd-71b1-49cc-8d55-0bd5212f10c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:20.071155 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d804fd-71b1-49cc-8d55-0bd5212f10c6 None None] Bound using segment: {'id': 'c16d16a0-9ed2-4efe-bd4c-691a9a08a88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'cb66039f-9277-43a2-a62c-866c2e6ff09f'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:34:20.071737 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-04d804fd-71b1-49cc-8d55-0bd5212f10c6 None None] Bound port: 62fc2eb7-1982-4bb1-807d-fe008730ec81, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c16d16a0-9ed2-4efe-bd4c-691a9a08a88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'cb66039f-9277-43a2-a62c-866c2e6ff09f'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:34:20.072221 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-04d804fd-71b1-49cc-8d55-0bd5212f10c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:20.079664 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-8aae4387-0915-429a-875d-760518fd5db5 None None] Set router b9676776-7c00-41b0-baa0-cc95a47a85a5 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:34:20.084191 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510c299f-198a-4234-9ea2-b29e8a6fef49 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:34:20.084730 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510c299f-198a-4234-9ea2-b29e8a6fef49 None None] Checking segment: {'id': '64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:34:20.085247 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-510c299f-198a-4234-9ea2-b29e8a6fef49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:20.085751 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510c299f-198a-4234-9ea2-b29e8a6fef49 None None] Bound using segment: {'id': '64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:34:20.086404 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-510c299f-198a-4234-9ea2-b29e8a6fef49 None None] Bound port: 51bc8736-b96b-4f45-b760-2aaf0aa5bb4a, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:34:20.086599 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a60dd272-2189-4255-89e6-e3f4ef48d957 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:20.087011 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-510c299f-198a-4234-9ea2-b29e8a6fef49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:20.097978 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e36e8e-8e00-4cff-ac09-5f2853ea8aa2 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event updated for resources: {'Subnet': ['ID=c1ca4672-f67d-43e7-9445-c1deb9fd308f,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:20.105886 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d26b05-7edf-4946-9749-714bf3c4b0ab tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:34:20.119099 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557a0d13-299c-4322-8672-eaba7ecba213 None None] Sync routers for ids ['b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:34:20.141451 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557a0d13-299c-4322-8672-eaba7ecba213 None None] Routers {'b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:34:20.143143 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-557a0d13-299c-4322-8672-eaba7ecba213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:34:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:20.160022 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-93e36e8e-8e00-4cff-ac09-5f2853ea8aa2 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1266813 Dec 10 15:34:20.162140 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34444) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:20.172155 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-d37375ee-3a91-4be6-b832-d41837df41d0 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Request body: {'port': {'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'mac_address': 'fa:16:3e:71:1e:8e', 'name': 'tempest-NetworksTestDHCPv6-1605645136'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:34:20.250199 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-557a0d13-299c-4322-8672-eaba7ecba213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:20.301225 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557a0d13-299c-4322-8672-eaba7ecba213 None None] Routers {'b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:34:20.302419 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-557a0d13-299c-4322-8672-eaba7ecba213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:34:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:20.323724 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e0d26b05-7edf-4946-9749-714bf3c4b0ab tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:20.333843 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a60dd272-2189-4255-89e6-e3f4ef48d957 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:20.364668 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6080d5-beae-4809-bd28-aee6981f8764 None None] DHCP port deletion for 61a9aded-e08b-4499-8a38-ea9cc093e32e request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:34:20.381657 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-bdf29062-3b1d-4d91-9ea8-2dd8d891388b tempest-TagsTest-137071862 tempest-TagsTest-137071862-project] 10.222.0.20 "DELETE /v2.0/networks/05fa00e6-f2c5-43f6-8420-b8b2e8a24c81/tags HTTP/1.1" status: 204 len: 168 time: 0.7871311 Dec 10 15:34:20.383796 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-557a0d13-299c-4322-8672-eaba7ecba213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:20.384768 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557a0d13-299c-4322-8672-eaba7ecba213 None None] The sync data for ids ['b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'] in dv-neutron-821401-4-hyperv is: [] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:34:20.388007 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34446) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:20.395395 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.tag.tag_plugin [None req-52538901-9779-4503-839f-1b7790fe6702 tempest-TagsTest-137071862 tempest-TagsTest-137071862-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '05fa00e6-f2c5-43f6-8420-b8b2e8a24c81', 'tempest-TagsTest-Tag-319298686') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:20.402142 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ba3d75bb-b8fc-4f4a-a2a8-bd51a55d2f27 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11806768'] for subnet, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:20.407141 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7e6f87c1-5253-4211-8972-a9c6e0313d13 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:20.456413 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60dd272-2189-4255-89e6-e3f4ef48d957 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event updated for resources: {'Port': ['ID=0d8240a6-163e-4bc8-a6ed-1c91dd81a959,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:20.467826 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-e0d26b05-7edf-4946-9749-714bf3c4b0ab tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.7251961 Dec 10 15:34:20.468351 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34448) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:20.470121 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60dd272-2189-4255-89e6-e3f4ef48d957 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Network cb66039f-9277-43a2-a62c-866c2e6ff09f is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:34:20.475890 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-a60dd272-2189-4255-89e6-e3f4ef48d957 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:34:20.477915 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-04d804fd-71b1-49cc-8d55-0bd5212f10c6 None None] For port 62fc2eb7-1982-4bb1-807d-fe008730ec81, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:34:20.486978 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60dd272-2189-4255-89e6-e3f4ef48d957 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:34:20.492739 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-510c299f-198a-4234-9ea2-b29e8a6fef49 None None] For port 51bc8736-b96b-4f45-b760-2aaf0aa5bb4a, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:34:20.497178 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-7e6f87c1-5253-4211-8972-a9c6e0313d13 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3bf432b-c59a-4153-9b4a-cc43821b8d24']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:20.516802 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-7e6f87c1-5253-4211-8972-a9c6e0313d13 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f076e154-5f50-4279-beda-f8fcd248d73a') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:20.516802 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-7e6f87c1-5253-4211-8972-a9c6e0313d13 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f076e154-5f50-4279-beda-f8fcd248d73a') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:20.531265 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-510c299f-198a-4234-9ea2-b29e8a6fef49 None None] For port 51bc8736-b96b-4f45-b760-2aaf0aa5bb4a, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=51bc8736-b96b-4f45-b760-2aaf0aa5bb4a,segment=NetworkSegment(64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4),segment_id=64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:34:20.531458 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7e6f87c1-5253-4211-8972-a9c6e0313d13 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11806923'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:20.531571 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-04d804fd-71b1-49cc-8d55-0bd5212f10c6 None None] For port 62fc2eb7-1982-4bb1-807d-fe008730ec81, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=62fc2eb7-1982-4bb1-807d-fe008730ec81,segment=NetworkSegment(c16d16a0-9ed2-4efe-bd4c-691a9a08a88d),segment_id=c16d16a0-9ed2-4efe-bd4c-691a9a08a88d)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:34:20.542679 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60dd272-2189-4255-89e6-e3f4ef48d957 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:20.543521 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a60dd272-2189-4255-89e6-e3f4ef48d957 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:20.545332 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-15f4737a-06e8-4835-be56-b45085dbe109 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1768019039'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:34:20.560340 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d37375ee-3a91-4be6-b832-d41837df41d0 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Made reservation on behalf of 915dae42aca44a6e934a20b3a70b3a5e for: {'port': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:34:20.571118 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7e6f87c1-5253-4211-8972-a9c6e0313d13 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:20.610787 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e6f87c1-5253-4211-8972-a9c6e0313d13 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:34:20.611198 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7e6f87c1-5253-4211-8972-a9c6e0313d13 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11236635'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:20.614295 dv-neutron-821401-4-hyperv neutron-server[103587]: Traceback (most recent call last): Dec 10 15:34:20.614295 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:34:20.614295 dv-neutron-821401-4-hyperv neutron-server[103587]: timer() Dec 10 15:34:20.614295 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:34:20.614295 dv-neutron-821401-4-hyperv neutron-server[103587]: cb(*args, **kw) Dec 10 15:34:20.614295 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:34:20.614295 dv-neutron-821401-4-hyperv neutron-server[103587]: return func(*args, **kwargs) Dec 10 15:34:20.614295 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:34:20.614295 dv-neutron-821401-4-hyperv neutron-server[103587]: self._notify() Dec 10 15:34:20.614295 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:34:20.614295 dv-neutron-821401-4-hyperv neutron-server[103587]: self.callback(batched_events) Dec 10 15:34:20.614295 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:34:20.614295 dv-neutron-821401-4-hyperv neutron-server[103587]: event.method(event) Dec 10 15:34:20.614295 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:34:20.614295 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:34:20.614295 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:34:20.614295 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:34:20.614295 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:34:20.614295 dv-neutron-821401-4-hyperv neutron-server[103587]: return f(self, *a, **k) Dec 10 15:34:20.614295 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:34:20.614295 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._get(url).json() Dec 10 15:34:20.614295 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:34:20.614295 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:34:20.614295 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:34:20.614295 dv-neutron-821401-4-hyperv neutron-server[103587]: return self.request(url, 'GET', **kwargs) Dec 10 15:34:20.614295 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:34:20.614295 dv-neutron-821401-4-hyperv neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:34:20.614295 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:34:20.614295 dv-neutron-821401-4-hyperv neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:34:20.614295 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:34:20.614295 dv-neutron-821401-4-hyperv neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:34:20.614295 dv-neutron-821401-4-hyperv neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:34:20.633692 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-8b6080d5-beae-4809-bd28-aee6981f8764 None None] Deleting port 3f10d273-5b41-4653-8528-9c19de6c80be {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:34:20.634264 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8b6080d5-beae-4809-bd28-aee6981f8764 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:20.650826 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-510c299f-198a-4234-9ea2-b29e8a6fef49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:20.679962 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-a60dd272-2189-4255-89e6-e3f4ef48d957 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 1.9790049 Dec 10 15:34:20.680547 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34450) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:20.691552 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d37375ee-3a91-4be6-b832-d41837df41d0 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:20.701422 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.api.v2.resource [None req-52538901-9779-4503-839f-1b7790fe6702 tempest-TagsTest-137071862 tempest-TagsTest-137071862-project] show failed (client error): The resource could not be found. Dec 10 15:34:20.702578 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-52538901-9779-4503-839f-1b7790fe6702 tempest-TagsTest-137071862 tempest-TagsTest-137071862-project] 10.222.0.20 "GET /v2.0/networks/05fa00e6-f2c5-43f6-8420-b8b2e8a24c81/tags/tempest-TagsTest-Tag-319298686 HTTP/1.1" status: 404 len: 325 time: 0.3106070 Dec 10 15:34:20.713971 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34452) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:20.714919 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.tag.tag_plugin [None req-420f607a-61a4-449c-90ad-2b4b2f30e39a tempest-TagsTest-137071862 tempest-TagsTest-137071862-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '05fa00e6-f2c5-43f6-8420-b8b2e8a24c81', 'tempest-TagsTest-Tag-2127422488') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:20.719568 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ba3d75bb-b8fc-4f4a-a2a8-bd51a55d2f27 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:20.748930 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-d37375ee-3a91-4be6-b832-d41837df41d0 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] device_id is not set on port 0ee4b2a7-8b53-4007-b507-39408b624656 yet. {{(pid=103586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:34:20.810458 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f4737a-06e8-4835-be56-b45085dbe109 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Made reservation on behalf of 5f059fe50ff849c7b1de39c5f81de64d for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:34:20.814710 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-15f4737a-06e8-4835-be56-b45085dbe109 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:20.836454 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7e6f87c1-5253-4211-8972-a9c6e0313d13 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:20.841637 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7e6f87c1-5253-4211-8972-a9c6e0313d13 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:20.848673 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-7e6f87c1-5253-4211-8972-a9c6e0313d13 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "DELETE /v2.0/networks/e3bf432b-c59a-4153-9b4a-cc43821b8d24 HTTP/1.1" status: 204 len: 168 time: 1.2035871 Dec 10 15:34:20.851848 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34454) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:20.858432 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7fe396c-21db-4e69-912f-5e106a4875cd None None] Network 38a89166-0d32-4e14-8e18-e5dad737d2c2 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:34:20.876960 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6f87c1-5253-4211-8972-a9c6e0313d13 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Pushing event deleted for resources: {'Network': ['ID=e3bf432b-c59a-4153-9b4a-cc43821b8d24,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:20.896197 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.api.v2.resource [None req-420f607a-61a4-449c-90ad-2b4b2f30e39a tempest-TagsTest-137071862 tempest-TagsTest-137071862-project] show failed (client error): The resource could not be found. Dec 10 15:34:20.899564 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-420f607a-61a4-449c-90ad-2b4b2f30e39a tempest-TagsTest-137071862 tempest-TagsTest-137071862-project] 10.222.0.20 "GET /v2.0/networks/05fa00e6-f2c5-43f6-8420-b8b2e8a24c81/tags/tempest-TagsTest-Tag-2127422488 HTTP/1.1" status: 404 len: 326 time: 0.1860588 Dec 10 15:34:20.899564 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15f4737a-06e8-4835-be56-b45085dbe109 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:34:20.900714 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34456) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:20.903261 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-04d804fd-71b1-49cc-8d55-0bd5212f10c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:20.910445 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-15f4737a-06e8-4835-be56-b45085dbe109 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:20.911002 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.tag.tag_plugin [None req-55dfc617-5d87-43f3-8d33-f80f1314ea95 tempest-TagsTest-137071862 tempest-TagsTest-137071862-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '05fa00e6-f2c5-43f6-8420-b8b2e8a24c81') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:20.911139 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.segments_db [None req-15f4737a-06e8-4835-be56-b45085dbe109 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Added segment 15bc4c2e-317b-4c1d-b08e-aad3a32bd28b of type vlan for network 6eb0b78c-c559-411e-8b49-8136b0e04f7e Dec 10 15:34:20.954893 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-15f4737a-06e8-4835-be56-b45085dbe109 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:20.966568 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-fd885458-9a57-4162-a316-9dc433d19c42 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Deleting port 0d8240a6-163e-4bc8-a6ed-1c91dd81a959 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:34:20.966832 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fd885458-9a57-4162-a316-9dc433d19c42 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:20.978193 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ba3d75bb-b8fc-4f4a-a2a8-bd51a55d2f27 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11236721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11668521'] for subnet, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:21.004052 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-8b6080d5-beae-4809-bd28-aee6981f8764 None None] For port 3f10d273-5b41-4653-8528-9c19de6c80be, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=3f10d273-5b41-4653-8528-9c19de6c80be,segment=NetworkSegment(39670509-6c45-471f-9d29-726bd967064d),segment_id=39670509-6c45-471f-9d29-726bd967064d)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:34:21.004827 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8b6080d5-beae-4809-bd28-aee6981f8764 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:21.016970 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3d75bb-b8fc-4f4a-a2a8-bd51a55d2f27 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event deleted for resources: {'Subnet': ['ID=27044f92-f686-402d-a812-d0dd4c59def2,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:21.027361 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ba3d75bb-b8fc-4f4a-a2a8-bd51a55d2f27 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:21.032449 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-ba3d75bb-b8fc-4f4a-a2a8-bd51a55d2f27 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "DELETE /v2.0/subnets/27044f92-f686-402d-a812-d0dd4c59def2 HTTP/1.1" status: 204 len: 168 time: 1.1601124 Dec 10 15:34:21.037951 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34458) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:21.038519 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-e8430c81-5d2d-4118-a215-7421863bd149 None None] Provisioning complete for port db2365c0-8f04-4895-b74a-bc5b7dc07176 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:21.038992 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e8430c81-5d2d-4118-a215-7421863bd149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:21.062560 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-8b6080d5-beae-4809-bd28-aee6981f8764 None None] Calling delete_port for 3f10d273-5b41-4653-8528-9c19de6c80be owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:34:21.067570 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-477aacd6-e7ab-4fc8-8f92-614937732991 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] DELETE failed (client error): The resource could not be found. Dec 10 15:34:21.068032 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-477aacd6-e7ab-4fc8-8f92-614937732991 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:34:21.071206 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-477aacd6-e7ab-4fc8-8f92-614937732991 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "DELETE /v2.0/subnets/e685b0a0-21cb-4f3a-9c6f-1629d64bcc1d HTTP/1.1" status: 404 len: 337 time: 0.0321927 Dec 10 15:34:21.073757 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34460) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:21.085307 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-15f4737a-06e8-4835-be56-b45085dbe109 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:21.092103 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f4737a-06e8-4835-be56-b45085dbe109 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:21.092720 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-15f4737a-06e8-4835-be56-b45085dbe109 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:21.098882 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510c299f-198a-4234-9ea2-b29e8a6fef49 None None] Pushing event updated for resources: {'Port': ['ID=51bc8736-b96b-4f45-b760-2aaf0aa5bb4a,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:21.122264 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-0d5cdaa5-a672-45d4-81ff-904b47f7ddc3 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d62181e-26ed-4875-a669-8a69f59cd799 HTTP/1.1" status: 200 len: 205 time: 0.0473435 Dec 10 15:34:21.128900 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34462) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:21.193407 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f4737a-06e8-4835-be56-b45085dbe109 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Pushing event updated for resources: {'Network': ['ID=6eb0b78c-c559-411e-8b49-8136b0e04f7e,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:21.226115 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6943-7b31-43a9-91eb-9da52eac226a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:21.249228 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 6eb0b78c-c559-411e-8b49-8136b0e04f7e details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:34:21.260114 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-15f4737a-06e8-4835-be56-b45085dbe109 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7187016 Dec 10 15:34:21.266751 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34464) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:21.274628 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.api.v2.resource [None req-54d86562-0bcb-4323-866a-c78161fd9454 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] delete failed (client error): The resource could not be found. Dec 10 15:34:21.275430 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-62826c8c-83be-4e62-be18-57be25a5bb44 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Request body: {'subnet': {'network_id': '6eb0b78c-c559-411e-8b49-8136b0e04f7e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:34:21.275825 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-54d86562-0bcb-4323-866a-c78161fd9454 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "DELETE /v2.0/routers/0d62181e-26ed-4875-a669-8a69f59cd799 HTTP/1.1" status: 404 len: 336 time: 0.1173596 Dec 10 15:34:21.283786 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34466) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:21.301812 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fd885458-9a57-4162-a316-9dc433d19c42 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:21.345118 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-fd885458-9a57-4162-a316-9dc433d19c42 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Calling delete_port for 0d8240a6-163e-4bc8-a6ed-1c91dd81a959 owned by {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:34:21.391769 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-8aae4387-0915-429a-875d-760518fd5db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9676776-7c00-41b0-baa0-cc95a47a85a5', 'name': 'tempest-TestNetworkBasicOps-router-1075454237', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': 'db7043b8-530f-44b2-913d-9a2e4ca5e570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:32:09Z', 'updated_at': '2021-12-10T15:34:17Z', 'revision_number': 5, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': 'db7043b8-530f-44b2-913d-9a2e4ca5e570', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:02:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9676776-7c00-41b0-baa0-cc95a47a85a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:32:11Z', 'updated_at': '2021-12-10T15:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': '1c5a49e9-17a3-4879-a890-c8682fb48880', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'floating_ip_address': '172.26.2.154', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': 'b9676776-7c00-41b0-baa0-cc95a47a85a5', 'port_id': 'a8105268-3e68-4849-a38d-a20a747926fa', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78b329c0-5093-420d-971f-ce625768710e', 'mac_address': 'fa:16:3e:17:f8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d8b614-6355-4b3d-86be-c56b4b54d658', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T15:33:01Z', 'updated_at': '2021-12-10T15:33:08Z', 'revision_number': 1, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '283bcdc3-c916-42a4-ac81-2f9b4c91bb34', 'name': '', 'network_id': '78b329c0-5093-420d-971f-ce625768710e', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:49:39:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9676776-7c00-41b0-baa0-cc95a47a85a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '57830461-432a-4f8d-a9a8-32a63484290f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:32:22Z', 'updated_at': '2021-12-10T15:32:29Z', 'revision_number': 5, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': '57830461-432a-4f8d-a9a8-32a63484290f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b019a8a5-5c01-4fa0-ab08-257f81486d67', 'name': '', 'network_id': '506b9e8b-1216-4613-bf29-606be137669f', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:7f:94:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9676776-7c00-41b0-baa0-cc95a47a85a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '66d6b829-67ec-4b11-980f-48e7478f11ed', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:34:15Z', 'updated_at': '2021-12-10T15:34:18Z', 'revision_number': 2, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': '66d6b829-67ec-4b11-980f-48e7478f11ed', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:21.397366 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-d37375ee-3a91-4be6-b832-d41837df41d0 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Allocated IP 172.20.0.2 (c2b5f149-cedd-450c-ab43-dd2d78259f45/c1ca4672-f67d-43e7-9445-c1deb9fd308f/0ee4b2a7-8b53-4007-b507-39408b624656) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:34:21.398734 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8ce9074-e574-4db9-adbd-175572616cd7 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] DELETE failed (client error): The resource could not be found. Dec 10 15:34:21.406111 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8ce9074-e574-4db9-adbd-175572616cd7 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:34:21.406111 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-c8ce9074-e574-4db9-adbd-175572616cd7 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "DELETE /v2.0/subnets/6766c930-37fa-4cc0-8db0-0db229d86789 HTTP/1.1" status: 404 len: 337 time: 0.1205177 Dec 10 15:34:21.409196 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34468) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:21.413388 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-55dfc617-5d87-43f3-8d33-f80f1314ea95 tempest-TagsTest-137071862 tempest-TagsTest-137071862-project] 10.222.0.20 "DELETE /v2.0/networks/05fa00e6-f2c5-43f6-8420-b8b2e8a24c81/tags HTTP/1.1" status: 204 len: 168 time: 0.5091825 Dec 10 15:34:21.416871 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34470) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:21.457872 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-d37375ee-3a91-4be6-b832-d41837df41d0 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Allocated IP 2001:db8::f816:3eff:fe71:1e8e (c2b5f149-cedd-450c-ab43-dd2d78259f45/089b86a0-ae3e-4bce-ad92-ac7ac0bcca23/0ee4b2a7-8b53-4007-b507-39408b624656) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:34:21.500298 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4b76caa-2641-446b-8d8c-3ee4ca8e9380 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] DELETE failed (client error): The resource could not be found. Dec 10 15:34:21.500759 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4b76caa-2641-446b-8d8c-3ee4ca8e9380 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:34:21.512177 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 3f10d273-5b41-4653-8528-9c19de6c80be no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:34:21.517549 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aae4387-0915-429a-875d-760518fd5db5 None None] Checking router: b9676776-7c00-41b0-baa0-cc95a47a85a5 for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:34:21.518180 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aae4387-0915-429a-875d-760518fd5db5 None None] Updating router b9676776-7c00-41b0-baa0-cc95a47a85a5 port b019a8a5-5c01-4fa0-ab08-257f81486d67 binding host dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 15:34:21.520600 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-a4b76caa-2641-446b-8d8c-3ee4ca8e9380 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "DELETE /v2.0/subnets/9f01eb9b-9f04-4c20-9f2f-a394422916a5 HTTP/1.1" status: 404 len: 337 time: 0.1058912 Dec 10 15:34:21.521250 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34472) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:21.593956 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-c0bd6943-7b31-43a9-91eb-9da52eac226a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Deleting port 3f10d273-5b41-4653-8528-9c19de6c80be {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:34:21.595262 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6943-7b31-43a9-91eb-9da52eac226a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:21.607103 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d804fd-71b1-49cc-8d55-0bd5212f10c6 None None] Pushing event updated for resources: {'Port': ['ID=62fc2eb7-1982-4bb1-807d-fe008730ec81,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:21.636009 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b62f7fe-a009-480a-8af9-9b06f50c56c2 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] DELETE failed (client error): The resource could not be found. Dec 10 15:34:21.636463 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b62f7fe-a009-480a-8af9-9b06f50c56c2 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:34:21.642472 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-0b62f7fe-a009-480a-8af9-9b06f50c56c2 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "DELETE /v2.0/subnets/9abdc1b3-0127-4acc-8591-641049917e38 HTTP/1.1" status: 404 len: 337 time: 0.0645814 Dec 10 15:34:21.645455 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34474) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:21.698782 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-afce5412-a44f-4aa1-bfe9-1598482c07b4 tempest-TagsTest-137071862 tempest-TagsTest-137071862-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:21.704980 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c9769f7-f718-48ee-a7e1-eb2cbd1fad1d tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] DELETE failed (client error): The resource could not be found. Dec 10 15:34:21.705574 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c9769f7-f718-48ee-a7e1-eb2cbd1fad1d tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:34:21.711195 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-2c9769f7-f718-48ee-a7e1-eb2cbd1fad1d tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "DELETE /v2.0/ports/3e1a285f-cbcb-4576-9a6b-d61874589713 HTTP/1.1" status: 404 len: 333 time: 0.0478625 Dec 10 15:34:21.711449 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8aae4387-0915-429a-875d-760518fd5db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:21.712501 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34476) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:21.750684 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb46dc4c-8ca0-43b5-b679-c03dafa77edf tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] DELETE failed (client error): The resource could not be found. Dec 10 15:34:21.751061 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb46dc4c-8ca0-43b5-b679-c03dafa77edf tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:34:21.754310 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-cb46dc4c-8ca0-43b5-b679-c03dafa77edf tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "DELETE /v2.0/subnets/3255bf48-fd15-48ce-8737-b60447ef466d HTTP/1.1" status: 404 len: 337 time: 0.0407932 Dec 10 15:34:21.756863 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34478) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:21.772793 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-e8430c81-5d2d-4118-a215-7421863bd149 None None] Provisioning complete for port f4c1e9e2-b442-4302-bb6d-ffb844ac3f1a triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:21.773167 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e8430c81-5d2d-4118-a215-7421863bd149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:21.807542 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-e27f650b-9016-4535-8ea3-10224436a92c tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] DELETE failed (client error): The resource could not be found. Dec 10 15:34:21.808133 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e27f650b-9016-4535-8ea3-10224436a92c tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:34:21.814292 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-e27f650b-9016-4535-8ea3-10224436a92c tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "DELETE /v2.0/subnets/d02d86cd-b346-4595-944e-3e929362b925 HTTP/1.1" status: 404 len: 337 time: 0.0534890 Dec 10 15:34:21.815634 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34480) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:21.841410 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8b6080d5-beae-4809-bd28-aee6981f8764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:21.875979 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9d3370c-c6b6-4e67-af04-534a080c55e5 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] DELETE failed (client error): The resource could not be found. Dec 10 15:34:21.876753 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9d3370c-c6b6-4e67-af04-534a080c55e5 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:34:21.882404 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-d9d3370c-c6b6-4e67-af04-534a080c55e5 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "DELETE /v2.0/ports/405da975-448b-49ea-934c-3e98b03a59a3 HTTP/1.1" status: 404 len: 333 time: 0.0643778 Dec 10 15:34:21.883547 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62826c8c-83be-4e62-be18-57be25a5bb44 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Made reservation on behalf of 5f059fe50ff849c7b1de39c5f81de64d for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:34:21.887011 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-62826c8c-83be-4e62-be18-57be25a5bb44 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11668558'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:21.897496 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34482) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:21.910363 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6080d5-beae-4809-bd28-aee6981f8764 None None] Pushing event deleted for resources: {'Port': ['ID=3f10d273-5b41-4653-8528-9c19de6c80be,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:21.920851 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6080d5-beae-4809-bd28-aee6981f8764 None None] No DVR routers for this DVR port 3f10d273-5b41-4653-8528-9c19de6c80be on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:34:21.925026 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:21.929222 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-afce5412-a44f-4aa1-bfe9-1598482c07b4 tempest-TagsTest-137071862 tempest-TagsTest-137071862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:21.984338 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-e368a258-22c5-4610-b1a4-bc09b5b76025 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] DELETE failed (client error): The resource could not be found. Dec 10 15:34:21.984902 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e368a258-22c5-4610-b1a4-bc09b5b76025 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:34:21.988123 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-e368a258-22c5-4610-b1a4-bc09b5b76025 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "DELETE /v2.0/subnets/ebaf6e94-d457-48c5-9571-b6bc41722f44 HTTP/1.1" status: 404 len: 337 time: 0.0895298 Dec 10 15:34:22.004227 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34484) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:22.010970 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-e8430c81-5d2d-4118-a215-7421863bd149 None None] Port f4c1e9e2-b442-4302-bb6d-ffb844ac3f1a cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:34:22.020236 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-afce5412-a44f-4aa1-bfe9-1598482c07b4 tempest-TagsTest-137071862 tempest-TagsTest-137071862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05fa00e6-f2c5-43f6-8420-b8b2e8a24c81']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:22.028290 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a152ed-1941-40e0-bdcf-2c0248e0d31d None None] Update dhcp port {'port': {'network_id': '38a89166-0d32-4e14-8e18-e5dad737d2c2', 'fixed_ips': [{'subnet_id': '27044f92-f686-402d-a812-d0dd4c59def2'}], 'binding:host_id': 'dv-neutron-821401-4-hyperv'}, 'id': 'db2365c0-8f04-4895-b74a-bc5b7dc07176'} from dv-neutron-821401-4-hyperv. {{(pid=103588) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 15:34:22.055219 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-425e0e2f-4c8d-4d40-b681-c3f36c49dfad tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] DELETE failed (client error): The resource could not be found. Dec 10 15:34:22.055674 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-425e0e2f-4c8d-4d40-b681-c3f36c49dfad tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:34:22.066250 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-425e0e2f-4c8d-4d40-b681-c3f36c49dfad tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "DELETE /v2.0/subnets/f4fbaf2e-5fd1-4db7-af13-3e75b8969a65 HTTP/1.1" status: 404 len: 337 time: 0.0604553 Dec 10 15:34:22.072031 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34486) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:22.073097 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-afce5412-a44f-4aa1-bfe9-1598482c07b4 tempest-TagsTest-137071862 tempest-TagsTest-137071862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce1f9250-a333-48cb-b404-0a2d938a5f4c') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:22.073566 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-afce5412-a44f-4aa1-bfe9-1598482c07b4 tempest-TagsTest-137071862 tempest-TagsTest-137071862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce1f9250-a333-48cb-b404-0a2d938a5f4c') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:22.096241 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-afce5412-a44f-4aa1-bfe9-1598482c07b4 tempest-TagsTest-137071862 tempest-TagsTest-137071862-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11806923'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:22.099086 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-21a152ed-1941-40e0-bdcf-2c0248e0d31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:22.110851 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-afce5412-a44f-4aa1-bfe9-1598482c07b4 tempest-TagsTest-137071862 tempest-TagsTest-137071862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:22.117107 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afce5412-a44f-4aa1-bfe9-1598482c07b4 tempest-TagsTest-137071862 tempest-TagsTest-137071862-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:34:22.117498 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-afce5412-a44f-4aa1-bfe9-1598482c07b4 tempest-TagsTest-137071862 tempest-TagsTest-137071862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11236635'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:22.121247 dv-neutron-821401-4-hyperv neutron-server[103587]: Traceback (most recent call last): Dec 10 15:34:22.121247 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:34:22.121247 dv-neutron-821401-4-hyperv neutron-server[103587]: timer() Dec 10 15:34:22.121247 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:34:22.121247 dv-neutron-821401-4-hyperv neutron-server[103587]: cb(*args, **kw) Dec 10 15:34:22.121247 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:34:22.121247 dv-neutron-821401-4-hyperv neutron-server[103587]: return func(*args, **kwargs) Dec 10 15:34:22.121247 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:34:22.121247 dv-neutron-821401-4-hyperv neutron-server[103587]: self._notify() Dec 10 15:34:22.121247 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:34:22.121247 dv-neutron-821401-4-hyperv neutron-server[103587]: self.callback(batched_events) Dec 10 15:34:22.121247 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:34:22.121247 dv-neutron-821401-4-hyperv neutron-server[103587]: event.method(event) Dec 10 15:34:22.121247 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:34:22.121247 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:34:22.121247 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:34:22.121247 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:34:22.121247 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:34:22.121247 dv-neutron-821401-4-hyperv neutron-server[103587]: return f(self, *a, **k) Dec 10 15:34:22.121247 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:34:22.121247 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._get(url).json() Dec 10 15:34:22.121247 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:34:22.121247 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:34:22.121247 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:34:22.121247 dv-neutron-821401-4-hyperv neutron-server[103587]: return self.request(url, 'GET', **kwargs) Dec 10 15:34:22.121247 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:34:22.121247 dv-neutron-821401-4-hyperv neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:34:22.121247 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:34:22.121247 dv-neutron-821401-4-hyperv neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:34:22.121247 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:34:22.121247 dv-neutron-821401-4-hyperv neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:34:22.121247 dv-neutron-821401-4-hyperv neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:34:22.196514 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-c0bd6943-7b31-43a9-91eb-9da52eac226a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] For port 3f10d273-5b41-4653-8528-9c19de6c80be, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=3f10d273-5b41-4653-8528-9c19de6c80be,segment=NetworkSegment(39670509-6c45-471f-9d29-726bd967064d),segment_id=39670509-6c45-471f-9d29-726bd967064d)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:34:22.196812 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6943-7b31-43a9-91eb-9da52eac226a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:22.255264 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-c0bd6943-7b31-43a9-91eb-9da52eac226a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Calling delete_port for 3f10d273-5b41-4653-8528-9c19de6c80be owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:34:22.271249 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-afce5412-a44f-4aa1-bfe9-1598482c07b4 tempest-TagsTest-137071862 tempest-TagsTest-137071862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:22.282584 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-afce5412-a44f-4aa1-bfe9-1598482c07b4 tempest-TagsTest-137071862 tempest-TagsTest-137071862-project] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:22.286117 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-afce5412-a44f-4aa1-bfe9-1598482c07b4 tempest-TagsTest-137071862 tempest-TagsTest-137071862-project] 10.222.0.20 "DELETE /v2.0/networks/05fa00e6-f2c5-43f6-8420-b8b2e8a24c81 HTTP/1.1" status: 204 len: 168 time: 0.8652353 Dec 10 15:34:22.302952 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afce5412-a44f-4aa1-bfe9-1598482c07b4 tempest-TagsTest-137071862 tempest-TagsTest-137071862-project] Pushing event deleted for resources: {'Network': ['ID=05fa00e6-f2c5-43f6-8420-b8b2e8a24c81,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:22.336021 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fd885458-9a57-4162-a316-9dc433d19c42 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:22.372873 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107b8a2b-1eed-4ace-836a-0849faa5a8f0 None None] Network 38a89166-0d32-4e14-8e18-e5dad737d2c2 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:34:22.414452 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd885458-9a57-4162-a316-9dc433d19c42 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event deleted for resources: {'Port': ['ID=0d8240a6-163e-4bc8-a6ed-1c91dd81a959,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:22.475093 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d37375ee-3a91-4be6-b832-d41837df41d0 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:22.476306 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8aae4387-0915-429a-875d-760518fd5db5 None None] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:22.490062 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-4de534fa-38d5-4def-be02-ecf0ec3020b2 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Deleting port f4c1e9e2-b442-4302-bb6d-ffb844ac3f1a {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:34:22.498949 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4de534fa-38d5-4def-be02-ecf0ec3020b2 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:22.509720 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-56b7f978-fb48-4f92-9f51-e93f1db82a6a None None] Provisioning complete for port db2365c0-8f04-4895-b74a-bc5b7dc07176 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:22.510024 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-56b7f978-fb48-4f92-9f51-e93f1db82a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:22.612042 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-62826c8c-83be-4e62-be18-57be25a5bb44 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11236534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11668560'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:22.612263 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8aae4387-0915-429a-875d-760518fd5db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:22.658605 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6943-7b31-43a9-91eb-9da52eac226a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:22.662754 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51df29b4-d0e6-4265-b99f-ca0072e967db None None] DHCP port deletion for 38a89166-0d32-4e14-8e18-e5dad737d2c2 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:34:22.673152 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4de534fa-38d5-4def-be02-ecf0ec3020b2 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:22.735958 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62826c8c-83be-4e62-be18-57be25a5bb44 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Checking segment: {'id': '15bc4c2e-317b-4c1d-b08e-aad3a32bd28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '6eb0b78c-c559-411e-8b49-8136b0e04f7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:34:22.739891 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62826c8c-83be-4e62-be18-57be25a5bb44 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Network hostable DHCP agents. Network: 6eb0b78c-c559-411e-8b49-8136b0e04f7e, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:34:22.743312 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62826c8c-83be-4e62-be18-57be25a5bb44 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Pushing event updated for resources: {'Subnet': ['ID=f3bb1ff1-a7ae-430f-949c-64b69a6ccd1f,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:22.748627 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6943-7b31-43a9-91eb-9da52eac226a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Pushing event deleted for resources: {'Port': ['ID=3f10d273-5b41-4653-8528-9c19de6c80be,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:22.758133 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fd885458-9a57-4162-a316-9dc433d19c42 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:22.762119 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-fd885458-9a57-4162-a316-9dc433d19c42 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "DELETE /v2.0/ports/0d8240a6-163e-4bc8-a6ed-1c91dd81a959 HTTP/1.1" status: 204 len: 168 time: 2.0808079 Dec 10 15:34:22.763474 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-4de534fa-38d5-4def-be02-ecf0ec3020b2 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Calling delete_port for f4c1e9e2-b442-4302-bb6d-ffb844ac3f1a owned by {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:34:22.765568 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34492) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:22.766635 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bd6943-7b31-43a9-91eb-9da52eac226a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] No DVR routers for this DVR port 3f10d273-5b41-4653-8528-9c19de6c80be on host dv-neutron-821401-4-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:34:22.785259 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b87156-6c5f-48c0-acf3-e472340d341b None None] Pushing event updated for resources: {'Port': ['ID=b019a8a5-5c01-4fa0-ab08-257f81486d67,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:22.857291 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-8aae4387-0915-429a-875d-760518fd5db5 None None] Attempting to bind port b019a8a5-5c01-4fa0-ab08-257f81486d67 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:34:22.857804 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-8aae4387-0915-429a-875d-760518fd5db5 None None] Attempting to bind port b019a8a5-5c01-4fa0-ab08-257f81486d67 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '6e8aeea5-3e6e-4645-841c-769465551a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '506b9e8b-1216-4613-bf29-606be137669f'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:34:22.858273 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aae4387-0915-429a-875d-760518fd5db5 None None] Attempting to bind port b019a8a5-5c01-4fa0-ab08-257f81486d67 on network 506b9e8b-1216-4613-bf29-606be137669f {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:34:22.871718 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-56b7f978-fb48-4f92-9f51-e93f1db82a6a None None] Provisioning complete for port f4c1e9e2-b442-4302-bb6d-ffb844ac3f1a triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:22.872224 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-56b7f978-fb48-4f92-9f51-e93f1db82a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:22.873046 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62826c8c-83be-4e62-be18-57be25a5bb44 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Network 6eb0b78c-c559-411e-8b49-8136b0e04f7e is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:34:22.877587 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aae4387-0915-429a-875d-760518fd5db5 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:34:22.878207 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aae4387-0915-429a-875d-760518fd5db5 None None] Checking segment: {'id': '6e8aeea5-3e6e-4645-841c-769465551a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '506b9e8b-1216-4613-bf29-606be137669f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:34:22.881524 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8aae4387-0915-429a-875d-760518fd5db5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:22.881871 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d37375ee-3a91-4be6-b832-d41837df41d0 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:22.882396 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aae4387-0915-429a-875d-760518fd5db5 None None] Bound using segment: {'id': '6e8aeea5-3e6e-4645-841c-769465551a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '506b9e8b-1216-4613-bf29-606be137669f'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:34:22.882995 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-8aae4387-0915-429a-875d-760518fd5db5 None None] Bound port: b019a8a5-5c01-4fa0-ab08-257f81486d67, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e8aeea5-3e6e-4645-841c-769465551a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '506b9e8b-1216-4613-bf29-606be137669f'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:34:22.883690 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8aae4387-0915-429a-875d-760518fd5db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:22.899932 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-a38f376b-4d02-499a-9991-49c2c5aab1c5 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] GET failed (client error): The resource could not be found. Dec 10 15:34:22.901707 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-a38f376b-4d02-499a-9991-49c2c5aab1c5 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "GET /v2.0/ports/0d8240a6-163e-4bc8-a6ed-1c91dd81a959 HTTP/1.1" status: 404 len: 333 time: 0.1319048 Dec 10 15:34:22.906577 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34496) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:22.965662 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-62826c8c-83be-4e62-be18-57be25a5bb44 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 6eb0b78c-c559-411e-8b49-8136b0e04f7e) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:34:22.978270 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62826c8c-83be-4e62-be18-57be25a5bb44 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:22.980710 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-62826c8c-83be-4e62-be18-57be25a5bb44 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:23.010175 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34498) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:23.035543 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30dfa940-e6c9-4f4f-91ef-3f7aef29a06d None None] Network 6eb0b78c-c559-411e-8b49-8136b0e04f7e requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:34:23.067513 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-424da54f-931c-46ea-971b-1dcd0c6efb9d tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Deleting subnet 1fcf7848-d821-427b-97ad-c62d21e4dad1 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:34:23.071460 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-424da54f-931c-46ea-971b-1dcd0c6efb9d tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for subnet, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:23.073812 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-51df29b4-d0e6-4265-b99f-ca0072e967db None None] Deleting port db2365c0-8f04-4895-b74a-bc5b7dc07176 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:34:23.074412 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-51df29b4-d0e6-4265-b99f-ca0072e967db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:23.085056 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-8aae4387-0915-429a-875d-760518fd5db5 None None] For port b019a8a5-5c01-4fa0-ab08-257f81486d67, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:34:23.123582 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-424da54f-931c-46ea-971b-1dcd0c6efb9d tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11806768'] for subnet, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:23.130182 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-62826c8c-83be-4e62-be18-57be25a5bb44 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8610828 Dec 10 15:34:23.133872 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-56b7f978-fb48-4f92-9f51-e93f1db82a6a None None] Port f4c1e9e2-b442-4302-bb6d-ffb844ac3f1a cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:34:23.158018 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34502) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:23.196218 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37375ee-3a91-4be6-b832-d41837df41d0 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:34:23.203067 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-1a6c7d1e-0ce9-40e7-918f-1fe3a8906981 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1986206345', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}, 'admin_state_up': False}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:34:23.230394 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-d37375ee-3a91-4be6-b832-d41837df41d0 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:34:23.239500 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37375ee-3a91-4be6-b832-d41837df41d0 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:34:23.257196 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6943-7b31-43a9-91eb-9da52eac226a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:23.262905 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37375ee-3a91-4be6-b832-d41837df41d0 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event updated for resources: {'Port': ['ID=0ee4b2a7-8b53-4007-b507-39408b624656,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:23.280409 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-424da54f-931c-46ea-971b-1dcd0c6efb9d tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:23.365016 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37375ee-3a91-4be6-b832-d41837df41d0 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:23.365016 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d37375ee-3a91-4be6-b832-d41837df41d0 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:23.365238 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-c6a3dac4-c86c-4f28-b49f-8d9a375a961f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9980727bdbce4347a8c63157354c65fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3508313 Dec 10 15:34:23.368969 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-8aae4387-0915-429a-875d-760518fd5db5 None None] For port b019a8a5-5c01-4fa0-ab08-257f81486d67, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=b019a8a5-5c01-4fa0-ab08-257f81486d67,segment=NetworkSegment(6e8aeea5-3e6e-4645-841c-769465551a4c),segment_id=6e8aeea5-3e6e-4645-841c-769465551a4c)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:34:23.372805 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34504) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:23.374857 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e227715a-807c-41d7-b5f0-e3bc0d83402d None None] Network cb66039f-9277-43a2-a62c-866c2e6ff09f requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:34:23.395316 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4de534fa-38d5-4def-be02-ecf0ec3020b2 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:23.406875 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ddbbfa6-4b5d-44bc-aaa6-44258d8f2832 None None] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:34:23.408076 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-c0bd6943-7b31-43a9-91eb-9da52eac226a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61a9aded-e08b-4499-8a38-ea9cc093e32e']}} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:23.448233 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-c0bd6943-7b31-43a9-91eb-9da52eac226a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39670509-6c45-471f-9d29-726bd967064d') {'for_net_delete': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:23.453569 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-c0bd6943-7b31-43a9-91eb-9da52eac226a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39670509-6c45-471f-9d29-726bd967064d') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:23.453569 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de534fa-38d5-4def-be02-ecf0ec3020b2 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event deleted for resources: {'Port': ['ID=f4c1e9e2-b442-4302-bb6d-ffb844ac3f1a,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:23.464403 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6943-7b31-43a9-91eb-9da52eac226a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12392235'] for segment, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:23.466873 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4de534fa-38d5-4def-be02-ecf0ec3020b2 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:23.470365 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-4de534fa-38d5-4def-be02-ecf0ec3020b2 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "DELETE /v2.0/ports/f4c1e9e2-b442-4302-bb6d-ffb844ac3f1a HTTP/1.1" status: 204 len: 168 time: 1.3917091 Dec 10 15:34:23.477032 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34506) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:23.489542 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1a6c7d1e-0ce9-40e7-918f-1fe3a8906981 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13912'] for router, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:23.490871 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1a6c7d1e-0ce9-40e7-918f-1fe3a8906981 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:23.491215 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-50e353a5-bf63-4987-bed2-aca7aba4501d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:23.507411 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8aae4387-0915-429a-875d-760518fd5db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:23.532845 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-50e353a5-bf63-4987-bed2-aca7aba4501d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:23.542836 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6943-7b31-43a9-91eb-9da52eac226a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:23.559372 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0bd6943-7b31-43a9-91eb-9da52eac226a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:34:23.562807 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6943-7b31-43a9-91eb-9da52eac226a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11695586'] for segment, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:23.562947 dv-neutron-821401-4-hyperv neutron-server[103586]: Traceback (most recent call last): Dec 10 15:34:23.562947 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:34:23.562947 dv-neutron-821401-4-hyperv neutron-server[103586]: timer() Dec 10 15:34:23.562947 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:34:23.562947 dv-neutron-821401-4-hyperv neutron-server[103586]: cb(*args, **kw) Dec 10 15:34:23.562947 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:34:23.562947 dv-neutron-821401-4-hyperv neutron-server[103586]: return func(*args, **kwargs) Dec 10 15:34:23.562947 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:34:23.562947 dv-neutron-821401-4-hyperv neutron-server[103586]: self._notify() Dec 10 15:34:23.562947 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:34:23.562947 dv-neutron-821401-4-hyperv neutron-server[103586]: self.callback(batched_events) Dec 10 15:34:23.562947 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:34:23.562947 dv-neutron-821401-4-hyperv neutron-server[103586]: event.method(event) Dec 10 15:34:23.562947 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:34:23.562947 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:34:23.562947 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:34:23.562947 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:34:23.562947 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:34:23.562947 dv-neutron-821401-4-hyperv neutron-server[103586]: return f(self, *a, **k) Dec 10 15:34:23.562947 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:34:23.562947 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._get(url).json() Dec 10 15:34:23.562947 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:34:23.562947 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:34:23.562947 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:34:23.562947 dv-neutron-821401-4-hyperv neutron-server[103586]: return self.request(url, 'GET', **kwargs) Dec 10 15:34:23.562947 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:34:23.562947 dv-neutron-821401-4-hyperv neutron-server[103586]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:34:23.562947 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:34:23.562947 dv-neutron-821401-4-hyperv neutron-server[103586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:34:23.562947 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:34:23.562947 dv-neutron-821401-4-hyperv neutron-server[103586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:34:23.562947 dv-neutron-821401-4-hyperv neutron-server[103586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:34:23.566113 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-424da54f-931c-46ea-971b-1dcd0c6efb9d tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11236721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11668521'] for subnet, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:23.591838 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 51bc8736-b96b-4f45-b760-2aaf0aa5bb4a up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:34:23.594222 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-1e06c5b5-24d4-486d-b647-1c4453d309c4 None None] Provisioning complete for port 62fc2eb7-1982-4bb1-807d-fe008730ec81 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:23.594600 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1e06c5b5-24d4-486d-b647-1c4453d309c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:23.615655 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424da54f-931c-46ea-971b-1dcd0c6efb9d tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event deleted for resources: {'Subnet': ['ID=1fcf7848-d821-427b-97ad-c62d21e4dad1,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:23.618596 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-424da54f-931c-46ea-971b-1dcd0c6efb9d tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:23.621960 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-424da54f-931c-46ea-971b-1dcd0c6efb9d tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "DELETE /v2.0/subnets/1fcf7848-d821-427b-97ad-c62d21e4dad1 HTTP/1.1" status: 204 len: 168 time: 0.7161434 Dec 10 15:34:23.625237 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34508) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:23.631904 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-51df29b4-d0e6-4265-b99f-ca0072e967db None None] For port db2365c0-8f04-4895-b74a-bc5b7dc07176, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=db2365c0-8f04-4895-b74a-bc5b7dc07176,segment=NetworkSegment(f0f7aad0-6580-4852-bb7a-6062daac9fb1),segment_id=f0f7aad0-6580-4852-bb7a-6062daac9fb1)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:34:23.631904 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-51df29b4-d0e6-4265-b99f-ca0072e967db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:23.634760 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-d37375ee-3a91-4be6-b832-d41837df41d0 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.4714437 Dec 10 15:34:23.639778 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34510) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:23.644081 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a14e44af-60ae-4f41-878a-995665226425 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:23.716521 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-677ff9b8-f6ee-4526-8ac7-19514024ce61 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:23.725944 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-51df29b4-d0e6-4265-b99f-ca0072e967db None None] Calling delete_port for db2365c0-8f04-4895-b74a-bc5b7dc07176 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:34:23.760395 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f82a67d-341c-4d81-a1a1-29b2d7508c0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-6eb0b78c-c559-411e-8b49-8136b0e04f7e', 'network_id': '6eb0b78c-c559-411e-8b49-8136b0e04f7e', 'project_id': '5f059fe50ff849c7b1de39c5f81de64d', 'fixed_ips': [{'subnet_id': 'f3bb1ff1-a7ae-430f-949c-64b69a6ccd1f'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:34:23.766477 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7f82a67d-341c-4d81-a1a1-29b2d7508c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:23.772314 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64d87fe-bdfe-41b5-b2b7-f080de65a823 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:23.778495 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64d87fe-bdfe-41b5-b2b7-f080de65a823 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:23.785515 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34512) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:23.786008 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-a64d87fe-bdfe-41b5-b2b7-f080de65a823 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1378410 Dec 10 15:34:23.788445 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6943-7b31-43a9-91eb-9da52eac226a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:23.799151 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6943-7b31-43a9-91eb-9da52eac226a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:23.802497 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-c0bd6943-7b31-43a9-91eb-9da52eac226a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "DELETE /v2.0/networks/61a9aded-e08b-4499-8a38-ea9cc093e32e HTTP/1.1" status: 204 len: 168 time: 2.9470441 Dec 10 15:34:23.809127 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34514) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:23.818219 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-84c6c753-aba2-444a-91c6-b5753f3b5fe5 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-784416498'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:34:23.823894 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-50e353a5-bf63-4987-bed2-aca7aba4501d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:23.826671 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-50e353a5-bf63-4987-bed2-aca7aba4501d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:23.827872 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-50e353a5-bf63-4987-bed2-aca7aba4501d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b8aa4885-9210-4f1a-8d8d-ee38460b833b HTTP/1.1" status: 204 len: 168 time: 0.4533293 Dec 10 15:34:23.859988 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e353a5-bf63-4987-bed2-aca7aba4501d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8aa4885-9210-4f1a-8d8d-ee38460b833b,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:23.867931 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b87156-6c5f-48c0-acf3-e472340d341b None None] Pushing event updated for resources: {'Port': ['ID=b019a8a5-5c01-4fa0-ab08-257f81486d67,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:23.894861 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-677ff9b8-f6ee-4526-8ac7-19514024ce61 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Deleting port 62fc2eb7-1982-4bb1-807d-fe008730ec81 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:34:23.895554 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-677ff9b8-f6ee-4526-8ac7-19514024ce61 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:23.897264 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1a6c7d1e-0ce9-40e7-918f-1fe3a8906981 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:23.928687 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aae4387-0915-429a-875d-760518fd5db5 None None] Routers {'b9676776-7c00-41b0-baa0-cc95a47a85a5'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:34:23.929357 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-8aae4387-0915-429a-875d-760518fd5db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:34:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['b9676776-7c00-41b0-baa0-cc95a47a85a5'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:23.936977 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6943-7b31-43a9-91eb-9da52eac226a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Pushing event deleted for resources: {'Network': ['ID=61a9aded-e08b-4499-8a38-ea9cc093e32e,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:23.964001 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-a14e44af-60ae-4f41-878a-995665226425 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Deleting port db2365c0-8f04-4895-b74a-bc5b7dc07176 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:34:23.964445 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a14e44af-60ae-4f41-878a-995665226425 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:23.995079 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-677ff9b8-f6ee-4526-8ac7-19514024ce61 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] For port 62fc2eb7-1982-4bb1-807d-fe008730ec81, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=62fc2eb7-1982-4bb1-807d-fe008730ec81,segment=NetworkSegment(c16d16a0-9ed2-4efe-bd4c-691a9a08a88d),segment_id=c16d16a0-9ed2-4efe-bd4c-691a9a08a88d)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:34:23.995675 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-677ff9b8-f6ee-4526-8ac7-19514024ce61 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:24.015078 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-677ff9b8-f6ee-4526-8ac7-19514024ce61 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Calling delete_port for 62fc2eb7-1982-4bb1-807d-fe008730ec81 owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:34:24.021321 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 15:34:24.023637 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-5950376c-7157-4b60-984c-33502289d2f7 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Deleting port 0ee4b2a7-8b53-4007-b507-39408b624656 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:34:24.023982 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5950376c-7157-4b60-984c-33502289d2f7 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:24.086620 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c6c753-aba2-444a-91c6-b5753f3b5fe5 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Made reservation on behalf of 8fca97dbaacc4a37bd3d53215e8fd531 for: {'network': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:34:24.090284 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-84c6c753-aba2-444a-91c6-b5753f3b5fe5 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:24.170025 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84c6c753-aba2-444a-91c6-b5753f3b5fe5 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=103586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:34:24.177949 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5950376c-7157-4b60-984c-33502289d2f7 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:24.182310 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-84c6c753-aba2-444a-91c6-b5753f3b5fe5 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:24.182310 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.segments_db [None req-84c6c753-aba2-444a-91c6-b5753f3b5fe5 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Added segment 32ad9fc1-9803-4842-b0c4-5f15a88b4cdf of type vlan for network 46395903-3316-40c2-9e82-67dcb297853c Dec 10 15:34:24.195730 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-5950376c-7157-4b60-984c-33502289d2f7 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Calling delete_port for 0ee4b2a7-8b53-4007-b507-39408b624656 owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:34:24.206006 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 51bc8736-b96b-4f45-b760-2aaf0aa5bb4a triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:24.206399 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:24.240319 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-84c6c753-aba2-444a-91c6-b5753f3b5fe5 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:24.279749 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-a14e44af-60ae-4f41-878a-995665226425 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] For port db2365c0-8f04-4895-b74a-bc5b7dc07176, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=db2365c0-8f04-4895-b74a-bc5b7dc07176,segment=NetworkSegment(f0f7aad0-6580-4852-bb7a-6062daac9fb1),segment_id=f0f7aad0-6580-4852-bb7a-6062daac9fb1)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:34:24.280144 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a14e44af-60ae-4f41-878a-995665226425 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:24.293499 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1e06c5b5-24d4-486d-b647-1c4453d309c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:24.323408 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-677ff9b8-f6ee-4526-8ac7-19514024ce61 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:24.347808 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-84c6c753-aba2-444a-91c6-b5753f3b5fe5 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:24.356178 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c6c753-aba2-444a-91c6-b5753f3b5fe5 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:24.356178 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-84c6c753-aba2-444a-91c6-b5753f3b5fe5 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:24.384986 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-8aae4387-0915-429a-875d-760518fd5db5 None None] Set router b9676776-7c00-41b0-baa0-cc95a47a85a5 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:34:24.387056 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-a14e44af-60ae-4f41-878a-995665226425 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Calling delete_port for db2365c0-8f04-4895-b74a-bc5b7dc07176 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:34:24.410339 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1a6c7d1e-0ce9-40e7-918f-1fe3a8906981 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:24.423064 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677ff9b8-f6ee-4526-8ac7-19514024ce61 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event deleted for resources: {'Port': ['ID=62fc2eb7-1982-4bb1-807d-fe008730ec81,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:24.430014 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677ff9b8-f6ee-4526-8ac7-19514024ce61 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] No DVR routers for this DVR port 62fc2eb7-1982-4bb1-807d-fe008730ec81 on host dv-neutron-821401-4-hyperv {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:34:24.482387 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-51df29b4-d0e6-4265-b99f-ca0072e967db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:24.502214 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-7f82a67d-341c-4d81-a1a1-29b2d7508c0d None None] Allocated IP 172.20.0.2 (6eb0b78c-c559-411e-8b49-8136b0e04f7e/f3bb1ff1-a7ae-430f-949c-64b69a6ccd1f/6898ba36-7867-495f-a2c4-4db6a6f9ea56) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:34:24.530323 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b63018-66fb-41a8-917e-ec87fe52003a None None] Update dhcp port {'port': {'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'fixed_ips': [{'subnet_id': '089b86a0-ae3e-4bce-ad92-ac7ac0bcca23', 'ip_address': '2001:db8::f816:3eff:fe71:2e66'}, {'subnet_id': 'c1ca4672-f67d-43e7-9445-c1deb9fd308f'}], 'binding:host_id': 'dv-neutron-821401-4-hyperv'}, 'id': '51bc8736-b96b-4f45-b760-2aaf0aa5bb4a'} from dv-neutron-821401-4-hyperv. {{(pid=103588) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 15:34:24.540499 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6c753-aba2-444a-91c6-b5753f3b5fe5 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Pushing event updated for resources: {'Network': ['ID=46395903-3316-40c2-9e82-67dcb297853c,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:24.594507 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-677ff9b8-f6ee-4526-8ac7-19514024ce61 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:24.595876 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51df29b4-d0e6-4265-b99f-ca0072e967db None None] Pushing event deleted for resources: {'Port': ['ID=db2365c0-8f04-4895-b74a-bc5b7dc07176,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:24.597859 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 46395903-3316-40c2-9e82-67dcb297853c details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:34:24.605460 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51df29b4-d0e6-4265-b99f-ca0072e967db None None] No DVR routers for this DVR port db2365c0-8f04-4895-b74a-bc5b7dc07176 on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:34:24.630948 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-677ff9b8-f6ee-4526-8ac7-19514024ce61 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb66039f-9277-43a2-a62c-866c2e6ff09f']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:24.641673 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-84c6c753-aba2-444a-91c6-b5753f3b5fe5 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8293993 Dec 10 15:34:24.644673 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34528) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:24.650486 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-ea5da55e-9698-41f2-b57d-c3599dad23d5 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Request body: {'subnet': {'network_id': '46395903-3316-40c2-9e82-67dcb297853c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:34:24.672130 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bd9cef-7bd0-446b-ba34-08213f45b537 None None] Network cb66039f-9277-43a2-a62c-866c2e6ff09f requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:34:24.683989 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a14e44af-60ae-4f41-878a-995665226425 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:24.686494 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-677ff9b8-f6ee-4526-8ac7-19514024ce61 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c16d16a0-9ed2-4efe-bd4c-691a9a08a88d') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:24.689874 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-677ff9b8-f6ee-4526-8ac7-19514024ce61 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c16d16a0-9ed2-4efe-bd4c-691a9a08a88d') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:24.699570 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-677ff9b8-f6ee-4526-8ac7-19514024ce61 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11806923'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:24.727658 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-677ff9b8-f6ee-4526-8ac7-19514024ce61 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:24.734403 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-677ff9b8-f6ee-4526-8ac7-19514024ce61 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:34:24.734731 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-677ff9b8-f6ee-4526-8ac7-19514024ce61 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11236635'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:24.751867 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14e44af-60ae-4f41-878a-995665226425 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event deleted for resources: {'Port': ['ID=db2365c0-8f04-4895-b74a-bc5b7dc07176,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:24.761175 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f4b63018-66fb-41a8-917e-ec87fe52003a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:24.763883 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14e44af-60ae-4f41-878a-995665226425 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] No DVR routers for this DVR port db2365c0-8f04-4895-b74a-bc5b7dc07176 on host dv-neutron-821401-4-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:34:24.814232 dv-neutron-821401-4-hyperv neutron-server[103587]: Traceback (most recent call last): Dec 10 15:34:24.814232 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:34:24.814232 dv-neutron-821401-4-hyperv neutron-server[103587]: timer() Dec 10 15:34:24.814232 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:34:24.814232 dv-neutron-821401-4-hyperv neutron-server[103587]: cb(*args, **kw) Dec 10 15:34:24.814232 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:34:24.814232 dv-neutron-821401-4-hyperv neutron-server[103587]: return func(*args, **kwargs) Dec 10 15:34:24.814232 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:34:24.814232 dv-neutron-821401-4-hyperv neutron-server[103587]: self._notify() Dec 10 15:34:24.814232 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:34:24.814232 dv-neutron-821401-4-hyperv neutron-server[103587]: self.callback(batched_events) Dec 10 15:34:24.814232 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:34:24.814232 dv-neutron-821401-4-hyperv neutron-server[103587]: event.method(event) Dec 10 15:34:24.814232 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:34:24.814232 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:34:24.814232 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:34:24.814232 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:34:24.814232 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:34:24.814232 dv-neutron-821401-4-hyperv neutron-server[103587]: return f(self, *a, **k) Dec 10 15:34:24.814232 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:34:24.814232 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._get(url).json() Dec 10 15:34:24.814232 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:34:24.814232 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:34:24.814232 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:34:24.814232 dv-neutron-821401-4-hyperv neutron-server[103587]: return self.request(url, 'GET', **kwargs) Dec 10 15:34:24.814232 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:34:24.814232 dv-neutron-821401-4-hyperv neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:34:24.814232 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:34:24.814232 dv-neutron-821401-4-hyperv neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:34:24.814232 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:34:24.814232 dv-neutron-821401-4-hyperv neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:34:24.814232 dv-neutron-821401-4-hyperv neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:34:24.889111 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-1e06c5b5-24d4-486d-b647-1c4453d309c4 None None] Provisioning complete for port b019a8a5-5c01-4fa0-ab08-257f81486d67 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:24.889565 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1e06c5b5-24d4-486d-b647-1c4453d309c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:24.896898 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a14e44af-60ae-4f41-878a-995665226425 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:24.904365 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-677ff9b8-f6ee-4526-8ac7-19514024ce61 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:24.934475 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-677ff9b8-f6ee-4526-8ac7-19514024ce61 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:24.939229 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-677ff9b8-f6ee-4526-8ac7-19514024ce61 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "DELETE /v2.0/networks/cb66039f-9277-43a2-a62c-866c2e6ff09f HTTP/1.1" status: 204 len: 168 time: 1.3124421 Dec 10 15:34:24.942985 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677ff9b8-f6ee-4526-8ac7-19514024ce61 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event deleted for resources: {'Network': ['ID=cb66039f-9277-43a2-a62c-866c2e6ff09f,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:24.948150 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34536) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:24.954371 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-7b5ef948-f424-4cab-b454-426c7a858516 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Request body: {'port': {'network_id': '59f26e4a-d74c-4fc5-81f5-c4f97623981b', 'name': 'tempest-PortsTestJSON-755650035'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:34:24.974671 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:24.992582 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea5da55e-9698-41f2-b57d-c3599dad23d5 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Made reservation on behalf of 8fca97dbaacc4a37bd3d53215e8fd531 for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:34:24.996253 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ea5da55e-9698-41f2-b57d-c3599dad23d5 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:25.000554 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-a14e44af-60ae-4f41-878a-995665226425 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38a89166-0d32-4e14-8e18-e5dad737d2c2']}} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:25.025184 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-a14e44af-60ae-4f41-878a-995665226425 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0f7aad0-6580-4852-bb7a-6062daac9fb1') {'for_net_delete': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:25.025946 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-a14e44af-60ae-4f41-878a-995665226425 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0f7aad0-6580-4852-bb7a-6062daac9fb1') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:25.071378 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5950376c-7157-4b60-984c-33502289d2f7 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:25.104709 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1a6c7d1e-0ce9-40e7-918f-1fe3a8906981 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks [] for router_gateway, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:25.111056 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5950376c-7157-4b60-984c-33502289d2f7 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event deleted for resources: {'Port': ['ID=0ee4b2a7-8b53-4007-b507-39408b624656,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:25.111308 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a14e44af-60ae-4f41-878a-995665226425 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12392235'] for segment, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:25.150174 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a14e44af-60ae-4f41-878a-995665226425 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:25.158581 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a14e44af-60ae-4f41-878a-995665226425 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=103586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:34:25.158778 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a14e44af-60ae-4f41-878a-995665226425 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11695586'] for segment, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:25.232871 dv-neutron-821401-4-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:34:25.232871 dv-neutron-821401-4-hyperv neutron-server[103586]: self.session.flush() Dec 10 15:34:25.232871 dv-neutron-821401-4-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:34:25.232871 dv-neutron-821401-4-hyperv neutron-server[103586]: self.session.flush() Dec 10 15:34:25.232871 dv-neutron-821401-4-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:34:25.232871 dv-neutron-821401-4-hyperv neutron-server[103586]: self.session.flush() Dec 10 15:34:25.232871 dv-neutron-821401-4-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:34:25.232871 dv-neutron-821401-4-hyperv neutron-server[103586]: self.session.flush() Dec 10 15:34:25.232871 dv-neutron-821401-4-hyperv neutron-server[103586]: Traceback (most recent call last): Dec 10 15:34:25.232871 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:34:25.232871 dv-neutron-821401-4-hyperv neutron-server[103586]: timer() Dec 10 15:34:25.232871 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:34:25.232871 dv-neutron-821401-4-hyperv neutron-server[103586]: cb(*args, **kw) Dec 10 15:34:25.232871 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:34:25.232871 dv-neutron-821401-4-hyperv neutron-server[103586]: return func(*args, **kwargs) Dec 10 15:34:25.232871 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:34:25.232871 dv-neutron-821401-4-hyperv neutron-server[103586]: self._notify() Dec 10 15:34:25.232871 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:34:25.232871 dv-neutron-821401-4-hyperv neutron-server[103586]: self.callback(batched_events) Dec 10 15:34:25.232871 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:34:25.232871 dv-neutron-821401-4-hyperv neutron-server[103586]: event.method(event) Dec 10 15:34:25.232871 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:34:25.232871 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:34:25.232871 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:34:25.232871 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:34:25.232871 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:34:25.232871 dv-neutron-821401-4-hyperv neutron-server[103586]: return f(self, *a, **k) Dec 10 15:34:25.232871 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:34:25.232871 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._get(url).json() Dec 10 15:34:25.232871 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:34:25.232871 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:34:25.232871 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:34:25.232871 dv-neutron-821401-4-hyperv neutron-server[103586]: return self.request(url, 'GET', **kwargs) Dec 10 15:34:25.232871 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:34:25.232871 dv-neutron-821401-4-hyperv neutron-server[103586]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:34:25.232871 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:34:25.232871 dv-neutron-821401-4-hyperv neutron-server[103586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:34:25.232871 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:34:25.232871 dv-neutron-821401-4-hyperv neutron-server[103586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:34:25.232871 dv-neutron-821401-4-hyperv neutron-server[103586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:34:25.239847 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5950376c-7157-4b60-984c-33502289d2f7 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:25.245743 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-5950376c-7157-4b60-984c-33502289d2f7 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/ports/0ee4b2a7-8b53-4007-b507-39408b624656 HTTP/1.1" status: 204 len: 168 time: 1.4580703 Dec 10 15:34:25.246084 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34542) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:25.261574 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d80e727-6d8b-494e-9bb6-529ec21d8231 None None] DHCP port deletion for cb66039f-9277-43a2-a62c-866c2e6ff09f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:34:25.264676 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34544) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:25.267966 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1a6c7d1e-0ce9-40e7-918f-1fe3a8906981 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:25.282888 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b5ef948-f424-4cab-b454-426c7a858516 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Made reservation on behalf of 21e0d6ce128b4efe93836d06f4e29105 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:34:25.287864 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7b5ef948-f424-4cab-b454-426c7a858516 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:25.326795 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-7b5ef948-f424-4cab-b454-426c7a858516 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] device_id is not set on port 8fbde33a-3fc7-4558-a598-13030d83878a yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:34:25.336408 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb71436-3980-4060-848e-57398915351a tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:25.337629 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb71436-3980-4060-848e-57398915351a tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:25.339691 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb71436-3980-4060-848e-57398915351a tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:25.344095 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-2eb71436-3980-4060-848e-57398915351a tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0938416 Dec 10 15:34:25.345998 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34548) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:25.396631 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a14e44af-60ae-4f41-878a-995665226425 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:25.407377 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] For port 51bc8736-b96b-4f45-b760-2aaf0aa5bb4a, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=51bc8736-b96b-4f45-b760-2aaf0aa5bb4a,segment=NetworkSegment(64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4),segment_id=64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:34:25.417706 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a14e44af-60ae-4f41-878a-995665226425 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:25.421269 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-a14e44af-60ae-4f41-878a-995665226425 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] 10.222.0.20 "DELETE /v2.0/networks/38a89166-0d32-4e14-8e18-e5dad737d2c2 HTTP/1.1" status: 204 len: 168 time: 1.9427707 Dec 10 15:34:25.477679 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14e44af-60ae-4f41-878a-995665226425 tempest-PortsIpV6TestJSON-1050124009 tempest-PortsIpV6TestJSON-1050124009-project] Pushing event deleted for resources: {'Network': ['ID=38a89166-0d32-4e14-8e18-e5dad737d2c2,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:25.477679 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3f62d0a-27e2-47e9-85e6-8f1f28293dd0 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Deleting subnet 089b86a0-ae3e-4bce-ad92-ac7ac0bcca23 {{(pid=103586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:34:25.492481 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-ce3ef8ce-991b-4953-a896-2ef30c835f50 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1578449780-network', 'tenant_id': '34a9cb25fd724349affef6ebcb39b20b'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:34:25.512466 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7f82a67d-341c-4d81-a1a1-29b2d7508c0d None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:25.523759 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:25.524554 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 62fc2eb7-1982-4bb1-807d-fe008730ec81 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:34:25.572861 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7b5ef948-f424-4cab-b454-426c7a858516 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:25.599629 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 62fc2eb7-1982-4bb1-807d-fe008730ec81 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:34:25.599931 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 62fc2eb7-1982-4bb1-807d-fe008730ec81 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 10 15:34:25.610346 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-1a6c7d1e-0ce9-40e7-918f-1fe3a8906981 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Allocated IP 172.26.2.116 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/ce9c8827-7a1d-4473-8aa9-c0f932f16565) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:34:25.610891 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1e06c5b5-24d4-486d-b647-1c4453d309c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:25.645180 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-f4b63018-66fb-41a8-917e-ec87fe52003a None None] Allocated IP 172.20.0.3 (c2b5f149-cedd-450c-ab43-dd2d78259f45/c1ca4672-f67d-43e7-9445-c1deb9fd308f/51bc8736-b96b-4f45-b760-2aaf0aa5bb4a) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:34:25.646428 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce3ef8ce-991b-4953-a896-2ef30c835f50 admin admin] Made reservation on behalf of 34a9cb25fd724349affef6ebcb39b20b for: {'network': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:34:25.649231 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ce3ef8ce-991b-4953-a896-2ef30c835f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:25.651035 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Port 62fc2eb7-1982-4bb1-807d-fe008730ec81 not found, will not notify nova. {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 10 15:34:25.660855 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7f82a67d-341c-4d81-a1a1-29b2d7508c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:25.666974 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7b5ef948-f424-4cab-b454-426c7a858516 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:25.679153 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ce3ef8ce-991b-4953-a896-2ef30c835f50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:25.700778 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Pushing event updated for resources: {'Port': ['ID=51bc8736-b96b-4f45-b760-2aaf0aa5bb4a,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:25.755302 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-1e06c5b5-24d4-486d-b647-1c4453d309c4 None None] For port b019a8a5-5c01-4fa0-ab08-257f81486d67, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=b019a8a5-5c01-4fa0-ab08-257f81486d67,segment=NetworkSegment(6e8aeea5-3e6e-4645-841c-769465551a4c),segment_id=6e8aeea5-3e6e-4645-841c-769465551a4c)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:34:25.760839 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device db2365c0-8f04-4895-b74a-bc5b7dc07176 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:34:25.764166 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f82a67d-341c-4d81-a1a1-29b2d7508c0d None None] Network 6eb0b78c-c559-411e-8b49-8136b0e04f7e is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:34:25.782359 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5ef948-f424-4cab-b454-426c7a858516 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Network 59f26e4a-d74c-4fc5-81f5-c4f97623981b is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:34:25.785950 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-7b5ef948-f424-4cab-b454-426c7a858516 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:34:25.790423 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5ef948-f424-4cab-b454-426c7a858516 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:34:25.794984 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ea5da55e-9698-41f2-b57d-c3599dad23d5 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11695183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581935'] for subnet, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:25.799505 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1a6c7d1e-0ce9-40e7-918f-1fe3a8906981 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:25.800716 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5ef948-f424-4cab-b454-426c7a858516 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:25.801668 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7b5ef948-f424-4cab-b454-426c7a858516 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:25.808770 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5ef948-f424-4cab-b454-426c7a858516 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event updated for resources: {'Port': ['ID=8fbde33a-3fc7-4558-a598-13030d83878a,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:25.816335 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-7f82a67d-341c-4d81-a1a1-29b2d7508c0d None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:34:25.824186 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: db2365c0-8f04-4895-b74a-bc5b7dc07176 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:34:25.824736 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device db2365c0-8f04-4895-b74a-bc5b7dc07176 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:34:25.828853 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f82a67d-341c-4d81-a1a1-29b2d7508c0d None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:34:25.843310 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f82a67d-341c-4d81-a1a1-29b2d7508c0d None None] Pushing event updated for resources: {'Port': ['ID=6898ba36-7867-495f-a2c4-4db6a6f9ea56,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:25.881895 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1e06c5b5-24d4-486d-b647-1c4453d309c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:25.897799 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-7b5ef948-f424-4cab-b454-426c7a858516 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9484985 Dec 10 15:34:25.898501 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ce3ef8ce-991b-4953-a896-2ef30c835f50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:25.900361 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34552) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:25.904400 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5da55e-9698-41f2-b57d-c3599dad23d5 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Pushing event updated for resources: {'Subnet': ['ID=a1548c34-9613-4fa2-901d-46e15f7cf162,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:25.913956 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-8aae4387-0915-429a-875d-760518fd5db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9676776-7c00-41b0-baa0-cc95a47a85a5', 'name': 'tempest-TestNetworkBasicOps-router-1075454237', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': 'db7043b8-530f-44b2-913d-9a2e4ca5e570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:32:09Z', 'updated_at': '2021-12-10T15:34:17Z', 'revision_number': 5, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': 'db7043b8-530f-44b2-913d-9a2e4ca5e570', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:02:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9676776-7c00-41b0-baa0-cc95a47a85a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:32:11Z', 'updated_at': '2021-12-10T15:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': '1c5a49e9-17a3-4879-a890-c8682fb48880', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'floating_ip_address': '172.26.2.154', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': 'b9676776-7c00-41b0-baa0-cc95a47a85a5', 'port_id': 'a8105268-3e68-4849-a38d-a20a747926fa', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78b329c0-5093-420d-971f-ce625768710e', 'mac_address': 'fa:16:3e:17:f8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d8b614-6355-4b3d-86be-c56b4b54d658', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T15:33:01Z', 'updated_at': '2021-12-10T15:33:08Z', 'revision_number': 1, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '283bcdc3-c916-42a4-ac81-2f9b4c91bb34', 'name': '', 'network_id': '78b329c0-5093-420d-971f-ce625768710e', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:49:39:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9676776-7c00-41b0-baa0-cc95a47a85a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '57830461-432a-4f8d-a9a8-32a63484290f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:32:22Z', 'updated_at': '2021-12-10T15:32:29Z', 'revision_number': 5, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': '57830461-432a-4f8d-a9a8-32a63484290f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b019a8a5-5c01-4fa0-ab08-257f81486d67', 'name': '', 'network_id': '506b9e8b-1216-4613-bf29-606be137669f', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:7f:94:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9676776-7c00-41b0-baa0-cc95a47a85a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '66d6b829-67ec-4b11-980f-48e7478f11ed', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:34:15Z', 'updated_at': '2021-12-10T15:34:23Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': '66d6b829-67ec-4b11-980f-48e7478f11ed', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:25.927131 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5da55e-9698-41f2-b57d-c3599dad23d5 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Checking segment: {'id': '32ad9fc1-9803-4842-b0c4-5f15a88b4cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '46395903-3316-40c2-9e82-67dcb297853c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:34:25.927492 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5da55e-9698-41f2-b57d-c3599dad23d5 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Network hostable DHCP agents. Network: 46395903-3316-40c2-9e82-67dcb297853c, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:34:25.983356 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aae4387-0915-429a-875d-760518fd5db5 None None] The sync data for ids ['b9676776-7c00-41b0-baa0-cc95a47a85a5'] in dv-neutron-821401-4-hyperv is: [{'id': 'b9676776-7c00-41b0-baa0-cc95a47a85a5', 'name': 'tempest-TestNetworkBasicOps-router-1075454237', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': 'db7043b8-530f-44b2-913d-9a2e4ca5e570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:32:09Z', 'updated_at': '2021-12-10T15:34:17Z', 'revision_number': 5, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': 'db7043b8-530f-44b2-913d-9a2e4ca5e570', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:02:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9676776-7c00-41b0-baa0-cc95a47a85a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:32:11Z', 'updated_at': '2021-12-10T15:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': '1c5a49e9-17a3-4879-a890-c8682fb48880', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'floating_ip_address': '172.26.2.154', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': 'b9676776-7c00-41b0-baa0-cc95a47a85a5', 'port_id': 'a8105268-3e68-4849-a38d-a20a747926fa', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78b329c0-5093-420d-971f-ce625768710e', 'mac_address': 'fa:16:3e:17:f8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d8b614-6355-4b3d-86be-c56b4b54d658', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T15:33:01Z', 'updated_at': '2021-12-10T15:33:08Z', 'revision_number': 1, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '283bcdc3-c916-42a4-ac81-2f9b4c91bb34', 'name': '', 'network_id': '78b329c0-5093-420d-971f-ce625768710e', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:49:39:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9676776-7c00-41b0-baa0-cc95a47a85a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '57830461-432a-4f8d-a9a8-32a63484290f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:32:22Z', 'updated_at': '2021-12-10T15:32:29Z', 'revision_number': 5, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': '57830461-432a-4f8d-a9a8-32a63484290f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b019a8a5-5c01-4fa0-ab08-257f81486d67', 'name': '', 'network_id': '506b9e8b-1216-4613-bf29-606be137669f', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:7f:94:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9676776-7c00-41b0-baa0-cc95a47a85a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '66d6b829-67ec-4b11-980f-48e7478f11ed', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:34:15Z', 'updated_at': '2021-12-10T15:34:23Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': '66d6b829-67ec-4b11-980f-48e7478f11ed', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:34:25.986948 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f4b63018-66fb-41a8-917e-ec87fe52003a None None] For port 51bc8736-b96b-4f45-b760-2aaf0aa5bb4a, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=51bc8736-b96b-4f45-b760-2aaf0aa5bb4a,segment=NetworkSegment(64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4),segment_id=64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:34:25.993828 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ce3ef8ce-991b-4953-a896-2ef30c835f50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:26.011621 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-7f82a67d-341c-4d81-a1a1-29b2d7508c0d None None] Attempting to bind port 6898ba36-7867-495f-a2c4-4db6a6f9ea56 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:34:26.011998 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-7f82a67d-341c-4d81-a1a1-29b2d7508c0d None None] Attempting to bind port 6898ba36-7867-495f-a2c4-4db6a6f9ea56 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '15bc4c2e-317b-4c1d-b08e-aad3a32bd28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '6eb0b78c-c559-411e-8b49-8136b0e04f7e'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:34:26.012382 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f82a67d-341c-4d81-a1a1-29b2d7508c0d None None] Attempting to bind port 6898ba36-7867-495f-a2c4-4db6a6f9ea56 on network 6eb0b78c-c559-411e-8b49-8136b0e04f7e {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:34:26.021652 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 51bc8736-b96b-4f45-b760-2aaf0aa5bb4a up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:34:26.031218 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-50fb70bc-6408-4c32-95d8-6e98cda2e42f None None] Could not find standard attr ID for object 62fc2eb7-1982-4bb1-807d-fe008730ec81. {{(pid=103588) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 15:34:26.051814 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce3ef8ce-991b-4953-a896-2ef30c835f50 admin admin] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=103586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:34:26.055176 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1a6c7d1e-0ce9-40e7-918f-1fe3a8906981 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:26.064836 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5da55e-9698-41f2-b57d-c3599dad23d5 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Network 46395903-3316-40c2-9e82-67dcb297853c is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:34:26.089204 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f82a67d-341c-4d81-a1a1-29b2d7508c0d None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:34:26.089587 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f82a67d-341c-4d81-a1a1-29b2d7508c0d None None] Checking segment: {'id': '15bc4c2e-317b-4c1d-b08e-aad3a32bd28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '6eb0b78c-c559-411e-8b49-8136b0e04f7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:34:26.090292 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7f82a67d-341c-4d81-a1a1-29b2d7508c0d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:26.090846 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f82a67d-341c-4d81-a1a1-29b2d7508c0d None None] Bound using segment: {'id': '15bc4c2e-317b-4c1d-b08e-aad3a32bd28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '6eb0b78c-c559-411e-8b49-8136b0e04f7e'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:34:26.091514 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-7f82a67d-341c-4d81-a1a1-29b2d7508c0d None None] Bound port: 6898ba36-7867-495f-a2c4-4db6a6f9ea56, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15bc4c2e-317b-4c1d-b08e-aad3a32bd28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '6eb0b78c-c559-411e-8b49-8136b0e04f7e'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:34:26.092072 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7f82a67d-341c-4d81-a1a1-29b2d7508c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:26.095121 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3ef8ce-991b-4953-a896-2ef30c835f50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c7e2e1-a3ac-4d15-9445-dca239a32f79,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:26.114695 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ce3ef8ce-991b-4953-a896-2ef30c835f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:26.115054 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.segments_db [None req-ce3ef8ce-991b-4953-a896-2ef30c835f50 admin admin] Added segment 6a21be53-55a0-4936-91b1-0605bd591ad9 of type vlan for network 0fdb6849-b3bf-465f-a54e-a82662b0a03d Dec 10 15:34:26.136318 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e06c5b5-24d4-486d-b647-1c4453d309c4 None None] Pushing event updated for resources: {'Port': ['ID=b019a8a5-5c01-4fa0-ab08-257f81486d67,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:26.141899 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f4b63018-66fb-41a8-917e-ec87fe52003a None None] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:26.161137 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-50fb70bc-6408-4c32-95d8-6e98cda2e42f None None] Provisioning complete for port b019a8a5-5c01-4fa0-ab08-257f81486d67 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:26.161757 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-50fb70bc-6408-4c32-95d8-6e98cda2e42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:26.184103 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6c7d1e-0ce9-40e7-918f-1fe3a8906981 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Pushing event updated for resources: {'Port': ['ID=ce9c8827-7a1d-4473-8aa9-c0f932f16565,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:26.192675 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34556) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:26.199107 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-ea5da55e-9698-41f2-b57d-c3599dad23d5 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 46395903-3316-40c2-9e82-67dcb297853c) {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:34:26.206133 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5da55e-9698-41f2-b57d-c3599dad23d5 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:26.207149 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ea5da55e-9698-41f2-b57d-c3599dad23d5 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:26.227423 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788f51f8-9936-4afa-ad31-4c7497c3a756 None None] Network 46395903-3316-40c2-9e82-67dcb297853c requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:34:26.234924 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a3f62d0a-27e2-47e9-85e6-8f1f28293dd0 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for subnet, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:26.239031 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f4b63018-66fb-41a8-917e-ec87fe52003a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:26.239267 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6c7d1e-0ce9-40e7-918f-1fe3a8906981 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:34:26.309570 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-1a6c7d1e-0ce9-40e7-918f-1fe3a8906981 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:34:26.313313 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6c7d1e-0ce9-40e7-918f-1fe3a8906981 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:34:26.380716 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96701c4b-de77-4e1a-8ef2-2c361db3c8e7 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:34:26.467507 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ce3ef8ce-991b-4953-a896-2ef30c835f50 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:26.478881 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-7f82a67d-341c-4d81-a1a1-29b2d7508c0d None None] For port 6898ba36-7867-495f-a2c4-4db6a6f9ea56, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:34:26.485875 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-33ea6141-d87f-4cb9-a890-0eebf1ddea77 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Deleting port 8fbde33a-3fc7-4558-a598-13030d83878a {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:34:26.486814 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-33ea6141-d87f-4cb9-a890-0eebf1ddea77 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:26.487363 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 51bc8736-b96b-4f45-b760-2aaf0aa5bb4a triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:26.487798 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:26.498130 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-ea5da55e-9698-41f2-b57d-c3599dad23d5 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8523681 Dec 10 15:34:26.507123 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34560) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:26.514731 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-5653870f-ea54-4148-939e-af630846bca9 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-848191246', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:34:26.525384 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a3f62d0a-27e2-47e9-85e6-8f1f28293dd0 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12392400'] for subnet, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:26.539087 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-7f82a67d-341c-4d81-a1a1-29b2d7508c0d None None] For port 6898ba36-7867-495f-a2c4-4db6a6f9ea56, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=6898ba36-7867-495f-a2c4-4db6a6f9ea56,segment=NetworkSegment(15bc4c2e-317b-4c1d-b08e-aad3a32bd28b),segment_id=15bc4c2e-317b-4c1d-b08e-aad3a32bd28b)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:34:26.601021 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-33ea6141-d87f-4cb9-a890-0eebf1ddea77 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:26.608638 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b63018-66fb-41a8-917e-ec87fe52003a None None] Pushing event updated for resources: {'Port': ['ID=51bc8736-b96b-4f45-b760-2aaf0aa5bb4a,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:26.612798 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7f82a67d-341c-4d81-a1a1-29b2d7508c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:26.625448 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-33ea6141-d87f-4cb9-a890-0eebf1ddea77 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Calling delete_port for 8fbde33a-3fc7-4558-a598-13030d83878a owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:34:26.632625 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-c050e041-c092-4966-bfc0-47c517286798 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6af6b547c018414fbb71ed922833c3ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4381552 Dec 10 15:34:26.638801 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34562) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:26.722180 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5653870f-ea54-4148-939e-af630846bca9 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13912'] for router, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:26.723710 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5653870f-ea54-4148-939e-af630846bca9 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:26.760956 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ce3ef8ce-991b-4953-a896-2ef30c835f50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:26.762083 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3ef8ce-991b-4953-a896-2ef30c835f50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:26.762556 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ce3ef8ce-991b-4953-a896-2ef30c835f50 admin admin] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:26.766734 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f82a67d-341c-4d81-a1a1-29b2d7508c0d None None] Pushing event updated for resources: {'Port': ['ID=6898ba36-7867-495f-a2c4-4db6a6f9ea56,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:26.814719 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a3f62d0a-27e2-47e9-85e6-8f1f28293dd0 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:26.845025 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10971c31-bfca-4f48-a973-bbed92f51a6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-46395903-3316-40c2-9e82-67dcb297853c', 'network_id': '46395903-3316-40c2-9e82-67dcb297853c', 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'fixed_ips': [{'subnet_id': 'a1548c34-9613-4fa2-901d-46e15f7cf162'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:34:26.848290 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-10971c31-bfca-4f48-a973-bbed92f51a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:26.873924 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-50fb70bc-6408-4c32-95d8-6e98cda2e42f None None] Provisioning complete for port 51bc8736-b96b-4f45-b760-2aaf0aa5bb4a triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:26.874333 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-50fb70bc-6408-4c32-95d8-6e98cda2e42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:26.887782 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-ce3ef8ce-991b-4953-a896-2ef30c835f50 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6212795 Dec 10 15:34:26.891364 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34566) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:26.951258 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3ef8ce-991b-4953-a896-2ef30c835f50 admin admin] Pushing event updated for resources: {'Network': ['ID=0fdb6849-b3bf-465f-a54e-a82662b0a03d,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:26.960526 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-5c92d0b3-456f-458d-8562-c8964ccc8f79 admin admin] Request body: {'subnet': {'network_id': '0fdb6849-b3bf-465f-a54e-a82662b0a03d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1578449780-subnet', 'tenant_id': '34a9cb25fd724349affef6ebcb39b20b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:34:26.980965 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1a6c7d1e-0ce9-40e7-918f-1fe3a8906981 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks [] for router_gateway, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:26.993689 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5653870f-ea54-4148-939e-af630846bca9 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:27.006434 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b6cbc4f5-37b1-459e-9ec6-eceb7834dbca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:27.016577 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 0fdb6849-b3bf-465f-a54e-a82662b0a03d details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:34:27.057549 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b6cbc4f5-37b1-459e-9ec6-eceb7834dbca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:27.071826 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c92d0b3-456f-458d-8562-c8964ccc8f79 admin admin] Made reservation on behalf of 34a9cb25fd724349affef6ebcb39b20b for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:34:27.078347 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5c92d0b3-456f-458d-8562-c8964ccc8f79 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11668558'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:27.102627 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a3f62d0a-27e2-47e9-85e6-8f1f28293dd0 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:27.150132 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5653870f-ea54-4148-939e-af630846bca9 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363'] for router, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:27.152200 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-33ea6141-d87f-4cb9-a890-0eebf1ddea77 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:27.156546 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a3f62d0a-27e2-47e9-85e6-8f1f28293dd0 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:27.162549 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-a3f62d0a-27e2-47e9-85e6-8f1f28293dd0 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/subnets/089b86a0-ae3e-4bce-ad92-ac7ac0bcca23 HTTP/1.1" status: 204 len: 168 time: 1.8121052 Dec 10 15:34:27.163992 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f62d0a-27e2-47e9-85e6-8f1f28293dd0 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event deleted for resources: {'Subnet': ['ID=089b86a0-ae3e-4bce-ad92-ac7ac0bcca23,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:27.167081 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34568) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:27.289641 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-33ea6141-d87f-4cb9-a890-0eebf1ddea77 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:27.293863 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-33ea6141-d87f-4cb9-a890-0eebf1ddea77 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "DELETE /v2.0/ports/8fbde33a-3fc7-4558-a598-13030d83878a HTTP/1.1" status: 204 len: 168 time: 1.3924754 Dec 10 15:34:27.322626 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34570) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:27.346846 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-5f0e8b33-77f5-4455-9133-f95bbc9be609 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Request body: {'port': {'network_id': '59f26e4a-d74c-4fc5-81f5-c4f97623981b', 'mac_address': 'fa:16:3e:0c:ec:2b', 'name': 'tempest-PortsTestJSON-937441185'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:34:27.379876 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea6141-d87f-4cb9-a890-0eebf1ddea77 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event deleted for resources: {'Port': ['ID=8fbde33a-3fc7-4558-a598-13030d83878a,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:27.400075 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-10971c31-bfca-4f48-a973-bbed92f51a6e None None] Allocated IP 2001:db8::2 (46395903-3316-40c2-9e82-67dcb297853c/a1548c34-9613-4fa2-901d-46e15f7cf162/d49a3eab-153c-4f6b-9836-f9fced45b03f) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:34:27.440449 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 62fc2eb7-1982-4bb1-807d-fe008730ec81 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:34:27.472137 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5653870f-ea54-4148-939e-af630846bca9 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:27.476455 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-5653870f-ea54-4148-939e-af630846bca9 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.9644024 Dec 10 15:34:27.477708 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34572) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:27.484341 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-3263aa40-1b90-4983-a282-9d63077a3e06 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Request body: {'port': {'network_id': '46395903-3316-40c2-9e82-67dcb297853c', 'name': 'tempest-RoutersIpV6Test-1092668940'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:34:27.572780 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b6cbc4f5-37b1-459e-9ec6-eceb7834dbca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:27.572780 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b6cbc4f5-37b1-459e-9ec6-eceb7834dbca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:27.572780 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-b6cbc4f5-37b1-459e-9ec6-eceb7834dbca admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cbedd830-4500-459a-998c-25ccc71a137c HTTP/1.1" status: 204 len: 168 time: 0.9293292 Dec 10 15:34:27.585897 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cbc4f5-37b1-459e-9ec6-eceb7834dbca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbedd830-4500-459a-998c-25ccc71a137c,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:27.636742 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-10971c31-bfca-4f48-a973-bbed92f51a6e None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:27.660882 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e06d4c-b03f-4784-8c71-01eb726493d5 None None] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:34:27.665058 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f0e8b33-77f5-4455-9133-f95bbc9be609 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Made reservation on behalf of 21e0d6ce128b4efe93836d06f4e29105 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:34:27.668633 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 62fc2eb7-1982-4bb1-807d-fe008730ec81 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:34:27.668988 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 62fc2eb7-1982-4bb1-807d-fe008730ec81 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:34:27.758146 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_v2 [None req-d88dc7cd-9461-49bc-b46c-d11c468a9ec4 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Deleting subnet c1ca4672-f67d-43e7-9445-c1deb9fd308f {{(pid=103586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:34:27.762897 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d88dc7cd-9461-49bc-b46c-d11c468a9ec4 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for subnet, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:27.880453 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d88dc7cd-9461-49bc-b46c-d11c468a9ec4 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12392400'] for subnet, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:27.917353 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5f0e8b33-77f5-4455-9133-f95bbc9be609 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:27.969658 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-10971c31-bfca-4f48-a973-bbed92f51a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:27.981955 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-5f0e8b33-77f5-4455-9133-f95bbc9be609 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] device_id is not set on port 075479a9-0114-4a07-bd69-0604aa6bfba6 yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:34:28.025594 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d88dc7cd-9461-49bc-b46c-d11c468a9ec4 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:28.126511 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5c92d0b3-456f-458d-8562-c8964ccc8f79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11236534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11668560'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:28.129280 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3263aa40-1b90-4983-a282-9d63077a3e06 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Made reservation on behalf of 8fca97dbaacc4a37bd3d53215e8fd531 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:34:28.133096 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3263aa40-1b90-4983-a282-9d63077a3e06 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:28.191676 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c92d0b3-456f-458d-8562-c8964ccc8f79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bafb1d6-a430-4c16-83e7-4286bd5ea1f7,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:28.232057 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d88dc7cd-9461-49bc-b46c-d11c468a9ec4 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:28.276508 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88dc7cd-9461-49bc-b46c-d11c468a9ec4 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event deleted for resources: {'Subnet': ['ID=c1ca4672-f67d-43e7-9445-c1deb9fd308f,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:28.278887 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 6898ba36-7867-495f-a2c4-4db6a6f9ea56 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:34:28.285856 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d88dc7cd-9461-49bc-b46c-d11c468a9ec4 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:28.294468 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-d88dc7cd-9461-49bc-b46c-d11c468a9ec4 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/subnets/c1ca4672-f67d-43e7-9445-c1deb9fd308f HTTP/1.1" status: 204 len: 168 time: 1.1216180 Dec 10 15:34:28.295209 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34580) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:28.306570 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-3263aa40-1b90-4983-a282-9d63077a3e06 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] device_id is not set on port b88b5271-cf59-4965-97f3-d84e4d256853 yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:34:28.346020 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-34b71098-19fb-4608-8c07-62a5e7ae5d44 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0457127 Dec 10 15:34:28.346512 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34584) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:28.387925 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-a47c7276-6661-45d7-b77f-2a8f0dbdb57f tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Request body: {'subnet': {'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:34:28.401202 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10971c31-bfca-4f48-a973-bbed92f51a6e None None] Network 46395903-3316-40c2-9e82-67dcb297853c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:34:28.416665 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10971c31-bfca-4f48-a973-bbed92f51a6e None None] Pushing event updated for resources: {'Port': ['ID=d49a3eab-153c-4f6b-9836-f9fced45b03f,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:28.419489 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-10971c31-bfca-4f48-a973-bbed92f51a6e None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:34:28.427915 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10971c31-bfca-4f48-a973-bbed92f51a6e None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:34:28.431579 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5f0e8b33-77f5-4455-9133-f95bbc9be609 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:28.439939 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c92d0b3-456f-458d-8562-c8964ccc8f79 admin admin] Checking segment: {'id': '6a21be53-55a0-4936-91b1-0605bd591ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0fdb6849-b3bf-465f-a54e-a82662b0a03d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:34:28.440499 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c92d0b3-456f-458d-8562-c8964ccc8f79 admin admin] Network hostable DHCP agents. Network: 0fdb6849-b3bf-465f-a54e-a82662b0a03d, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:34:28.526875 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1a6c7d1e-0ce9-40e7-918f-1fe3a8906981 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363'] for router, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:28.544973 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9feac910-8e16-456f-9244-f930f110170e None None] Network 6eb0b78c-c559-411e-8b49-8136b0e04f7e requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:34:28.563075 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-3263aa40-1b90-4983-a282-9d63077a3e06 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Allocated IP 2001:db8::148 (46395903-3316-40c2-9e82-67dcb297853c/a1548c34-9613-4fa2-901d-46e15f7cf162/b88b5271-cf59-4965-97f3-d84e4d256853) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:34:28.564174 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-10971c31-bfca-4f48-a973-bbed92f51a6e None None] Attempting to bind port d49a3eab-153c-4f6b-9836-f9fced45b03f on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:34:28.564798 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-10971c31-bfca-4f48-a973-bbed92f51a6e None None] Attempting to bind port d49a3eab-153c-4f6b-9836-f9fced45b03f by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '32ad9fc1-9803-4842-b0c4-5f15a88b4cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '46395903-3316-40c2-9e82-67dcb297853c'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:34:28.564943 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10971c31-bfca-4f48-a973-bbed92f51a6e None None] Attempting to bind port d49a3eab-153c-4f6b-9836-f9fced45b03f on network 46395903-3316-40c2-9e82-67dcb297853c {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:34:28.571344 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 6898ba36-7867-495f-a2c4-4db6a6f9ea56 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:28.571920 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:28.606511 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c92d0b3-456f-458d-8562-c8964ccc8f79 admin admin] Network 0fdb6849-b3bf-465f-a54e-a82662b0a03d is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:34:28.630942 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5f0e8b33-77f5-4455-9133-f95bbc9be609 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:28.635659 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a47c7276-6661-45d7-b77f-2a8f0dbdb57f tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Made reservation on behalf of 915dae42aca44a6e934a20b3a70b3a5e for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:34:28.642241 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a47c7276-6661-45d7-b77f-2a8f0dbdb57f tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:28.646405 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10971c31-bfca-4f48-a973-bbed92f51a6e None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:34:28.646794 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10971c31-bfca-4f48-a973-bbed92f51a6e None None] Checking segment: {'id': '32ad9fc1-9803-4842-b0c4-5f15a88b4cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '46395903-3316-40c2-9e82-67dcb297853c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:34:28.647224 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-10971c31-bfca-4f48-a973-bbed92f51a6e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:28.647604 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10971c31-bfca-4f48-a973-bbed92f51a6e None None] Bound using segment: {'id': '32ad9fc1-9803-4842-b0c4-5f15a88b4cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '46395903-3316-40c2-9e82-67dcb297853c'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:34:28.648082 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-10971c31-bfca-4f48-a973-bbed92f51a6e None None] Bound port: d49a3eab-153c-4f6b-9836-f9fced45b03f, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ad9fc1-9803-4842-b0c4-5f15a88b4cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '46395903-3316-40c2-9e82-67dcb297853c'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:34:28.649623 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-10971c31-bfca-4f48-a973-bbed92f51a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:28.697697 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-5c92d0b3-456f-458d-8562-c8964ccc8f79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 0fdb6849-b3bf-465f-a54e-a82662b0a03d) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:34:28.704492 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-5c89cd15-4bc8-4356-9f74-378e233212a0 None None] Provisioning complete for port 51bc8736-b96b-4f45-b760-2aaf0aa5bb4a triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:28.704875 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5c89cd15-4bc8-4356-9f74-378e233212a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:28.712974 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c32a3c-8d15-41a2-b9a1-746d6663811a None None] Network 0fdb6849-b3bf-465f-a54e-a82662b0a03d requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:34:28.748885 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0e8b33-77f5-4455-9133-f95bbc9be609 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Network 59f26e4a-d74c-4fc5-81f5-c4f97623981b is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:34:28.755263 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c92d0b3-456f-458d-8562-c8964ccc8f79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:28.756159 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5c92d0b3-456f-458d-8562-c8964ccc8f79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:28.768061 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-5f0e8b33-77f5-4455-9133-f95bbc9be609 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:34:28.778592 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0e8b33-77f5-4455-9133-f95bbc9be609 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:34:28.785294 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0e8b33-77f5-4455-9133-f95bbc9be609 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:28.786879 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5f0e8b33-77f5-4455-9133-f95bbc9be609 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:28.792293 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0e8b33-77f5-4455-9133-f95bbc9be609 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event updated for resources: {'Port': ['ID=075479a9-0114-4a07-bd69-0604aa6bfba6,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:28.849763 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a6c7d1e-0ce9-40e7-918f-1fe3a8906981 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Router d73cdea3-69f4-470b-9c41-240c51e25032 is scheduled to L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d with binding_index 1 {{(pid=103586) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 15:34:28.862281 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3263aa40-1b90-4983-a282-9d63077a3e06 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:28.910302 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-10971c31-bfca-4f48-a973-bbed92f51a6e None None] For port d49a3eab-153c-4f6b-9836-f9fced45b03f, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:34:28.913713 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-10971c31-bfca-4f48-a973-bbed92f51a6e None None] For port d49a3eab-153c-4f6b-9836-f9fced45b03f, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=d49a3eab-153c-4f6b-9836-f9fced45b03f,segment=NetworkSegment(32ad9fc1-9803-4842-b0c4-5f15a88b4cdf),segment_id=32ad9fc1-9803-4842-b0c4-5f15a88b4cdf)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:34:28.914931 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed618ab-1ee5-4219-8627-933c0ab1e55d None None] Update dhcp port {'port': {'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'fixed_ips': [{'subnet_id': 'c1ca4672-f67d-43e7-9445-c1deb9fd308f'}], 'binding:host_id': 'dv-neutron-821401-4-hyperv'}, 'id': '51bc8736-b96b-4f45-b760-2aaf0aa5bb4a'} from dv-neutron-821401-4-hyperv. {{(pid=103588) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 15:34:28.917317 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-5f0e8b33-77f5-4455-9133-f95bbc9be609 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.5768633 Dec 10 15:34:28.922029 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-5c92d0b3-456f-458d-8562-c8964ccc8f79 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0288327 Dec 10 15:34:28.922964 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34596) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:28.950468 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8ed618ab-1ee5-4219-8627-933c0ab1e55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:28.996039 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a47c7276-6661-45d7-b77f-2a8f0dbdb57f tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11695183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581935'] for subnet, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:29.014181 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68a976b-dd8a-422a-bedc-deb692a49217 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:29.015747 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-b68a976b-dd8a-422a-bedc-deb692a49217 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "GET /v2.0/ports/075479a9-0114-4a07-bd69-0604aa6bfba6 HTTP/1.1" status: 200 len: 840 time: 0.0901434 Dec 10 15:34:29.018863 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34600) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:29.055370 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-10971c31-bfca-4f48-a973-bbed92f51a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:29.080110 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3975e5b1-53d1-4a9b-a228-3def595bc578 None None] Network 0fdb6849-b3bf-465f-a54e-a82662b0a03d requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:34:29.093774 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47c7276-6661-45d7-b77f-2a8f0dbdb57f tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:34:29.111413 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3263aa40-1b90-4983-a282-9d63077a3e06 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:29.133876 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-a47c7276-6661-45d7-b77f-2a8f0dbdb57f tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:34:29.172494 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47c7276-6661-45d7-b77f-2a8f0dbdb57f tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:29.174166 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a47c7276-6661-45d7-b77f-2a8f0dbdb57f tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:29.184287 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3263aa40-1b90-4983-a282-9d63077a3e06 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Network 46395903-3316-40c2-9e82-67dcb297853c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:34:29.190115 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-3263aa40-1b90-4983-a282-9d63077a3e06 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:34:29.197982 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3263aa40-1b90-4983-a282-9d63077a3e06 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:34:29.206120 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3263aa40-1b90-4983-a282-9d63077a3e06 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:29.207333 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3263aa40-1b90-4983-a282-9d63077a3e06 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:29.222886 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a6c7d1e-0ce9-40e7-918f-1fe3a8906981 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:34:29.230720 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:29.236941 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3263aa40-1b90-4983-a282-9d63077a3e06 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Pushing event updated for resources: {'Port': ['ID=b88b5271-cf59-4965-97f3-d84e4d256853,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:29.259438 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-c857c424-e9ec-4da0-8a79-3ac0e04744de tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Deleting port 075479a9-0114-4a07-bd69-0604aa6bfba6 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:34:29.261134 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c857c424-e9ec-4da0-8a79-3ac0e04744de tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:29.263836 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47c7276-6661-45d7-b77f-2a8f0dbdb57f tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event updated for resources: {'Subnet': ['ID=3f20e918-c268-4bc8-8178-c6c50be98d51,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:29.273463 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563154c6-d644-43a7-9a09-5c33250772a5 None None] Sync routers for ids ['d73cdea3-69f4-470b-9c41-240c51e25032'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:34:29.340298 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-a47c7276-6661-45d7-b77f-2a8f0dbdb57f tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9923058 Dec 10 15:34:29.354514 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1a6c7d1e-0ce9-40e7-918f-1fe3a8906981 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:29.362555 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-1a6c7d1e-0ce9-40e7-918f-1fe3a8906981 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.1606531 Dec 10 15:34:29.363697 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34608) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:29.366224 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34610) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:29.372029 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c857c424-e9ec-4da0-8a79-3ac0e04744de tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:29.385823 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-c857c424-e9ec-4da0-8a79-3ac0e04744de tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Calling delete_port for 075479a9-0114-4a07-bd69-0604aa6bfba6 owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:34:29.397239 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-ca71b26c-a2f5-4848-b70f-2d550fbeab5b tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Request body: {'subnet': {'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:34:29.418912 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34612) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:29.452770 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] For port 6898ba36-7867-495f-a2c4-4db6a6f9ea56, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=6898ba36-7867-495f-a2c4-4db6a6f9ea56,segment=NetworkSegment(15bc4c2e-317b-4c1d-b08e-aad3a32bd28b),segment_id=15bc4c2e-317b-4c1d-b08e-aad3a32bd28b)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:34:29.484453 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-3263aa40-1b90-4983-a282-9d63077a3e06 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0027845 Dec 10 15:34:29.484756 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34616) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:29.543227 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10971c31-bfca-4f48-a973-bbed92f51a6e None None] Pushing event updated for resources: {'Port': ['ID=d49a3eab-153c-4f6b-9836-f9fced45b03f,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:29.552966 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563154c6-d644-43a7-9a09-5c33250772a5 None None] Routers {'d73cdea3-69f4-470b-9c41-240c51e25032'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:34:29.553286 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-563154c6-d644-43a7-9a09-5c33250772a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:34:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['d73cdea3-69f4-470b-9c41-240c51e25032'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:29.566429 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:29.567247 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 51bc8736-b96b-4f45-b760-2aaf0aa5bb4a up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:34:29.803244 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-563154c6-d644-43a7-9a09-5c33250772a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:29.832413 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-5c89cd15-4bc8-4356-9f74-378e233212a0 None None] Could not find standard attr ID for object 0ee4b2a7-8b53-4007-b507-39408b624656. {{(pid=103588) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 15:34:29.857979 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563154c6-d644-43a7-9a09-5c33250772a5 None None] Routers {'d73cdea3-69f4-470b-9c41-240c51e25032'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:34:29.858604 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-563154c6-d644-43a7-9a09-5c33250772a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:34:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['d73cdea3-69f4-470b-9c41-240c51e25032'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:29.862819 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Pushing event updated for resources: {'Port': ['ID=6898ba36-7867-495f-a2c4-4db6a6f9ea56,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:29.902918 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-5c89cd15-4bc8-4356-9f74-378e233212a0 None None] Provisioning complete for port ce9c8827-7a1d-4473-8aa9-c0f932f16565 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:29.903268 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5c89cd15-4bc8-4356-9f74-378e233212a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:29.905292 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-563154c6-d644-43a7-9a09-5c33250772a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:29.906540 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563154c6-d644-43a7-9a09-5c33250772a5 None None] The sync data for ids ['d73cdea3-69f4-470b-9c41-240c51e25032'] in dv-neutron-821401-4-hyperv is: [] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:34:29.919199 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-5345f76c-39d1-472e-9598-633e7ded1df0 tempest-DvrRoutersNegativeTest-1621672432 tempest-DvrRoutersNegativeTest-1621672432-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-999586191', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:34:29.924779 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.policy [None req-5345f76c-39d1-472e-9598-633e7ded1df0 tempest-DvrRoutersNegativeTest-1621672432 tempest-DvrRoutersNegativeTest-1621672432-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103586) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Dec 10 15:34:29.924779 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.policy [None req-5345f76c-39d1-472e-9598-633e7ded1df0 tempest-DvrRoutersNegativeTest-1621672432 tempest-DvrRoutersNegativeTest-1621672432-project] Failed policy check for 'create_router' {{(pid=103586) enforce /opt/stack/neutron/neutron/policy.py:524}} Dec 10 15:34:29.924779 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.api.v2.resource [None req-5345f76c-39d1-472e-9598-633e7ded1df0 tempest-DvrRoutersNegativeTest-1621672432 tempest-DvrRoutersNegativeTest-1621672432-project] create failed (client error): Access was denied to this resource. Dec 10 15:34:29.931543 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-5345f76c-39d1-472e-9598-633e7ded1df0 tempest-DvrRoutersNegativeTest-1621672432 tempest-DvrRoutersNegativeTest-1621672432-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.5067794 Dec 10 15:34:29.962304 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c857c424-e9ec-4da0-8a79-3ac0e04744de tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:30.009419 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 51bc8736-b96b-4f45-b760-2aaf0aa5bb4a triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:30.009810 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:30.023642 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c857c424-e9ec-4da0-8a79-3ac0e04744de tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event deleted for resources: {'Port': ['ID=075479a9-0114-4a07-bd69-0604aa6bfba6,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:30.042930 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca71b26c-a2f5-4848-b70f-2d550fbeab5b tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Made reservation on behalf of 915dae42aca44a6e934a20b3a70b3a5e for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:34:30.047238 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ca71b26c-a2f5-4848-b70f-2d550fbeab5b tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:30.050620 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547def64-a014-4d17-ac24-a2bb079d344b None None] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:34:30.059557 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-5c89cd15-4bc8-4356-9f74-378e233212a0 None None] Port ce9c8827-7a1d-4473-8aa9-c0f932f16565 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:34:30.123253 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c857c424-e9ec-4da0-8a79-3ac0e04744de tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:30.129529 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-c857c424-e9ec-4da0-8a79-3ac0e04744de tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "DELETE /v2.0/ports/075479a9-0114-4a07-bd69-0604aa6bfba6 HTTP/1.1" status: 204 len: 168 time: 1.1073358 Dec 10 15:34:30.130401 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34626) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:30.191232 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ff008995-1155-4be5-9b32-af14133df2fd tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:30.193878 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9a3f8c9-8550-4498-952e-26b598e4db2f tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] GET failed (client error): The resource could not be found. Dec 10 15:34:30.200578 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-f9a3f8c9-8550-4498-952e-26b598e4db2f tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "GET /v2.0/ports/075479a9-0114-4a07-bd69-0604aa6bfba6 HTTP/1.1" status: 404 len: 333 time: 0.0691588 Dec 10 15:34:30.201231 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34630) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:30.209210 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-e1717761-8ee9-4034-b58d-71bf1ca85bf7 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Request body: {'port': {'network_id': '59f26e4a-d74c-4fc5-81f5-c4f97623981b', 'name': 'tempest-PortsTestJSON-1398044451'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:34:30.273817 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device b019a8a5-5c01-4fa0-ab08-257f81486d67 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:34:30.342371 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-0e676cf1-506c-4093-b40e-7cf14517bbf9 None None] Provisioning complete for port 51bc8736-b96b-4f45-b760-2aaf0aa5bb4a triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:30.343116 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0e676cf1-506c-4093-b40e-7cf14517bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:30.401955 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c98e612d-02eb-483d-b000-27749a728cd1 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:30.478686 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34636) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:30.484696 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-dacb9b4e-e022-440a-be3c-9367895fd67d admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1462264781-network', 'tenant_id': '08e8461fa5e647ba910b4a91b9af6a45'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:34:30.597681 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1717761-8ee9-4034-b58d-71bf1ca85bf7 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Made reservation on behalf of 21e0d6ce128b4efe93836d06f4e29105 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:34:30.603204 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e1717761-8ee9-4034-b58d-71bf1ca85bf7 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:30.615521 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34638) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:30.699855 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-e1717761-8ee9-4034-b58d-71bf1ca85bf7 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] device_id is not set on port da6ce0eb-a2ca-4148-86e9-64e4bb33fc8e yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:34:30.744462 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de34747-2609-41e9-9656-e3679cf1a7fd None None] Network 46395903-3316-40c2-9e82-67dcb297853c requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:34:30.791542 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1393a3ad-b400-4dda-918d-1a377b01d5b6 None None] Update dhcp port {'port': {'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'fixed_ips': [{'subnet_id': '3f20e918-c268-4bc8-8178-c6c50be98d51'}], 'binding:host_id': 'dv-neutron-821401-4-hyperv'}, 'id': '51bc8736-b96b-4f45-b760-2aaf0aa5bb4a'} from dv-neutron-821401-4-hyperv. {{(pid=103588) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 15:34:30.792991 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dacb9b4e-e022-440a-be3c-9367895fd67d admin admin] Made reservation on behalf of 08e8461fa5e647ba910b4a91b9af6a45 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:34:30.795724 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dacb9b4e-e022-440a-be3c-9367895fd67d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:30.800189 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-54dff756-4dbc-4731-b65d-9b6f6a7a85a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:30.824264 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dacb9b4e-e022-440a-be3c-9367895fd67d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:30.853697 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1393a3ad-b400-4dda-918d-1a377b01d5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:30.885834 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port b019a8a5-5c01-4fa0-ab08-257f81486d67 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:30.891463 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:30.907173 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-0e676cf1-506c-4093-b40e-7cf14517bbf9 None None] Provisioning complete for port 6898ba36-7867-495f-a2c4-4db6a6f9ea56 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:30.907551 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0e676cf1-506c-4093-b40e-7cf14517bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:30.940774 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ff008995-1155-4be5-9b32-af14133df2fd tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:30.991813 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.objects.ports [None req-ca71b26c-a2f5-4848-b70f-2d550fbeab5b tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103586) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 15:34:30.998212 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e1717761-8ee9-4034-b58d-71bf1ca85bf7 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:31.057551 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ff008995-1155-4be5-9b32-af14133df2fd tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:31.070102 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-c98e612d-02eb-483d-b000-27749a728cd1 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Allocated IP 172.20.0.1 (6eb0b78c-c559-411e-8b49-8136b0e04f7e/f3bb1ff1-a7ae-430f-949c-64b69a6ccd1f/d304a563-8ee0-4988-86e6-ec6cbe9df6ea) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:34:31.073074 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dacb9b4e-e022-440a-be3c-9367895fd67d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:31.172168 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff008995-1155-4be5-9b32-af14133df2fd tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Pushing event updated for resources: {'Port': ['ID=b88b5271-cf59-4965-97f3-d84e4d256853,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:31.180718 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dacb9b4e-e022-440a-be3c-9367895fd67d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:31.258057 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dacb9b4e-e022-440a-be3c-9367895fd67d admin admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:34:31.270412 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacb9b4e-e022-440a-be3c-9367895fd67d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92d81d84-3821-4d18-ae94-496b2eee1bf0,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:31.284283 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e1717761-8ee9-4034-b58d-71bf1ca85bf7 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:31.305855 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-54dff756-4dbc-4731-b65d-9b6f6a7a85a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:31.330752 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dacb9b4e-e022-440a-be3c-9367895fd67d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:31.331101 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.segments_db [None req-dacb9b4e-e022-440a-be3c-9367895fd67d admin admin] Added segment b7de561f-5587-44e7-99b5-ecfec0b6f6bb of type vlan for network 8e59f5f7-c686-46cf-8ae9-f226218aa0e3 Dec 10 15:34:31.362599 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.db.api [None req-1393a3ad-b400-4dda-918d-1a377b01d5b6 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 10 15:34:31.362599 dv-neutron-821401-4-hyperv neutron-server[103588]: [SQL: INSERT INTO ipamallocations (ip_address, status, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Dec 10 15:34:31.362599 dv-neutron-821401-4-hyperv neutron-server[103588]: [parameters: {'ip_address': '2001:db8::f816:3eff:fe71:2e66', 'status': 'ALLOCATED', 'ipam_subnet_id': '7886bc5e-3c52-405b-be98-721fdd61415b'}] Dec 10 15:34:31.362599 dv-neutron-821401-4-hyperv neutron-server[103588]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 15:34:31.362599 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG oslo_db.api [None req-1393a3ad-b400-4dda-918d-1a377b01d5b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 15:34:31.386877 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c98e612d-02eb-483d-b000-27749a728cd1 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:31.393214 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-af6de500-ee71-4c49-8040-5e6d95faaef3 None None] Provisioning complete for port d49a3eab-153c-4f6b-9836-f9fced45b03f triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:31.393602 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-af6de500-ee71-4c49-8040-5e6d95faaef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:31.400001 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1717761-8ee9-4034-b58d-71bf1ca85bf7 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Network 59f26e4a-d74c-4fc5-81f5-c4f97623981b is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:34:31.411103 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-54dff756-4dbc-4731-b65d-9b6f6a7a85a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:31.431364 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ff008995-1155-4be5-9b32-af14133df2fd tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552880'] for router_interface, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:31.438528 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-e1717761-8ee9-4034-b58d-71bf1ca85bf7 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:34:31.441136 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1717761-8ee9-4034-b58d-71bf1ca85bf7 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:34:31.448446 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1717761-8ee9-4034-b58d-71bf1ca85bf7 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:31.449746 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e1717761-8ee9-4034-b58d-71bf1ca85bf7 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:31.526208 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-54dff756-4dbc-4731-b65d-9b6f6a7a85a3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=06bf554de77c4ec8a8a6bca9daa55763&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9092534 Dec 10 15:34:31.532782 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34644) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:31.533462 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dff756-4dbc-4731-b65d-9b6f6a7a85a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27b5429d-b8e6-453a-a8a7-6f90aca29a80,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:31.555588 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ca71b26c-a2f5-4848-b70f-2d550fbeab5b tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:31.569061 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-af6de500-ee71-4c49-8040-5e6d95faaef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:31.628422 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-af6de500-ee71-4c49-8040-5e6d95faaef3 None None] For port d49a3eab-153c-4f6b-9836-f9fced45b03f, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=d49a3eab-153c-4f6b-9836-f9fced45b03f,segment=NetworkSegment(32ad9fc1-9803-4842-b0c4-5f15a88b4cdf),segment_id=32ad9fc1-9803-4842-b0c4-5f15a88b4cdf)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:34:31.644498 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 6898ba36-7867-495f-a2c4-4db6a6f9ea56 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:34:31.646999 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c98e612d-02eb-483d-b000-27749a728cd1 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:31.696950 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-af6de500-ee71-4c49-8040-5e6d95faaef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:31.705760 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0534644e-ca10-4424-993a-048beb7964b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:31.728574 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0534644e-ca10-4424-993a-048beb7964b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:31.755474 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 6898ba36-7867-495f-a2c4-4db6a6f9ea56 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:31.756089 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:31.774205 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dacb9b4e-e022-440a-be3c-9367895fd67d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:31.781087 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1717761-8ee9-4034-b58d-71bf1ca85bf7 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event updated for resources: {'Port': ['ID=da6ce0eb-a2ca-4148-86e9-64e4bb33fc8e,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:31.790518 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98e612d-02eb-483d-b000-27749a728cd1 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Network 6eb0b78c-c559-411e-8b49-8136b0e04f7e is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:34:31.801971 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6de500-ee71-4c49-8040-5e6d95faaef3 None None] Pushing event updated for resources: {'Port': ['ID=d49a3eab-153c-4f6b-9836-f9fced45b03f,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:31.835723 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-c98e612d-02eb-483d-b000-27749a728cd1 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:34:31.854519 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-a2b92bbe-656c-4aa5-9290-6b8af51fff74 None None] Provisioning complete for port d49a3eab-153c-4f6b-9836-f9fced45b03f triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:31.855130 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98e612d-02eb-483d-b000-27749a728cd1 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:34:31.855273 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a2b92bbe-656c-4aa5-9290-6b8af51fff74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:31.862051 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98e612d-02eb-483d-b000-27749a728cd1 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Pushing event updated for resources: {'Port': ['ID=d304a563-8ee0-4988-86e6-ec6cbe9df6ea,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:31.882630 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-e1717761-8ee9-4034-b58d-71bf1ca85bf7 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6786807 Dec 10 15:34:31.885032 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34646) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:31.891468 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-a050e4e1-7e2c-4aee-b9a0-3635bfb9f4c9 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:34:31.925937 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dacb9b4e-e022-440a-be3c-9367895fd67d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:31.926933 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dacb9b4e-e022-440a-be3c-9367895fd67d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:31.927790 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dacb9b4e-e022-440a-be3c-9367895fd67d admin admin] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:31.956960 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c98e612d-02eb-483d-b000-27749a728cd1 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552880'] for router_interface, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:31.980437 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1393a3ad-b400-4dda-918d-1a377b01d5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:32.001226 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device d49a3eab-153c-4f6b-9836-f9fced45b03f up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:34:32.078358 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacb9b4e-e022-440a-be3c-9367895fd67d admin admin] Pushing event updated for resources: {'Network': ['ID=8e59f5f7-c686-46cf-8ae9-f226218aa0e3,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:32.082492 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0534644e-ca10-4424-993a-048beb7964b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:32.085403 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0534644e-ca10-4424-993a-048beb7964b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:32.090284 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-0534644e-ca10-4424-993a-048beb7964b9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/27b5429d-b8e6-453a-a8a7-6f90aca29a80 HTTP/1.1" status: 204 len: 168 time: 0.5538626 Dec 10 15:34:32.096405 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-ca71b26c-a2f5-4848-b70f-2d550fbeab5b tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] For port 51bc8736-b96b-4f45-b760-2aaf0aa5bb4a, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=51bc8736-b96b-4f45-b760-2aaf0aa5bb4a,segment=NetworkSegment(64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4),segment_id=64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:34:32.112502 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0534644e-ca10-4424-993a-048beb7964b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b5429d-b8e6-453a-a8a7-6f90aca29a80,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:32.138721 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ca71b26c-a2f5-4848-b70f-2d550fbeab5b tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:32.168725 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 8e59f5f7-c686-46cf-8ae9-f226218aa0e3 details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:34:32.182798 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-dacb9b4e-e022-440a-be3c-9367895fd67d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7029290 Dec 10 15:34:32.191865 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34650) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:32.205621 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-e5212f2a-9e59-48e8-89d3-201a8d3fe372 admin admin] Request body: {'subnet': {'network_id': '8e59f5f7-c686-46cf-8ae9-f226218aa0e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1462264781-subnet', 'tenant_id': '08e8461fa5e647ba910b4a91b9af6a45', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:34:32.207665 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ff008995-1155-4be5-9b32-af14133df2fd tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:32.224202 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ca71b26c-a2f5-4848-b70f-2d550fbeab5b tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:32.224955 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ca71b26c-a2f5-4848-b70f-2d550fbeab5b tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11695183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581935'] for subnet, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:32.284653 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a050e4e1-7e2c-4aee-b9a0-3635bfb9f4c9 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:32.319238 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c98e612d-02eb-483d-b000-27749a728cd1 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:32.345193 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca71b26c-a2f5-4848-b70f-2d550fbeab5b tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event updated for resources: {'Port': ['ID=51bc8736-b96b-4f45-b760-2aaf0aa5bb4a,revision_number=8']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:32.354431 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port d49a3eab-153c-4f6b-9836-f9fced45b03f triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:32.354807 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:32.371300 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca71b26c-a2f5-4848-b70f-2d550fbeab5b tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:34:32.377047 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-ca71b26c-a2f5-4848-b70f-2d550fbeab5b tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:34:32.379623 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca71b26c-a2f5-4848-b70f-2d550fbeab5b tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:32.380534 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ca71b26c-a2f5-4848-b70f-2d550fbeab5b tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:32.403473 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca71b26c-a2f5-4848-b70f-2d550fbeab5b tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event updated for resources: {'Subnet': ['ID=d3206962-4684-471a-942f-fe9d6bb5ff2f,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:32.423792 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5212f2a-9e59-48e8-89d3-201a8d3fe372 admin admin] Made reservation on behalf of 08e8461fa5e647ba910b4a91b9af6a45 for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:34:32.426113 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e5212f2a-9e59-48e8-89d3-201a8d3fe372 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:32.468283 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-a2b92bbe-656c-4aa5-9290-6b8af51fff74 None None] Provisioning complete for port b88b5271-cf59-4965-97f3-d84e4d256853 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:32.468965 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a2b92bbe-656c-4aa5-9290-6b8af51fff74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:32.588771 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-1393a3ad-b400-4dda-918d-1a377b01d5b6 None None] Allocated IP 172.20.0.2 (c2b5f149-cedd-450c-ab43-dd2d78259f45/3f20e918-c268-4bc8-8178-c6c50be98d51/51bc8736-b96b-4f45-b760-2aaf0aa5bb4a) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:34:32.597412 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-a2b92bbe-656c-4aa5-9290-6b8af51fff74 None None] Port b88b5271-cf59-4965-97f3-d84e4d256853 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:34:32.723236 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 51bc8736-b96b-4f45-b760-2aaf0aa5bb4a no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:34:32.753661 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a050e4e1-7e2c-4aee-b9a0-3635bfb9f4c9 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:32.766184 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-1393a3ad-b400-4dda-918d-1a377b01d5b6 None None] For port 51bc8736-b96b-4f45-b760-2aaf0aa5bb4a, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=51bc8736-b96b-4f45-b760-2aaf0aa5bb4a,segment=NetworkSegment(64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4),segment_id=64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:34:32.789352 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-1dca7de6-251a-46fc-9fdd-c6c3c12e4f7a None None] Provisioning complete for port d304a563-8ee0-4988-86e6-ec6cbe9df6ea triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:32.789908 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1dca7de6-251a-46fc-9fdd-c6c3c12e4f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:32.814537 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a050e4e1-7e2c-4aee-b9a0-3635bfb9f4c9 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:32.823030 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ff008995-1155-4be5-9b32-af14133df2fd tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:32.840478 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1393a3ad-b400-4dda-918d-1a377b01d5b6 None None] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:32.854547 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-a050e4e1-7e2c-4aee-b9a0-3635bfb9f4c9 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] In _notify_port_updated(), no bound segment for port da6ce0eb-a2ca-4148-86e9-64e4bb33fc8e on network 59f26e4a-d74c-4fc5-81f5-c4f97623981b {{(pid=103587) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 15:34:32.860209 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a050e4e1-7e2c-4aee-b9a0-3635bfb9f4c9 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:32.860834 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a050e4e1-7e2c-4aee-b9a0-3635bfb9f4c9 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:32.864988 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-a050e4e1-7e2c-4aee-b9a0-3635bfb9f4c9 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "PUT /v2.0/ports/da6ce0eb-a2ca-4148-86e9-64e4bb33fc8e HTTP/1.1" status: 200 len: 818 time: 0.9789312 Dec 10 15:34:32.865613 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34652) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:32.870628 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-1dca7de6-251a-46fc-9fdd-c6c3c12e4f7a None None] Port d304a563-8ee0-4988-86e6-ec6cbe9df6ea cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:34:32.898016 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:32.907640 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-1dca7de6-251a-46fc-9fdd-c6c3c12e4f7a None None] Provisioning complete for port b88b5271-cf59-4965-97f3-d84e4d256853 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:32.908035 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1dca7de6-251a-46fc-9fdd-c6c3c12e4f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:32.912176 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a050e4e1-7e2c-4aee-b9a0-3635bfb9f4c9 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event updated for resources: {'Port': ['ID=da6ce0eb-a2ca-4148-86e9-64e4bb33fc8e,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:32.916645 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-ca71b26c-a2f5-4848-b70f-2d550fbeab5b tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.5461023 Dec 10 15:34:32.922704 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34654) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:32.932278 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-781c058a-a451-4fd8-bc97-f0cd20066946 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Request body: {'port': {'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'mac_address': 'fa:16:3e:f0:c6:c4', 'name': 'tempest-NetworksTestDHCPv6-1714907012'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:34:32.942483 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ff008995-1155-4be5-9b32-af14133df2fd tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:32.943330 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ff008995-1155-4be5-9b32-af14133df2fd tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549888'] for router_interface, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:32.953982 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-1dca7de6-251a-46fc-9fdd-c6c3c12e4f7a None None] Port b88b5271-cf59-4965-97f3-d84e4d256853 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:34:32.959895 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1393a3ad-b400-4dda-918d-1a377b01d5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:33.055773 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff008995-1155-4be5-9b32-af14133df2fd tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Pushing event updated for resources: {'Port': ['ID=b88b5271-cf59-4965-97f3-d84e4d256853,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:33.084385 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-8827069c-c2de-4372-ac6f-3e0ef6ae2551 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Deleting port da6ce0eb-a2ca-4148-86e9-64e4bb33fc8e {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:34:33.085114 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8827069c-c2de-4372-ac6f-3e0ef6ae2551 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:33.087724 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.db.api [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 15:34:33.088792 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG oslo_db.api [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 15:34:33.091359 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1393a3ad-b400-4dda-918d-1a377b01d5b6 None None] Pushing event updated for resources: {'Port': ['ID=51bc8736-b96b-4f45-b760-2aaf0aa5bb4a,revision_number=9']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:33.181112 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff008995-1155-4be5-9b32-af14133df2fd tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Network 46395903-3316-40c2-9e82-67dcb297853c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:34:33.184680 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8827069c-c2de-4372-ac6f-3e0ef6ae2551 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:33.187845 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-ff008995-1155-4be5-9b32-af14133df2fd tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:34:33.203287 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-8827069c-c2de-4372-ac6f-3e0ef6ae2551 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Calling delete_port for da6ce0eb-a2ca-4148-86e9-64e4bb33fc8e owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:34:33.296813 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e5212f2a-9e59-48e8-89d3-201a8d3fe372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11695183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581935'] for subnet, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:33.377209 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-781c058a-a451-4fd8-bc97-f0cd20066946 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Made reservation on behalf of 915dae42aca44a6e934a20b3a70b3a5e for: {'port': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:34:33.450568 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5212f2a-9e59-48e8-89d3-201a8d3fe372 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16d48619-ee37-4fa4-8d38-ad615f4d0303,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:33.472653 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c98e612d-02eb-483d-b000-27749a728cd1 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:33.483648 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff008995-1155-4be5-9b32-af14133df2fd tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Router 1649d441-42cd-4018-b2e6-5a85d37f764d is scheduled to L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d with binding_index 1 {{(pid=103587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 15:34:33.486074 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5212f2a-9e59-48e8-89d3-201a8d3fe372 admin admin] Checking segment: {'id': 'b7de561f-5587-44e7-99b5-ecfec0b6f6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '8e59f5f7-c686-46cf-8ae9-f226218aa0e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:34:33.486445 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5212f2a-9e59-48e8-89d3-201a8d3fe372 admin admin] Network hostable DHCP agents. Network: 8e59f5f7-c686-46cf-8ae9-f226218aa0e3, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:34:33.487732 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8827069c-c2de-4372-ac6f-3e0ef6ae2551 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:33.531772 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-781c058a-a451-4fd8-bc97-f0cd20066946 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:33.532899 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827069c-c2de-4372-ac6f-3e0ef6ae2551 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event deleted for resources: {'Port': ['ID=da6ce0eb-a2ca-4148-86e9-64e4bb33fc8e,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:33.564216 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-781c058a-a451-4fd8-bc97-f0cd20066946 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] device_id is not set on port 81b66c74-fb33-4c5e-a732-8d3351c95589 yet. {{(pid=103586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:34:33.574475 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c98e612d-02eb-483d-b000-27749a728cd1 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:33.581835 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8827069c-c2de-4372-ac6f-3e0ef6ae2551 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:33.606795 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-8827069c-c2de-4372-ac6f-3e0ef6ae2551 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "DELETE /v2.0/ports/da6ce0eb-a2ca-4148-86e9-64e4bb33fc8e HTTP/1.1" status: 204 len: 168 time: 0.7373178 Dec 10 15:34:33.608818 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34658) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:33.642363 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5212f2a-9e59-48e8-89d3-201a8d3fe372 admin admin] Network 8e59f5f7-c686-46cf-8ae9-f226218aa0e3 is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:34:33.648776 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-292cc2ef-d79d-475b-ba10-eb4d1f0be030 None None] Provisioning complete for port b88b5271-cf59-4965-97f3-d84e4d256853 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:33.654876 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-292cc2ef-d79d-475b-ba10-eb4d1f0be030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:33.714907 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:33.720603 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff008995-1155-4be5-9b32-af14133df2fd tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:34:33.733062 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a14b79-c056-4495-a8da-49bfd11c0502 None None] Sync routers for ids ['1649d441-42cd-4018-b2e6-5a85d37f764d'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:34:33.733842 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2199e6-aa72-436d-bc30-257b8d8eb67c tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:33.735883 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-db2199e6-aa72-436d-bc30-257b8d8eb67c tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1255014 Dec 10 15:34:33.736698 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-292cc2ef-d79d-475b-ba10-eb4d1f0be030 None None] Port b88b5271-cf59-4965-97f3-d84e4d256853 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:34:33.741620 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-ff008995-1155-4be5-9b32-af14133df2fd tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "PUT /v2.0/routers/1649d441-42cd-4018-b2e6-5a85d37f764d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2456794 Dec 10 15:34:33.742248 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34660) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:33.748692 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34662) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:33.761006 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98e612d-02eb-483d-b000-27749a728cd1 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Pushing event updated for resources: {'Port': ['ID=d304a563-8ee0-4988-86e6-ec6cbe9df6ea,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:33.762343 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a14b79-c056-4495-a8da-49bfd11c0502 None None] Routers {'1649d441-42cd-4018-b2e6-5a85d37f764d'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:34:33.763623 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c98e612d-02eb-483d-b000-27749a728cd1 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549888'] for router_interface, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:33.767079 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-95a14b79-c056-4495-a8da-49bfd11c0502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:34:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['1649d441-42cd-4018-b2e6-5a85d37f764d'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:33.785110 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea331eb3-694d-4652-8468-9ee4c5527e40 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] GET failed (client error): The resource could not be found. Dec 10 15:34:33.791542 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] For port 51bc8736-b96b-4f45-b760-2aaf0aa5bb4a, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=51bc8736-b96b-4f45-b760-2aaf0aa5bb4a,segment=NetworkSegment(64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4),segment_id=64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:34:33.792414 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-ea331eb3-694d-4652-8468-9ee4c5527e40 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "GET /v2.0/ports/da6ce0eb-a2ca-4148-86e9-64e4bb33fc8e HTTP/1.1" status: 404 len: 333 time: 0.0491357 Dec 10 15:34:33.793134 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34664) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:33.798499 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-0890460b-49e8-493f-9df9-dd37820ef459 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1392572090'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:34:33.816913 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-95a14b79-c056-4495-a8da-49bfd11c0502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:33.824883 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-e5212f2a-9e59-48e8-89d3-201a8d3fe372 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 8e59f5f7-c686-46cf-8ae9-f226218aa0e3) {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:34:33.827265 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a14b79-c056-4495-a8da-49bfd11c0502 None None] Routers {'1649d441-42cd-4018-b2e6-5a85d37f764d'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:34:33.828672 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-95a14b79-c056-4495-a8da-49bfd11c0502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:34:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['1649d441-42cd-4018-b2e6-5a85d37f764d'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:33.834772 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed06857-7151-45a0-968c-61ab4cb86f52 None None] Network 8e59f5f7-c686-46cf-8ae9-f226218aa0e3 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:34:33.867759 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-95a14b79-c056-4495-a8da-49bfd11c0502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:33.868465 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a14b79-c056-4495-a8da-49bfd11c0502 None None] The sync data for ids ['1649d441-42cd-4018-b2e6-5a85d37f764d'] in dv-neutron-821401-4-hyperv is: [] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:34:33.879115 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:33.884647 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0890460b-49e8-493f-9df9-dd37820ef459 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Made reservation on behalf of 21e0d6ce128b4efe93836d06f4e29105 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:34:33.889121 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0890460b-49e8-493f-9df9-dd37820ef459 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:33.920090 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34666) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:33.922421 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5212f2a-9e59-48e8-89d3-201a8d3fe372 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:33.922976 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e5212f2a-9e59-48e8-89d3-201a8d3fe372 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:34.011230 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Pushing event updated for resources: {'Port': ['ID=51bc8736-b96b-4f45-b760-2aaf0aa5bb4a,revision_number=10']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:34.045277 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e5802e-c8c0-41db-8d76-1bb3cabc3a68 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:34.050530 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0890460b-49e8-493f-9df9-dd37820ef459 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:34:34.051038 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-52e5802e-c8c0-41db-8d76-1bb3cabc3a68 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "GET /v2.0/ports/b88b5271-cf59-4965-97f3-d84e4d256853 HTTP/1.1" status: 200 len: 984 time: 0.3005266 Dec 10 15:34:34.053200 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34668) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:34.065931 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b5ae40-4de1-4879-befe-54c4802f2623 None None] Network 8e59f5f7-c686-46cf-8ae9-f226218aa0e3 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:34:34.072217 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0890460b-49e8-493f-9df9-dd37820ef459 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:34.072563 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.segments_db [None req-0890460b-49e8-493f-9df9-dd37820ef459 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Added segment ec3ab229-67d4-4a9c-a0f1-c49dd646856b of type vlan for network fe512008-6ce0-4f2a-bbdb-c657d856e5df Dec 10 15:34:34.088579 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-781c058a-a451-4fd8-bc97-f0cd20066946 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Allocated IP 172.20.0.5 (c2b5f149-cedd-450c-ab43-dd2d78259f45/3f20e918-c268-4bc8-8178-c6c50be98d51/81b66c74-fb33-4c5e-a732-8d3351c95589) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:34:34.090668 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68b7852-b612-42c5-9c45-1375dd6d73f5 None None] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:34:34.109629 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-781c058a-a451-4fd8-bc97-f0cd20066946 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Allocated IP 2001:db8::f816:3eff:fef0:c6c4 (c2b5f149-cedd-450c-ab43-dd2d78259f45/d3206962-4684-471a-942f-fe9d6bb5ff2f/81b66c74-fb33-4c5e-a732-8d3351c95589) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:34:34.176048 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device d49a3eab-153c-4f6b-9836-f9fced45b03f up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:34:34.185758 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-e5212f2a-9e59-48e8-89d3-201a8d3fe372 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9833708 Dec 10 15:34:34.204791 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0890460b-49e8-493f-9df9-dd37820ef459 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:34.321659 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0890460b-49e8-493f-9df9-dd37820ef459 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:34.328479 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0890460b-49e8-493f-9df9-dd37820ef459 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:34.329339 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0890460b-49e8-493f-9df9-dd37820ef459 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:34.393913 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98e612d-02eb-483d-b000-27749a728cd1 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Network 6eb0b78c-c559-411e-8b49-8136b0e04f7e is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:34:34.439848 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-c98e612d-02eb-483d-b000-27749a728cd1 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:34:34.447132 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-b1385609-7ac5-4e20-92f1-3f88abbc3509 None None] Provisioning complete for port 51bc8736-b96b-4f45-b760-2aaf0aa5bb4a triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:34.447510 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b1385609-7ac5-4e20-92f1-3f88abbc3509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:34.474025 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0890460b-49e8-493f-9df9-dd37820ef459 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event updated for resources: {'Network': ['ID=fe512008-6ce0-4f2a-bbdb-c657d856e5df,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:34.509259 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network fe512008-6ce0-4f2a-bbdb-c657d856e5df details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:34:34.592264 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-781c058a-a451-4fd8-bc97-f0cd20066946 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:34.608463 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-0890460b-49e8-493f-9df9-dd37820ef459 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8138313 Dec 10 15:34:34.610943 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34678) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:34.611585 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port d49a3eab-153c-4f6b-9836-f9fced45b03f triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:34.611975 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:34.619967 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-3c17912d-9ee2-4535-b667-44877022d3a0 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Request body: {'subnet': {'network_id': 'fe512008-6ce0-4f2a-bbdb-c657d856e5df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:34:34.722812 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b1385609-7ac5-4e20-92f1-3f88abbc3509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:34.808229 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-b1385609-7ac5-4e20-92f1-3f88abbc3509 None None] For port 51bc8736-b96b-4f45-b760-2aaf0aa5bb4a, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=51bc8736-b96b-4f45-b760-2aaf0aa5bb4a,segment=NetworkSegment(64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4),segment_id=64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:34:34.811903 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 51bc8736-b96b-4f45-b760-2aaf0aa5bb4a up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:34:34.889622 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 51bc8736-b96b-4f45-b760-2aaf0aa5bb4a triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:34.890118 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:34.926558 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b1385609-7ac5-4e20-92f1-3f88abbc3509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:34.940696 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c17912d-9ee2-4535-b667-44877022d3a0 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Made reservation on behalf of 21e0d6ce128b4efe93836d06f4e29105 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:34:34.945537 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3c17912d-9ee2-4535-b667-44877022d3a0 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11668558'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:34.989798 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c98e612d-02eb-483d-b000-27749a728cd1 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Router d73cdea3-69f4-470b-9c41-240c51e25032 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:34:35.006391 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1385609-7ac5-4e20-92f1-3f88abbc3509 None None] Pushing event updated for resources: {'Port': ['ID=51bc8736-b96b-4f45-b760-2aaf0aa5bb4a,revision_number=11']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:35.021842 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-781c058a-a451-4fd8-bc97-f0cd20066946 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:35.063742 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6ef5aeee-fc8a-4c38-9fd3-284893dc7a36 None None] Provisioning complete for port d304a563-8ee0-4988-86e6-ec6cbe9df6ea triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:35.064310 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6ef5aeee-fc8a-4c38-9fd3-284893dc7a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:35.104638 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6ef5aeee-fc8a-4c38-9fd3-284893dc7a36 None None] Port d304a563-8ee0-4988-86e6-ec6cbe9df6ea cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:34:35.197880 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781c058a-a451-4fd8-bc97-f0cd20066946 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:34:35.246314 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-781c058a-a451-4fd8-bc97-f0cd20066946 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:34:35.257414 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781c058a-a451-4fd8-bc97-f0cd20066946 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:34:35.260262 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c058a-a451-4fd8-bc97-f0cd20066946 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event updated for resources: {'Port': ['ID=81b66c74-fb33-4c5e-a732-8d3351c95589,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:35.276061 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0fd7ab-d5c5-4bca-8303-e6c7eaf574a6 req-98bf2fba-fb09-4cd0-9391-97f70a1dc316 tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:35.277632 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ca0fd7ab-d5c5-4bca-8303-e6c7eaf574a6 req-98bf2fba-fb09-4cd0-9391-97f70a1dc316 tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] 10.222.0.20 "GET /v2.0/networks?id=0fdb6849-b3bf-465f-a54e-a82662b0a03d HTTP/1.1" status: 200 len: 812 time: 0.4095106 Dec 10 15:34:35.308799 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d0e005a9-d881-453f-bbc7-77f96168cc74 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549925'] for router_interface, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:35.341138 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ca0fd7ab-d5c5-4bca-8303-e6c7eaf574a6 req-d9498769-f991-4e05-a003-4bac3bbdb46b tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] 10.222.0.20 "GET /v2.0/quotas/34a9cb25fd724349affef6ebcb39b20b HTTP/1.1" status: 200 len: 375 time: 0.0417199 Dec 10 15:34:35.405603 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781c058a-a451-4fd8-bc97-f0cd20066946 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:35.406330 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-781c058a-a451-4fd8-bc97-f0cd20066946 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:35.467365 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ca0fd7ab-d5c5-4bca-8303-e6c7eaf574a6 req-2bc6f571-9eb0-4245-a0ec-2025c9e7c357 tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=34a9cb25fd724349affef6ebcb39b20b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0862494 Dec 10 15:34:35.514142 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c98e612d-02eb-483d-b000-27749a728cd1 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:34:35.531978 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25355d19-6920-4347-8a93-2111a15d8295 None None] Sync routers for ids ['d73cdea3-69f4-470b-9c41-240c51e25032'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:34:35.542262 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-c98e612d-02eb-483d-b000-27749a728cd1 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] 10.222.0.20 "PUT /v2.0/routers/d73cdea3-69f4-470b-9c41-240c51e25032/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1343336 Dec 10 15:34:35.550479 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34688) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:35.560680 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-7a8c7c5e-4f19-4089-896f-f2c2bb52ef4d tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Request body: {'port': {'network_id': '6eb0b78c-c559-411e-8b49-8136b0e04f7e', 'name': 'tempest-FloatingIPTestJSON-1585662437'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:34:35.564043 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-a748b2c3-1f7c-4e90-91e7-3746e997c21b None None] Provisioning complete for port 51bc8736-b96b-4f45-b760-2aaf0aa5bb4a triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:35.565205 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a748b2c3-1f7c-4e90-91e7-3746e997c21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:35.589572 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25355d19-6920-4347-8a93-2111a15d8295 None None] Routers {'d73cdea3-69f4-470b-9c41-240c51e25032'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:34:35.590271 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-25355d19-6920-4347-8a93-2111a15d8295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:34:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['d73cdea3-69f4-470b-9c41-240c51e25032'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:35.619492 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-781c058a-a451-4fd8-bc97-f0cd20066946 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.6946728 Dec 10 15:34:35.627141 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-25355d19-6920-4347-8a93-2111a15d8295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:35.631223 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34690) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:35.646012 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25355d19-6920-4347-8a93-2111a15d8295 None None] Routers {'d73cdea3-69f4-470b-9c41-240c51e25032'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:34:35.647251 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-25355d19-6920-4347-8a93-2111a15d8295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:34:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['d73cdea3-69f4-470b-9c41-240c51e25032'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:35.666356 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f4610453-d364-4b6b-9dd8-9ad4f965498e tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549925'] for router_interface, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:35.710643 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb02fcba-7d24-4dd2-9396-88b552c5c848 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:35.716708 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-25355d19-6920-4347-8a93-2111a15d8295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:35.717388 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25355d19-6920-4347-8a93-2111a15d8295 None None] The sync data for ids ['d73cdea3-69f4-470b-9c41-240c51e25032'] in dv-neutron-821401-4-hyperv is: [] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:34:35.720091 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb02fcba-7d24-4dd2-9396-88b552c5c848 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:35.729627 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-fb02fcba-7d24-4dd2-9396-88b552c5c848 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.0943446 Dec 10 15:34:35.729627 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34692) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:35.770175 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3c17912d-9ee2-4535-b667-44877022d3a0 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11236534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11668560'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:35.842974 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e295d4d-46ec-48ea-896d-420e52d95f98 None None] get_active_networks_info from dv-neutron-821401-4-hyperv {{(pid=103588) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 15:34:35.905350 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17912d-9ee2-4535-b667-44877022d3a0 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event updated for resources: {'Subnet': ['ID=ed38f5c2-4a01-4b8b-bffb-2b96622400ae,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:35.952460 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-7449835a-21a8-4f79-807a-ba7bdd9b2a43 None None] Provisioning complete for port 81b66c74-fb33-4c5e-a732-8d3351c95589 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:35.953400 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7449835a-21a8-4f79-807a-ba7bdd9b2a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:35.962142 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c17912d-9ee2-4535-b667-44877022d3a0 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Checking segment: {'id': 'ec3ab229-67d4-4a9c-a0f1-c49dd646856b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'fe512008-6ce0-4f2a-bbdb-c657d856e5df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:34:35.962430 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c17912d-9ee2-4535-b667-44877022d3a0 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Network hostable DHCP agents. Network: fe512008-6ce0-4f2a-bbdb-c657d856e5df, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:34:35.998413 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-04ee2e08-97e8-43bb-a3ed-3fc03f643207 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Deleting port 81b66c74-fb33-4c5e-a732-8d3351c95589 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:34:35.998762 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-04ee2e08-97e8-43bb-a3ed-3fc03f643207 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:36.045170 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 51bc8736-b96b-4f45-b760-2aaf0aa5bb4a up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:34:36.086135 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-d0e005a9-d881-453f-bbc7-77f96168cc74 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Deleting port b019a8a5-5c01-4fa0-ab08-257f81486d67 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:34:36.086805 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d0e005a9-d881-453f-bbc7-77f96168cc74 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:36.098938 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-7449835a-21a8-4f79-807a-ba7bdd9b2a43 None None] Port 81b66c74-fb33-4c5e-a732-8d3351c95589 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:34:36.107311 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c17912d-9ee2-4535-b667-44877022d3a0 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Network fe512008-6ce0-4f2a-bbdb-c657d856e5df is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:34:36.161169 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 51bc8736-b96b-4f45-b760-2aaf0aa5bb4a triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:36.161615 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:36.180827 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-3c17912d-9ee2-4535-b667-44877022d3a0 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, fe512008-6ce0-4f2a-bbdb-c657d856e5df) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:34:36.183119 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ca0fd7ab-d5c5-4bca-8303-e6c7eaf574a6 req-a3a702ed-4b2f-4ad8-b02d-b199416edec5 service neutron] 10.222.0.20 "GET /v2.0/networks/0fdb6849-b3bf-465f-a54e-a82662b0a03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7011609 Dec 10 15:34:36.183538 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-04ee2e08-97e8-43bb-a3ed-3fc03f643207 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:36.205443 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c17912d-9ee2-4535-b667-44877022d3a0 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:36.206074 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3c17912d-9ee2-4535-b667-44877022d3a0 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:36.216618 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-04ee2e08-97e8-43bb-a3ed-3fc03f643207 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Calling delete_port for 81b66c74-fb33-4c5e-a732-8d3351c95589 owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:34:36.228044 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e295d4d-46ec-48ea-896d-420e52d95f98 None None] Unable to find a vacant binding_index for network fe512008-6ce0-4f2a-bbdb-c657d856e5df and agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Dec 10 15:34:36.236597 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e295d4d-46ec-48ea-896d-420e52d95f98 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, fe512008-6ce0-4f2a-bbdb-c657d856e5df) {{(pid=103588) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 15:34:36.248038 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-d0e005a9-d881-453f-bbc7-77f96168cc74 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] For port b019a8a5-5c01-4fa0-ab08-257f81486d67, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=b019a8a5-5c01-4fa0-ab08-257f81486d67,segment=NetworkSegment(6e8aeea5-3e6e-4645-841c-769465551a4c),segment_id=6e8aeea5-3e6e-4645-841c-769465551a4c)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:34:36.248404 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d0e005a9-d881-453f-bbc7-77f96168cc74 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:36.292664 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-d0e005a9-d881-453f-bbc7-77f96168cc74 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Calling delete_port for b019a8a5-5c01-4fa0-ab08-257f81486d67 owned by network:router_interface {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:34:36.356388 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ca0fd7ab-d5c5-4bca-8303-e6c7eaf574a6 req-4d0912b8-d566-483d-b189-3cf8cb4c5eff service neutron] 10.222.0.20 "GET /v2.0/networks/0fdb6849-b3bf-465f-a54e-a82662b0a03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640396 Dec 10 15:34:36.368452 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a8c7c5e-4f19-4089-896f-f2c2bb52ef4d tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Made reservation on behalf of 5f059fe50ff849c7b1de39c5f81de64d for: {'port': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:34:36.372118 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7a8c7c5e-4f19-4089-896f-f2c2bb52ef4d tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:36.415371 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-7a8c7c5e-4f19-4089-896f-f2c2bb52ef4d tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] device_id is not set on port 1c95d436-a139-4567-913d-4ee9f49c1413 yet. {{(pid=103586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:34:36.446534 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-f4610453-d364-4b6b-9dd8-9ad4f965498e tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Deleting port b88b5271-cf59-4965-97f3-d84e4d256853 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:34:36.446883 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f4610453-d364-4b6b-9dd8-9ad4f965498e tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:36.475084 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-3c17912d-9ee2-4535-b667-44877022d3a0 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8604410 Dec 10 15:34:36.483549 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34694) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:36.492323 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-8f2e5882-954b-4c45-ba29-167f2b488ddc tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Request body: {'subnet': {'network_id': 'fe512008-6ce0-4f2a-bbdb-c657d856e5df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:34:36.545471 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f4610453-d364-4b6b-9dd8-9ad4f965498e tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:36.559390 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-f4610453-d364-4b6b-9dd8-9ad4f965498e tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Calling delete_port for b88b5271-cf59-4965-97f3-d84e4d256853 owned by network:router_interface {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:34:36.631252 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6451aba3-9db9-4fe9-a7d8-4b53f46aa0fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-fe512008-6ce0-4f2a-bbdb-c657d856e5df', 'network_id': 'fe512008-6ce0-4f2a-bbdb-c657d856e5df', 'project_id': '21e0d6ce128b4efe93836d06f4e29105', 'fixed_ips': [{'subnet_id': 'ed38f5c2-4a01-4b8b-bffb-2b96622400ae'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:34:36.634393 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6451aba3-9db9-4fe9-a7d8-4b53f46aa0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:36.716717 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-e29a6968-a13e-4c29-8efb-c1fd12c21e46 req-582efd90-0308-4e72-84b1-b190816939e6 tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5da363d-880d-47f3-bf58-2ff4f916062c HTTP/1.1" status: 200 len: 210 time: 0.0639541 Dec 10 15:34:36.724697 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-04ee2e08-97e8-43bb-a3ed-3fc03f643207 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:36.793601 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ee2e08-97e8-43bb-a3ed-3fc03f643207 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event deleted for resources: {'Port': ['ID=81b66c74-fb33-4c5e-a732-8d3351c95589,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:36.882051 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d0e005a9-d881-453f-bbc7-77f96168cc74 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:36.884260 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f2e5882-954b-4c45-ba29-167f2b488ddc tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Made reservation on behalf of 21e0d6ce128b4efe93836d06f4e29105 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:34:36.887929 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8f2e5882-954b-4c45-ba29-167f2b488ddc tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11668558'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:36.904060 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-7a8c7c5e-4f19-4089-896f-f2c2bb52ef4d tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Allocated IP 172.20.0.9 (6eb0b78c-c559-411e-8b49-8136b0e04f7e/f3bb1ff1-a7ae-430f-949c-64b69a6ccd1f/1c95d436-a139-4567-913d-4ee9f49c1413) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:34:36.927534 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-6451aba3-9db9-4fe9-a7d8-4b53f46aa0fb None None] Allocated IP 172.20.0.2 (fe512008-6ce0-4f2a-bbdb-c657d856e5df/ed38f5c2-4a01-4b8b-bffb-2b96622400ae/073c06f3-f1b5-4c92-b46f-bca93aa21455) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:34:36.971594 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e005a9-d881-453f-bbc7-77f96168cc74 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event deleted for resources: {'Port': ['ID=b019a8a5-5c01-4fa0-ab08-257f81486d67,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:37.068178 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f4610453-d364-4b6b-9dd8-9ad4f965498e tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:37.076260 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-04ee2e08-97e8-43bb-a3ed-3fc03f643207 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:37.082348 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-04ee2e08-97e8-43bb-a3ed-3fc03f643207 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/ports/81b66c74-fb33-4c5e-a732-8d3351c95589 HTTP/1.1" status: 204 len: 168 time: 1.3510804 Dec 10 15:34:37.083505 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34704) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:37.118865 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6451aba3-9db9-4fe9-a7d8-4b53f46aa0fb None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:37.185876 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.ipam_backend_mixin [None req-8f2e5882-954b-4c45-ba29-167f2b488ddc tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ed38f5c2-4a01-4b8b-bffb-2b96622400ae (CIDR: 172.20.0.0/28) Dec 10 15:34:37.188711 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6451aba3-9db9-4fe9-a7d8-4b53f46aa0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:37.237058 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f2e5882-954b-4c45-ba29-167f2b488ddc tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 15:34:37.237734 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f2e5882-954b-4c45-ba29-167f2b488ddc tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:34:37.246528 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6451aba3-9db9-4fe9-a7d8-4b53f46aa0fb None None] Network fe512008-6ce0-4f2a-bbdb-c657d856e5df is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:34:37.253578 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-6451aba3-9db9-4fe9-a7d8-4b53f46aa0fb None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:34:37.263049 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6451aba3-9db9-4fe9-a7d8-4b53f46aa0fb None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:34:37.273970 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d0e005a9-d881-453f-bbc7-77f96168cc74 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550073'] for router_interface, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:37.278057 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6451aba3-9db9-4fe9-a7d8-4b53f46aa0fb None None] Pushing event updated for resources: {'Port': ['ID=073c06f3-f1b5-4c92-b46f-bca93aa21455,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:37.340596 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-6451aba3-9db9-4fe9-a7d8-4b53f46aa0fb None None] Attempting to bind port 073c06f3-f1b5-4c92-b46f-bca93aa21455 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:34:37.340976 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-6451aba3-9db9-4fe9-a7d8-4b53f46aa0fb None None] Attempting to bind port 073c06f3-f1b5-4c92-b46f-bca93aa21455 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'ec3ab229-67d4-4a9c-a0f1-c49dd646856b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'fe512008-6ce0-4f2a-bbdb-c657d856e5df'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:34:37.341347 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6451aba3-9db9-4fe9-a7d8-4b53f46aa0fb None None] Attempting to bind port 073c06f3-f1b5-4c92-b46f-bca93aa21455 on network fe512008-6ce0-4f2a-bbdb-c657d856e5df {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:34:37.344462 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7a8c7c5e-4f19-4089-896f-f2c2bb52ef4d tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:37.348355 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6451aba3-9db9-4fe9-a7d8-4b53f46aa0fb None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:34:37.348598 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6451aba3-9db9-4fe9-a7d8-4b53f46aa0fb None None] Checking segment: {'id': 'ec3ab229-67d4-4a9c-a0f1-c49dd646856b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'fe512008-6ce0-4f2a-bbdb-c657d856e5df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:34:37.348977 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6451aba3-9db9-4fe9-a7d8-4b53f46aa0fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:37.349377 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6451aba3-9db9-4fe9-a7d8-4b53f46aa0fb None None] Bound using segment: {'id': 'ec3ab229-67d4-4a9c-a0f1-c49dd646856b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'fe512008-6ce0-4f2a-bbdb-c657d856e5df'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:34:37.350097 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-6451aba3-9db9-4fe9-a7d8-4b53f46aa0fb None None] Bound port: 073c06f3-f1b5-4c92-b46f-bca93aa21455, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec3ab229-67d4-4a9c-a0f1-c49dd646856b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'fe512008-6ce0-4f2a-bbdb-c657d856e5df'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:34:37.350267 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6451aba3-9db9-4fe9-a7d8-4b53f46aa0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:37.362504 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4610453-d364-4b6b-9dd8-9ad4f965498e tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Pushing event deleted for resources: {'Port': ['ID=b88b5271-cf59-4965-97f3-d84e4d256853,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:37.372355 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-8f2e5882-954b-4c45-ba29-167f2b488ddc tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8848479 Dec 10 15:34:37.375160 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34706) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:37.381758 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-e1f0c56a-dd5b-4db1-aa5e-ddd7e8bb5ab6 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Request body: {'subnet': {'network_id': 'fe512008-6ce0-4f2a-bbdb-c657d856e5df', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:34:37.412000 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3b98dc-e779-4c34-bdbf-32ad594a3dc1 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:37.413529 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3b98dc-e779-4c34-bdbf-32ad594a3dc1 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:37.415410 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3b98dc-e779-4c34-bdbf-32ad594a3dc1 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:37.419481 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-3d3b98dc-e779-4c34-bdbf-32ad594a3dc1 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3205340 Dec 10 15:34:37.433848 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6451aba3-9db9-4fe9-a7d8-4b53f46aa0fb None None] For port 073c06f3-f1b5-4c92-b46f-bca93aa21455, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:34:37.437707 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6451aba3-9db9-4fe9-a7d8-4b53f46aa0fb None None] For port 073c06f3-f1b5-4c92-b46f-bca93aa21455, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=073c06f3-f1b5-4c92-b46f-bca93aa21455,segment=NetworkSegment(ec3ab229-67d4-4a9c-a0f1-c49dd646856b),segment_id=ec3ab229-67d4-4a9c-a0f1-c49dd646856b)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:34:37.448901 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34708) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:37.459270 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f4610453-d364-4b6b-9dd8-9ad4f965498e tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550073'] for router_interface, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:37.546041 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-e4dbe789-d935-44ff-83c1-dbfe15f958c7 None None] Provisioning complete for port 51bc8736-b96b-4f45-b760-2aaf0aa5bb4a triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:37.546802 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e4dbe789-d935-44ff-83c1-dbfe15f958c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:37.551802 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6451aba3-9db9-4fe9-a7d8-4b53f46aa0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:37.629220 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7a8c7c5e-4f19-4089-896f-f2c2bb52ef4d tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:37.665715 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6451aba3-9db9-4fe9-a7d8-4b53f46aa0fb None None] Pushing event updated for resources: {'Port': ['ID=073c06f3-f1b5-4c92-b46f-bca93aa21455,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:37.680267 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8c7c5e-4f19-4089-896f-f2c2bb52ef4d tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Network 6eb0b78c-c559-411e-8b49-8136b0e04f7e is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:34:37.682184 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4610453-d364-4b6b-9dd8-9ad4f965498e tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Router 1649d441-42cd-4018-b2e6-5a85d37f764d has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:34:37.689364 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-7a8c7c5e-4f19-4089-896f-f2c2bb52ef4d tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:34:37.694481 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8c7c5e-4f19-4089-896f-f2c2bb52ef4d tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:34:37.736811 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8c7c5e-4f19-4089-896f-f2c2bb52ef4d tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Pushing event updated for resources: {'Port': ['ID=1c95d436-a139-4567-913d-4ee9f49c1413,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:37.739782 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-e4dbe789-d935-44ff-83c1-dbfe15f958c7 None None] Could not find standard attr ID for object 81b66c74-fb33-4c5e-a732-8d3351c95589. {{(pid=103588) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 15:34:37.830324 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4610453-d364-4b6b-9dd8-9ad4f965498e tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:34:37.843888 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bdb500-16f0-4ebc-b042-e1982a957f37 None None] Sync routers for ids ['1649d441-42cd-4018-b2e6-5a85d37f764d'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:34:37.844508 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-f4610453-d364-4b6b-9dd8-9ad4f965498e tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "PUT /v2.0/routers/1649d441-42cd-4018-b2e6-5a85d37f764d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7835581 Dec 10 15:34:37.847490 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34714) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:37.857823 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d38482a-3bfe-46f6-847a-6773073f2f9c tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Deleting subnet 3f20e918-c268-4bc8-8178-c6c50be98d51 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:34:37.866610 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bdb500-16f0-4ebc-b042-e1982a957f37 None None] Routers {'1649d441-42cd-4018-b2e6-5a85d37f764d'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:34:37.869031 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-44bdb500-16f0-4ebc-b042-e1982a957f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:34:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['1649d441-42cd-4018-b2e6-5a85d37f764d'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:37.871800 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5d38482a-3bfe-46f6-847a-6773073f2f9c tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for subnet, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:37.878200 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-cd239c33-63ba-4d9e-8711-0fbd4b8bfcdd req-ed211d00-578c-43ad-b1ba-73e99a4b2421 tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5da363d-880d-47f3-bf58-2ff4f916062c HTTP/1.1" status: 200 len: 210 time: 0.0511367 Dec 10 15:34:37.919479 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8c7c5e-4f19-4089-896f-f2c2bb52ef4d tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:37.920151 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7a8c7c5e-4f19-4089-896f-f2c2bb52ef4d tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:37.920384 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5d38482a-3bfe-46f6-847a-6773073f2f9c tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11806768'] for subnet, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:37.987423 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-44bdb500-16f0-4ebc-b042-e1982a957f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:38.028188 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bdb500-16f0-4ebc-b042-e1982a957f37 None None] Routers {'1649d441-42cd-4018-b2e6-5a85d37f764d'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:34:38.029151 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-44bdb500-16f0-4ebc-b042-e1982a957f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:34:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['1649d441-42cd-4018-b2e6-5a85d37f764d'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:38.031826 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-7a8c7c5e-4f19-4089-896f-f2c2bb52ef4d tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4749289 Dec 10 15:34:38.043082 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34716) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:38.054695 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-f2479d43-545a-48f6-ace9-358d3743968e tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Request body: {'floatingip': {'port_id': '1c95d436-a139-4567-913d-4ee9f49c1413'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:34:38.073218 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-44bdb500-16f0-4ebc-b042-e1982a957f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:38.074279 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bdb500-16f0-4ebc-b042-e1982a957f37 None None] The sync data for ids ['1649d441-42cd-4018-b2e6-5a85d37f764d'] in dv-neutron-821401-4-hyperv is: [] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:34:38.134008 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.api.v2.resource [None req-4c2d2213-d800-45a2-b716-d5b94a81cce8 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] remove_router_interface failed (client error): The resource could not be found. Dec 10 15:34:38.138549 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-4c2d2213-d800-45a2-b716-d5b94a81cce8 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "PUT /v2.0/routers/1649d441-42cd-4018-b2e6-5a85d37f764d/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2888939 Dec 10 15:34:38.139245 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34718) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:38.165997 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5d38482a-3bfe-46f6-847a-6773073f2f9c tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:38.176859 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-e0e03e8e-f654-4f43-bcf3-8774113e0e0e tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "GET /v2.0/ports?device_id=1649d441-42cd-4018-b2e6-5a85d37f764d HTTP/1.1" status: 200 len: 205 time: 0.0363953 Dec 10 15:34:38.179393 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34720) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:38.224585 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f2479d43-545a-48f6-ace9-358d3743968e tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks [] for floatingip, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:38.259115 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-54485b44-71ea-48d6-a9df-fa6d3bd474aa tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for router, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:38.307378 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f0c56a-dd5b-4db1-aa5e-ddd7e8bb5ab6 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Made reservation on behalf of 21e0d6ce128b4efe93836d06f4e29105 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:34:38.310864 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e1f0c56a-dd5b-4db1-aa5e-ddd7e8bb5ab6 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11668558'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:38.471934 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0e005a9-d881-453f-bbc7-77f96168cc74 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Router b9676776-7c00-41b0-baa0-cc95a47a85a5 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:34:38.503165 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5d38482a-3bfe-46f6-847a-6773073f2f9c tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11236721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11668521'] for subnet, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:38.550724 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5d38482a-3bfe-46f6-847a-6773073f2f9c tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:38.556415 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-5d38482a-3bfe-46f6-847a-6773073f2f9c tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/subnets/3f20e918-c268-4bc8-8178-c6c50be98d51 HTTP/1.1" status: 204 len: 168 time: 1.1025064 Dec 10 15:34:38.581057 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34722) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:38.598285 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d38482a-3bfe-46f6-847a-6773073f2f9c tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event deleted for resources: {'Subnet': ['ID=3f20e918-c268-4bc8-8178-c6c50be98d51,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:38.712787 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-54485b44-71ea-48d6-a9df-fa6d3bd474aa tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13898'] for router, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:38.716825 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-54485b44-71ea-48d6-a9df-fa6d3bd474aa tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:38.763937 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d8e22f4-740e-434b-9413-07ada4ef29f9 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Deleting subnet d3206962-4684-471a-942f-fe9d6bb5ff2f {{(pid=103586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:34:38.768453 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5d8e22f4-740e-434b-9413-07ada4ef29f9 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for subnet, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:38.816490 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5d8e22f4-740e-434b-9413-07ada4ef29f9 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12392400'] for subnet, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:38.850737 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-54485b44-71ea-48d6-a9df-fa6d3bd474aa tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549250'] for router, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:38.855458 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54485b44-71ea-48d6-a9df-fa6d3bd474aa tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Fanout notify agent at l3_agent the message router_deleted on router 1649d441-42cd-4018-b2e6-5a85d37f764d {{(pid=103586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 15:34:38.861297 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-54485b44-71ea-48d6-a9df-fa6d3bd474aa tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:38.862628 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-54485b44-71ea-48d6-a9df-fa6d3bd474aa tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "DELETE /v2.0/routers/1649d441-42cd-4018-b2e6-5a85d37f764d HTTP/1.1" status: 204 len: 168 time: 0.6821568 Dec 10 15:34:38.864348 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e005a9-d881-453f-bbc7-77f96168cc74 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:34:38.866453 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34724) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:38.887505 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f8f10b-83fc-462a-9f62-16a7005c4d3c None None] Sync routers for ids ['b9676776-7c00-41b0-baa0-cc95a47a85a5'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:34:38.889554 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-d0e005a9-d881-453f-bbc7-77f96168cc74 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "PUT /v2.0/routers/b9676776-7c00-41b0-baa0-cc95a47a85a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9583564 Dec 10 15:34:38.928446 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f8f10b-83fc-462a-9f62-16a7005c4d3c None None] Routers {'b9676776-7c00-41b0-baa0-cc95a47a85a5'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:34:38.933322 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-b2f8f10b-83fc-462a-9f62-16a7005c4d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:34:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['b9676776-7c00-41b0-baa0-cc95a47a85a5'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:38.984678 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c287fc4-d05b-4633-ab78-83c33cc5f50a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Deleting subnet a1548c34-9613-4fa2-901d-46e15f7cf162 {{(pid=103586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:34:39.026006 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4c287fc4-d05b-4633-ab78-83c33cc5f50a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for subnet, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:39.034749 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01dacca9-275c-479e-9404-4407b029b926 None None] Network fe512008-6ce0-4f2a-bbdb-c657d856e5df requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:34:39.040094 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-255f3348-25e0-4d66-b449-bf8d5d7b30b0 req-26c065a2-d3cb-4894-aebf-d19b574bdd61 tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5da363d-880d-47f3-bf58-2ff4f916062c HTTP/1.1" status: 200 len: 210 time: 0.0493877 Dec 10 15:34:39.041545 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5d8e22f4-740e-434b-9413-07ada4ef29f9 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:39.119087 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4c287fc4-d05b-4633-ab78-83c33cc5f50a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12392400'] for subnet, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:39.251190 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-503e5f91-fee1-4696-992b-cc9c7fd74f09 None None] Provisioning complete for port 51bc8736-b96b-4f45-b760-2aaf0aa5bb4a triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:39.253219 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-503e5f91-fee1-4696-992b-cc9c7fd74f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:39.325115 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4c287fc4-d05b-4633-ab78-83c33cc5f50a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:39.366380 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-b2f8f10b-83fc-462a-9f62-16a7005c4d3c None None] Set router b9676776-7c00-41b0-baa0-cc95a47a85a5 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:34:39.367378 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5d8e22f4-740e-434b-9413-07ada4ef29f9 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:39.483325 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e22f4-740e-434b-9413-07ada4ef29f9 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event deleted for resources: {'Subnet': ['ID=d3206962-4684-471a-942f-fe9d6bb5ff2f,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:39.494021 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5d8e22f4-740e-434b-9413-07ada4ef29f9 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:39.500480 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-5d8e22f4-740e-434b-9413-07ada4ef29f9 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/subnets/d3206962-4684-471a-942f-fe9d6bb5ff2f HTTP/1.1" status: 204 len: 168 time: 0.9176962 Dec 10 15:34:39.507428 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34732) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:39.596984 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-f035b74c-efb2-4a04-880f-cdce818dfd34 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0881624 Dec 10 15:34:39.601265 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34734) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:39.607358 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-64f97191-b8d2-4d46-8d9a-606ee5ecfb96 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Request body: {'subnet': {'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:34:39.707008 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e1f0c56a-dd5b-4db1-aa5e-ddd7e8bb5ab6 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11236534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11668560'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:39.738248 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f90324b-a785-49ee-a2b8-1028c7265df0 req-6b236fd3-c497-42ba-915e-41ea950e6b55 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:39.740036 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-0f90324b-a785-49ee-a2b8-1028c7265df0 req-6b236fd3-c497-42ba-915e-41ea950e6b55 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd83b32b-da78-4843-9cc0-ee5fbec90c5f HTTP/1.1" status: 200 len: 946 time: 0.1673372 Dec 10 15:34:39.836740 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-503e5f91-fee1-4696-992b-cc9c7fd74f09 None None] Could not find standard attr ID for object 81b66c74-fb33-4c5e-a732-8d3351c95589. {{(pid=103588) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 15:34:39.841853 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-0f90324b-a785-49ee-a2b8-1028c7265df0 req-c001cbdb-edaf-4d01-89ba-1681f61a1eeb tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c76f20c-4132-470a-be23-b318b8c74d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888278 Dec 10 15:34:39.847453 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4c287fc4-d05b-4633-ab78-83c33cc5f50a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:39.885110 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f97191-b8d2-4d46-8d9a-606ee5ecfb96 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Made reservation on behalf of 915dae42aca44a6e934a20b3a70b3a5e for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:34:39.890923 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-64f97191-b8d2-4d46-8d9a-606ee5ecfb96 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:39.898548 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c287fc4-d05b-4633-ab78-83c33cc5f50a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Pushing event deleted for resources: {'Subnet': ['ID=a1548c34-9613-4fa2-901d-46e15f7cf162,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:39.909140 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4c287fc4-d05b-4633-ab78-83c33cc5f50a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:39.912924 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-4c287fc4-d05b-4633-ab78-83c33cc5f50a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "DELETE /v2.0/subnets/a1548c34-9613-4fa2-901d-46e15f7cf162 HTTP/1.1" status: 204 len: 168 time: 1.0457077 Dec 10 15:34:39.935347 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34736) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:40.043236 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa6da04-2dd6-42bd-b742-6a3be41817e2 None None] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:34:40.045133 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd72b42f-9e17-4d7c-b313-eead7f4211bf None None] Network 46395903-3316-40c2-9e82-67dcb297853c requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:34:40.135348 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.db.resource_extend [None req-f2479d43-545a-48f6-ace9-358d3743968e tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] It took 0.70 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 15:34:40.155276 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3fe47549-76a3-47e9-a4b8-4bc63818eaea tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:40.209098 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 073c06f3-f1b5-4c92-b46f-bca93aa21455 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:34:40.214085 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-503e5f91-fee1-4696-992b-cc9c7fd74f09 None None] Provisioning complete for port 073c06f3-f1b5-4c92-b46f-bca93aa21455 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:40.214764 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-503e5f91-fee1-4696-992b-cc9c7fd74f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:40.319184 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b9062329-6005-4ebe-a32c-d211f960c1d4 req-122bc909-e042-43ba-a07c-1fae33c77e3e tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5da363d-880d-47f3-bf58-2ff4f916062c HTTP/1.1" status: 200 len: 210 time: 0.0892751 Dec 10 15:34:40.339332 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f0c56a-dd5b-4db1-aa5e-ddd7e8bb5ab6 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Network fe512008-6ce0-4f2a-bbdb-c657d856e5df is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:34:40.354940 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0fd7ab-d5c5-4bca-8303-e6c7eaf574a6 req-f8763ca6-58c1-4f33-8c6b-69116c271ca9 tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:40.356482 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-ca0fd7ab-d5c5-4bca-8303-e6c7eaf574a6 req-f8763ca6-58c1-4f33-8c6b-69116c271ca9 tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] 10.222.0.44 "GET /v2.0/networks?id=0fdb6849-b3bf-465f-a54e-a82662b0a03d HTTP/1.1" status: 200 len: 812 time: 1.0791385 Dec 10 15:34:40.359975 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f0c56a-dd5b-4db1-aa5e-ddd7e8bb5ab6 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event updated for resources: {'Subnet': ['ID=ece9988d-7dfc-4231-a62e-6bb6ddc28e2c,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:40.363126 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-e1f0c56a-dd5b-4db1-aa5e-ddd7e8bb5ab6 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:34:40.369986 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f0c56a-dd5b-4db1-aa5e-ddd7e8bb5ab6 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:40.370592 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e1f0c56a-dd5b-4db1-aa5e-ddd7e8bb5ab6 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:40.378074 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [req-ca0fd7ab-d5c5-4bca-8303-e6c7eaf574a6 req-b58bee4e-60ac-49db-b0ea-f304d254cb2d tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] Request body: {'port': {'device_id': 'c5da363d-880d-47f3-bf58-2ff4f916062c', 'network_id': '0fdb6849-b3bf-465f-a54e-a82662b0a03d', 'admin_state_up': True, 'tenant_id': '34a9cb25fd724349affef6ebcb39b20b'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:34:40.378458 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3fe47549-76a3-47e9-a4b8-4bc63818eaea tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Deleting port d49a3eab-153c-4f6b-9836-f9fced45b03f {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:34:40.379530 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3fe47549-76a3-47e9-a4b8-4bc63818eaea tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:40.386343 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f2479d43-545a-48f6-ace9-358d3743968e tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:40.440635 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-64f97191-b8d2-4d46-8d9a-606ee5ecfb96 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11695183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581935'] for subnet, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:40.445822 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-b2f8f10b-83fc-462a-9f62-16a7005c4d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9676776-7c00-41b0-baa0-cc95a47a85a5', 'name': 'tempest-TestNetworkBasicOps-router-1075454237', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': 'db7043b8-530f-44b2-913d-9a2e4ca5e570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:32:09Z', 'updated_at': '2021-12-10T15:34:36Z', 'revision_number': 6, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': 'db7043b8-530f-44b2-913d-9a2e4ca5e570', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:02:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9676776-7c00-41b0-baa0-cc95a47a85a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:32:11Z', 'updated_at': '2021-12-10T15:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': '1c5a49e9-17a3-4879-a890-c8682fb48880', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'floating_ip_address': '172.26.2.154', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': 'b9676776-7c00-41b0-baa0-cc95a47a85a5', 'port_id': 'a8105268-3e68-4849-a38d-a20a747926fa', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78b329c0-5093-420d-971f-ce625768710e', 'mac_address': 'fa:16:3e:17:f8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d8b614-6355-4b3d-86be-c56b4b54d658', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T15:33:01Z', 'updated_at': '2021-12-10T15:33:08Z', 'revision_number': 1, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '283bcdc3-c916-42a4-ac81-2f9b4c91bb34', 'name': '', 'network_id': '78b329c0-5093-420d-971f-ce625768710e', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:49:39:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9676776-7c00-41b0-baa0-cc95a47a85a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '57830461-432a-4f8d-a9a8-32a63484290f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:32:22Z', 'updated_at': '2021-12-10T15:32:29Z', 'revision_number': 5, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': '57830461-432a-4f8d-a9a8-32a63484290f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:40.468277 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f97191-b8d2-4d46-8d9a-606ee5ecfb96 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:34:40.473965 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 073c06f3-f1b5-4c92-b46f-bca93aa21455 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:40.474118 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:40.486073 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f2479d43-545a-48f6-ace9-358d3743968e tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552741'] for floatingip, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:40.497249 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-64f97191-b8d2-4d46-8d9a-606ee5ecfb96 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:34:40.510833 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3fe47549-76a3-47e9-a4b8-4bc63818eaea tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] For port d49a3eab-153c-4f6b-9836-f9fced45b03f, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=d49a3eab-153c-4f6b-9836-f9fced45b03f,segment=NetworkSegment(32ad9fc1-9803-4842-b0c4-5f15a88b4cdf),segment_id=32ad9fc1-9803-4842-b0c4-5f15a88b4cdf)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:34:40.511320 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3fe47549-76a3-47e9-a4b8-4bc63818eaea tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:40.519018 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f97191-b8d2-4d46-8d9a-606ee5ecfb96 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:40.519327 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-64f97191-b8d2-4d46-8d9a-606ee5ecfb96 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:40.536077 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f8f10b-83fc-462a-9f62-16a7005c4d3c None None] Checking router: b9676776-7c00-41b0-baa0-cc95a47a85a5 for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:34:40.546052 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3fe47549-76a3-47e9-a4b8-4bc63818eaea tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Calling delete_port for d49a3eab-153c-4f6b-9836-f9fced45b03f owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:34:40.556192 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f97191-b8d2-4d46-8d9a-606ee5ecfb96 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event updated for resources: {'Subnet': ['ID=b46da44a-bcdf-4468-94c9-1952fcfb7803,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:40.560058 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-e1f0c56a-dd5b-4db1-aa5e-ddd7e8bb5ab6 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.1824815 Dec 10 15:34:40.564329 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34744) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:40.572450 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-190a8a6c-2c0a-4a46-8bf1-623557ff8440 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Request body: {'port': {'network_id': 'fe512008-6ce0-4f2a-bbdb-c657d856e5df', 'fixed_ips': [{'subnet_id': 'ed38f5c2-4a01-4b8b-bffb-2b96622400ae'}, {'subnet_id': 'ece9988d-7dfc-4231-a62e-6bb6ddc28e2c'}], 'name': 'tempest-PortsTestJSON-1440903578'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:34:40.594164 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891ab4b2-2869-43e6-afcb-441e7976e819 None None] Network fe512008-6ce0-4f2a-bbdb-c657d856e5df requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:34:40.620703 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7d2877-6904-43a3-8f31-d37e005bde63 None None] DHCP port deletion for c2b5f149-cedd-450c-ab43-dd2d78259f45 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:34:40.627252 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f8f10b-83fc-462a-9f62-16a7005c4d3c None None] Routers {'b9676776-7c00-41b0-baa0-cc95a47a85a5'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:34:40.628036 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-b2f8f10b-83fc-462a-9f62-16a7005c4d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:34:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['b9676776-7c00-41b0-baa0-cc95a47a85a5'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:40.630309 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-503e5f91-fee1-4696-992b-cc9c7fd74f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:40.645294 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.l3_db [None req-f2479d43-545a-48f6-ace9-358d3743968e tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Floating IP 2555a814-be56-434a-82a2-56b2627f2576 associated. External IP: 172.26.2.64, port: 3a1e7e64-8605-4c73-a4de-b7f3580d3836. Dec 10 15:34:40.699903 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca0fd7ab-d5c5-4bca-8303-e6c7eaf574a6 req-b58bee4e-60ac-49db-b0ea-f304d254cb2d tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] Made reservation on behalf of 34a9cb25fd724349affef6ebcb39b20b for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:34:40.704227 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-ca0fd7ab-d5c5-4bca-8303-e6c7eaf574a6 req-b58bee4e-60ac-49db-b0ea-f304d254cb2d tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:40.714889 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fadf8609-eee1-4adc-8c3e-b442e2e1630d None None] DHCP port deletion for 46395903-3316-40c2-9e82-67dcb297853c request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:34:40.726632 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-64f97191-b8d2-4d46-8d9a-606ee5ecfb96 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1241090 Dec 10 15:34:40.727304 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34746) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:40.732205 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-f970f3c4-dfc2-41d3-895a-716ed0655162 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Request body: {'subnet': {'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:34:40.803041 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3fe47549-76a3-47e9-a4b8-4bc63818eaea tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:40.833118 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe47549-76a3-47e9-a4b8-4bc63818eaea tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Pushing event deleted for resources: {'Port': ['ID=d49a3eab-153c-4f6b-9836-f9fced45b03f,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:40.843900 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe47549-76a3-47e9-a4b8-4bc63818eaea tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] No DVR routers for this DVR port d49a3eab-153c-4f6b-9836-f9fced45b03f on host dv-neutron-821401-4-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:34:40.872373 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-503e5f91-fee1-4696-992b-cc9c7fd74f09 None None] For port 073c06f3-f1b5-4c92-b46f-bca93aa21455, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=073c06f3-f1b5-4c92-b46f-bca93aa21455,segment=NetworkSegment(ec3ab229-67d4-4a9c-a0f1-c49dd646856b),segment_id=ec3ab229-67d4-4a9c-a0f1-c49dd646856b)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:34:40.883584 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-190a8a6c-2c0a-4a46-8bf1-623557ff8440 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Made reservation on behalf of 21e0d6ce128b4efe93836d06f4e29105 for: {'port': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:34:40.952086 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-503e5f91-fee1-4696-992b-cc9c7fd74f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:40.963167 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-b2f8f10b-83fc-462a-9f62-16a7005c4d3c None None] Set router b9676776-7c00-41b0-baa0-cc95a47a85a5 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:34:40.968869 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:40.981265 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-190a8a6c-2c0a-4a46-8bf1-623557ff8440 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:41.025142 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8dd7c-bdf1-4bc8-9437-34732b49de83 req-a6647d34-a6f8-414b-9606-69a500067cb0 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:41.026687 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-5fb8dd7c-bdf1-4bc8-9437-34732b49de83 req-a6647d34-a6f8-414b-9606-69a500067cb0 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd83b32b-da78-4843-9cc0-ee5fbec90c5f HTTP/1.1" status: 200 len: 946 time: 0.1582825 Dec 10 15:34:41.073535 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-190a8a6c-2c0a-4a46-8bf1-623557ff8440 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] device_id is not set on port 00d56a0c-f4ba-4ac0-89e3-7c3bc9194f7e yet. {{(pid=103586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:34:41.099214 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-1b7d2877-6904-43a3-8f31-d37e005bde63 None None] Deleting port 51bc8736-b96b-4f45-b760-2aaf0aa5bb4a {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:34:41.099886 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1b7d2877-6904-43a3-8f31-d37e005bde63 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:41.115356 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-ca0fd7ab-d5c5-4bca-8303-e6c7eaf574a6 req-b58bee4e-60ac-49db-b0ea-f304d254cb2d tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] Allocated IP 172.20.0.12 (0fdb6849-b3bf-465f-a54e-a82662b0a03d/8bafb1d6-a430-4c16-83e7-4286bd5ea1f7/118b61f6-60d4-420b-9ef5-df18c1378ca5) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:34:41.124036 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3fe47549-76a3-47e9-a4b8-4bc63818eaea tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:41.167124 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-3fe47549-76a3-47e9-a4b8-4bc63818eaea tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46395903-3316-40c2-9e82-67dcb297853c']}} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:41.185517 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-fadf8609-eee1-4adc-8c3e-b442e2e1630d None None] Deleting port d49a3eab-153c-4f6b-9836-f9fced45b03f {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:34:41.185916 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fadf8609-eee1-4adc-8c3e-b442e2e1630d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:41.190314 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a48f29-678e-4b85-8254-51e1e6b6876e req-9a0139e2-d014-4b70-8a77-f713ec43c212 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:41.197887 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-d2a48f29-678e-4b85-8254-51e1e6b6876e req-9a0139e2-d014-4b70-8a77-f713ec43c212 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd83b32b-da78-4843-9cc0-ee5fbec90c5f HTTP/1.1" status: 200 len: 946 time: 0.2014530 Dec 10 15:34:41.201678 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-3fe47549-76a3-47e9-a4b8-4bc63818eaea tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32ad9fc1-9803-4842-b0c4-5f15a88b4cdf') {'for_net_delete': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:41.202114 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-3fe47549-76a3-47e9-a4b8-4bc63818eaea tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32ad9fc1-9803-4842-b0c4-5f15a88b4cdf') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:41.205294 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f970f3c4-dfc2-41d3-895a-716ed0655162 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Made reservation on behalf of 915dae42aca44a6e934a20b3a70b3a5e for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:34:41.208161 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f970f3c4-dfc2-41d3-895a-716ed0655162 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11668558'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:41.242450 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503e5f91-fee1-4696-992b-cc9c7fd74f09 None None] Pushing event updated for resources: {'Port': ['ID=073c06f3-f1b5-4c92-b46f-bca93aa21455,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:41.257179 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3fe47549-76a3-47e9-a4b8-4bc63818eaea tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12392235'] for segment, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:41.291789 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-2cefe62c-0da4-4ef6-a61c-faa9aaa6aa05 None None] Provisioning complete for port 073c06f3-f1b5-4c92-b46f-bca93aa21455 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:41.292445 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2cefe62c-0da4-4ef6-a61c-faa9aaa6aa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:41.306599 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3fe47549-76a3-47e9-a4b8-4bc63818eaea tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:41.327478 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2479d43-545a-48f6-ace9-358d3743968e tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Router b05d23f3-fb13-4e5a-9d22-cdb705fc9e46 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:34:41.406771 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-d2a48f29-678e-4b85-8254-51e1e6b6876e req-eab834c4-7aeb-4492-81ef-0fae916d5e7e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c76f20c-4132-470a-be23-b318b8c74d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2029591 Dec 10 15:34:41.411803 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fe47549-76a3-47e9-a4b8-4bc63818eaea tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=103586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:34:41.412449 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3fe47549-76a3-47e9-a4b8-4bc63818eaea tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11695586'] for segment, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:41.415502 dv-neutron-821401-4-hyperv neutron-server[103586]: Traceback (most recent call last): Dec 10 15:34:41.415502 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:34:41.415502 dv-neutron-821401-4-hyperv neutron-server[103586]: timer() Dec 10 15:34:41.415502 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:34:41.415502 dv-neutron-821401-4-hyperv neutron-server[103586]: cb(*args, **kw) Dec 10 15:34:41.415502 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:34:41.415502 dv-neutron-821401-4-hyperv neutron-server[103586]: return func(*args, **kwargs) Dec 10 15:34:41.415502 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:34:41.415502 dv-neutron-821401-4-hyperv neutron-server[103586]: self._notify() Dec 10 15:34:41.415502 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:34:41.415502 dv-neutron-821401-4-hyperv neutron-server[103586]: self.callback(batched_events) Dec 10 15:34:41.415502 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:34:41.415502 dv-neutron-821401-4-hyperv neutron-server[103586]: event.method(event) Dec 10 15:34:41.415502 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:34:41.415502 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:34:41.415502 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:34:41.415502 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:34:41.415502 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:34:41.415502 dv-neutron-821401-4-hyperv neutron-server[103586]: return f(self, *a, **k) Dec 10 15:34:41.415502 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:34:41.415502 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._get(url).json() Dec 10 15:34:41.415502 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:34:41.415502 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:34:41.415502 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:34:41.415502 dv-neutron-821401-4-hyperv neutron-server[103586]: return self.request(url, 'GET', **kwargs) Dec 10 15:34:41.415502 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:34:41.415502 dv-neutron-821401-4-hyperv neutron-server[103586]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:34:41.415502 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:34:41.415502 dv-neutron-821401-4-hyperv neutron-server[103586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:34:41.415502 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:34:41.415502 dv-neutron-821401-4-hyperv neutron-server[103586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:34:41.415502 dv-neutron-821401-4-hyperv neutron-server[103586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:34:41.430898 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.db.api [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 15:34:41.430898 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG oslo_db.api [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 15:34:41.431066 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-5fb8dd7c-bdf1-4bc8-9437-34732b49de83 req-ae08b4be-58ff-46c7-a6e0-04f227692c6c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Deleting port f286f2ee-8271-4eea-a076-9652a1af2f5b {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:34:41.431066 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-5fb8dd7c-bdf1-4bc8-9437-34732b49de83 req-ae08b4be-58ff-46c7-a6e0-04f227692c6c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:41.507367 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-090b438a-396d-4c8c-8173-963e92b7e070 req-7594d75f-76ba-484c-9732-4488e65ebae2 tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5da363d-880d-47f3-bf58-2ff4f916062c HTTP/1.1" status: 200 len: 210 time: 0.1063073 Dec 10 15:34:41.561794 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3fe47549-76a3-47e9-a4b8-4bc63818eaea tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:41.572382 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3fe47549-76a3-47e9-a4b8-4bc63818eaea tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:41.579416 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-3fe47549-76a3-47e9-a4b8-4bc63818eaea tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "DELETE /v2.0/networks/46395903-3316-40c2-9e82-67dcb297853c HTTP/1.1" status: 204 len: 168 time: 1.6392145 Dec 10 15:34:41.584233 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34752) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:41.594775 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-1a85ff9f-3d1a-4f17-959f-987fa1d2faf8 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1793806521'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:34:41.610672 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe47549-76a3-47e9-a4b8-4bc63818eaea tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Pushing event deleted for resources: {'Network': ['ID=46395903-3316-40c2-9e82-67dcb297853c,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:41.635587 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-190a8a6c-2c0a-4a46-8bf1-623557ff8440 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Allocated IP 172.20.0.12 (fe512008-6ce0-4f2a-bbdb-c657d856e5df/ed38f5c2-4a01-4b8b-bffb-2b96622400ae/00d56a0c-f4ba-4ac0-89e3-7c3bc9194f7e) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:34:41.644589 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-190a8a6c-2c0a-4a46-8bf1-623557ff8440 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Allocated IP 172.20.0.21 (fe512008-6ce0-4f2a-bbdb-c657d856e5df/ece9988d-7dfc-4231-a62e-6bb6ddc28e2c/00d56a0c-f4ba-4ac0-89e3-7c3bc9194f7e) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:34:41.654550 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ff8e64-7502-47a5-88f6-817567460afb None None] Update dhcp port {'port': {'network_id': 'fe512008-6ce0-4f2a-bbdb-c657d856e5df', 'fixed_ips': [{'subnet_id': 'ed38f5c2-4a01-4b8b-bffb-2b96622400ae', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ece9988d-7dfc-4231-a62e-6bb6ddc28e2c'}], 'binding:host_id': 'dv-neutron-821401-4-hyperv'}, 'id': '073c06f3-f1b5-4c92-b46f-bca93aa21455'} from dv-neutron-821401-4-hyperv. {{(pid=103588) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 15:34:41.709473 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-fadf8609-eee1-4adc-8c3e-b442e2e1630d None None] For port d49a3eab-153c-4f6b-9836-f9fced45b03f, host dv-neutron-821401-4-hyperv, got binding levels [] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:34:41.709905 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fadf8609-eee1-4adc-8c3e-b442e2e1630d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:41.715404 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-5fb8dd7c-bdf1-4bc8-9437-34732b49de83 req-ae08b4be-58ff-46c7-a6e0-04f227692c6c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] For port f286f2ee-8271-4eea-a076-9652a1af2f5b, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=f286f2ee-8271-4eea-a076-9652a1af2f5b,segment=NetworkSegment(6e8aeea5-3e6e-4645-841c-769465551a4c),segment_id=6e8aeea5-3e6e-4645-841c-769465551a4c)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:34:41.715722 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-5fb8dd7c-bdf1-4bc8-9437-34732b49de83 req-ae08b4be-58ff-46c7-a6e0-04f227692c6c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:41.748374 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-72ff8e64-7502-47a5-88f6-817567460afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:41.756761 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-1b7d2877-6904-43a3-8f31-d37e005bde63 None None] For port 51bc8736-b96b-4f45-b760-2aaf0aa5bb4a, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=51bc8736-b96b-4f45-b760-2aaf0aa5bb4a,segment=NetworkSegment(64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4),segment_id=64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:34:41.757163 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1b7d2877-6904-43a3-8f31-d37e005bde63 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:41.768521 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-fadf8609-eee1-4adc-8c3e-b442e2e1630d None None] Calling delete_port for d49a3eab-153c-4f6b-9836-f9fced45b03f owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:34:41.768933 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-ca0fd7ab-d5c5-4bca-8303-e6c7eaf574a6 req-b58bee4e-60ac-49db-b0ea-f304d254cb2d tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:41.770621 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-5fb8dd7c-bdf1-4bc8-9437-34732b49de83 req-ae08b4be-58ff-46c7-a6e0-04f227692c6c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Calling delete_port for f286f2ee-8271-4eea-a076-9652a1af2f5b owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:34:41.788690 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.ipam_backend_mixin [None req-fadf8609-eee1-4adc-8c3e-b442e2e1630d None None] Port d49a3eab-153c-4f6b-9836-f9fced45b03f was not found and therefore no delete operation was performed {{(pid=103588) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 15:34:41.802441 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2479d43-545a-48f6-ace9-358d3743968e tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:34:41.802938 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fadf8609-eee1-4adc-8c3e-b442e2e1630d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:41.812767 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-1b7d2877-6904-43a3-8f31-d37e005bde63 None None] Calling delete_port for 51bc8736-b96b-4f45-b760-2aaf0aa5bb4a owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:34:41.822137 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff45eb3-cd1c-4e76-8d20-4efbeb85c20e None None] Sync routers for ids ['b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:34:41.829944 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-190a8a6c-2c0a-4a46-8bf1-623557ff8440 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:41.838872 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff45eb3-cd1c-4e76-8d20-4efbeb85c20e None None] Routers {'b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:34:41.840264 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-1ff45eb3-cd1c-4e76-8d20-4efbeb85c20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:34:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:41.879355 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a85ff9f-3d1a-4f17-959f-987fa1d2faf8 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Made reservation on behalf of 8fca97dbaacc4a37bd3d53215e8fd531 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:34:41.879590 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadf8609-eee1-4adc-8c3e-b442e2e1630d None None] Pushing event deleted for resources: {'Port': ['ID=d49a3eab-153c-4f6b-9836-f9fced45b03f,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:41.882636 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fadf8609-eee1-4adc-8c3e-b442e2e1630d None None] Network 46395903-3316-40c2-9e82-67dcb297853c is not hosted by any dhcp agent {{(pid=103588) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 15:34:41.882856 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1a85ff9f-3d1a-4f17-959f-987fa1d2faf8 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:41.883102 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadf8609-eee1-4adc-8c3e-b442e2e1630d None None] No DVR routers for this DVR port d49a3eab-153c-4f6b-9836-f9fced45b03f on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:34:41.904743 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-1ff45eb3-cd1c-4e76-8d20-4efbeb85c20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:41.917745 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff45eb3-cd1c-4e76-8d20-4efbeb85c20e None None] Routers {'b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:34:41.918527 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-1ff45eb3-cd1c-4e76-8d20-4efbeb85c20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:34:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:41.943548 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-190a8a6c-2c0a-4a46-8bf1-623557ff8440 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:41.988741 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-1ff45eb3-cd1c-4e76-8d20-4efbeb85c20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:41.989701 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff45eb3-cd1c-4e76-8d20-4efbeb85c20e None None] The sync data for ids ['b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'] in dv-neutron-821401-4-hyperv is: [] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:34:41.994508 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190a8a6c-2c0a-4a46-8bf1-623557ff8440 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Network fe512008-6ce0-4f2a-bbdb-c657d856e5df is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:34:41.998242 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-190a8a6c-2c0a-4a46-8bf1-623557ff8440 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:34:42.003179 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190a8a6c-2c0a-4a46-8bf1-623557ff8440 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:34:42.028632 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190a8a6c-2c0a-4a46-8bf1-623557ff8440 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event updated for resources: {'Port': ['ID=00d56a0c-f4ba-4ac0-89e3-7c3bc9194f7e,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:42.042426 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a85ff9f-3d1a-4f17-959f-987fa1d2faf8 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:34:42.056657 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-ca0fd7ab-d5c5-4bca-8303-e6c7eaf574a6 req-b58bee4e-60ac-49db-b0ea-f304d254cb2d tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:42.061177 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190a8a6c-2c0a-4a46-8bf1-623557ff8440 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:42.062627 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-190a8a6c-2c0a-4a46-8bf1-623557ff8440 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:42.071558 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-2cefe62c-0da4-4ef6-a61c-faa9aaa6aa05 None None] Provisioning complete for port 1c95d436-a139-4567-913d-4ee9f49c1413 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:42.073606 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2cefe62c-0da4-4ef6-a61c-faa9aaa6aa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:42.086342 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1a85ff9f-3d1a-4f17-959f-987fa1d2faf8 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:42.086691 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.segments_db [None req-1a85ff9f-3d1a-4f17-959f-987fa1d2faf8 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Added segment 1604fd56-356b-4621-86e4-f0500fa56bf8 of type vlan for network ece6c40e-f20e-4ee4-9ee4-35be04095f46 Dec 10 15:34:42.165833 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca0fd7ab-d5c5-4bca-8303-e6c7eaf574a6 req-b58bee4e-60ac-49db-b0ea-f304d254cb2d tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] Network 0fdb6849-b3bf-465f-a54e-a82662b0a03d is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:34:42.173761 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1a85ff9f-3d1a-4f17-959f-987fa1d2faf8 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:42.197952 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-2cefe62c-0da4-4ef6-a61c-faa9aaa6aa05 None None] Port 1c95d436-a139-4567-913d-4ee9f49c1413 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:34:42.201141 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-ca0fd7ab-d5c5-4bca-8303-e6c7eaf574a6 req-b58bee4e-60ac-49db-b0ea-f304d254cb2d tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:34:42.204194 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-190a8a6c-2c0a-4a46-8bf1-623557ff8440 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.6383567 Dec 10 15:34:42.206636 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34754) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:42.215107 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca0fd7ab-d5c5-4bca-8303-e6c7eaf574a6 req-b58bee4e-60ac-49db-b0ea-f304d254cb2d tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:34:42.215573 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-ddde0dfc-ce4e-406d-882d-3ce7bf08cab9 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ed38f5c2-4a01-4b8b-bffb-2b96622400ae'}]}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:34:42.229038 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-72ff8e64-7502-47a5-88f6-817567460afb None None] Allocated IP 172.20.0.18 (fe512008-6ce0-4f2a-bbdb-c657d856e5df/ece9988d-7dfc-4231-a62e-6bb6ddc28e2c/073c06f3-f1b5-4c92-b46f-bca93aa21455) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:34:42.233482 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df647da-594b-43ab-829d-e38bcb8f1bef None None] DHCP port deletion for 0fdb6849-b3bf-465f-a54e-a82662b0a03d request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:34:42.239865 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-b2f8f10b-83fc-462a-9f62-16a7005c4d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9676776-7c00-41b0-baa0-cc95a47a85a5', 'name': 'tempest-TestNetworkBasicOps-router-1075454237', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': 'db7043b8-530f-44b2-913d-9a2e4ca5e570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:32:09Z', 'updated_at': '2021-12-10T15:34:36Z', 'revision_number': 6, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': 'db7043b8-530f-44b2-913d-9a2e4ca5e570', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:02:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9676776-7c00-41b0-baa0-cc95a47a85a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:32:11Z', 'updated_at': '2021-12-10T15:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': '1c5a49e9-17a3-4879-a890-c8682fb48880', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'floating_ip_address': '172.26.2.154', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': 'b9676776-7c00-41b0-baa0-cc95a47a85a5', 'port_id': 'a8105268-3e68-4849-a38d-a20a747926fa', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78b329c0-5093-420d-971f-ce625768710e', 'mac_address': 'fa:16:3e:17:f8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d8b614-6355-4b3d-86be-c56b4b54d658', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T15:33:01Z', 'updated_at': '2021-12-10T15:33:08Z', 'revision_number': 1, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '283bcdc3-c916-42a4-ac81-2f9b4c91bb34', 'name': '', 'network_id': '78b329c0-5093-420d-971f-ce625768710e', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:49:39:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9676776-7c00-41b0-baa0-cc95a47a85a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '57830461-432a-4f8d-a9a8-32a63484290f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:32:22Z', 'updated_at': '2021-12-10T15:32:29Z', 'revision_number': 5, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': '57830461-432a-4f8d-a9a8-32a63484290f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:42.283607 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 073c06f3-f1b5-4c92-b46f-bca93aa21455 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:34:42.289322 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58bee4e-60ac-49db-b0ea-f304d254cb2d tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] Pushing event updated for resources: {'Port': ['ID=118b61f6-60d4-420b-9ef5-df18c1378ca5,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:42.291833 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1b7d2877-6904-43a3-8f31-d37e005bde63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:42.294028 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f8f10b-83fc-462a-9f62-16a7005c4d3c None None] The sync data for ids ['b9676776-7c00-41b0-baa0-cc95a47a85a5'] in dv-neutron-821401-4-hyperv is: [{'id': 'b9676776-7c00-41b0-baa0-cc95a47a85a5', 'name': 'tempest-TestNetworkBasicOps-router-1075454237', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': 'db7043b8-530f-44b2-913d-9a2e4ca5e570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:32:09Z', 'updated_at': '2021-12-10T15:34:36Z', 'revision_number': 6, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': 'db7043b8-530f-44b2-913d-9a2e4ca5e570', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:02:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9676776-7c00-41b0-baa0-cc95a47a85a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:32:11Z', 'updated_at': '2021-12-10T15:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': '1c5a49e9-17a3-4879-a890-c8682fb48880', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'floating_ip_address': '172.26.2.154', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': 'b9676776-7c00-41b0-baa0-cc95a47a85a5', 'port_id': 'a8105268-3e68-4849-a38d-a20a747926fa', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78b329c0-5093-420d-971f-ce625768710e', 'mac_address': 'fa:16:3e:17:f8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d8b614-6355-4b3d-86be-c56b4b54d658', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T15:33:01Z', 'updated_at': '2021-12-10T15:33:08Z', 'revision_number': 1, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '283bcdc3-c916-42a4-ac81-2f9b4c91bb34', 'name': '', 'network_id': '78b329c0-5093-420d-971f-ce625768710e', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:49:39:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9676776-7c00-41b0-baa0-cc95a47a85a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '57830461-432a-4f8d-a9a8-32a63484290f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:32:22Z', 'updated_at': '2021-12-10T15:32:29Z', 'revision_number': 5, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': '57830461-432a-4f8d-a9a8-32a63484290f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:34:42.358685 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ddde0dfc-ce4e-406d-882d-3ce7bf08cab9 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:42.402307 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7d2877-6904-43a3-8f31-d37e005bde63 None None] Pushing event deleted for resources: {'Port': ['ID=51bc8736-b96b-4f45-b760-2aaf0aa5bb4a,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:42.408152 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7d2877-6904-43a3-8f31-d37e005bde63 None None] No DVR routers for this DVR port 51bc8736-b96b-4f45-b760-2aaf0aa5bb4a on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:34:42.430895 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-20822ed5-0ba8-49b0-99c8-79ccbff3bfdb None None] Provisioning complete for port 118b61f6-60d4-420b-9ef5-df18c1378ca5 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:42.430895 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-20822ed5-0ba8-49b0-99c8-79ccbff3bfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:42.469156 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b002242-dd6d-48ec-9c03-a74884e79249 None None] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:34:42.569346 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-20822ed5-0ba8-49b0-99c8-79ccbff3bfdb None None] Port 118b61f6-60d4-420b-9ef5-df18c1378ca5 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:34:42.579167 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-92563bac-bcc4-4969-bf2d-7b4f1a5afa2b req-5cbdca73-02b5-44a2-8420-47dfc6126a0c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd83b32b-da78-4843-9cc0-ee5fbec90c5f HTTP/1.1" status: 200 len: 210 time: 0.0819101 Dec 10 15:34:42.587182 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 073c06f3-f1b5-4c92-b46f-bca93aa21455 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:42.587761 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:42.590738 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-72ff8e64-7502-47a5-88f6-817567460afb None None] For port 073c06f3-f1b5-4c92-b46f-bca93aa21455, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=073c06f3-f1b5-4c92-b46f-bca93aa21455,segment=NetworkSegment(ec3ab229-67d4-4a9c-a0f1-c49dd646856b),segment_id=ec3ab229-67d4-4a9c-a0f1-c49dd646856b)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:34:42.672465 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-72ff8e64-7502-47a5-88f6-817567460afb None None] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:42.709093 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa4bf4d-bfce-4b4f-9b46-402deb6eb9dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-c2b5f149-cedd-450c-ab43-dd2d78259f45', 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'project_id': '915dae42aca44a6e934a20b3a70b3a5e', 'fixed_ips': [{'subnet_id': '4f4fdb2a-e31c-416d-824f-c5f5b1fbdeb7'}, {'subnet_id': 'b46da44a-bcdf-4468-94c9-1952fcfb7803'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:34:42.710104 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-baa4bf4d-bfce-4b4f-9b46-402deb6eb9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:42.737041 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0fd7ab-d5c5-4bca-8303-e6c7eaf574a6 req-b58bee4e-60ac-49db-b0ea-f304d254cb2d tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:42.737664 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-ca0fd7ab-d5c5-4bca-8303-e6c7eaf574a6 req-b58bee4e-60ac-49db-b0ea-f304d254cb2d tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:42.748263 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-5fb8dd7c-bdf1-4bc8-9437-34732b49de83 req-ae08b4be-58ff-46c7-a6e0-04f227692c6c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:42.749882 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1a85ff9f-3d1a-4f17-959f-987fa1d2faf8 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:42.755372 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a85ff9f-3d1a-4f17-959f-987fa1d2faf8 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:42.755959 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1a85ff9f-3d1a-4f17-959f-987fa1d2faf8 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:42.759809 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-72ff8e64-7502-47a5-88f6-817567460afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:42.821109 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-ddde0dfc-ce4e-406d-882d-3ce7bf08cab9 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Delete allocated IP 172.20.0.21 (fe512008-6ce0-4f2a-bbdb-c657d856e5df/ece9988d-7dfc-4231-a62e-6bb6ddc28e2c) {{(pid=103586) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 10 15:34:42.833838 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae08b4be-58ff-46c7-a6e0-04f227692c6c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event deleted for resources: {'Port': ['ID=f286f2ee-8271-4eea-a076-9652a1af2f5b,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:42.892287 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.objects.ports [None req-f970f3c4-dfc2-41d3-895a-716ed0655162 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103587) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 15:34:42.900986 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f970f3c4-dfc2-41d3-895a-716ed0655162 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11236534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11668560'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:42.913685 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device d49a3eab-153c-4f6b-9836-f9fced45b03f no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:34:42.986233 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: d49a3eab-153c-4f6b-9836-f9fced45b03f {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:34:42.987158 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device d49a3eab-153c-4f6b-9836-f9fced45b03f not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:34:42.987158 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 51bc8736-b96b-4f45-b760-2aaf0aa5bb4a no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:34:43.010762 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ddde0dfc-ce4e-406d-882d-3ce7bf08cab9 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:43.033361 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-42cb694a-d405-401c-90a8-da9f26926207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:43.036152 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ff8e64-7502-47a5-88f6-817567460afb None None] Pushing event updated for resources: {'Port': ['ID=073c06f3-f1b5-4c92-b46f-bca93aa21455,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:43.042239 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 51bc8736-b96b-4f45-b760-2aaf0aa5bb4a {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:34:43.042585 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 51bc8736-b96b-4f45-b760-2aaf0aa5bb4a not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:34:43.047249 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-ca0fd7ab-d5c5-4bca-8303-e6c7eaf574a6 req-b58bee4e-60ac-49db-b0ea-f304d254cb2d tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6733413 Dec 10 15:34:43.061302 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a102853-ef38-414f-b73a-a81a03b9bb04 req-3286bb7f-50be-4bd2-bd31-32418f1445f7 tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:43.069458 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-2a102853-ef38-414f-b73a-a81a03b9bb04 req-3286bb7f-50be-4bd2-bd31-32418f1445f7 tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5da363d-880d-47f3-bf58-2ff4f916062c HTTP/1.1" status: 200 len: 932 time: 0.3470628 Dec 10 15:34:43.080741 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-1a85ff9f-3d1a-4f17-959f-987fa1d2faf8 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4902513 Dec 10 15:34:43.083736 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34760) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:43.093722 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-d55a69e5-1740-4118-a6e0-f654dd4e807c tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Request body: {'subnet': {'network_id': 'ece6c40e-f20e-4ee4-9ee4-35be04095f46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:34:43.118747 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f970f3c4-dfc2-41d3-895a-716ed0655162 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:34:43.123509 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [req-ca0fd7ab-d5c5-4bca-8303-e6c7eaf574a6 req-fa4f0d02-1336-4818-8309-c4e55d3a6fe3 service neutron] Request body: {'port': {'device_id': 'c5da363d-880d-47f3-bf58-2ff4f916062c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:34:43.147081 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-f970f3c4-dfc2-41d3-895a-716ed0655162 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:34:43.149362 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fb8dd7c-bdf1-4bc8-9437-34732b49de83 req-ae08b4be-58ff-46c7-a6e0-04f227692c6c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] No DVR routers for this DVR port f286f2ee-8271-4eea-a076-9652a1af2f5b on host hv-neutron-8214 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:34:43.151000 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85ff9f-3d1a-4f17-959f-987fa1d2faf8 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Pushing event updated for resources: {'Network': ['ID=ece6c40e-f20e-4ee4-9ee4-35be04095f46,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:43.162214 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ddde0dfc-ce4e-406d-882d-3ce7bf08cab9 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:43.171919 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-baa4bf4d-bfce-4b4f-9b46-402deb6eb9dd None None] Allocated IP 172.20.0.2 (c2b5f149-cedd-450c-ab43-dd2d78259f45/b46da44a-bcdf-4468-94c9-1952fcfb7803/a59aa6b5-7b01-42f5-9d47-c8df8740afe7) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:34:43.179736 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-baa4bf4d-bfce-4b4f-9b46-402deb6eb9dd None None] Allocated IP 2001:db8::f816:3eff:fe65:1444 (c2b5f149-cedd-450c-ab43-dd2d78259f45/4f4fdb2a-e31c-416d-824f-c5f5b1fbdeb7/a59aa6b5-7b01-42f5-9d47-c8df8740afe7) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:34:43.185075 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network ece6c40e-f20e-4ee4-9ee4-35be04095f46 details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:34:43.185364 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f970f3c4-dfc2-41d3-895a-716ed0655162 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:43.186012 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f970f3c4-dfc2-41d3-895a-716ed0655162 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:43.206029 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2479d43-545a-48f6-ace9-358d3743968e tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Router d73cdea3-69f4-470b-9c41-240c51e25032 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:34:43.207331 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-5fb8dd7c-bdf1-4bc8-9437-34732b49de83 req-ae08b4be-58ff-46c7-a6e0-04f227692c6c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:43.210751 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-5fb8dd7c-bdf1-4bc8-9437-34732b49de83 req-ae08b4be-58ff-46c7-a6e0-04f227692c6c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.44 "DELETE /v2.0/ports/f286f2ee-8271-4eea-a076-9652a1af2f5b HTTP/1.1" status: 204 len: 173 time: 2.1474338 Dec 10 15:34:43.212838 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd83b32b-da78-4843-9cc0-ee5fbec90c5f', 'name': 'network-vif-deleted', 'tag': 'f286f2ee-8271-4eea-a076-9652a1af2f5b'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:34:43.215170 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9ca57131bc4931768ac29058952438d1fdd62308db7b17540cc34ffe8faef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39143265-9fb1-4b2d-97ef-4062f95ee91a" -d '{"events": [{"server_uuid": "bd83b32b-da78-4843-9cc0-ee5fbec90c5f", "name": "network-vif-deleted", "tag": "f286f2ee-8271-4eea-a076-9652a1af2f5b"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:34:43.293127 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-2a102853-ef38-414f-b73a-a81a03b9bb04 req-31aba35d-35a9-4208-a1f0-1c86bfc15602 tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1c7e2e1-a3ac-4d15-9445-dca239a32f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227483 Dec 10 15:34:43.293758 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f970f3c4-dfc2-41d3-895a-716ed0655162 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event updated for resources: {'Subnet': ['ID=4f4fdb2a-e31c-416d-824f-c5f5b1fbdeb7,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:43.342445 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 15:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8bb12a0-8dfb-4f8d-ac62-e989b8481781 x-openstack-request-id: req-a8bb12a0-8dfb-4f8d-ac62-e989b8481781 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:34:43.342770 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd83b32b-da78-4843-9cc0-ee5fbec90c5f", "name": "network-vif-deleted", "tag": "f286f2ee-8271-4eea-a076-9652a1af2f5b", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:34:43.348567 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a8bb12a0-8dfb-4f8d-ac62-e989b8481781 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:34:43.348567 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd83b32b-da78-4843-9cc0-ee5fbec90c5f', 'name': 'network-vif-deleted', 'tag': 'f286f2ee-8271-4eea-a076-9652a1af2f5b', 'status': 'completed', 'code': 200} Dec 10 15:34:43.362988 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddde0dfc-ce4e-406d-882d-3ce7bf08cab9 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event updated for resources: {'Port': ['ID=00d56a0c-f4ba-4ac0-89e3-7c3bc9194f7e,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:43.453806 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:43.467634 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34764) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:43.473300 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-f970f3c4-dfc2-41d3-895a-716ed0655162 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7453735 Dec 10 15:34:43.495635 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-ae327b7a-aca3-41bf-8372-8ae63fc57499 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Request body: {'port': {'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'mac_address': 'fa:16:3e:06:20:65', 'name': 'tempest-NetworksTestDHCPv6-1918042435'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:34:43.507716 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-ca0fd7ab-d5c5-4bca-8303-e6c7eaf574a6 req-fa4f0d02-1336-4818-8309-c4e55d3a6fe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:43.561812 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-baa4bf4d-bfce-4b4f-9b46-402deb6eb9dd None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:43.609345 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-ddde0dfc-ce4e-406d-882d-3ce7bf08cab9 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] In _notify_port_updated(), no bound segment for port 00d56a0c-f4ba-4ac0-89e3-7c3bc9194f7e on network fe512008-6ce0-4f2a-bbdb-c657d856e5df {{(pid=103586) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 15:34:43.628826 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddde0dfc-ce4e-406d-882d-3ce7bf08cab9 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:43.631402 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ddde0dfc-ce4e-406d-882d-3ce7bf08cab9 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:43.642426 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-ddde0dfc-ce4e-406d-882d-3ce7bf08cab9 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "PUT /v2.0/ports/00d56a0c-f4ba-4ac0-89e3-7c3bc9194f7e HTTP/1.1" status: 200 len: 920 time: 1.4344974 Dec 10 15:34:43.643497 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34768) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:43.652056 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-baa4bf4d-bfce-4b4f-9b46-402deb6eb9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:43.681208 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d55a69e5-1740-4118-a6e0-f654dd4e807c tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Made reservation on behalf of 8fca97dbaacc4a37bd3d53215e8fd531 for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:34:43.694135 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d55a69e5-1740-4118-a6e0-f654dd4e807c tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:43.724871 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-7cd22c0a-3fc2-4443-af6f-1ff984d98bfd tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ed38f5c2-4a01-4b8b-bffb-2b96622400ae'}, {'subnet_id': 'ece9988d-7dfc-4231-a62e-6bb6ddc28e2c'}]}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:34:43.756698 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa4bf4d-bfce-4b4f-9b46-402deb6eb9dd None None] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:34:43.765326 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-baa4bf4d-bfce-4b4f-9b46-402deb6eb9dd None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:34:43.785522 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa4bf4d-bfce-4b4f-9b46-402deb6eb9dd None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:34:43.851863 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa4bf4d-bfce-4b4f-9b46-402deb6eb9dd None None] Pushing event updated for resources: {'Port': ['ID=a59aa6b5-7b01-42f5-9d47-c8df8740afe7,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:43.892416 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2479d43-545a-48f6-ace9-358d3743968e tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:34:43.898267 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-baa4bf4d-bfce-4b4f-9b46-402deb6eb9dd None None] Attempting to bind port a59aa6b5-7b01-42f5-9d47-c8df8740afe7 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:34:43.898511 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-baa4bf4d-bfce-4b4f-9b46-402deb6eb9dd None None] Attempting to bind port a59aa6b5-7b01-42f5-9d47-c8df8740afe7 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:34:43.898887 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa4bf4d-bfce-4b4f-9b46-402deb6eb9dd None None] Attempting to bind port a59aa6b5-7b01-42f5-9d47-c8df8740afe7 on network c2b5f149-cedd-450c-ab43-dd2d78259f45 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:34:43.906554 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa4bf4d-bfce-4b4f-9b46-402deb6eb9dd None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:34:43.906767 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f2479d43-545a-48f6-ace9-358d3743968e tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:43.906876 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa4bf4d-bfce-4b4f-9b46-402deb6eb9dd None None] Checking segment: {'id': '64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:34:43.906876 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-baa4bf4d-bfce-4b4f-9b46-402deb6eb9dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:43.907364 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa4bf4d-bfce-4b4f-9b46-402deb6eb9dd None None] Bound using segment: {'id': '64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:34:43.907855 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-baa4bf4d-bfce-4b4f-9b46-402deb6eb9dd None None] Bound port: a59aa6b5-7b01-42f5-9d47-c8df8740afe7, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:34:43.908379 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-baa4bf4d-bfce-4b4f-9b46-402deb6eb9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:43.910612 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5556e30-85a4-48ee-a989-064aa85b347a None None] Sync routers for ids ['d73cdea3-69f4-470b-9c41-240c51e25032'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:34:43.923893 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-dd4093cd-c447-4281-b195-f1425f508fc1 req-6c6f9637-d72b-4384-8c7c-09a4fdde655f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd83b32b-da78-4843-9cc0-ee5fbec90c5f HTTP/1.1" status: 200 len: 210 time: 0.1250932 Dec 10 15:34:43.933183 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5556e30-85a4-48ee-a989-064aa85b347a None None] Routers {'d73cdea3-69f4-470b-9c41-240c51e25032'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:34:43.933844 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-c5556e30-85a4-48ee-a989-064aa85b347a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:34:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['d73cdea3-69f4-470b-9c41-240c51e25032'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:43.967734 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7cd22c0a-3fc2-4443-af6f-1ff984d98bfd tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:43.981277 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c405ff-64e0-4b8b-8e0b-56e0faa712e3 None None] Network fe512008-6ce0-4f2a-bbdb-c657d856e5df requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:34:44.004463 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-c5556e30-85a4-48ee-a989-064aa85b347a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:44.067481 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-f2479d43-545a-48f6-ace9-358d3743968e tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] 10.222.0.20 "PUT /v2.0/floatingips/2555a814-be56-434a-82a2-56b2627f2576 HTTP/1.1" status: 200 len: 977 time: 6.0162210 Dec 10 15:34:44.069265 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34770) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:44.084965 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-dd5f4da7-df77-4220-ae9a-784035816640 None None] Provisioning complete for port 073c06f3-f1b5-4c92-b46f-bca93aa21455 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:44.090250 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dd5f4da7-df77-4220-ae9a-784035816640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:44.123645 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5556e30-85a4-48ee-a989-064aa85b347a None None] Routers {'d73cdea3-69f4-470b-9c41-240c51e25032'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:34:44.124981 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-c5556e30-85a4-48ee-a989-064aa85b347a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:34:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['d73cdea3-69f4-470b-9c41-240c51e25032'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:44.133016 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [req-ca0fd7ab-d5c5-4bca-8303-e6c7eaf574a6 req-fa4f0d02-1336-4818-8309-c4e55d3a6fe3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 118b61f6-60d4-420b-9ef5-df18c1378ca5 {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 15:34:44.144958 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-ca0fd7ab-d5c5-4bca-8303-e6c7eaf574a6 req-fa4f0d02-1336-4818-8309-c4e55d3a6fe3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:44.197181 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-ca0fd7ab-d5c5-4bca-8303-e6c7eaf574a6 req-fa4f0d02-1336-4818-8309-c4e55d3a6fe3 service neutron] Transition to ACTIVE for port object 118b61f6-60d4-420b-9ef5-df18c1378ca5 will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 15:34:44.207273 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-c5556e30-85a4-48ee-a989-064aa85b347a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:44.207944 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5556e30-85a4-48ee-a989-064aa85b347a None None] The sync data for ids ['d73cdea3-69f4-470b-9c41-240c51e25032'] in dv-neutron-821401-4-hyperv is: [] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:34:44.218000 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-baa4bf4d-bfce-4b4f-9b46-402deb6eb9dd None None] For port a59aa6b5-7b01-42f5-9d47-c8df8740afe7, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:34:44.228389 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-baa4bf4d-bfce-4b4f-9b46-402deb6eb9dd None None] For port a59aa6b5-7b01-42f5-9d47-c8df8740afe7, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=a59aa6b5-7b01-42f5-9d47-c8df8740afe7,segment=NetworkSegment(64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4),segment_id=64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:34:44.271814 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-ca0fd7ab-d5c5-4bca-8303-e6c7eaf574a6 req-fa4f0d02-1336-4818-8309-c4e55d3a6fe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:44.272896 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae327b7a-aca3-41bf-8372-8ae63fc57499 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Made reservation on behalf of 915dae42aca44a6e934a20b3a70b3a5e for: {'port': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:34:44.353088 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4f0d02-1336-4818-8309-c4e55d3a6fe3 service neutron] Pushing event updated for resources: {'Port': ['ID=118b61f6-60d4-420b-9ef5-df18c1378ca5,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:44.513718 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-ca0fd7ab-d5c5-4bca-8303-e6c7eaf574a6 req-fa4f0d02-1336-4818-8309-c4e55d3a6fe3 service neutron] Attempting to bind port 118b61f6-60d4-420b-9ef5-df18c1378ca5 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:34:44.514092 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-ca0fd7ab-d5c5-4bca-8303-e6c7eaf574a6 req-fa4f0d02-1336-4818-8309-c4e55d3a6fe3 service neutron] Attempting to bind port 118b61f6-60d4-420b-9ef5-df18c1378ca5 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '6a21be53-55a0-4936-91b1-0605bd591ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0fdb6849-b3bf-465f-a54e-a82662b0a03d'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:34:44.514528 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0fd7ab-d5c5-4bca-8303-e6c7eaf574a6 req-fa4f0d02-1336-4818-8309-c4e55d3a6fe3 service neutron] Attempting to bind port 118b61f6-60d4-420b-9ef5-df18c1378ca5 on network 0fdb6849-b3bf-465f-a54e-a82662b0a03d {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:34:44.522984 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0fd7ab-d5c5-4bca-8303-e6c7eaf574a6 req-fa4f0d02-1336-4818-8309-c4e55d3a6fe3 service neutron] Port 118b61f6-60d4-420b-9ef5-df18c1378ca5 on network 0fdb6849-b3bf-465f-a54e-a82662b0a03d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:34:44.523240 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0fd7ab-d5c5-4bca-8303-e6c7eaf574a6 req-fa4f0d02-1336-4818-8309-c4e55d3a6fe3 service neutron] Attempting to bind port 118b61f6-60d4-420b-9ef5-df18c1378ca5 on network 0fdb6849-b3bf-465f-a54e-a82662b0a03d {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:34:44.530588 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 073c06f3-f1b5-4c92-b46f-bca93aa21455 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:34:44.531813 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0fd7ab-d5c5-4bca-8303-e6c7eaf574a6 req-fa4f0d02-1336-4818-8309-c4e55d3a6fe3 service neutron] Checking agent: {'id': 'fa828968-c68f-4b22-9699-a58fe4ab1f05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 28, 13), 'started_at': datetime.datetime(2021, 12, 10, 15, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:34:44.531813 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0fd7ab-d5c5-4bca-8303-e6c7eaf574a6 req-fa4f0d02-1336-4818-8309-c4e55d3a6fe3 service neutron] Checking segment: {'id': '6a21be53-55a0-4936-91b1-0605bd591ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0fdb6849-b3bf-465f-a54e-a82662b0a03d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:34:44.532221 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0fd7ab-d5c5-4bca-8303-e6c7eaf574a6 req-fa4f0d02-1336-4818-8309-c4e55d3a6fe3 service neutron] Bound using segment: {'id': '6a21be53-55a0-4936-91b1-0605bd591ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0fdb6849-b3bf-465f-a54e-a82662b0a03d'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:34:44.532704 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-ca0fd7ab-d5c5-4bca-8303-e6c7eaf574a6 req-fa4f0d02-1336-4818-8309-c4e55d3a6fe3 service neutron] Bound port: 118b61f6-60d4-420b-9ef5-df18c1378ca5, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a21be53-55a0-4936-91b1-0605bd591ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0fdb6849-b3bf-465f-a54e-a82662b0a03d'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:34:44.533081 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-ca0fd7ab-d5c5-4bca-8303-e6c7eaf574a6 req-fa4f0d02-1336-4818-8309-c4e55d3a6fe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:44.534091 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa7ff82-f76a-4e4a-9004-fb37ef13ddb0 None None] DHCP port deletion for 0fdb6849-b3bf-465f-a54e-a82662b0a03d request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:34:44.543542 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-baa4bf4d-bfce-4b4f-9b46-402deb6eb9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:44.616885 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-ca0fd7ab-d5c5-4bca-8303-e6c7eaf574a6 req-fa4f0d02-1336-4818-8309-c4e55d3a6fe3 service neutron] For port 118b61f6-60d4-420b-9ef5-df18c1378ca5, host hv-neutron-8214, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:34:44.622528 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-ca0fd7ab-d5c5-4bca-8303-e6c7eaf574a6 req-fa4f0d02-1336-4818-8309-c4e55d3a6fe3 service neutron] For port 118b61f6-60d4-420b-9ef5-df18c1378ca5, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=118b61f6-60d4-420b-9ef5-df18c1378ca5,segment=NetworkSegment(6a21be53-55a0-4936-91b1-0605bd591ad9),segment_id=6a21be53-55a0-4936-91b1-0605bd591ad9)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:34:44.635479 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa4bf4d-bfce-4b4f-9b46-402deb6eb9dd None None] Pushing event updated for resources: {'Port': ['ID=a59aa6b5-7b01-42f5-9d47-c8df8740afe7,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:44.650492 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882135af-7576-4bdf-9b40-b18ac58aa47f req-b981447f-f122-4c80-9044-1e20355384ce tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:44.659837 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-882135af-7576-4bdf-9b40-b18ac58aa47f req-b981447f-f122-4c80-9044-1e20355384ce tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5da363d-880d-47f3-bf58-2ff4f916062c HTTP/1.1" status: 200 len: 944 time: 0.2030277 Dec 10 15:34:44.698776 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device f286f2ee-8271-4eea-a076-9652a1af2f5b no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:34:44.742322 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] No Port match for: f286f2ee-8271-4eea-a076-9652a1af2f5b {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:34:44.742996 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device f286f2ee-8271-4eea-a076-9652a1af2f5b not bound to the agent host hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:34:44.761202 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 073c06f3-f1b5-4c92-b46f-bca93aa21455 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:44.761445 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:44.774567 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-882135af-7576-4bdf-9b40-b18ac58aa47f req-2270a67e-a889-4b44-b5bc-e5584a329c81 tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1c7e2e1-a3ac-4d15-9445-dca239a32f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130421 Dec 10 15:34:44.775784 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-ca0fd7ab-d5c5-4bca-8303-e6c7eaf574a6 req-fa4f0d02-1336-4818-8309-c4e55d3a6fe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:44.838724 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ae327b7a-aca3-41bf-8372-8ae63fc57499 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:44.856476 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0fd7ab-d5c5-4bca-8303-e6c7eaf574a6 req-fa4f0d02-1336-4818-8309-c4e55d3a6fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:44.857286 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-ca0fd7ab-d5c5-4bca-8303-e6c7eaf574a6 req-fa4f0d02-1336-4818-8309-c4e55d3a6fe3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:44.860552 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-ca0fd7ab-d5c5-4bca-8303-e6c7eaf574a6 req-fa4f0d02-1336-4818-8309-c4e55d3a6fe3 service neutron] 10.222.0.44 "PUT /v2.0/ports/118b61f6-60d4-420b-9ef5-df18c1378ca5 HTTP/1.1" status: 200 len: 1094 time: 1.7581160 Dec 10 15:34:44.887288 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4f0d02-1336-4818-8309-c4e55d3a6fe3 service neutron] Pushing event updated for resources: {'Port': ['ID=118b61f6-60d4-420b-9ef5-df18c1378ca5,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:44.892279 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86cb62cc-3c76-4936-a09c-ed12671ec61d None None] DHCP port deletion for 0fdb6849-b3bf-465f-a54e-a82662b0a03d request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:34:44.900069 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-ae327b7a-aca3-41bf-8372-8ae63fc57499 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] device_id is not set on port bdd90900-37f8-45cd-b1ba-14e14ba7f85b yet. {{(pid=103586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:34:44.906016 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device b019a8a5-5c01-4fa0-ab08-257f81486d67 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:34:44.921229 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-65f95b4d-4d0a-47b1-a413-1eb8b44fcfb2 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Deleting port 1c95d436-a139-4567-913d-4ee9f49c1413 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:34:44.923293 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-65f95b4d-4d0a-47b1-a413-1eb8b44fcfb2 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:44.987407 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: b019a8a5-5c01-4fa0-ab08-257f81486d67 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:34:44.987771 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device b019a8a5-5c01-4fa0-ab08-257f81486d67 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:34:45.017988 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34776) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:45.039221 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d55a69e5-1740-4118-a6e0-f654dd4e807c tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11695183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581935'] for subnet, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:45.121187 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0fd7ab-d5c5-4bca-8303-e6c7eaf574a6 req-39e54f17-61c0-47dc-92b2-a999da41f4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:45.134092 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-ca0fd7ab-d5c5-4bca-8303-e6c7eaf574a6 req-39e54f17-61c0-47dc-92b2-a999da41f4e6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=34a9cb25fd724349affef6ebcb39b20b&device_id=c5da363d-880d-47f3-bf58-2ff4f916062c HTTP/1.1" status: 200 len: 1097 time: 0.1290064 Dec 10 15:34:45.196916 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-ca0fd7ab-d5c5-4bca-8303-e6c7eaf574a6 req-a76264b6-424f-4044-9bab-3b471264b303 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=118b61f6-60d4-420b-9ef5-df18c1378ca5 HTTP/1.1" status: 200 len: 217 time: 0.0524538 Dec 10 15:34:45.200966 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-45e2a72c-9416-4a96-a5a3-617316fc64ab tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:45.270045 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-45e2a72c-9416-4a96-a5a3-617316fc64ab tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:45.283208 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1b2d40cf-d1ec-403d-ac28-f10e7fa118bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:45.291786 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-cdd409ca-4e93-4aeb-be58-e11abd4f2d7b None None] Provisioning complete for port 073c06f3-f1b5-4c92-b46f-bca93aa21455 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:45.291786 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cdd409ca-4e93-4aeb-be58-e11abd4f2d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:45.294356 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0fd7ab-d5c5-4bca-8303-e6c7eaf574a6 req-8e81b354-17f3-4973-b64f-89ad13059faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:45.295991 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-ca0fd7ab-d5c5-4bca-8303-e6c7eaf574a6 req-8e81b354-17f3-4973-b64f-89ad13059faf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8bafb1d6-a430-4c16-83e7-4286bd5ea1f7 HTTP/1.1" status: 200 len: 852 time: 0.0882504 Dec 10 15:34:45.351383 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-7cd22c0a-3fc2-4443-af6f-1ff984d98bfd tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Allocated IP 172.20.0.27 (fe512008-6ce0-4f2a-bbdb-c657d856e5df/ece9988d-7dfc-4231-a62e-6bb6ddc28e2c/00d56a0c-f4ba-4ac0-89e3-7c3bc9194f7e) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:34:45.359687 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5da363d-880d-47f3-bf58-2ff4f916062c', 'tag': '118b61f6-60d4-420b-9ef5-df18c1378ca5'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:34:45.362400 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9ca57131bc4931768ac29058952438d1fdd62308db7b17540cc34ffe8faef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8383807a-2e27-44ef-b2f4-23d462c7c283" -d '{"events": [{"name": "network-changed", "server_uuid": "c5da363d-880d-47f3-bf58-2ff4f916062c", "tag": "118b61f6-60d4-420b-9ef5-df18c1378ca5"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:34:45.369206 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-ca0fd7ab-d5c5-4bca-8303-e6c7eaf574a6 req-7513d72f-585a-499e-9163-342ffade9406 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0fdb6849-b3bf-465f-a54e-a82662b0a03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579236 Dec 10 15:34:45.434697 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55a69e5-1740-4118-a6e0-f654dd4e807c tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Pushing event updated for resources: {'Subnet': ['ID=752beba0-6087-48c3-9a1f-0425f6e8c822,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:45.441677 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 15:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c7e9c1-5fd9-4b13-ade3-a3ab0fadeed0 x-openstack-request-id: req-70c7e9c1-5fd9-4b13-ade3-a3ab0fadeed0 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:34:45.442054 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5da363d-880d-47f3-bf58-2ff4f916062c", "tag": "118b61f6-60d4-420b-9ef5-df18c1378ca5", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:34:45.442324 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-70c7e9c1-5fd9-4b13-ade3-a3ab0fadeed0 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:34:45.444824 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5da363d-880d-47f3-bf58-2ff4f916062c', 'tag': '118b61f6-60d4-420b-9ef5-df18c1378ca5', 'status': 'completed', 'code': 200} Dec 10 15:34:45.470818 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-65f95b4d-4d0a-47b1-a413-1eb8b44fcfb2 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:45.490128 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-cdd409ca-4e93-4aeb-be58-e11abd4f2d7b None None] Provisioning complete for port 00d56a0c-f4ba-4ac0-89e3-7c3bc9194f7e triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:45.490525 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cdd409ca-4e93-4aeb-be58-e11abd4f2d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:45.503743 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-ca0fd7ab-d5c5-4bca-8303-e6c7eaf574a6 req-72188cfd-1bc4-4551-b6aa-34cba0fd0af7 service neutron] 10.222.0.44 "GET /v2.0/networks/0fdb6849-b3bf-465f-a54e-a82662b0a03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264362 Dec 10 15:34:45.534027 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-cdd409ca-4e93-4aeb-be58-e11abd4f2d7b None None] Port 00d56a0c-f4ba-4ac0-89e3-7c3bc9194f7e cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:34:45.573117 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-45e2a72c-9416-4a96-a5a3-617316fc64ab tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:45.575931 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-45e2a72c-9416-4a96-a5a3-617316fc64ab tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:45.577166 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-45e2a72c-9416-4a96-a5a3-617316fc64ab tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "DELETE /v2.0/security-groups/0c76f20c-4132-470a-be23-b318b8c74d13 HTTP/1.1" status: 204 len: 168 time: 0.5582156 Dec 10 15:34:45.594965 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e2a72c-9416-4a96-a5a3-617316fc64ab tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c76f20c-4132-470a-be23-b318b8c74d13,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:45.652411 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-ca0fd7ab-d5c5-4bca-8303-e6c7eaf574a6 req-71acb9f8-8843-461b-b548-08373824d1df service neutron] 10.222.0.44 "GET /v2.0/networks/0fdb6849-b3bf-465f-a54e-a82662b0a03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409104 Dec 10 15:34:45.669886 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34782) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:45.682576 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-1ca0dda4-5948-4242-bb6d-904086d72cb1 None None] Provisioning complete for port 00d56a0c-f4ba-4ac0-89e3-7c3bc9194f7e triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:45.683939 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1ca0dda4-5948-4242-bb6d-904086d72cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:45.700114 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55a69e5-1740-4118-a6e0-f654dd4e807c tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Checking segment: {'id': '1604fd56-356b-4621-86e4-f0500fa56bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ece6c40e-f20e-4ee4-9ee4-35be04095f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:34:45.700475 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55a69e5-1740-4118-a6e0-f654dd4e807c tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Network hostable DHCP agents. Network: ece6c40e-f20e-4ee4-9ee4-35be04095f46, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:34:45.737130 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-1ca0dda4-5948-4242-bb6d-904086d72cb1 None None] Port 00d56a0c-f4ba-4ac0-89e3-7c3bc9194f7e cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:34:45.759513 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e6b02c0-f5d8-44c6-964f-4a5c7450c0af tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Deleting subnet 66d6b829-67ec-4b11-980f-48e7478f11ed {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:34:45.764269 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9e6b02c0-f5d8-44c6-964f-4a5c7450c0af tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for subnet, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:45.799186 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7cd22c0a-3fc2-4443-af6f-1ff984d98bfd tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:45.801285 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-ae327b7a-aca3-41bf-8372-8ae63fc57499 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Allocated IP 172.20.0.7 (c2b5f149-cedd-450c-ab43-dd2d78259f45/b46da44a-bcdf-4468-94c9-1952fcfb7803/bdd90900-37f8-45cd-b1ba-14e14ba7f85b) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:34:45.850381 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-ae327b7a-aca3-41bf-8372-8ae63fc57499 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Allocated IP 2001:db8::f816:3eff:fe06:2065 (c2b5f149-cedd-450c-ab43-dd2d78259f45/4f4fdb2a-e31c-416d-824f-c5f5b1fbdeb7/bdd90900-37f8-45cd-b1ba-14e14ba7f85b) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:34:45.864470 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9e6b02c0-f5d8-44c6-964f-4a5c7450c0af tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11806768'] for subnet, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:45.869571 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-20a5e957-78d1-422b-925f-7108b0dee155 None None] Provisioning complete for port 00d56a0c-f4ba-4ac0-89e3-7c3bc9194f7e triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:45.870127 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-20a5e957-78d1-422b-925f-7108b0dee155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:45.897015 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7cd22c0a-3fc2-4443-af6f-1ff984d98bfd tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:45.916477 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-65f95b4d-4d0a-47b1-a413-1eb8b44fcfb2 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:45.916732 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-65f95b4d-4d0a-47b1-a413-1eb8b44fcfb2 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552741'] for floatingip, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:45.916914 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.l3_db [None req-65f95b4d-4d0a-47b1-a413-1eb8b44fcfb2 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Floating IP 2555a814-be56-434a-82a2-56b2627f2576 disassociated. External IP: 172.26.2.64, port: 1c95d436-a139-4567-913d-4ee9f49c1413. Dec 10 15:34:45.917260 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-65f95b4d-4d0a-47b1-a413-1eb8b44fcfb2 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Calling delete_port for 1c95d436-a139-4567-913d-4ee9f49c1413 owned by {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:34:45.920912 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-20a5e957-78d1-422b-925f-7108b0dee155 None None] Port 00d56a0c-f4ba-4ac0-89e3-7c3bc9194f7e cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:34:45.956197 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55a69e5-1740-4118-a6e0-f654dd4e807c tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Network ece6c40e-f20e-4ee4-9ee4-35be04095f46 is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:34:45.956436 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383807a-2e27-44ef-b2f4-23d462c7c283 req-dbe9fce7-3c87-4254-961f-d43066211adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:45.957990 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-8383807a-2e27-44ef-b2f4-23d462c7c283 req-dbe9fce7-3c87-4254-961f-d43066211adf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=34a9cb25fd724349affef6ebcb39b20b&device_id=c5da363d-880d-47f3-bf58-2ff4f916062c HTTP/1.1" status: 200 len: 1097 time: 0.1492386 Dec 10 15:34:46.000900 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c137689a-cb0a-44da-be9c-eee805f2f0c7 req-233f327d-3f1e-437c-9559-df7bd4f2286c tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:46.002650 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-c137689a-cb0a-44da-be9c-eee805f2f0c7 req-233f327d-3f1e-437c-9559-df7bd4f2286c tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5da363d-880d-47f3-bf58-2ff4f916062c HTTP/1.1" status: 200 len: 944 time: 0.1335137 Dec 10 15:34:46.106150 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9e6b02c0-f5d8-44c6-964f-4a5c7450c0af tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:46.113059 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:46.118243 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd22c0a-3fc2-4443-af6f-1ff984d98bfd tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event updated for resources: {'Port': ['ID=00d56a0c-f4ba-4ac0-89e3-7c3bc9194f7e,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:46.165849 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-d55a69e5-1740-4118-a6e0-f654dd4e807c tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, ece6c40e-f20e-4ee4-9ee4-35be04095f46) {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:34:46.173008 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55a69e5-1740-4118-a6e0-f654dd4e807c tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:46.173620 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d55a69e5-1740-4118-a6e0-f654dd4e807c tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:46.175056 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc12d575-b96a-494c-8675-c15a86eba2cc None None] Network ece6c40e-f20e-4ee4-9ee4-35be04095f46 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:34:46.264465 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-7cd22c0a-3fc2-4443-af6f-1ff984d98bfd tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] In _notify_port_updated(), no bound segment for port 00d56a0c-f4ba-4ac0-89e3-7c3bc9194f7e on network fe512008-6ce0-4f2a-bbdb-c657d856e5df {{(pid=103586) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 15:34:46.265150 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-c137689a-cb0a-44da-be9c-eee805f2f0c7 req-ce1c23e5-c202-4485-89c9-29f953bccae3 tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1c7e2e1-a3ac-4d15-9445-dca239a32f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430530 Dec 10 15:34:46.270709 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd22c0a-3fc2-4443-af6f-1ff984d98bfd tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:46.271419 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7cd22c0a-3fc2-4443-af6f-1ff984d98bfd tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:46.272774 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-7cd22c0a-3fc2-4443-af6f-1ff984d98bfd tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "PUT /v2.0/ports/00d56a0c-f4ba-4ac0-89e3-7c3bc9194f7e HTTP/1.1" status: 200 len: 1000 time: 2.6237824 Dec 10 15:34:46.276999 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34786) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:46.289815 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-d55a69e5-1740-4118-a6e0-f654dd4e807c tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2039123 Dec 10 15:34:46.295370 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34788) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:46.306617 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-bae03e96-e06e-42f7-9f55-d917e4ab36a4 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1337922329', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:34:46.321585 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383807a-2e27-44ef-b2f4-23d462c7c283 req-35c8df07-5c64-4ce6-a1f5-f59e2823d61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:46.323237 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-8383807a-2e27-44ef-b2f4-23d462c7c283 req-35c8df07-5c64-4ce6-a1f5-f59e2823d61c service neutron] 10.222.0.44 "GET /v2.0/networks?id=0fdb6849-b3bf-465f-a54e-a82662b0a03d HTTP/1.1" status: 200 len: 913 time: 0.3573921 Dec 10 15:34:46.361185 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device a59aa6b5-7b01-42f5-9d47-c8df8740afe7 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:34:46.392626 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ae327b7a-aca3-41bf-8372-8ae63fc57499 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:46.413144 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9e6b02c0-f5d8-44c6-964f-4a5c7450c0af tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11236721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11668521'] for subnet, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:46.461967 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-03522bdb-5035-4402-971f-9996a6eae07c None None] Provisioning complete for port 00d56a0c-f4ba-4ac0-89e3-7c3bc9194f7e triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:46.462439 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-03522bdb-5035-4402-971f-9996a6eae07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:46.464115 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d67d89-035c-4af5-ba9b-611900fa553b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-ece6c40e-f20e-4ee4-9ee4-35be04095f46', 'network_id': 'ece6c40e-f20e-4ee4-9ee4-35be04095f46', 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'fixed_ips': [{'subnet_id': '752beba0-6087-48c3-9a1f-0425f6e8c822'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:34:46.465072 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-49d67d89-035c-4af5-ba9b-611900fa553b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:46.470408 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296dc648-5b24-4e23-b042-082c74b2a2e4 None None] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:34:46.489630 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-8383807a-2e27-44ef-b2f4-23d462c7c283 req-3661c231-4b55-4470-9827-a7ca96293366 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=118b61f6-60d4-420b-9ef5-df18c1378ca5 HTTP/1.1" status: 200 len: 217 time: 0.1043384 Dec 10 15:34:46.491490 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bae03e96-e06e-42f7-9f55-d917e4ab36a4 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13912'] for router, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:46.492683 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bae03e96-e06e-42f7-9f55-d917e4ab36a4 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:46.508145 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6b02c0-f5d8-44c6-964f-4a5c7450c0af tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event deleted for resources: {'Subnet': ['ID=66d6b829-67ec-4b11-980f-48e7478f11ed,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:46.526520 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ae327b7a-aca3-41bf-8372-8ae63fc57499 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:46.529048 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9e6b02c0-f5d8-44c6-964f-4a5c7450c0af tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:46.529899 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-9e6b02c0-f5d8-44c6-964f-4a5c7450c0af tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "DELETE /v2.0/subnets/66d6b829-67ec-4b11-980f-48e7478f11ed HTTP/1.1" status: 204 len: 168 time: 0.8527761 Dec 10 15:34:46.531289 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-65f95b4d-4d0a-47b1-a413-1eb8b44fcfb2 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:46.532751 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34790) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:46.548001 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a961ff54-2f5f-4fb7-bd01-f8fde63e1ee8 None None] Network 506b9e8b-1216-4613-bf29-606be137669f requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:34:46.580064 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port a59aa6b5-7b01-42f5-9d47-c8df8740afe7 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:46.580438 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:46.617901 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bae03e96-e06e-42f7-9f55-d917e4ab36a4 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:46.645465 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-03522bdb-5035-4402-971f-9996a6eae07c None None] Port 00d56a0c-f4ba-4ac0-89e3-7c3bc9194f7e cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:34:46.646679 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383807a-2e27-44ef-b2f4-23d462c7c283 req-5692d21d-701f-442e-9747-9e9e1ed6c607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:46.654693 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-8383807a-2e27-44ef-b2f4-23d462c7c283 req-5692d21d-701f-442e-9747-9e9e1ed6c607 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8bafb1d6-a430-4c16-83e7-4286bd5ea1f7 HTTP/1.1" status: 200 len: 852 time: 0.1382902 Dec 10 15:34:46.675332 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae327b7a-aca3-41bf-8372-8ae63fc57499 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:34:46.683650 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-ae327b7a-aca3-41bf-8372-8ae63fc57499 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:34:46.687748 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-8383807a-2e27-44ef-b2f4-23d462c7c283 req-d0b99716-f5bc-4a6b-9c2a-690881ec74a5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0fdb6849-b3bf-465f-a54e-a82662b0a03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267537 Dec 10 15:34:46.691565 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1af60ada-2130-4b2e-a71d-2000447563f9 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:46.692332 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae327b7a-aca3-41bf-8372-8ae63fc57499 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:34:46.717226 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae327b7a-aca3-41bf-8372-8ae63fc57499 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event updated for resources: {'Port': ['ID=bdd90900-37f8-45cd-b1ba-14e14ba7f85b,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:46.732924 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bae03e96-e06e-42f7-9f55-d917e4ab36a4 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363'] for router, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:46.753850 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae327b7a-aca3-41bf-8372-8ae63fc57499 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:34:46.754203 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae327b7a-aca3-41bf-8372-8ae63fc57499 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:34:46.754550 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae327b7a-aca3-41bf-8372-8ae63fc57499 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:34:46.754893 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae327b7a-aca3-41bf-8372-8ae63fc57499 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:34:46.755230 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae327b7a-aca3-41bf-8372-8ae63fc57499 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:34:46.755559 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae327b7a-aca3-41bf-8372-8ae63fc57499 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:34:46.755909 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae327b7a-aca3-41bf-8372-8ae63fc57499 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:34:46.756222 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae327b7a-aca3-41bf-8372-8ae63fc57499 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:34:46.756556 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae327b7a-aca3-41bf-8372-8ae63fc57499 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:34:46.756879 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae327b7a-aca3-41bf-8372-8ae63fc57499 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:34:46.757205 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae327b7a-aca3-41bf-8372-8ae63fc57499 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:34:46.757523 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae327b7a-aca3-41bf-8372-8ae63fc57499 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:34:46.757917 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae327b7a-aca3-41bf-8372-8ae63fc57499 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:34:46.788918 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-59547ec4-747b-4244-97ee-a0403c0fa96c tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Deleting port 00d56a0c-f4ba-4ac0-89e3-7c3bc9194f7e {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:34:46.789259 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-59547ec4-747b-4244-97ee-a0403c0fa96c tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:46.829720 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f95b4d-4d0a-47b1-a413-1eb8b44fcfb2 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Pushing event deleted for resources: {'Port': ['ID=1c95d436-a139-4567-913d-4ee9f49c1413,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:46.846962 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae327b7a-aca3-41bf-8372-8ae63fc57499 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:46.847281 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ae327b7a-aca3-41bf-8372-8ae63fc57499 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:46.873143 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65f95b4d-4d0a-47b1-a413-1eb8b44fcfb2 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Router d73cdea3-69f4-470b-9c41-240c51e25032 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:34:46.895973 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:46.936924 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-8d95fc62-a316-45aa-86dd-5e07ea179ff9 None None] Provisioning complete for port a59aa6b5-7b01-42f5-9d47-c8df8740afe7 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:46.937983 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8d95fc62-a316-45aa-86dd-5e07ea179ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:46.990980 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-49d67d89-035c-4af5-ba9b-611900fa553b None None] Allocated IP 2001:db8::2 (ece6c40e-f20e-4ee4-9ee4-35be04095f46/752beba0-6087-48c3-9a1f-0425f6e8c822/f2a4521b-f1aa-414b-b081-6fab689061a3) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:34:47.002787 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-ae327b7a-aca3-41bf-8372-8ae63fc57499 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.5306127 Dec 10 15:34:47.006044 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bae03e96-e06e-42f7-9f55-d917e4ab36a4 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:47.010367 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-bae03e96-e06e-42f7-9f55-d917e4ab36a4 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7139049 Dec 10 15:34:47.042867 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34792) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:47.043240 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34794) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:47.044016 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] For port a59aa6b5-7b01-42f5-9d47-c8df8740afe7, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=a59aa6b5-7b01-42f5-9d47-c8df8740afe7,segment=NetworkSegment(64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4),segment_id=64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:34:47.044867 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65f95b4d-4d0a-47b1-a413-1eb8b44fcfb2 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:34:47.060112 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b179ba-5ad2-4ebf-a834-9bec11688433 None None] Sync routers for ids ['d73cdea3-69f4-470b-9c41-240c51e25032'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:34:47.078222 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b179ba-5ad2-4ebf-a834-9bec11688433 None None] Routers {'d73cdea3-69f4-470b-9c41-240c51e25032'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:34:47.079180 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-91b179ba-5ad2-4ebf-a834-9bec11688433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:34:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['d73cdea3-69f4-470b-9c41-240c51e25032'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:47.107601 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45465266-3839-441e-9123-503f51521753 None None] DHCP port deletion for 506b9e8b-1216-4613-bf29-606be137669f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:34:47.131120 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-91b179ba-5ad2-4ebf-a834-9bec11688433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:47.142535 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b179ba-5ad2-4ebf-a834-9bec11688433 None None] Routers {'d73cdea3-69f4-470b-9c41-240c51e25032'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:34:47.143806 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-91b179ba-5ad2-4ebf-a834-9bec11688433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:34:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['d73cdea3-69f4-470b-9c41-240c51e25032'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:47.184149 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:47.198866 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-91b179ba-5ad2-4ebf-a834-9bec11688433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:47.199882 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b179ba-5ad2-4ebf-a834-9bec11688433 None None] The sync data for ids ['d73cdea3-69f4-470b-9c41-240c51e25032'] in dv-neutron-821401-4-hyperv is: [] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:34:47.208319 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8d95fc62-a316-45aa-86dd-5e07ea179ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:47.373968 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Pushing event updated for resources: {'Port': ['ID=a59aa6b5-7b01-42f5-9d47-c8df8740afe7,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:47.381831 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-45465266-3839-441e-9123-503f51521753 None None] Deleting port 26c74bc0-1406-4d5d-ab49-40a5e21faa85 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:34:47.389111 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-45465266-3839-441e-9123-503f51521753 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:47.410207 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-8383807a-2e27-44ef-b2f4-23d462c7c283 req-49e02593-68b1-48a7-b2fd-222498b632d5 service neutron] 10.222.0.44 "GET /v2.0/networks/0fdb6849-b3bf-465f-a54e-a82662b0a03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7145834 Dec 10 15:34:47.424739 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-49d67d89-035c-4af5-ba9b-611900fa553b None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:47.434131 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-1af60ada-2130-4b2e-a71d-2000447563f9 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Deleting port 26c74bc0-1406-4d5d-ab49-40a5e21faa85 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:34:47.434598 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1af60ada-2130-4b2e-a71d-2000447563f9 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:47.447089 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.db.api [None req-8d95fc62-a316-45aa-86dd-5e07ea179ff9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 15:34:47.447460 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG oslo_db.api [None req-8d95fc62-a316-45aa-86dd-5e07ea179ff9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 15:34:47.497460 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-59547ec4-747b-4244-97ee-a0403c0fa96c tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:47.497743 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-49d67d89-035c-4af5-ba9b-611900fa553b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:47.547385 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-59547ec4-747b-4244-97ee-a0403c0fa96c tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Calling delete_port for 00d56a0c-f4ba-4ac0-89e3-7c3bc9194f7e owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:34:47.571675 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-45465266-3839-441e-9123-503f51521753 None None] For port 26c74bc0-1406-4d5d-ab49-40a5e21faa85, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=26c74bc0-1406-4d5d-ab49-40a5e21faa85,segment=NetworkSegment(6e8aeea5-3e6e-4645-841c-769465551a4c),segment_id=6e8aeea5-3e6e-4645-841c-769465551a4c)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:34:47.572858 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-45465266-3839-441e-9123-503f51521753 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:47.597081 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-45465266-3839-441e-9123-503f51521753 None None] Calling delete_port for 26c74bc0-1406-4d5d-ab49-40a5e21faa85 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:34:47.657909 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-1af60ada-2130-4b2e-a71d-2000447563f9 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] For port 26c74bc0-1406-4d5d-ab49-40a5e21faa85, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=26c74bc0-1406-4d5d-ab49-40a5e21faa85,segment=NetworkSegment(6e8aeea5-3e6e-4645-841c-769465551a4c),segment_id=6e8aeea5-3e6e-4645-841c-769465551a4c)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:34:47.658635 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1af60ada-2130-4b2e-a71d-2000447563f9 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:47.694076 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-1af60ada-2130-4b2e-a71d-2000447563f9 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Calling delete_port for 26c74bc0-1406-4d5d-ab49-40a5e21faa85 owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:34:47.698053 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-8383807a-2e27-44ef-b2f4-23d462c7c283 req-8e66fcee-92d1-4db6-b229-a34bdf3325be service neutron] 10.222.0.44 "GET /v2.0/networks/0fdb6849-b3bf-465f-a54e-a82662b0a03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797866 Dec 10 15:34:47.842513 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d67d89-035c-4af5-ba9b-611900fa553b None None] Pushing event updated for resources: {'Port': ['ID=f2a4521b-f1aa-414b-b081-6fab689061a3,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:47.860107 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8593f632-d3af-4dcc-a8b3-ede47e7fda58 req-fa7f5a94-4cfe-4195-9256-9e7c078511f9 tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:47.861981 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-8593f632-d3af-4dcc-a8b3-ede47e7fda58 req-fa7f5a94-4cfe-4195-9256-9e7c078511f9 tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5da363d-880d-47f3-bf58-2ff4f916062c HTTP/1.1" status: 200 len: 944 time: 0.3162243 Dec 10 15:34:47.884069 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d67d89-035c-4af5-ba9b-611900fa553b None None] Network ece6c40e-f20e-4ee4-9ee4-35be04095f46 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:34:47.888527 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-49d67d89-035c-4af5-ba9b-611900fa553b None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:34:47.895358 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d67d89-035c-4af5-ba9b-611900fa553b None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:34:47.908144 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc163ff-1d31-4c80-a7ca-14b720010108 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:47.914365 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc163ff-1d31-4c80-a7ca-14b720010108 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:47.918512 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-ffc163ff-1d31-4c80-a7ca-14b720010108 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.8470476 Dec 10 15:34:47.918512 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-65f95b4d-4d0a-47b1-a413-1eb8b44fcfb2 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:47.923121 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34798) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:47.925368 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-65f95b4d-4d0a-47b1-a413-1eb8b44fcfb2 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] 10.222.0.20 "DELETE /v2.0/ports/1c95d436-a139-4567-913d-4ee9f49c1413 HTTP/1.1" status: 204 len: 168 time: 3.8434622 Dec 10 15:34:47.931025 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34800) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:47.988650 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:47.994985 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2d9a5e45-9b92-425b-b0b8-976dc247dab1 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:47.999702 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-8593f632-d3af-4dcc-a8b3-ede47e7fda58 req-5d62d737-296e-46e0-89b0-c907f047ef5d tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1c7e2e1-a3ac-4d15-9445-dca239a32f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290362 Dec 10 15:34:48.003489 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-49d67d89-035c-4af5-ba9b-611900fa553b None None] Attempting to bind port f2a4521b-f1aa-414b-b081-6fab689061a3 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:34:48.003489 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-49d67d89-035c-4af5-ba9b-611900fa553b None None] Attempting to bind port f2a4521b-f1aa-414b-b081-6fab689061a3 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '1604fd56-356b-4621-86e4-f0500fa56bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ece6c40e-f20e-4ee4-9ee4-35be04095f46'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:34:48.003489 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d67d89-035c-4af5-ba9b-611900fa553b None None] Attempting to bind port f2a4521b-f1aa-414b-b081-6fab689061a3 on network ece6c40e-f20e-4ee4-9ee4-35be04095f46 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:34:48.005818 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-45465266-3839-441e-9123-503f51521753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:48.006596 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1af60ada-2130-4b2e-a71d-2000447563f9 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:48.028235 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d67d89-035c-4af5-ba9b-611900fa553b None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:34:48.028235 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d67d89-035c-4af5-ba9b-611900fa553b None None] Checking segment: {'id': '1604fd56-356b-4621-86e4-f0500fa56bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ece6c40e-f20e-4ee4-9ee4-35be04095f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:34:48.028235 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-49d67d89-035c-4af5-ba9b-611900fa553b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:48.028235 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d67d89-035c-4af5-ba9b-611900fa553b None None] Bound using segment: {'id': '1604fd56-356b-4621-86e4-f0500fa56bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ece6c40e-f20e-4ee4-9ee4-35be04095f46'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:34:48.028235 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-49d67d89-035c-4af5-ba9b-611900fa553b None None] Bound port: f2a4521b-f1aa-414b-b081-6fab689061a3, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1604fd56-356b-4621-86e4-f0500fa56bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ece6c40e-f20e-4ee4-9ee4-35be04095f46'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:34:48.028235 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-49d67d89-035c-4af5-ba9b-611900fa553b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:48.051285 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45465266-3839-441e-9123-503f51521753 None None] Pushing event deleted for resources: {'Port': ['ID=26c74bc0-1406-4d5d-ab49-40a5e21faa85,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:48.058628 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45465266-3839-441e-9123-503f51521753 None None] No DVR routers for this DVR port 26c74bc0-1406-4d5d-ab49-40a5e21faa85 on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:34:48.064482 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af60ada-2130-4b2e-a71d-2000447563f9 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event deleted for resources: {'Port': ['ID=26c74bc0-1406-4d5d-ab49-40a5e21faa85,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:48.099307 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af60ada-2130-4b2e-a71d-2000447563f9 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] No DVR routers for this DVR port 26c74bc0-1406-4d5d-ab49-40a5e21faa85 on host dv-neutron-821401-4-hyperv {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:34:48.127668 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-49d67d89-035c-4af5-ba9b-611900fa553b None None] For port f2a4521b-f1aa-414b-b081-6fab689061a3, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:34:48.143283 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-49d67d89-035c-4af5-ba9b-611900fa553b None None] For port f2a4521b-f1aa-414b-b081-6fab689061a3, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=f2a4521b-f1aa-414b-b081-6fab689061a3,segment=NetworkSegment(1604fd56-356b-4621-86e4-f0500fa56bf8),segment_id=1604fd56-356b-4621-86e4-f0500fa56bf8)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:34:48.148543 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-5188146c-6502-484f-b8de-b38fba7eb60b None None] Provisioning complete for port bdd90900-37f8-45cd-b1ba-14e14ba7f85b triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:48.148928 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5188146c-6502-484f-b8de-b38fba7eb60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:48.176791 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-59547ec4-747b-4244-97ee-a0403c0fa96c tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:48.188995 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-5188146c-6502-484f-b8de-b38fba7eb60b None None] Port bdd90900-37f8-45cd-b1ba-14e14ba7f85b cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:34:48.201918 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-5188146c-6502-484f-b8de-b38fba7eb60b None None] Provisioning complete for port a59aa6b5-7b01-42f5-9d47-c8df8740afe7 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:48.204278 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5188146c-6502-484f-b8de-b38fba7eb60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:48.242903 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59547ec4-747b-4244-97ee-a0403c0fa96c tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event deleted for resources: {'Port': ['ID=00d56a0c-f4ba-4ac0-89e3-7c3bc9194f7e,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:48.244754 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-49d67d89-035c-4af5-ba9b-611900fa553b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:48.281396 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device a59aa6b5-7b01-42f5-9d47-c8df8740afe7 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:34:48.328662 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-2d9a5e45-9b92-425b-b0b8-976dc247dab1 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Allocated IP 2001:db8::1 (ece6c40e-f20e-4ee4-9ee4-35be04095f46/752beba0-6087-48c3-9a1f-0425f6e8c822/918df09c-25f7-4e52-8737-bb415c4f336b) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:34:48.373027 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d67d89-035c-4af5-ba9b-611900fa553b None None] Pushing event updated for resources: {'Port': ['ID=f2a4521b-f1aa-414b-b081-6fab689061a3,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:48.376033 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1af60ada-2130-4b2e-a71d-2000447563f9 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:48.455582 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port a59aa6b5-7b01-42f5-9d47-c8df8740afe7 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:48.456811 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:48.493003 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-1af60ada-2130-4b2e-a71d-2000447563f9 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['506b9e8b-1216-4613-bf29-606be137669f']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:48.509705 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-1af60ada-2130-4b2e-a71d-2000447563f9 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e8aeea5-3e6e-4645-841c-769465551a4c') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:48.509705 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-1af60ada-2130-4b2e-a71d-2000447563f9 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e8aeea5-3e6e-4645-841c-769465551a4c') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:48.524323 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2d9a5e45-9b92-425b-b0b8-976dc247dab1 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:48.572099 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-3f643438-2c50-4fe1-a67b-6e16ed52fffe tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Deleting port bdd90900-37f8-45cd-b1ba-14e14ba7f85b {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:34:48.572551 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3f643438-2c50-4fe1-a67b-6e16ed52fffe tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:48.587677 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1af60ada-2130-4b2e-a71d-2000447563f9 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11806923'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:48.662941 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2d9a5e45-9b92-425b-b0b8-976dc247dab1 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:48.678460 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1af60ada-2130-4b2e-a71d-2000447563f9 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:48.678965 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 26c74bc0-1406-4d5d-ab49-40a5e21faa85 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:34:48.694812 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-59547ec4-747b-4244-97ee-a0403c0fa96c tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:48.698281 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-59547ec4-747b-4244-97ee-a0403c0fa96c tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "DELETE /v2.0/ports/00d56a0c-f4ba-4ac0-89e3-7c3bc9194f7e HTTP/1.1" status: 204 len: 168 time: 2.4179437 Dec 10 15:34:48.701365 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1af60ada-2130-4b2e-a71d-2000447563f9 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:34:48.701820 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1af60ada-2130-4b2e-a71d-2000447563f9 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11236635'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:48.707747 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34802) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:48.707987 dv-neutron-821401-4-hyperv neutron-server[103587]: Traceback (most recent call last): Dec 10 15:34:48.707987 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:34:48.707987 dv-neutron-821401-4-hyperv neutron-server[103587]: timer() Dec 10 15:34:48.707987 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:34:48.707987 dv-neutron-821401-4-hyperv neutron-server[103587]: cb(*args, **kw) Dec 10 15:34:48.707987 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:34:48.707987 dv-neutron-821401-4-hyperv neutron-server[103587]: return func(*args, **kwargs) Dec 10 15:34:48.707987 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:34:48.707987 dv-neutron-821401-4-hyperv neutron-server[103587]: self._notify() Dec 10 15:34:48.707987 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:34:48.707987 dv-neutron-821401-4-hyperv neutron-server[103587]: self.callback(batched_events) Dec 10 15:34:48.707987 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:34:48.707987 dv-neutron-821401-4-hyperv neutron-server[103587]: event.method(event) Dec 10 15:34:48.707987 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:34:48.707987 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:34:48.707987 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:34:48.707987 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:34:48.707987 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:34:48.707987 dv-neutron-821401-4-hyperv neutron-server[103587]: return f(self, *a, **k) Dec 10 15:34:48.707987 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:34:48.707987 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._get(url).json() Dec 10 15:34:48.707987 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:34:48.707987 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:34:48.707987 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:34:48.707987 dv-neutron-821401-4-hyperv neutron-server[103587]: return self.request(url, 'GET', **kwargs) Dec 10 15:34:48.707987 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:34:48.707987 dv-neutron-821401-4-hyperv neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:34:48.707987 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:34:48.707987 dv-neutron-821401-4-hyperv neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:34:48.707987 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:34:48.707987 dv-neutron-821401-4-hyperv neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:34:48.707987 dv-neutron-821401-4-hyperv neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:34:48.713699 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 118b61f6-60d4-420b-9ef5-df18c1378ca5 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 15:34:48.735673 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 26c74bc0-1406-4d5d-ab49-40a5e21faa85 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:34:48.736435 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 26c74bc0-1406-4d5d-ab49-40a5e21faa85 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:34:48.741014 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:48.759519 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9a5e45-9b92-425b-b0b8-976dc247dab1 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Network ece6c40e-f20e-4ee4-9ee4-35be04095f46 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:34:48.763376 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e4f528b-2030-40c7-98e0-1eae049b57d0 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] GET failed (client error): The resource could not be found. Dec 10 15:34:48.764885 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-6e4f528b-2030-40c7-98e0-1eae049b57d0 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "GET /v2.0/ports/00d56a0c-f4ba-4ac0-89e3-7c3bc9194f7e HTTP/1.1" status: 404 len: 333 time: 0.0557852 Dec 10 15:34:48.768527 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-2d9a5e45-9b92-425b-b0b8-976dc247dab1 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:34:48.772079 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34804) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:48.782568 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9a5e45-9b92-425b-b0b8-976dc247dab1 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:34:48.783103 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2d9a5e45-9b92-425b-b0b8-976dc247dab1 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552880'] for router_interface, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:48.794679 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3f643438-2c50-4fe1-a67b-6e16ed52fffe tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:48.805666 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9a5e45-9b92-425b-b0b8-976dc247dab1 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Pushing event updated for resources: {'Port': ['ID=918df09c-25f7-4e52-8737-bb415c4f336b,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:48.815302 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-3f643438-2c50-4fe1-a67b-6e16ed52fffe tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Calling delete_port for bdd90900-37f8-45cd-b1ba-14e14ba7f85b owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:34:48.855219 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port 118b61f6-60d4-420b-9ef5-df18c1378ca5, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=118b61f6-60d4-420b-9ef5-df18c1378ca5,segment=NetworkSegment(6a21be53-55a0-4936-91b1-0605bd591ad9),segment_id=6a21be53-55a0-4936-91b1-0605bd591ad9)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:34:48.869817 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Returning: {'device': '118b61f6-60d4-420b-9ef5-df18c1378ca5', 'network_id': '0fdb6849-b3bf-465f-a54e-a82662b0a03d', 'port_id': '118b61f6-60d4-420b-9ef5-df18c1378ca5', 'mac_address': 'fa:16:3e:e6:df:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bafb1d6-a430-4c16-83e7-4286bd5ea1f7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 15:34:48.889989 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_v2 [None req-20861149-14af-42ae-b9eb-4238d9ea1479 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Deleting subnet ece9988d-7dfc-4231-a62e-6bb6ddc28e2c {{(pid=103586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:34:48.897187 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-20861149-14af-42ae-b9eb-4238d9ea1479 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for subnet, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:48.911508 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:48.925474 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 118b61f6-60d4-420b-9ef5-df18c1378ca5 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 15:34:48.947872 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port 118b61f6-60d4-420b-9ef5-df18c1378ca5, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=118b61f6-60d4-420b-9ef5-df18c1378ca5,segment=NetworkSegment(6a21be53-55a0-4936-91b1-0605bd591ad9),segment_id=6a21be53-55a0-4936-91b1-0605bd591ad9)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:34:48.951394 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-20861149-14af-42ae-b9eb-4238d9ea1479 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12392400'] for subnet, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:48.981883 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1af60ada-2130-4b2e-a71d-2000447563f9 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:48.993421 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:49.018628 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1af60ada-2130-4b2e-a71d-2000447563f9 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:49.028032 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-1af60ada-2130-4b2e-a71d-2000447563f9 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "DELETE /v2.0/networks/506b9e8b-1216-4613-bf29-606be137669f HTTP/1.1" status: 204 len: 168 time: 2.4917228 Dec 10 15:34:49.043196 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34806) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:49.079727 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=118b61f6-60d4-420b-9ef5-df18c1378ca5,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:49.085274 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af60ada-2130-4b2e-a71d-2000447563f9 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event deleted for resources: {'Network': ['ID=506b9e8b-1216-4613-bf29-606be137669f,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:49.110987 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2d9a5e45-9b92-425b-b0b8-976dc247dab1 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:49.141668 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-20861149-14af-42ae-b9eb-4238d9ea1479 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:49.205743 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] get_ports_and_sgs() called for port_ids ['118b61f6-60d4-420b-9ef5-df18c1378ca5'] {{(pid=103588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 15:34:49.265133 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d71c52-57f3-43a9-bc2d-36688608c80a req-04b8dc9c-9a14-4bd6-ab11-eee4ccb4fb00 tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:49.266733 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-30d71c52-57f3-43a9-bc2d-36688608c80a req-04b8dc9c-9a14-4bd6-ab11-eee4ccb4fb00 tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5da363d-880d-47f3-bf58-2ff4f916062c HTTP/1.1" status: 200 len: 945 time: 0.1524231 Dec 10 15:34:49.318111 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c911cf6e-c265-46c0-a994-993a1119e223 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549925'] for router_interface, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:49.383636 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-30d71c52-57f3-43a9-bc2d-36688608c80a req-9c25c9ae-b6e7-4ce4-b9ff-360d61cb1e4f tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1c7e2e1-a3ac-4d15-9445-dca239a32f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020186 Dec 10 15:34:49.386378 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3f643438-2c50-4fe1-a67b-6e16ed52fffe tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:49.465926 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f643438-2c50-4fe1-a67b-6e16ed52fffe tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event deleted for resources: {'Port': ['ID=bdd90900-37f8-45cd-b1ba-14e14ba7f85b,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:49.506490 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-20861149-14af-42ae-b9eb-4238d9ea1479 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:49.557084 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20861149-14af-42ae-b9eb-4238d9ea1479 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event deleted for resources: {'Subnet': ['ID=ece9988d-7dfc-4231-a62e-6bb6ddc28e2c,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:49.567371 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-8b13010b-9ca0-4da3-998f-effb47b4d91b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Deleting port 0d54bcc9-dda4-4e39-83aa-c1ecd12a24f2 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:34:49.567722 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8b13010b-9ca0-4da3-998f-effb47b4d91b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:49.573405 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c700ec4d-43ea-4be9-b22c-efb981a5e7ac None None] Network fe512008-6ce0-4f2a-bbdb-c657d856e5df requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:34:49.578313 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-20861149-14af-42ae-b9eb-4238d9ea1479 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:49.584622 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-20861149-14af-42ae-b9eb-4238d9ea1479 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "DELETE /v2.0/subnets/ece9988d-7dfc-4231-a62e-6bb6ddc28e2c HTTP/1.1" status: 204 len: 168 time: 0.8115094 Dec 10 15:34:49.587932 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34810) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:49.633531 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3f643438-2c50-4fe1-a67b-6e16ed52fffe tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:49.639964 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-3f643438-2c50-4fe1-a67b-6e16ed52fffe tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/ports/bdd90900-37f8-45cd-b1ba-14e14ba7f85b HTTP/1.1" status: 204 len: 168 time: 1.7157779 Dec 10 15:34:49.642559 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34812) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:49.747379 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6f621b-f9a6-4e1a-bb71-c5bc29ae6a32 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:49.748906 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6f621b-f9a6-4e1a-bb71-c5bc29ae6a32 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:49.750661 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2d9a5e45-9b92-425b-b0b8-976dc247dab1 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:49.751235 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6f621b-f9a6-4e1a-bb71-c5bc29ae6a32 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:49.756058 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-7c6f621b-f9a6-4e1a-bb71-c5bc29ae6a32 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1123137 Dec 10 15:34:49.756867 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34814) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:49.765441 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_v2 [None req-122d832f-e7d3-4b29-912c-3030483b22f2 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Deleting subnet ed38f5c2-4a01-4b8b-bffb-2b96622400ae {{(pid=103586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:34:49.771886 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-122d832f-e7d3-4b29-912c-3030483b22f2 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for subnet, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:49.825417 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8b13010b-9ca0-4da3-998f-effb47b4d91b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:49.825757 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8b13010b-9ca0-4da3-998f-effb47b4d91b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:49.829663 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2d9a5e45-9b92-425b-b0b8-976dc247dab1 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:49.830500 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2d9a5e45-9b92-425b-b0b8-976dc247dab1 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549888'] for router_interface, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:49.867866 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dfac38f-56ec-4f4b-8c3b-cf981cae8812 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Deleting subnet 4f4fdb2a-e31c-416d-824f-c5f5b1fbdeb7 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:34:49.873694 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5dfac38f-56ec-4f4b-8c3b-cf981cae8812 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for subnet, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:49.877857 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-8b13010b-9ca0-4da3-998f-effb47b4d91b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Calling delete_port for 0d54bcc9-dda4-4e39-83aa-c1ecd12a24f2 owned by network:floatingip {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:34:49.894326 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-122d832f-e7d3-4b29-912c-3030483b22f2 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12392400'] for subnet, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:49.922319 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-c911cf6e-c265-46c0-a994-993a1119e223 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Deleting port d304a563-8ee0-4988-86e6-ec6cbe9df6ea {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:34:49.922656 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c911cf6e-c265-46c0-a994-993a1119e223 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:49.927469 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5dfac38f-56ec-4f4b-8c3b-cf981cae8812 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11806768'] for subnet, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:49.953132 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1febc431-264e-4cbe-ae74-a7a054c3a239 None None] Network ece6c40e-f20e-4ee4-9ee4-35be04095f46 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:34:50.042266 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-180dbaac-59f8-4e65-b1b8-e9e4694acecd None None] Provisioning complete for port f2a4521b-f1aa-414b-b081-6fab689061a3 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:50.042660 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-180dbaac-59f8-4e65-b1b8-e9e4694acecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:50.082957 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c911cf6e-c265-46c0-a994-993a1119e223 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:50.099616 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5dfac38f-56ec-4f4b-8c3b-cf981cae8812 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:50.131127 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-c911cf6e-c265-46c0-a994-993a1119e223 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Calling delete_port for d304a563-8ee0-4988-86e6-ec6cbe9df6ea owned by network:router_interface {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:34:50.185283 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-180dbaac-59f8-4e65-b1b8-e9e4694acecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:50.252370 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-180dbaac-59f8-4e65-b1b8-e9e4694acecd None None] For port f2a4521b-f1aa-414b-b081-6fab689061a3, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=f2a4521b-f1aa-414b-b081-6fab689061a3,segment=NetworkSegment(1604fd56-356b-4621-86e4-f0500fa56bf8),segment_id=1604fd56-356b-4621-86e4-f0500fa56bf8)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:34:50.330067 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5dfac38f-56ec-4f4b-8c3b-cf981cae8812 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11236721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11668521'] for subnet, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:50.348615 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device f2a4521b-f1aa-414b-b081-6fab689061a3 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:34:50.368547 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9a5e45-9b92-425b-b0b8-976dc247dab1 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Pushing event updated for resources: {'Port': ['ID=918df09c-25f7-4e52-8737-bb415c4f336b,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:50.417312 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9f676e-5560-4507-aa05-2431df73574f None None] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:34:50.419298 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-180dbaac-59f8-4e65-b1b8-e9e4694acecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:50.434708 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfac38f-56ec-4f4b-8c3b-cf981cae8812 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event deleted for resources: {'Subnet': ['ID=4f4fdb2a-e31c-416d-824f-c5f5b1fbdeb7,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:50.445030 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5dfac38f-56ec-4f4b-8c3b-cf981cae8812 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:50.452322 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-5dfac38f-56ec-4f4b-8c3b-cf981cae8812 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/subnets/4f4fdb2a-e31c-416d-824f-c5f5b1fbdeb7 HTTP/1.1" status: 204 len: 168 time: 0.6914842 Dec 10 15:34:50.464191 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34818) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:50.473671 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfac38f-56ec-4f4b-8c3b-cf981cae8812 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:34:50.474351 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfac38f-56ec-4f4b-8c3b-cf981cae8812 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:34:50.474869 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfac38f-56ec-4f4b-8c3b-cf981cae8812 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:34:50.475369 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfac38f-56ec-4f4b-8c3b-cf981cae8812 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:34:50.475876 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfac38f-56ec-4f4b-8c3b-cf981cae8812 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:34:50.476859 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfac38f-56ec-4f4b-8c3b-cf981cae8812 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:34:50.477499 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfac38f-56ec-4f4b-8c3b-cf981cae8812 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:34:50.478043 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfac38f-56ec-4f4b-8c3b-cf981cae8812 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:34:50.478547 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfac38f-56ec-4f4b-8c3b-cf981cae8812 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:34:50.479049 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfac38f-56ec-4f4b-8c3b-cf981cae8812 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:34:50.479558 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfac38f-56ec-4f4b-8c3b-cf981cae8812 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:34:50.480045 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfac38f-56ec-4f4b-8c3b-cf981cae8812 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:34:50.480541 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfac38f-56ec-4f4b-8c3b-cf981cae8812 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:34:50.539192 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-122d832f-e7d3-4b29-912c-3030483b22f2 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:50.579910 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port f2a4521b-f1aa-414b-b081-6fab689061a3 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:50.580295 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:50.638761 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_v2 [None req-9627b7ee-71c4-4d1e-bfba-044c5aeb260c tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Deleting subnet b46da44a-bcdf-4468-94c9-1952fcfb7803 {{(pid=103586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:34:50.646026 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180dbaac-59f8-4e65-b1b8-e9e4694acecd None None] Pushing event updated for resources: {'Port': ['ID=f2a4521b-f1aa-414b-b081-6fab689061a3,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:50.654297 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9627b7ee-71c4-4d1e-bfba-044c5aeb260c tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for subnet, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:50.666027 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9a5e45-9b92-425b-b0b8-976dc247dab1 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Network ece6c40e-f20e-4ee4-9ee4-35be04095f46 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:34:50.674324 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c911cf6e-c265-46c0-a994-993a1119e223 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:50.703713 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-db22f759-36da-4116-aa83-5d0907dd0028 None None] Provisioning complete for port f2a4521b-f1aa-414b-b081-6fab689061a3 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:50.704081 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-db22f759-36da-4116-aa83-5d0907dd0028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:50.710797 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-2d9a5e45-9b92-425b-b0b8-976dc247dab1 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:34:50.714587 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 118b61f6-60d4-420b-9ef5-df18c1378ca5 up at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:34:50.722797 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911cf6e-c265-46c0-a994-993a1119e223 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Pushing event deleted for resources: {'Port': ['ID=d304a563-8ee0-4988-86e6-ec6cbe9df6ea,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:50.749918 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9627b7ee-71c4-4d1e-bfba-044c5aeb260c tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12392400'] for subnet, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:50.855121 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb28363-af10-4b35-adb4-323b78cc90ca req-fabbe970-d55d-4015-8d89-419df4ffb696 tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:50.856835 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-3fb28363-af10-4b35-adb4-323b78cc90ca req-fabbe970-d55d-4015-8d89-419df4ffb696 tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5da363d-880d-47f3-bf58-2ff4f916062c HTTP/1.1" status: 200 len: 945 time: 0.2733881 Dec 10 15:34:50.934078 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-122d832f-e7d3-4b29-912c-3030483b22f2 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:50.983577 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c911cf6e-c265-46c0-a994-993a1119e223 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550073'] for router_interface, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:50.999962 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning for port 118b61f6-60d4-420b-9ef5-df18c1378ca5 completed by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 15:34:51.008841 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning complete for port 118b61f6-60d4-420b-9ef5-df18c1378ca5 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:51.009437 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:51.055205 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-db22f759-36da-4116-aa83-5d0907dd0028 None None] Provisioning complete for port 918df09c-25f7-4e52-8737-bb415c4f336b triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:51.055798 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-db22f759-36da-4116-aa83-5d0907dd0028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:51.157880 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-db22f759-36da-4116-aa83-5d0907dd0028 None None] Port 918df09c-25f7-4e52-8737-bb415c4f336b cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:34:51.179099 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:51.185214 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122d832f-e7d3-4b29-912c-3030483b22f2 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event deleted for resources: {'Subnet': ['ID=ed38f5c2-4a01-4b8b-bffb-2b96622400ae,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:51.188226 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8b13010b-9ca0-4da3-998f-effb47b4d91b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:51.209622 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-122d832f-e7d3-4b29-912c-3030483b22f2 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:51.214973 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0285aac-74b1-46e2-a9ca-95183a3caedb None None] Network fe512008-6ce0-4f2a-bbdb-c657d856e5df requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:34:51.216277 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-122d832f-e7d3-4b29-912c-3030483b22f2 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "DELETE /v2.0/subnets/ed38f5c2-4a01-4b8b-bffb-2b96622400ae HTTP/1.1" status: 204 len: 168 time: 1.6187556 Dec 10 15:34:51.262111 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34820) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:51.292043 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b13010b-9ca0-4da3-998f-effb47b4d91b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event deleted for resources: {'Port': ['ID=0d54bcc9-dda4-4e39-83aa-c1ecd12a24f2,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:51.307979 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5da363d-880d-47f3-bf58-2ff4f916062c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '118b61f6-60d4-420b-9ef5-df18c1378ca5'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:34:51.309275 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa4b92c408489e2c982394a5a7b3518bb1b22554638321e3ea6c5cabb2c75d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe55b8b-f1e1-4805-985c-ea0e95c01bfa" -d '{"events": [{"server_uuid": "c5da363d-880d-47f3-bf58-2ff4f916062c", "name": "network-vif-plugged", "status": "completed", "tag": "118b61f6-60d4-420b-9ef5-df18c1378ca5"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:34:51.310248 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-3fb28363-af10-4b35-adb4-323b78cc90ca req-950e6e4a-01f2-4f0c-b11f-b4ede1b2d3fb tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1c7e2e1-a3ac-4d15-9445-dca239a32f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4382067 Dec 10 15:34:51.347655 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-8351af56-dc4a-4614-a58a-0c651dd67da9 None None] Provisioning complete for port 918df09c-25f7-4e52-8737-bb415c4f336b triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:51.348293 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8351af56-dc4a-4614-a58a-0c651dd67da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:51.352107 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port 118b61f6-60d4-420b-9ef5-df18c1378ca5, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=118b61f6-60d4-420b-9ef5-df18c1378ca5,segment=NetworkSegment(6a21be53-55a0-4936-91b1-0605bd591ad9),segment_id=6a21be53-55a0-4936-91b1-0605bd591ad9)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:34:51.391764 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c911cf6e-c265-46c0-a994-993a1119e223 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Router d73cdea3-69f4-470b-9c41-240c51e25032 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:34:51.399869 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 15:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70677f99-4dae-47ea-878c-b5682c4d7cbe x-openstack-request-id: req-70677f99-4dae-47ea-878c-b5682c4d7cbe {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:34:51.399869 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5da363d-880d-47f3-bf58-2ff4f916062c", "name": "network-vif-plugged", "status": "completed", "tag": "118b61f6-60d4-420b-9ef5-df18c1378ca5", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:34:51.399869 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-70677f99-4dae-47ea-878c-b5682c4d7cbe {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:34:51.400307 dv-neutron-821401-4-hyperv neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5da363d-880d-47f3-bf58-2ff4f916062c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '118b61f6-60d4-420b-9ef5-df18c1378ca5', 'code': 200} Dec 10 15:34:51.440371 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9627b7ee-71c4-4d1e-bfba-044c5aeb260c tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:51.448621 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:51.530183 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-8351af56-dc4a-4614-a58a-0c651dd67da9 None None] Port 918df09c-25f7-4e52-8737-bb415c4f336b cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:34:51.565772 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=118b61f6-60d4-420b-9ef5-df18c1378ca5,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:51.573794 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-8351af56-dc4a-4614-a58a-0c651dd67da9 None None] Provisioning complete for port 073c06f3-f1b5-4c92-b46f-bca93aa21455 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:51.574335 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8351af56-dc4a-4614-a58a-0c651dd67da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:51.611705 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c911cf6e-c265-46c0-a994-993a1119e223 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:34:51.619085 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-c911cf6e-c265-46c0-a994-993a1119e223 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] 10.222.0.20 "PUT /v2.0/routers/d73cdea3-69f4-470b-9c41-240c51e25032/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6829939 Dec 10 15:34:51.625547 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34824) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:51.643057 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-72aea441-3d93-4e08-be98-d1a46835465e tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:51.650750 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec208a24-babf-4a02-a19c-3e9184bc21a6 None None] Sync routers for ids ['d73cdea3-69f4-470b-9c41-240c51e25032'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:34:51.659899 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253fb54d-a98d-4405-92f2-72032eb58797 None None] DHCP port deletion for fe512008-6ce0-4f2a-bbdb-c657d856e5df request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:34:51.676562 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec208a24-babf-4a02-a19c-3e9184bc21a6 None None] Routers {'d73cdea3-69f4-470b-9c41-240c51e25032'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:34:51.677361 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-ec208a24-babf-4a02-a19c-3e9184bc21a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:34:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['d73cdea3-69f4-470b-9c41-240c51e25032'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:51.700210 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8b13010b-9ca0-4da3-998f-effb47b4d91b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for floatingip, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:51.700559 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.l3_db [None req-8b13010b-9ca0-4da3-998f-effb47b4d91b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Floating IP 1c5a49e9-17a3-4879-a890-c8682fb48880 disassociated (deleted). External IP: 172.26.2.154, port: a8105268-3e68-4849-a38d-a20a747926fa. Dec 10 15:34:51.747998 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-ec208a24-babf-4a02-a19c-3e9184bc21a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:51.759752 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d9a5e45-9b92-425b-b0b8-976dc247dab1 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Router b087ed14-4160-45e4-baf9-a1dea25d87d2 is scheduled to L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d with binding_index 1 {{(pid=103586) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 15:34:51.797117 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9627b7ee-71c4-4d1e-bfba-044c5aeb260c tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:51.905036 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9627b7ee-71c4-4d1e-bfba-044c5aeb260c tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event deleted for resources: {'Subnet': ['ID=b46da44a-bcdf-4468-94c9-1952fcfb7803,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:51.911789 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9627b7ee-71c4-4d1e-bfba-044c5aeb260c tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:51.919424 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-9627b7ee-71c4-4d1e-bfba-044c5aeb260c tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/subnets/b46da44a-bcdf-4468-94c9-1952fcfb7803 HTTP/1.1" status: 204 len: 168 time: 1.4538150 Dec 10 15:34:51.922261 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34826) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:51.962468 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec208a24-babf-4a02-a19c-3e9184bc21a6 None None] Routers {'d73cdea3-69f4-470b-9c41-240c51e25032'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:34:51.963800 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-ec208a24-babf-4a02-a19c-3e9184bc21a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:34:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['d73cdea3-69f4-470b-9c41-240c51e25032'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:51.973498 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b527cf7d-a926-4e15-81d2-e9311c3385e0 None None] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:34:52.010429 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-8891102f-c952-4af4-8d48-9bcd862b9213 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0822923 Dec 10 15:34:52.014913 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34828) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:52.032013 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-72aea441-3d93-4e08-be98-d1a46835465e tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Deleting port 073c06f3-f1b5-4c92-b46f-bca93aa21455 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:34:52.032013 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-72aea441-3d93-4e08-be98-d1a46835465e tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:52.055021 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-ec208a24-babf-4a02-a19c-3e9184bc21a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:52.055882 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec208a24-babf-4a02-a19c-3e9184bc21a6 None None] The sync data for ids ['d73cdea3-69f4-470b-9c41-240c51e25032'] in dv-neutron-821401-4-hyperv is: [] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:34:52.092994 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d9a5e45-9b92-425b-b0b8-976dc247dab1 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:34:52.103984 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-2d9a5e45-9b92-425b-b0b8-976dc247dab1 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "PUT /v2.0/routers/b087ed14-4160-45e4-baf9-a1dea25d87d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0247185 Dec 10 15:34:52.110053 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34830) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:52.111858 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f6bed5-ff7e-4bba-9812-f7f9f14c19b4 None None] Sync routers for ids ['b087ed14-4160-45e4-baf9-a1dea25d87d2'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:34:52.115976 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-253fb54d-a98d-4405-92f2-72032eb58797 None None] Deleting port 073c06f3-f1b5-4c92-b46f-bca93aa21455 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:34:52.116550 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-253fb54d-a98d-4405-92f2-72032eb58797 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:52.122399 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f6bed5-ff7e-4bba-9812-f7f9f14c19b4 None None] Routers {'b087ed14-4160-45e4-baf9-a1dea25d87d2'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:34:52.123332 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-f4f6bed5-ff7e-4bba-9812-f7f9f14c19b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:34:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['b087ed14-4160-45e4-baf9-a1dea25d87d2'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:52.169350 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-f4f6bed5-ff7e-4bba-9812-f7f9f14c19b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:52.180932 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f6bed5-ff7e-4bba-9812-f7f9f14c19b4 None None] Routers {'b087ed14-4160-45e4-baf9-a1dea25d87d2'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:34:52.185159 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-f4f6bed5-ff7e-4bba-9812-f7f9f14c19b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:34:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['b087ed14-4160-45e4-baf9-a1dea25d87d2'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:52.203979 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131cd799-fe93-4a4d-ba9b-0a2c7798d35c tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:52.208348 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-131cd799-fe93-4a4d-ba9b-0a2c7798d35c tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "GET /v2.0/ports/918df09c-25f7-4e52-8737-bb415c4f336b HTTP/1.1" status: 200 len: 911 time: 0.0889506 Dec 10 15:34:52.208961 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34832) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:52.212271 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743286bf-3383-4145-b7a8-e619ca3e6517 req-f0fbd264-bee7-4943-9b78-c2024d566f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:52.213701 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-743286bf-3383-4145-b7a8-e619ca3e6517 req-f0fbd264-bee7-4943-9b78-c2024d566f43 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c5da363d-880d-47f3-bf58-2ff4f916062c HTTP/1.1" status: 200 len: 1099 time: 0.1027787 Dec 10 15:34:52.216286 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc527709-7f95-4d1f-89be-e627d90402a9 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:52.220750 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-dc527709-7f95-4d1f-89be-e627d90402a9 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2041399 Dec 10 15:34:52.221430 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34834) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:52.239270 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-72aea441-3d93-4e08-be98-d1a46835465e tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] For port 073c06f3-f1b5-4c92-b46f-bca93aa21455, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=073c06f3-f1b5-4c92-b46f-bca93aa21455,segment=NetworkSegment(ec3ab229-67d4-4a9c-a0f1-c49dd646856b),segment_id=ec3ab229-67d4-4a9c-a0f1-c49dd646856b)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:34:52.239645 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-72aea441-3d93-4e08-be98-d1a46835465e tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:52.245124 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-f4f6bed5-ff7e-4bba-9812-f7f9f14c19b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:52.246118 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f6bed5-ff7e-4bba-9812-f7f9f14c19b4 None None] The sync data for ids ['b087ed14-4160-45e4-baf9-a1dea25d87d2'] in dv-neutron-821401-4-hyperv is: [] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:34:52.262755 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7a4b9043-1715-4475-bb26-9a203367ab80 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks [] for router, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:52.267782 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device f2a4521b-f1aa-414b-b081-6fab689061a3 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:34:52.309859 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-253fb54d-a98d-4405-92f2-72032eb58797 None None] For port 073c06f3-f1b5-4c92-b46f-bca93aa21455, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=073c06f3-f1b5-4c92-b46f-bca93aa21455,segment=NetworkSegment(ec3ab229-67d4-4a9c-a0f1-c49dd646856b),segment_id=ec3ab229-67d4-4a9c-a0f1-c49dd646856b)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:34:52.310354 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-253fb54d-a98d-4405-92f2-72032eb58797 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:52.312010 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-72aea441-3d93-4e08-be98-d1a46835465e tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Calling delete_port for 073c06f3-f1b5-4c92-b46f-bca93aa21455 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:34:52.336245 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-253fb54d-a98d-4405-92f2-72032eb58797 None None] Calling delete_port for 073c06f3-f1b5-4c92-b46f-bca93aa21455 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:34:52.348377 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-125c8094-5ae7-4529-b243-54af253b696f None None] Provisioning complete for port 918df09c-25f7-4e52-8737-bb415c4f336b triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:52.348936 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-125c8094-5ae7-4529-b243-54af253b696f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:52.387057 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e8842f-b895-41aa-b2b3-d3f68988d174 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:52.391860 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-d5e8842f-b895-41aa-b2b3-d3f68988d174 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1643965 Dec 10 15:34:52.398047 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b13010b-9ca0-4da3-998f-effb47b4d91b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Router b9676776-7c00-41b0-baa0-cc95a47a85a5 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:34:52.401636 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34838) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:52.443553 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7918f8-8482-4ea6-bf25-63d94402d33f None None] DHCP port deletion for c2b5f149-cedd-450c-ab43-dd2d78259f45 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:34:52.451303 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-8636501e-7200-44b1-9c93-f2a924bdbefb tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0477598 Dec 10 15:34:52.455450 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34840) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:52.457291 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port f2a4521b-f1aa-414b-b081-6fab689061a3 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:52.457823 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:52.462063 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-125c8094-5ae7-4529-b243-54af253b696f None None] Port 918df09c-25f7-4e52-8737-bb415c4f336b cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:34:52.473124 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-4ab6c57e-85b2-47ea-a92a-d2223cd604f9 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Request body: {'subnet': {'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:34:52.476565 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-743286bf-3383-4145-b7a8-e619ca3e6517 req-638f0a6a-6f91-4106-8ca8-2e4a6c8fc05c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c1c7e2e1-a3ac-4d15-9445-dca239a32f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212505 Dec 10 15:34:52.540308 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-125c8094-5ae7-4529-b243-54af253b696f None None] Provisioning complete for port a59aa6b5-7b01-42f5-9d47-c8df8740afe7 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:52.541184 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-125c8094-5ae7-4529-b243-54af253b696f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:52.578884 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7a4b9043-1715-4475-bb26-9a203367ab80 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:52.634337 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-1a7918f8-8482-4ea6-bf25-63d94402d33f None None] Deleting port a59aa6b5-7b01-42f5-9d47-c8df8740afe7 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:34:52.634719 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1a7918f8-8482-4ea6-bf25-63d94402d33f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:52.686128 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-253fb54d-a98d-4405-92f2-72032eb58797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:52.753803 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-183ac161-97bf-40f7-8033-f9f4161e512f tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549925'] for router_interface, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:52.780610 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253fb54d-a98d-4405-92f2-72032eb58797 None None] Pushing event deleted for resources: {'Port': ['ID=073c06f3-f1b5-4c92-b46f-bca93aa21455,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:52.780610 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253fb54d-a98d-4405-92f2-72032eb58797 None None] No DVR routers for this DVR port 073c06f3-f1b5-4c92-b46f-bca93aa21455 on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:34:52.793161 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-1a7918f8-8482-4ea6-bf25-63d94402d33f None None] For port a59aa6b5-7b01-42f5-9d47-c8df8740afe7, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=a59aa6b5-7b01-42f5-9d47-c8df8740afe7,segment=NetworkSegment(64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4),segment_id=64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:34:52.793701 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1a7918f8-8482-4ea6-bf25-63d94402d33f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:52.806097 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253fb54d-a98d-4405-92f2-72032eb58797 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:34:52.806097 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253fb54d-a98d-4405-92f2-72032eb58797 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:34:52.806526 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253fb54d-a98d-4405-92f2-72032eb58797 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:34:52.806980 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253fb54d-a98d-4405-92f2-72032eb58797 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:34:52.807514 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253fb54d-a98d-4405-92f2-72032eb58797 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:34:52.808313 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253fb54d-a98d-4405-92f2-72032eb58797 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:34:52.808313 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253fb54d-a98d-4405-92f2-72032eb58797 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:34:52.808804 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253fb54d-a98d-4405-92f2-72032eb58797 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:34:52.809330 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253fb54d-a98d-4405-92f2-72032eb58797 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:34:52.809805 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253fb54d-a98d-4405-92f2-72032eb58797 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:34:52.810265 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253fb54d-a98d-4405-92f2-72032eb58797 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:34:52.810865 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253fb54d-a98d-4405-92f2-72032eb58797 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:34:52.811131 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253fb54d-a98d-4405-92f2-72032eb58797 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:34:52.819984 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 073c06f3-f1b5-4c92-b46f-bca93aa21455 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:34:52.844720 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-1a7918f8-8482-4ea6-bf25-63d94402d33f None None] Calling delete_port for a59aa6b5-7b01-42f5-9d47-c8df8740afe7 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:34:52.852797 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 073c06f3-f1b5-4c92-b46f-bca93aa21455 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:34:52.853323 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 073c06f3-f1b5-4c92-b46f-bca93aa21455 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:34:52.902908 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e6db47-ee29-4314-9bb2-d3a84f42bcdc req-396f71cd-7eae-42f2-a5ce-7c9c2dd7dc4b tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:52.904452 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-37e6db47-ee29-4314-9bb2-d3a84f42bcdc req-396f71cd-7eae-42f2-a5ce-7c9c2dd7dc4b tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5da363d-880d-47f3-bf58-2ff4f916062c HTTP/1.1" status: 200 len: 946 time: 0.4503875 Dec 10 15:34:52.926691 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-72aea441-3d93-4e08-be98-d1a46835465e tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:52.981850 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-7a4b9043-1715-4475-bb26-9a203367ab80 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Deleting port ce9c8827-7a1d-4473-8aa9-c0f932f16565 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:34:52.982257 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7a4b9043-1715-4475-bb26-9a203367ab80 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:52.993686 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1a7918f8-8482-4ea6-bf25-63d94402d33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:53.003906 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aea441-3d93-4e08-be98-d1a46835465e tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event deleted for resources: {'Port': ['ID=073c06f3-f1b5-4c92-b46f-bca93aa21455,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:53.020286 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72aea441-3d93-4e08-be98-d1a46835465e tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] No DVR routers for this DVR port 073c06f3-f1b5-4c92-b46f-bca93aa21455 on host dv-neutron-821401-4-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:34:53.030941 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7918f8-8482-4ea6-bf25-63d94402d33f None None] Pushing event deleted for resources: {'Port': ['ID=a59aa6b5-7b01-42f5-9d47-c8df8740afe7,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:53.038406 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7918f8-8482-4ea6-bf25-63d94402d33f None None] No DVR routers for this DVR port a59aa6b5-7b01-42f5-9d47-c8df8740afe7 on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:34:53.073476 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-37e6db47-ee29-4314-9bb2-d3a84f42bcdc req-24db6d43-5740-4f0d-9ca9-47f63ecdfd1b tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1c7e2e1-a3ac-4d15-9445-dca239a32f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605477 Dec 10 15:34:53.074559 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b13010b-9ca0-4da3-998f-effb47b4d91b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:34:53.087469 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb35414-8b04-4e0d-b3fb-9cdf821d71b2 None None] Sync routers for ids ['b9676776-7c00-41b0-baa0-cc95a47a85a5'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:34:53.095191 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8b13010b-9ca0-4da3-998f-effb47b4d91b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:53.097610 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb35414-8b04-4e0d-b3fb-9cdf821d71b2 None None] Routers {'b9676776-7c00-41b0-baa0-cc95a47a85a5'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:34:53.098289 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-fdb35414-8b04-4e0d-b3fb-9cdf821d71b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:34:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['b9676776-7c00-41b0-baa0-cc95a47a85a5'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:53.116217 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7a4b9043-1715-4475-bb26-9a203367ab80 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:53.135288 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-7a4b9043-1715-4475-bb26-9a203367ab80 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Calling delete_port for ce9c8827-7a1d-4473-8aa9-c0f932f16565 owned by network:router_gateway {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:34:53.156704 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab6c57e-85b2-47ea-a92a-d2223cd604f9 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Made reservation on behalf of 915dae42aca44a6e934a20b3a70b3a5e for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:34:53.157483 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4ab6c57e-85b2-47ea-a92a-d2223cd604f9 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:53.158975 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ab6c57e-85b2-47ea-a92a-d2223cd604f9 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 15:34:53.159417 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ab6c57e-85b2-47ea-a92a-d2223cd604f9 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:34:53.182618 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-8b13010b-9ca0-4da3-998f-effb47b4d91b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "DELETE /v2.0/floatingips/1c5a49e9-17a3-4879-a890-c8682fb48880 HTTP/1.1" status: 204 len: 168 time: 4.1384947 Dec 10 15:34:53.185525 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2d8b614-6355-4b3d-86be-c56b4b54d658', 'tag': 'a8105268-3e68-4849-a38d-a20a747926fa'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:34:53.188378 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde1b47dcd987728a27c8e391f176ee57ea2adf837d2cedb59662361de43515a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5485bd1-298f-43ce-a838-735262b5d25d" -d '{"events": [{"name": "network-changed", "server_uuid": "d2d8b614-6355-4b3d-86be-c56b4b54d658", "tag": "a8105268-3e68-4849-a38d-a20a747926fa"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:34:53.204024 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-72aea441-3d93-4e08-be98-d1a46835465e tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:53.220733 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-72aea441-3d93-4e08-be98-d1a46835465e tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe512008-6ce0-4f2a-bbdb-c657d856e5df']}} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:53.230857 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-fdb35414-8b04-4e0d-b3fb-9cdf821d71b2 None None] Set router b9676776-7c00-41b0-baa0-cc95a47a85a5 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:34:53.232495 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-72aea441-3d93-4e08-be98-d1a46835465e tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec3ab229-67d4-4a9c-a0f1-c49dd646856b') {'for_net_delete': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:53.232495 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-72aea441-3d93-4e08-be98-d1a46835465e tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec3ab229-67d4-4a9c-a0f1-c49dd646856b') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:53.243292 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-72aea441-3d93-4e08-be98-d1a46835465e tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12392235'] for segment, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:53.257801 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-72aea441-3d93-4e08-be98-d1a46835465e tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:53.261887 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-183ac161-97bf-40f7-8033-f9f4161e512f tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Deleting port 918df09c-25f7-4e52-8737-bb415c4f336b {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:34:53.261887 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-183ac161-97bf-40f7-8033-f9f4161e512f tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:53.266291 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72aea441-3d93-4e08-be98-d1a46835465e tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=103586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:34:53.266749 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-72aea441-3d93-4e08-be98-d1a46835465e tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11695586'] for segment, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:53.270060 dv-neutron-821401-4-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:34:53.270060 dv-neutron-821401-4-hyperv neutron-server[103586]: self.session.flush() Dec 10 15:34:53.270060 dv-neutron-821401-4-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:34:53.270060 dv-neutron-821401-4-hyperv neutron-server[103586]: self.session.flush() Dec 10 15:34:53.270060 dv-neutron-821401-4-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:34:53.270060 dv-neutron-821401-4-hyperv neutron-server[103586]: self.session.flush() Dec 10 15:34:53.270060 dv-neutron-821401-4-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:34:53.270060 dv-neutron-821401-4-hyperv neutron-server[103586]: self.session.flush() Dec 10 15:34:53.270060 dv-neutron-821401-4-hyperv neutron-server[103586]: Traceback (most recent call last): Dec 10 15:34:53.270060 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:34:53.270060 dv-neutron-821401-4-hyperv neutron-server[103586]: timer() Dec 10 15:34:53.270060 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:34:53.270060 dv-neutron-821401-4-hyperv neutron-server[103586]: cb(*args, **kw) Dec 10 15:34:53.270060 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:34:53.270060 dv-neutron-821401-4-hyperv neutron-server[103586]: return func(*args, **kwargs) Dec 10 15:34:53.270060 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:34:53.270060 dv-neutron-821401-4-hyperv neutron-server[103586]: self._notify() Dec 10 15:34:53.270060 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:34:53.270060 dv-neutron-821401-4-hyperv neutron-server[103586]: self.callback(batched_events) Dec 10 15:34:53.270060 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:34:53.270060 dv-neutron-821401-4-hyperv neutron-server[103586]: event.method(event) Dec 10 15:34:53.270060 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:34:53.270060 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:34:53.270060 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:34:53.270060 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:34:53.270060 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:34:53.270060 dv-neutron-821401-4-hyperv neutron-server[103586]: return f(self, *a, **k) Dec 10 15:34:53.270060 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:34:53.270060 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._get(url).json() Dec 10 15:34:53.270060 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:34:53.270060 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:34:53.270060 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:34:53.270060 dv-neutron-821401-4-hyperv neutron-server[103586]: return self.request(url, 'GET', **kwargs) Dec 10 15:34:53.270060 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:34:53.270060 dv-neutron-821401-4-hyperv neutron-server[103586]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:34:53.270060 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:34:53.270060 dv-neutron-821401-4-hyperv neutron-server[103586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:34:53.270060 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:34:53.270060 dv-neutron-821401-4-hyperv neutron-server[103586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:34:53.270060 dv-neutron-821401-4-hyperv neutron-server[103586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:34:53.287245 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-4ab6c57e-85b2-47ea-a92a-d2223cd604f9 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.8292189 Dec 10 15:34:53.306314 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34846) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:53.311859 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-e02f4a23-b7a5-4f36-9fb7-6ef5fa5ee691 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Request body: {'subnet': {'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:34:53.318624 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 15:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-742d90a1-8659-4c98-8503-732f979f1349 x-openstack-request-id: req-742d90a1-8659-4c98-8503-732f979f1349 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:34:53.318919 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2d8b614-6355-4b3d-86be-c56b4b54d658", "tag": "a8105268-3e68-4849-a38d-a20a747926fa", "status": "completed", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:34:53.319182 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-742d90a1-8659-4c98-8503-732f979f1349 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:34:53.319590 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2d8b614-6355-4b3d-86be-c56b4b54d658', 'tag': 'a8105268-3e68-4849-a38d-a20a747926fa', 'status': 'completed', 'code': 200} Dec 10 15:34:53.474926 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-72aea441-3d93-4e08-be98-d1a46835465e tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:53.497657 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-72aea441-3d93-4e08-be98-d1a46835465e tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:53.498959 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-fdb35414-8b04-4e0d-b3fb-9cdf821d71b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9676776-7c00-41b0-baa0-cc95a47a85a5', 'name': 'tempest-TestNetworkBasicOps-router-1075454237', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': 'db7043b8-530f-44b2-913d-9a2e4ca5e570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:32:09Z', 'updated_at': '2021-12-10T15:34:36Z', 'revision_number': 6, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': 'db7043b8-530f-44b2-913d-9a2e4ca5e570', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:02:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9676776-7c00-41b0-baa0-cc95a47a85a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:32:11Z', 'updated_at': '2021-12-10T15:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '283bcdc3-c916-42a4-ac81-2f9b4c91bb34', 'name': '', 'network_id': '78b329c0-5093-420d-971f-ce625768710e', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:49:39:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9676776-7c00-41b0-baa0-cc95a47a85a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '57830461-432a-4f8d-a9a8-32a63484290f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:32:22Z', 'updated_at': '2021-12-10T15:32:29Z', 'revision_number': 5, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': '57830461-432a-4f8d-a9a8-32a63484290f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:53.506528 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-72aea441-3d93-4e08-be98-d1a46835465e tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "DELETE /v2.0/networks/fe512008-6ce0-4f2a-bbdb-c657d856e5df HTTP/1.1" status: 204 len: 168 time: 2.2399750 Dec 10 15:34:53.507730 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34848) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:53.509860 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aea441-3d93-4e08-be98-d1a46835465e tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event deleted for resources: {'Network': ['ID=fe512008-6ce0-4f2a-bbdb-c657d856e5df,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:53.512863 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5485bd1-298f-43ce-a838-735262b5d25d req-e8ac6826-4969-47e9-a68f-fb94865b10d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:53.514500 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-a5485bd1-298f-43ce-a838-735262b5d25d req-e8ac6826-4969-47e9-a68f-fb94865b10d5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e049672a5fd04e7f8cbb0423b61eb757&device_id=d2d8b614-6355-4b3d-86be-c56b4b54d658 HTTP/1.1" status: 200 len: 1099 time: 0.1532686 Dec 10 15:34:53.522089 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-183ac161-97bf-40f7-8033-f9f4161e512f tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:53.532843 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb35414-8b04-4e0d-b3fb-9cdf821d71b2 None None] Checking router: b9676776-7c00-41b0-baa0-cc95a47a85a5 for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:34:53.541869 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb35414-8b04-4e0d-b3fb-9cdf821d71b2 None None] Routers {'b9676776-7c00-41b0-baa0-cc95a47a85a5'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:34:53.542771 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-fdb35414-8b04-4e0d-b3fb-9cdf821d71b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:34:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['b9676776-7c00-41b0-baa0-cc95a47a85a5'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:53.591314 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-183ac161-97bf-40f7-8033-f9f4161e512f tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Calling delete_port for 918df09c-25f7-4e52-8737-bb415c4f336b owned by network:router_interface {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:34:53.595461 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55cb7ba-1d5a-4ea4-bff0-aeb3e03e5be5 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:53.597879 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-c55cb7ba-1d5a-4ea4-bff0-aeb3e03e5be5 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0882564 Dec 10 15:34:53.602273 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34850) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:53.661918 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-2ab42bcd-ead5-45ad-a20d-e23715547f86 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0582848 Dec 10 15:34:53.665232 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34854) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:53.671440 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-835cdb59-a3b8-43f9-b8e6-20a22171a68e tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1355410357'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:34:53.674613 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02f4a23-b7a5-4f36-9fb7-6ef5fa5ee691 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Made reservation on behalf of 915dae42aca44a6e934a20b3a70b3a5e for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:34:53.679560 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e02f4a23-b7a5-4f36-9fb7-6ef5fa5ee691 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11668558'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:53.681805 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-e02f4a23-b7a5-4f36-9fb7-6ef5fa5ee691 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 15:34:53.682273 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e02f4a23-b7a5-4f36-9fb7-6ef5fa5ee691 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:34:53.706079 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-fdb35414-8b04-4e0d-b3fb-9cdf821d71b2 None None] Set router b9676776-7c00-41b0-baa0-cc95a47a85a5 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:34:53.758402 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7a4b9043-1715-4475-bb26-9a203367ab80 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:53.759800 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b26e7-e1e6-4fcc-800b-e06257e8e58a req-d9e05b60-fa6c-4edf-9c76-077fc06286a6 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:53.761477 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-d45b26e7-e1e6-4fcc-800b-e06257e8e58a req-d9e05b60-fa6c-4edf-9c76-077fc06286a6 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2d8b614-6355-4b3d-86be-c56b4b54d658 HTTP/1.1" status: 200 len: 946 time: 0.0560319 Dec 10 15:34:53.804304 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5485bd1-298f-43ce-a838-735262b5d25d req-0cdce9f3-46e1-4deb-9a4a-555dea7facc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:53.806564 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-a5485bd1-298f-43ce-a838-735262b5d25d req-0cdce9f3-46e1-4deb-9a4a-555dea7facc7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=78b329c0-5093-420d-971f-ce625768710e HTTP/1.1" status: 200 len: 898 time: 0.2793951 Dec 10 15:34:53.810182 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4b9043-1715-4475-bb26-9a203367ab80 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Pushing event deleted for resources: {'Port': ['ID=ce9c8827-7a1d-4473-8aa9-c0f932f16565,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:53.816427 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835cdb59-a3b8-43f9-b8e6-20a22171a68e tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Made reservation on behalf of 21e0d6ce128b4efe93836d06f4e29105 for: {'network': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:34:53.820177 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-835cdb59-a3b8-43f9-b8e6-20a22171a68e tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:53.839990 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286ad201-bd30-4dde-8e5d-18510270eef8 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:34:53.844555 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-d45b26e7-e1e6-4fcc-800b-e06257e8e58a req-4ef46b8c-dbf0-4699-8a9e-7b860c0dfd98 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=99397850-e41c-4478-8b01-ccaac7afb5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742300 Dec 10 15:34:53.851954 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-835cdb59-a3b8-43f9-b8e6-20a22171a68e tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=103586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:34:53.862957 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-835cdb59-a3b8-43f9-b8e6-20a22171a68e tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:53.863713 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.segments_db [None req-835cdb59-a3b8-43f9-b8e6-20a22171a68e tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Added segment 4906794b-23f4-4ed1-a507-4e6bea1bd0bc of type vlan for network 8f1f3079-416b-4b3a-8f8c-0391a1d94444 Dec 10 15:34:53.895334 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-a5485bd1-298f-43ce-a838-735262b5d25d req-a362c38f-66d4-4bbe-ab79-8598a8766475 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8105268-3e68-4849-a38d-a20a747926fa HTTP/1.1" status: 200 len: 217 time: 0.0748997 Dec 10 15:34:53.910725 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-835cdb59-a3b8-43f9-b8e6-20a22171a68e tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:53.932641 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-e02f4a23-b7a5-4f36-9fb7-6ef5fa5ee691 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6216440 Dec 10 15:34:53.933726 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34856) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:53.937335 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-8e9e357f-74bf-4b1a-99c9-3e0724cc9fcd tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Request body: {'subnet': {'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:34:53.967703 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-fdb35414-8b04-4e0d-b3fb-9cdf821d71b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9676776-7c00-41b0-baa0-cc95a47a85a5', 'name': 'tempest-TestNetworkBasicOps-router-1075454237', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': 'db7043b8-530f-44b2-913d-9a2e4ca5e570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:32:09Z', 'updated_at': '2021-12-10T15:34:36Z', 'revision_number': 6, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': 'db7043b8-530f-44b2-913d-9a2e4ca5e570', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:02:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9676776-7c00-41b0-baa0-cc95a47a85a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:32:11Z', 'updated_at': '2021-12-10T15:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '283bcdc3-c916-42a4-ac81-2f9b4c91bb34', 'name': '', 'network_id': '78b329c0-5093-420d-971f-ce625768710e', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:49:39:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9676776-7c00-41b0-baa0-cc95a47a85a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '57830461-432a-4f8d-a9a8-32a63484290f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:32:22Z', 'updated_at': '2021-12-10T15:32:29Z', 'revision_number': 5, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': '57830461-432a-4f8d-a9a8-32a63484290f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:53.996618 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb35414-8b04-4e0d-b3fb-9cdf821d71b2 None None] The sync data for ids ['b9676776-7c00-41b0-baa0-cc95a47a85a5'] in dv-neutron-821401-4-hyperv is: [{'id': 'b9676776-7c00-41b0-baa0-cc95a47a85a5', 'name': 'tempest-TestNetworkBasicOps-router-1075454237', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': 'db7043b8-530f-44b2-913d-9a2e4ca5e570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:32:09Z', 'updated_at': '2021-12-10T15:34:36Z', 'revision_number': 6, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': 'db7043b8-530f-44b2-913d-9a2e4ca5e570', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:02:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9676776-7c00-41b0-baa0-cc95a47a85a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:32:11Z', 'updated_at': '2021-12-10T15:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '283bcdc3-c916-42a4-ac81-2f9b4c91bb34', 'name': '', 'network_id': '78b329c0-5093-420d-971f-ce625768710e', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:49:39:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9676776-7c00-41b0-baa0-cc95a47a85a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '57830461-432a-4f8d-a9a8-32a63484290f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:32:22Z', 'updated_at': '2021-12-10T15:32:29Z', 'revision_number': 5, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': '57830461-432a-4f8d-a9a8-32a63484290f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:34:54.021494 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-835cdb59-a3b8-43f9-b8e6-20a22171a68e tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:54.022148 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7a4b9043-1715-4475-bb26-9a203367ab80 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552731'] for router_gateway, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:54.026552 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5485bd1-298f-43ce-a838-735262b5d25d req-44130aad-36c2-40b1-95e9-adfcbdd5edd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:54.027689 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835cdb59-a3b8-43f9-b8e6-20a22171a68e tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:54.028046 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-a5485bd1-298f-43ce-a838-735262b5d25d req-44130aad-36c2-40b1-95e9-adfcbdd5edd2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=57830461-432a-4f8d-a9a8-32a63484290f HTTP/1.1" status: 200 len: 835 time: 0.0980279 Dec 10 15:34:54.028281 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-835cdb59-a3b8-43f9-b8e6-20a22171a68e tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:54.109338 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835cdb59-a3b8-43f9-b8e6-20a22171a68e tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event updated for resources: {'Network': ['ID=8f1f3079-416b-4b3a-8f8c-0391a1d94444,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:54.120891 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 8f1f3079-416b-4b3a-8f8c-0391a1d94444 details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:34:54.154304 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-835cdb59-a3b8-43f9-b8e6-20a22171a68e tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4878709 Dec 10 15:34:54.170482 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34860) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:54.179233 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-ed6f1a2b-233d-4afa-be17-e78c116c2350 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Request body: {'subnet': {'network_id': '8f1f3079-416b-4b3a-8f8c-0391a1d94444', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:34:54.264799 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device a59aa6b5-7b01-42f5-9d47-c8df8740afe7 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:34:54.297116 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: a59aa6b5-7b01-42f5-9d47-c8df8740afe7 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:34:54.297116 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device a59aa6b5-7b01-42f5-9d47-c8df8740afe7 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:34:54.316986 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9e357f-74bf-4b1a-99c9-3e0724cc9fcd tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Made reservation on behalf of 915dae42aca44a6e934a20b3a70b3a5e for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:34:54.320669 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8e9e357f-74bf-4b1a-99c9-3e0724cc9fcd tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:54.322109 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e9e357f-74bf-4b1a-99c9-3e0724cc9fcd tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 15:34:54.322541 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e9e357f-74bf-4b1a-99c9-3e0724cc9fcd tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:34:54.356150 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7391e4a6-afb9-427e-b84c-1922301530b4 None None] New status for floating IP 1c5a49e9-17a3-4879-a890-c8682fb48880: DOWN {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 15:34:54.400545 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed6f1a2b-233d-4afa-be17-e78c116c2350 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Made reservation on behalf of 21e0d6ce128b4efe93836d06f4e29105 for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:34:54.404223 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ed6f1a2b-233d-4afa-be17-e78c116c2350 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:54.458620 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-8e9e357f-74bf-4b1a-99c9-3e0724cc9fcd tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5223119 Dec 10 15:34:54.458976 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34862) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:54.471990 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-4f6ceac4-7e5d-4e79-a5fe-09eedc422fe4 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Request body: {'subnet': {'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:34:54.561989 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7a4b9043-1715-4475-bb26-9a203367ab80 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13898'] for router, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:54.567344 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7a4b9043-1715-4475-bb26-9a203367ab80 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:54.621315 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5485bd1-298f-43ce-a838-735262b5d25d req-0d8ab8a5-7fe9-4871-8be2-5c0e780b9fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:54.622845 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-a5485bd1-298f-43ce-a838-735262b5d25d req-0d8ab8a5-7fe9-4871-8be2-5c0e780b9fc9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=78b329c0-5093-420d-971f-ce625768710e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5495255 Dec 10 15:34:54.631542 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ebb49-b54f-4aac-b9a8-4b50b9b1291c req-eb907c55-f50f-4eae-a29e-0d63c4053e53 tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:54.632926 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-dc2ebb49-b54f-4aac-b9a8-4b50b9b1291c req-eb907c55-f50f-4eae-a29e-0d63c4053e53 tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5da363d-880d-47f3-bf58-2ff4f916062c HTTP/1.1" status: 200 len: 946 time: 0.1582253 Dec 10 15:34:54.641644 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-183ac161-97bf-40f7-8033-f9f4161e512f tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:54.669405 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f6ceac4-7e5d-4e79-a5fe-09eedc422fe4 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Made reservation on behalf of 915dae42aca44a6e934a20b3a70b3a5e for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:34:54.672947 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4f6ceac4-7e5d-4e79-a5fe-09eedc422fe4 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:54.674831 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f6ceac4-7e5d-4e79-a5fe-09eedc422fe4 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 15:34:54.675272 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f6ceac4-7e5d-4e79-a5fe-09eedc422fe4 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:34:54.715172 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183ac161-97bf-40f7-8033-f9f4161e512f tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Pushing event deleted for resources: {'Port': ['ID=918df09c-25f7-4e52-8737-bb415c4f336b,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:54.732101 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7a4b9043-1715-4475-bb26-9a203367ab80 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549250'] for router, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:54.732676 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4b9043-1715-4475-bb26-9a203367ab80 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Fanout notify agent at l3_agent the message router_deleted on router d73cdea3-69f4-470b-9c41-240c51e25032 {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 15:34:54.761349 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7a4b9043-1715-4475-bb26-9a203367ab80 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:54.762521 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-7a4b9043-1715-4475-bb26-9a203367ab80 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] 10.222.0.20 "DELETE /v2.0/routers/d73cdea3-69f4-470b-9c41-240c51e25032 HTTP/1.1" status: 204 len: 168 time: 3.1384931 Dec 10 15:34:54.766287 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34864) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:54.780536 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-4f6ceac4-7e5d-4e79-a5fe-09eedc422fe4 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3204474 Dec 10 15:34:54.798803 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34866) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:54.804644 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-2de47642-af7d-430e-9973-59299cc64548 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Request body: {'subnet': {'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:34:54.864045 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ed6f1a2b-233d-4afa-be17-e78c116c2350 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11695183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581935'] for subnet, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:54.880525 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-183ac161-97bf-40f7-8033-f9f4161e512f tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550073'] for router_interface, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:54.883775 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-a5485bd1-298f-43ce-a838-735262b5d25d req-7bd56e70-ba9d-4e3a-aeae-22e9cfdf0e1c service neutron] 10.222.0.44 "GET /v2.0/networks/78b329c0-5093-420d-971f-ce625768710e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499590 Dec 10 15:34:54.888323 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-dc2ebb49-b54f-4aac-b9a8-4b50b9b1291c req-87412d6a-1cec-4f63-87ca-53eb27c1801b tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1c7e2e1-a3ac-4d15-9445-dca239a32f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438054 Dec 10 15:34:54.930199 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bba03f9-6da0-4608-859a-2e5ef750a1fa tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Deleting subnet f3bb1ff1-a7ae-430f-949c-64b69a6ccd1f {{(pid=103586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:34:54.944600 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7bba03f9-6da0-4608-859a-2e5ef750a1fa tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks [] for subnet, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:55.036397 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6f1a2b-233d-4afa-be17-e78c116c2350 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event updated for resources: {'Subnet': ['ID=37cafb26-8ca3-4a70-9d11-101a8333e980,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:55.040076 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7bba03f9-6da0-4608-859a-2e5ef750a1fa tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12392400'] for subnet, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:55.102159 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6f1a2b-233d-4afa-be17-e78c116c2350 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Checking segment: {'id': '4906794b-23f4-4ed1-a507-4e6bea1bd0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '8f1f3079-416b-4b3a-8f8c-0391a1d94444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:34:55.102505 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6f1a2b-233d-4afa-be17-e78c116c2350 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Network hostable DHCP agents. Network: 8f1f3079-416b-4b3a-8f8c-0391a1d94444, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:34:55.130594 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a1901-6d57-4d47-b5bd-64055554d336 req-6857ea09-820a-4911-a611-e2dcdba2d52b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:55.132107 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4b2a1901-6d57-4d47-b5bd-64055554d336 req-6857ea09-820a-4911-a611-e2dcdba2d52b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2d8b614-6355-4b3d-86be-c56b4b54d658 HTTP/1.1" status: 200 len: 946 time: 0.1354108 Dec 10 15:34:55.167151 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de47642-af7d-430e-9973-59299cc64548 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Made reservation on behalf of 915dae42aca44a6e934a20b3a70b3a5e for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:34:55.170638 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2de47642-af7d-430e-9973-59299cc64548 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:55.172525 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-2de47642-af7d-430e-9973-59299cc64548 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 15:34:55.172949 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2de47642-af7d-430e-9973-59299cc64548 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:34:55.204298 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bcdf78-d8ad-4614-a1bd-d9d9a54a101c req-0b1a577a-99a1-4239-a22d-e956b84b94c6 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:55.205821 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-72bcdf78-d8ad-4614-a1bd-d9d9a54a101c req-0b1a577a-99a1-4239-a22d-e956b84b94c6 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2d8b614-6355-4b3d-86be-c56b4b54d658 HTTP/1.1" status: 200 len: 946 time: 0.2535853 Dec 10 15:34:55.209887 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-a5485bd1-298f-43ce-a838-735262b5d25d req-1f7fdc04-d155-44b3-af98-14cf089754a4 service neutron] 10.222.0.44 "GET /v2.0/networks/78b329c0-5093-420d-971f-ce625768710e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161170 Dec 10 15:34:55.214693 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7bba03f9-6da0-4608-859a-2e5ef750a1fa tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:55.217774 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daad9b6-3421-4443-b88b-2a57152288da req-3d4e0da3-6198-4b99-aa00-f4d12a25cef9 tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:55.219845 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-9daad9b6-3421-4443-b88b-2a57152288da req-3d4e0da3-6198-4b99-aa00-f4d12a25cef9 tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5da363d-880d-47f3-bf58-2ff4f916062c HTTP/1.1" status: 200 len: 946 time: 0.2138631 Dec 10 15:34:55.240576 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6f1a2b-233d-4afa-be17-e78c116c2350 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Network 8f1f3079-416b-4b3a-8f8c-0391a1d94444 is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:34:55.258083 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-183ac161-97bf-40f7-8033-f9f4161e512f tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Router b087ed14-4160-45e4-baf9-a1dea25d87d2 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:34:55.271241 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4b2a1901-6d57-4d47-b5bd-64055554d336 req-ac0fd10f-d242-49ab-a0c9-37cca03b1a31 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=99397850-e41c-4478-8b01-ccaac7afb5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111307 Dec 10 15:34:55.277946 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-2de47642-af7d-430e-9973-59299cc64548 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4764955 Dec 10 15:34:55.280517 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34872) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:55.286762 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-9ce67bec-c586-4642-8dc6-6b211de3cac8 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Request body: {'subnet': {'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:34:55.352469 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-ed6f1a2b-233d-4afa-be17-e78c116c2350 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 8f1f3079-416b-4b3a-8f8c-0391a1d94444) {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:34:55.360322 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b93b1a-66d6-46ad-9d03-ec932c172f04 None None] Network 8f1f3079-416b-4b3a-8f8c-0391a1d94444 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:34:55.364012 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6f1a2b-233d-4afa-be17-e78c116c2350 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:55.365194 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ed6f1a2b-233d-4afa-be17-e78c116c2350 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:55.403482 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7bba03f9-6da0-4608-859a-2e5ef750a1fa tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:55.413010 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-9daad9b6-3421-4443-b88b-2a57152288da req-a4a8e54a-0b28-4815-a14c-77a01ee2aa10 tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1c7e2e1-a3ac-4d15-9445-dca239a32f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820664 Dec 10 15:34:55.419849 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-183ac161-97bf-40f7-8033-f9f4161e512f tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:34:55.436304 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-183ac161-97bf-40f7-8033-f9f4161e512f tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "PUT /v2.0/routers/b087ed14-4160-45e4-baf9-a1dea25d87d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2169220 Dec 10 15:34:55.436304 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34874) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:55.438804 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c9c451-8944-4e19-9c5e-155a68c91549 None None] Sync routers for ids ['b087ed14-4160-45e4-baf9-a1dea25d87d2'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:34:55.453322 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bba03f9-6da0-4608-859a-2e5ef750a1fa tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Pushing event deleted for resources: {'Subnet': ['ID=f3bb1ff1-a7ae-430f-949c-64b69a6ccd1f,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:55.457632 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7bba03f9-6da0-4608-859a-2e5ef750a1fa tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:55.462348 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-7bba03f9-6da0-4608-859a-2e5ef750a1fa tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] 10.222.0.20 "DELETE /v2.0/subnets/f3bb1ff1-a7ae-430f-949c-64b69a6ccd1f HTTP/1.1" status: 204 len: 168 time: 0.6947398 Dec 10 15:34:55.472860 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34878) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:55.486951 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ada4b21-b32a-40ac-aada-743b2faeaa62 None None] Network 6eb0b78c-c559-411e-8b49-8136b0e04f7e requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:34:55.489467 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-ab4d781f-102b-41d9-bebb-6fb145ce57c6 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "GET /v2.0/ports?device_id=b087ed14-4160-45e4-baf9-a1dea25d87d2 HTTP/1.1" status: 200 len: 205 time: 0.0546954 Dec 10 15:34:55.490034 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34880) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:55.513649 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-ed6f1a2b-233d-4afa-be17-e78c116c2350 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3403747 Dec 10 15:34:55.543541 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-72bcdf78-d8ad-4614-a1bd-d9d9a54a101c req-a7e56786-3c2f-4c58-b7de-dbca401121f3 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Deleting port a8105268-3e68-4849-a38d-a20a747926fa {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:34:55.543910 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-72bcdf78-d8ad-4614-a1bd-d9d9a54a101c req-a7e56786-3c2f-4c58-b7de-dbca401121f3 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:55.548480 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34882) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:55.554620 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-f979743f-06dd-4b0f-82b5-e5633b049f50 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Request body: {'port': {'network_id': '8f1f3079-416b-4b3a-8f8c-0391a1d94444', 'name': 'tempest-PortsTestJSON-995926101'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:34:55.593854 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ca77293a-4f67-4eb3-807f-5adff3ae137f tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:55.633561 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce67bec-c586-4642-8dc6-6b211de3cac8 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Made reservation on behalf of 915dae42aca44a6e934a20b3a70b3a5e for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:34:55.637189 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9ce67bec-c586-4642-8dc6-6b211de3cac8 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:55.639368 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ce67bec-c586-4642-8dc6-6b211de3cac8 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 15:34:55.646474 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ce67bec-c586-4642-8dc6-6b211de3cac8 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:34:55.665526 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ac13b4-6e08-46f0-aa91-02c15c042e89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-8f1f3079-416b-4b3a-8f8c-0391a1d94444', 'network_id': '8f1f3079-416b-4b3a-8f8c-0391a1d94444', 'project_id': '21e0d6ce128b4efe93836d06f4e29105', 'fixed_ips': [{'subnet_id': '37cafb26-8ca3-4a70-9d11-101a8333e980'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:34:55.666431 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d2ac13b4-6e08-46f0-aa91-02c15c042e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:55.668608 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c9c451-8944-4e19-9c5e-155a68c91549 None None] Routers {'b087ed14-4160-45e4-baf9-a1dea25d87d2'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:34:55.669489 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-a8c9c451-8944-4e19-9c5e-155a68c91549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:34:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['b087ed14-4160-45e4-baf9-a1dea25d87d2'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:55.674784 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-ca77293a-4f67-4eb3-807f-5adff3ae137f tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Deleting port 6898ba36-7867-495f-a2c4-4db6a6f9ea56 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:34:55.675992 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ca77293a-4f67-4eb3-807f-5adff3ae137f tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:55.683148 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e67b6992-b9d0-49ac-9a1d-15e334e072ce tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for router, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:55.732288 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-9ce67bec-c586-4642-8dc6-6b211de3cac8 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4501116 Dec 10 15:34:55.736132 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34884) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:55.751462 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-a8c9c451-8944-4e19-9c5e-155a68c91549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:55.758962 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-ca77293a-4f67-4eb3-807f-5adff3ae137f tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] For port 6898ba36-7867-495f-a2c4-4db6a6f9ea56, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=6898ba36-7867-495f-a2c4-4db6a6f9ea56,segment=NetworkSegment(15bc4c2e-317b-4c1d-b08e-aad3a32bd28b),segment_id=15bc4c2e-317b-4c1d-b08e-aad3a32bd28b)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:34:55.758962 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ca77293a-4f67-4eb3-807f-5adff3ae137f tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:55.769159 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-ca77293a-4f67-4eb3-807f-5adff3ae137f tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Calling delete_port for 6898ba36-7867-495f-a2c4-4db6a6f9ea56 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:34:55.801969 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-8fc315e7-f26c-4023-88bd-abacb63d0ee1 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0628278 Dec 10 15:34:55.811141 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34886) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:55.831796 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c9c451-8944-4e19-9c5e-155a68c91549 None None] Routers {'b087ed14-4160-45e4-baf9-a1dea25d87d2'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:34:55.832448 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-a8c9c451-8944-4e19-9c5e-155a68c91549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:34:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['b087ed14-4160-45e4-baf9-a1dea25d87d2'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:55.884586 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-a8c9c451-8944-4e19-9c5e-155a68c91549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:55.885205 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c9c451-8944-4e19-9c5e-155a68c91549 None None] The sync data for ids ['b087ed14-4160-45e4-baf9-a1dea25d87d2'] in dv-neutron-821401-4-hyperv is: [] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:34:55.923619 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ca77293a-4f67-4eb3-807f-5adff3ae137f tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:55.952845 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca77293a-4f67-4eb3-807f-5adff3ae137f tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Pushing event deleted for resources: {'Port': ['ID=6898ba36-7867-495f-a2c4-4db6a6f9ea56,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:55.956300 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca77293a-4f67-4eb3-807f-5adff3ae137f tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] No DVR routers for this DVR port 6898ba36-7867-495f-a2c4-4db6a6f9ea56 on host dv-neutron-821401-4-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:34:55.963054 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-d2ac13b4-6e08-46f0-aa91-02c15c042e89 None None] Allocated IP 172.20.0.2 (8f1f3079-416b-4b3a-8f8c-0391a1d94444/37cafb26-8ca3-4a70-9d11-101a8333e980/1542d0b3-76c5-4240-a35a-6cdba795dff7) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:34:56.023137 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e67b6992-b9d0-49ac-9a1d-15e334e072ce tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13898'] for router, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:56.029954 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e67b6992-b9d0-49ac-9a1d-15e334e072ce tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:56.033473 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-72bcdf78-d8ad-4614-a1bd-d9d9a54a101c req-a7e56786-3c2f-4c58-b7de-dbca401121f3 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] For port a8105268-3e68-4849-a38d-a20a747926fa, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=a8105268-3e68-4849-a38d-a20a747926fa,segment=NetworkSegment(590762fd-8376-4d89-95c3-4561a575715b),segment_id=590762fd-8376-4d89-95c3-4561a575715b)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:34:56.033873 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-72bcdf78-d8ad-4614-a1bd-d9d9a54a101c req-a7e56786-3c2f-4c58-b7de-dbca401121f3 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:56.050135 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ca77293a-4f67-4eb3-807f-5adff3ae137f tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:56.065270 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54c29be-d475-4dbe-aa5c-10487d8fd221 None None] DHCP port deletion for 6eb0b78c-c559-411e-8b49-8136b0e04f7e request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:34:56.074875 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-ca77293a-4f67-4eb3-807f-5adff3ae137f tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eb0b78c-c559-411e-8b49-8136b0e04f7e']}} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:56.092188 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-ca77293a-4f67-4eb3-807f-5adff3ae137f tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15bc4c2e-317b-4c1d-b08e-aad3a32bd28b') {'for_net_delete': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:56.092470 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-ca77293a-4f67-4eb3-807f-5adff3ae137f tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15bc4c2e-317b-4c1d-b08e-aad3a32bd28b') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:56.094354 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a84bd1e-32b9-4b1e-9157-3ecb6d4e5d80 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:56.095842 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-2a84bd1e-32b9-4b1e-9157-3ecb6d4e5d80 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2807875 Dec 10 15:34:56.101495 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34890) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:56.105882 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-72bcdf78-d8ad-4614-a1bd-d9d9a54a101c req-a7e56786-3c2f-4c58-b7de-dbca401121f3 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Calling delete_port for a8105268-3e68-4849-a38d-a20a747926fa owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:34:56.115568 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ca77293a-4f67-4eb3-807f-5adff3ae137f tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12392235'] for segment, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:56.130371 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3772ea-c88c-417f-a46e-b456e6e1b31f req-1e12f0b5-e25a-44fb-9c2b-c33c9e7e2e39 tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:56.131934 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-3a3772ea-c88c-417f-a46e-b456e6e1b31f req-1e12f0b5-e25a-44fb-9c2b-c33c9e7e2e39 tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5da363d-880d-47f3-bf58-2ff4f916062c HTTP/1.1" status: 200 len: 946 time: 0.1954453 Dec 10 15:34:56.158793 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-e69a288e-618b-4b5b-8b9a-2e7cb9c04736 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0558207 Dec 10 15:34:56.163189 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34892) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:56.167740 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-7e4aced1-3d7b-4aaf-9256-8306cc758c57 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Request body: {'subnet': {'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:34:56.188126 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ca77293a-4f67-4eb3-807f-5adff3ae137f tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:56.200140 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d2ac13b4-6e08-46f0-aa91-02c15c042e89 None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:56.208224 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f979743f-06dd-4b0f-82b5-e5633b049f50 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Made reservation on behalf of 21e0d6ce128b4efe93836d06f4e29105 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:34:56.211735 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f979743f-06dd-4b0f-82b5-e5633b049f50 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:56.213665 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e67b6992-b9d0-49ac-9a1d-15e334e072ce tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549250'] for router, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:56.214352 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e67b6992-b9d0-49ac-9a1d-15e334e072ce tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Fanout notify agent at l3_agent the message router_deleted on router b087ed14-4160-45e4-baf9-a1dea25d87d2 {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 15:34:56.232035 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca77293a-4f67-4eb3-807f-5adff3ae137f tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:34:56.232451 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ca77293a-4f67-4eb3-807f-5adff3ae137f tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11695586'] for segment, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:56.233798 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 6898ba36-7867-495f-a2c4-4db6a6f9ea56 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:34:56.235889 dv-neutron-821401-4-hyperv neutron-server[103586]: Traceback (most recent call last): Dec 10 15:34:56.235889 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:34:56.235889 dv-neutron-821401-4-hyperv neutron-server[103586]: timer() Dec 10 15:34:56.235889 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:34:56.235889 dv-neutron-821401-4-hyperv neutron-server[103586]: cb(*args, **kw) Dec 10 15:34:56.235889 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:34:56.235889 dv-neutron-821401-4-hyperv neutron-server[103586]: return func(*args, **kwargs) Dec 10 15:34:56.235889 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:34:56.235889 dv-neutron-821401-4-hyperv neutron-server[103586]: self._notify() Dec 10 15:34:56.235889 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:34:56.235889 dv-neutron-821401-4-hyperv neutron-server[103586]: self.callback(batched_events) Dec 10 15:34:56.235889 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:34:56.235889 dv-neutron-821401-4-hyperv neutron-server[103586]: event.method(event) Dec 10 15:34:56.235889 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:34:56.235889 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:34:56.235889 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:34:56.235889 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:34:56.235889 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:34:56.235889 dv-neutron-821401-4-hyperv neutron-server[103586]: return f(self, *a, **k) Dec 10 15:34:56.235889 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:34:56.235889 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._get(url).json() Dec 10 15:34:56.235889 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:34:56.235889 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:34:56.235889 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:34:56.235889 dv-neutron-821401-4-hyperv neutron-server[103586]: return self.request(url, 'GET', **kwargs) Dec 10 15:34:56.235889 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:34:56.235889 dv-neutron-821401-4-hyperv neutron-server[103586]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:34:56.235889 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:34:56.235889 dv-neutron-821401-4-hyperv neutron-server[103586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:34:56.235889 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:34:56.235889 dv-neutron-821401-4-hyperv neutron-server[103586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:34:56.235889 dv-neutron-821401-4-hyperv neutron-server[103586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:34:56.250541 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e67b6992-b9d0-49ac-9a1d-15e334e072ce tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:56.254047 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-e67b6992-b9d0-49ac-9a1d-15e334e072ce tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "DELETE /v2.0/routers/b087ed14-4160-45e4-baf9-a1dea25d87d2 HTTP/1.1" status: 204 len: 168 time: 0.7605190 Dec 10 15:34:56.254836 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34894) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:56.261812 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 6898ba36-7867-495f-a2c4-4db6a6f9ea56 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:34:56.262213 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 6898ba36-7867-495f-a2c4-4db6a6f9ea56 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:34:56.272718 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-f979743f-06dd-4b0f-82b5-e5633b049f50 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] device_id is not set on port 28f123eb-7cd1-452e-8cd9-94d19672a2cf yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:34:56.279380 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d2ac13b4-6e08-46f0-aa91-02c15c042e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:56.330966 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ac13b4-6e08-46f0-aa91-02c15c042e89 None None] Network 8f1f3079-416b-4b3a-8f8c-0391a1d94444 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:34:56.337536 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-d2ac13b4-6e08-46f0-aa91-02c15c042e89 None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:34:56.351125 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ac13b4-6e08-46f0-aa91-02c15c042e89 None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:34:56.360377 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ac13b4-6e08-46f0-aa91-02c15c042e89 None None] Pushing event updated for resources: {'Port': ['ID=1542d0b3-76c5-4240-a35a-6cdba795dff7,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:56.361343 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-3a3772ea-c88c-417f-a46e-b456e6e1b31f req-a4452c14-804e-4820-84f2-25bea8a4b5e1 tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1c7e2e1-a3ac-4d15-9445-dca239a32f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571498 Dec 10 15:34:56.374246 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_v2 [None req-77a70cb5-39ee-4678-9870-e0d62d8b74a0 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Deleting subnet 752beba0-6087-48c3-9a1f-0425f6e8c822 {{(pid=103586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:34:56.379945 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-77a70cb5-39ee-4678-9870-e0d62d8b74a0 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for subnet, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:56.441258 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-d2ac13b4-6e08-46f0-aa91-02c15c042e89 None None] Attempting to bind port 1542d0b3-76c5-4240-a35a-6cdba795dff7 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:34:56.442080 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-d2ac13b4-6e08-46f0-aa91-02c15c042e89 None None] Attempting to bind port 1542d0b3-76c5-4240-a35a-6cdba795dff7 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '4906794b-23f4-4ed1-a507-4e6bea1bd0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '8f1f3079-416b-4b3a-8f8c-0391a1d94444'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:34:56.442625 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ac13b4-6e08-46f0-aa91-02c15c042e89 None None] Attempting to bind port 1542d0b3-76c5-4240-a35a-6cdba795dff7 on network 8f1f3079-416b-4b3a-8f8c-0391a1d94444 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:34:56.448178 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ca77293a-4f67-4eb3-807f-5adff3ae137f tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:56.449545 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ac13b4-6e08-46f0-aa91-02c15c042e89 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:34:56.450245 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ac13b4-6e08-46f0-aa91-02c15c042e89 None None] Checking segment: {'id': '4906794b-23f4-4ed1-a507-4e6bea1bd0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '8f1f3079-416b-4b3a-8f8c-0391a1d94444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:34:56.450858 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d2ac13b4-6e08-46f0-aa91-02c15c042e89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:56.451624 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ac13b4-6e08-46f0-aa91-02c15c042e89 None None] Bound using segment: {'id': '4906794b-23f4-4ed1-a507-4e6bea1bd0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '8f1f3079-416b-4b3a-8f8c-0391a1d94444'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:34:56.452612 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-d2ac13b4-6e08-46f0-aa91-02c15c042e89 None None] Bound port: 1542d0b3-76c5-4240-a35a-6cdba795dff7, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4906794b-23f4-4ed1-a507-4e6bea1bd0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '8f1f3079-416b-4b3a-8f8c-0391a1d94444'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:34:56.453396 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d2ac13b4-6e08-46f0-aa91-02c15c042e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:56.461259 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ca77293a-4f67-4eb3-807f-5adff3ae137f tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:56.464635 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-ca77293a-4f67-4eb3-807f-5adff3ae137f tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] 10.222.0.20 "DELETE /v2.0/networks/6eb0b78c-c559-411e-8b49-8136b0e04f7e HTTP/1.1" status: 204 len: 168 time: 0.9907525 Dec 10 15:34:56.469190 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-77a70cb5-39ee-4678-9870-e0d62d8b74a0 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12392400'] for subnet, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:56.474666 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34898) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:56.502656 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca77293a-4f67-4eb3-807f-5adff3ae137f tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Pushing event deleted for resources: {'Network': ['ID=6eb0b78c-c559-411e-8b49-8136b0e04f7e,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:56.504625 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e4aced1-3d7b-4aaf-9256-8306cc758c57 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Made reservation on behalf of 915dae42aca44a6e934a20b3a70b3a5e for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:34:56.508097 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7e4aced1-3d7b-4aaf-9256-8306cc758c57 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:56.537477 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-d2ac13b4-6e08-46f0-aa91-02c15c042e89 None None] For port 1542d0b3-76c5-4240-a35a-6cdba795dff7, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:34:56.540861 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-d2ac13b4-6e08-46f0-aa91-02c15c042e89 None None] For port 1542d0b3-76c5-4240-a35a-6cdba795dff7, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=1542d0b3-76c5-4240-a35a-6cdba795dff7,segment=NetworkSegment(4906794b-23f4-4ed1-a507-4e6bea1bd0bc),segment_id=4906794b-23f4-4ed1-a507-4e6bea1bd0bc)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:34:56.554964 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-72bcdf78-d8ad-4614-a1bd-d9d9a54a101c req-a7e56786-3c2f-4c58-b7de-dbca401121f3 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:56.595671 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930096a2-1dfc-4dd4-8e67-fdd07901a49c req-b77e261d-8d21-4a1e-bfeb-984d521bee7e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:56.597854 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-930096a2-1dfc-4dd4-8e67-fdd07901a49c req-b77e261d-8d21-4a1e-bfeb-984d521bee7e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2d8b614-6355-4b3d-86be-c56b4b54d658 HTTP/1.1" status: 200 len: 946 time: 0.1935213 Dec 10 15:34:56.638299 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e56786-3c2f-4c58-b7de-dbca401121f3 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event deleted for resources: {'Port': ['ID=a8105268-3e68-4849-a38d-a20a747926fa,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:56.688156 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-77a70cb5-39ee-4678-9870-e0d62d8b74a0 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:56.692892 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d2ac13b4-6e08-46f0-aa91-02c15c042e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:56.750066 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-930096a2-1dfc-4dd4-8e67-fdd07901a49c req-f411e730-e11d-476b-8929-2965a6ffdefe tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=99397850-e41c-4478-8b01-ccaac7afb5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416194 Dec 10 15:34:56.793560 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ac13b4-6e08-46f0-aa91-02c15c042e89 None None] Pushing event updated for resources: {'Port': ['ID=1542d0b3-76c5-4240-a35a-6cdba795dff7,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:56.889543 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-77a70cb5-39ee-4678-9870-e0d62d8b74a0 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:56.924835 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-77a70cb5-39ee-4678-9870-e0d62d8b74a0 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:56.941630 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb23b5d-1adb-428e-88f9-98e204c8a0a2 None None] Network ece6c40e-f20e-4ee4-9ee4-35be04095f46 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:34:56.945032 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-77a70cb5-39ee-4678-9870-e0d62d8b74a0 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "DELETE /v2.0/subnets/752beba0-6087-48c3-9a1f-0425f6e8c822 HTTP/1.1" status: 204 len: 168 time: 0.6874740 Dec 10 15:34:56.950270 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a70cb5-39ee-4678-9870-e0d62d8b74a0 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Pushing event deleted for resources: {'Subnet': ['ID=752beba0-6087-48c3-9a1f-0425f6e8c822,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:56.955816 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34900) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:57.050844 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-f979743f-06dd-4b0f-82b5-e5633b049f50 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Allocated IP 172.20.0.7 (8f1f3079-416b-4b3a-8f8c-0391a1d94444/37cafb26-8ca3-4a70-9d11-101a8333e980/28f123eb-7cd1-452e-8cd9-94d19672a2cf) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:34:57.078844 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-72bcdf78-d8ad-4614-a1bd-d9d9a54a101c req-a7e56786-3c2f-4c58-b7de-dbca401121f3 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] No DVR routers for this DVR port a8105268-3e68-4849-a38d-a20a747926fa on host hv-neutron-8214 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:34:57.086533 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-72bcdf78-d8ad-4614-a1bd-d9d9a54a101c req-a7e56786-3c2f-4c58-b7de-dbca401121f3 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:57.090156 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-72bcdf78-d8ad-4614-a1bd-d9d9a54a101c req-a7e56786-3c2f-4c58-b7de-dbca401121f3 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.44 "DELETE /v2.0/ports/a8105268-3e68-4849-a38d-a20a747926fa HTTP/1.1" status: 204 len: 173 time: 1.8692935 Dec 10 15:34:57.090638 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2d8b614-6355-4b3d-86be-c56b4b54d658', 'name': 'network-vif-deleted', 'tag': 'a8105268-3e68-4849-a38d-a20a747926fa'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:34:57.093568 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9ca57131bc4931768ac29058952438d1fdd62308db7b17540cc34ffe8faef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb62471-8b33-4ba8-8c2d-96f6f9a86c77" -d '{"events": [{"server_uuid": "d2d8b614-6355-4b3d-86be-c56b4b54d658", "name": "network-vif-deleted", "tag": "a8105268-3e68-4849-a38d-a20a747926fa"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:34:57.111905 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-33eb648d-6d3f-4987-8f5b-3a7b4276bebd tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:57.135784 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.objects.ports [None req-7e4aced1-3d7b-4aaf-9256-8306cc758c57 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103586) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 15:34:57.140313 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7e4aced1-3d7b-4aaf-9256-8306cc758c57 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11695183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581935'] for subnet, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:57.180928 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 15:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca547e23-e98e-4e3a-bc62-22e789a56c80 x-openstack-request-id: req-ca547e23-e98e-4e3a-bc62-22e789a56c80 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:34:57.181238 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2d8b614-6355-4b3d-86be-c56b4b54d658", "name": "network-vif-deleted", "tag": "a8105268-3e68-4849-a38d-a20a747926fa", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:34:57.181553 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ca547e23-e98e-4e3a-bc62-22e789a56c80 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:34:57.198633 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2d8b614-6355-4b3d-86be-c56b4b54d658', 'name': 'network-vif-deleted', 'tag': 'a8105268-3e68-4849-a38d-a20a747926fa', 'status': 'completed', 'code': 200} Dec 10 15:34:57.240511 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-85e4366c-668b-4d81-a5f6-a2998179c3e7 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Deleting port 166a2c62-aaf2-4929-8001-004a33034322 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:34:57.247534 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4aced1-3d7b-4aaf-9256-8306cc758c57 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:34:57.247979 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-85e4366c-668b-4d81-a5f6-a2998179c3e7 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:57.257416 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b95591-206a-4e4f-88de-0ec9b03df0e2 None None] DHCP port deletion for ece6c40e-f20e-4ee4-9ee4-35be04095f46 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:34:57.257624 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-7e4aced1-3d7b-4aaf-9256-8306cc758c57 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:34:57.261184 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4aced1-3d7b-4aaf-9256-8306cc758c57 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:57.262023 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7e4aced1-3d7b-4aaf-9256-8306cc758c57 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:57.265408 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4aced1-3d7b-4aaf-9256-8306cc758c57 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event updated for resources: {'Subnet': ['ID=eb843db7-1e04-4fb0-9169-401d4d8d288d,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:57.306880 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-33eb648d-6d3f-4987-8f5b-3a7b4276bebd tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Deleting port f2a4521b-f1aa-414b-b081-6fab689061a3 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:34:57.307216 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-33eb648d-6d3f-4987-8f5b-3a7b4276bebd tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:57.318949 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6f2d70-aadb-4f40-952b-4beb8c476ea1 None None] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:34:57.360184 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-7e4aced1-3d7b-4aaf-9256-8306cc758c57 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1964653 Dec 10 15:34:57.362775 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34904) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:57.373930 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-e15e97bc-7f6f-42fe-8e2b-fe4721dd3db1 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Request body: {'port': {'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'mac_address': 'fa:16:3e:cf:52:b4', 'name': 'tempest-NetworksTestDHCPv6-347735742'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:34:57.448090 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-98b95591-206a-4e4f-88de-0ec9b03df0e2 None None] Deleting port f2a4521b-f1aa-414b-b081-6fab689061a3 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:34:57.448726 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-98b95591-206a-4e4f-88de-0ec9b03df0e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:57.452008 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-33eb648d-6d3f-4987-8f5b-3a7b4276bebd tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] For port f2a4521b-f1aa-414b-b081-6fab689061a3, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=f2a4521b-f1aa-414b-b081-6fab689061a3,segment=NetworkSegment(1604fd56-356b-4621-86e4-f0500fa56bf8),segment_id=1604fd56-356b-4621-86e4-f0500fa56bf8)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:34:57.452008 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-33eb648d-6d3f-4987-8f5b-3a7b4276bebd tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:57.475696 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-33eb648d-6d3f-4987-8f5b-3a7b4276bebd tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Calling delete_port for f2a4521b-f1aa-414b-b081-6fab689061a3 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:34:57.482593 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627cac0a-fa34-418a-8e09-8bd2780ba74e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-c2b5f149-cedd-450c-ab43-dd2d78259f45', 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'project_id': '915dae42aca44a6e934a20b3a70b3a5e', 'fixed_ips': [{'subnet_id': 'eb843db7-1e04-4fb0-9169-401d4d8d288d'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:34:57.484565 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-627cac0a-fa34-418a-8e09-8bd2780ba74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:57.515828 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f979743f-06dd-4b0f-82b5-e5633b049f50 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:57.518310 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-85e4366c-668b-4d81-a5f6-a2998179c3e7 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:57.518634 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-85e4366c-668b-4d81-a5f6-a2998179c3e7 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:57.536320 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-85e4366c-668b-4d81-a5f6-a2998179c3e7 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Calling delete_port for 166a2c62-aaf2-4929-8001-004a33034322 owned by network:floatingip {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:34:57.608358 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520ac0b5-1620-4639-8de2-e55c71cb1ea4 req-95bca823-0e5d-47bc-b0d6-ed02a336e3f9 tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:57.611070 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-520ac0b5-1620-4639-8de2-e55c71cb1ea4 req-95bca823-0e5d-47bc-b0d6-ed02a336e3f9 tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5da363d-880d-47f3-bf58-2ff4f916062c HTTP/1.1" status: 200 len: 946 time: 0.1320667 Dec 10 15:34:57.623004 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-98b95591-206a-4e4f-88de-0ec9b03df0e2 None None] For port f2a4521b-f1aa-414b-b081-6fab689061a3, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=f2a4521b-f1aa-414b-b081-6fab689061a3,segment=NetworkSegment(1604fd56-356b-4621-86e4-f0500fa56bf8),segment_id=1604fd56-356b-4621-86e4-f0500fa56bf8)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:34:57.623488 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-98b95591-206a-4e4f-88de-0ec9b03df0e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:57.648892 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-98b95591-206a-4e4f-88de-0ec9b03df0e2 None None] Calling delete_port for f2a4521b-f1aa-414b-b081-6fab689061a3 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:34:57.692118 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-520ac0b5-1620-4639-8de2-e55c71cb1ea4 req-635ce567-e37f-4ab2-a6e1-a1ba774870e9 tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1c7e2e1-a3ac-4d15-9445-dca239a32f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723269 Dec 10 15:34:57.742689 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f979743f-06dd-4b0f-82b5-e5633b049f50 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:57.765211 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-627cac0a-fa34-418a-8e09-8bd2780ba74e None None] Allocated IP 2001:db8::f816:3eff:fef8:7d60 (c2b5f149-cedd-450c-ab43-dd2d78259f45/eb843db7-1e04-4fb0-9169-401d4d8d288d/df109315-0db2-42fe-9ce2-b08baaf7d205) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:34:57.792075 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e15e97bc-7f6f-42fe-8e2b-fe4721dd3db1 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Made reservation on behalf of 915dae42aca44a6e934a20b3a70b3a5e for: {'port': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:34:57.820559 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f979743f-06dd-4b0f-82b5-e5633b049f50 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Network 8f1f3079-416b-4b3a-8f8c-0391a1d94444 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:34:57.822669 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-85e4366c-668b-4d81-a5f6-a2998179c3e7 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:57.829551 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-f979743f-06dd-4b0f-82b5-e5633b049f50 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:34:57.844277 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f979743f-06dd-4b0f-82b5-e5633b049f50 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:34:57.849181 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-98b95591-206a-4e4f-88de-0ec9b03df0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:57.875653 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f979743f-06dd-4b0f-82b5-e5633b049f50 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event updated for resources: {'Port': ['ID=28f123eb-7cd1-452e-8cd9-94d19672a2cf,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:57.923851 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-33eb648d-6d3f-4987-8f5b-3a7b4276bebd tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:57.946023 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e4366c-668b-4d81-a5f6-a2998179c3e7 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Pushing event deleted for resources: {'Port': ['ID=166a2c62-aaf2-4929-8001-004a33034322,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:57.958231 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b95591-206a-4e4f-88de-0ec9b03df0e2 None None] No DVR routers for this DVR port f2a4521b-f1aa-414b-b081-6fab689061a3 on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:34:57.958231 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b95591-206a-4e4f-88de-0ec9b03df0e2 None None] Pushing event deleted for resources: {'Port': ['ID=f2a4521b-f1aa-414b-b081-6fab689061a3,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:57.982201 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f979743f-06dd-4b0f-82b5-e5633b049f50 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:57.983378 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f979743f-06dd-4b0f-82b5-e5633b049f50 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:57.995071 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ec667da1-53f6-4c20-9a53-eb6f2fe7e965 req-f551991f-7270-4fb8-8a1f-cc029845bb78 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2d8b614-6355-4b3d-86be-c56b4b54d658 HTTP/1.1" status: 200 len: 210 time: 0.0728166 Dec 10 15:34:58.040092 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eb648d-6d3f-4987-8f5b-3a7b4276bebd tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Pushing event deleted for resources: {'Port': ['ID=f2a4521b-f1aa-414b-b081-6fab689061a3,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:58.046658 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33eb648d-6d3f-4987-8f5b-3a7b4276bebd tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] No DVR routers for this DVR port f2a4521b-f1aa-414b-b081-6fab689061a3 on host dv-neutron-821401-4-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:34:58.050898 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-85e4366c-668b-4d81-a5f6-a2998179c3e7 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks [] for floatingip, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:58.055288 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-85e4366c-668b-4d81-a5f6-a2998179c3e7 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:58.067344 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-85e4366c-668b-4d81-a5f6-a2998179c3e7 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] 10.222.0.20 "DELETE /v2.0/floatingips/2555a814-be56-434a-82a2-56b2627f2576 HTTP/1.1" status: 204 len: 168 time: 1.5915520 Dec 10 15:34:58.079009 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34912) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:58.102166 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-627cac0a-fa34-418a-8e09-8bd2780ba74e None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:58.126729 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34914) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:58.127305 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-f979743f-06dd-4b0f-82b5-e5633b049f50 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.5773146 Dec 10 15:34:58.156481 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f8ad30-aa20-4391-a0c2-6a14e742c1ff None None] Network 8f1f3079-416b-4b3a-8f8c-0391a1d94444 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:34:58.167684 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-a39ffc16-1905-417b-b11e-a99536e5ee06 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Request body: {'port': {'network_id': '8f1f3079-416b-4b3a-8f8c-0391a1d94444', 'name': 'tempest-PortsTestJSON-496306955'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:34:58.186626 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-95c54bc4-e4b3-4345-bb00-c0e1857827e0 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] DELETE failed (client error): The resource could not be found. Dec 10 15:34:58.187219 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95c54bc4-e4b3-4345-bb00-c0e1857827e0 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:34:58.190428 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-95c54bc4-e4b3-4345-bb00-c0e1857827e0 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] 10.222.0.20 "DELETE /v2.0/ports/1c95d436-a139-4567-913d-4ee9f49c1413 HTTP/1.1" status: 404 len: 333 time: 0.1104257 Dec 10 15:34:58.193155 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34918) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:58.250667 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-627cac0a-fa34-418a-8e09-8bd2780ba74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:58.289861 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-792c02c7-8393-4c3c-a677-92a09d7d4a95 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] 10.222.0.20 "GET /v2.0/ports?device_id=d73cdea3-69f4-470b-9c41-240c51e25032 HTTP/1.1" status: 200 len: 205 time: 0.0928986 Dec 10 15:34:58.290517 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34920) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:58.333253 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627cac0a-fa34-418a-8e09-8bd2780ba74e None None] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:34:58.337759 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 1542d0b3-76c5-4240-a35a-6cdba795dff7 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:34:58.351609 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.api.v2.resource [None req-d448ed97-4483-4cfa-8335-6962b0e591cf tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] delete failed (client error): The resource could not be found. Dec 10 15:34:58.355667 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-d448ed97-4483-4cfa-8335-6962b0e591cf tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] 10.222.0.20 "DELETE /v2.0/routers/d73cdea3-69f4-470b-9c41-240c51e25032 HTTP/1.1" status: 404 len: 336 time: 0.0640206 Dec 10 15:34:58.364624 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34922) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:58.372065 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-627cac0a-fa34-418a-8e09-8bd2780ba74e None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:34:58.375781 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-32e46b60-09e9-4af2-a14c-a28e8666f352 None None] Provisioning complete for port 1542d0b3-76c5-4240-a35a-6cdba795dff7 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:58.375953 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-32e46b60-09e9-4af2-a14c-a28e8666f352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:58.377747 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627cac0a-fa34-418a-8e09-8bd2780ba74e None None] Pushing event updated for resources: {'Port': ['ID=df109315-0db2-42fe-9ce2-b08baaf7d205,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:58.386249 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627cac0a-fa34-418a-8e09-8bd2780ba74e None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:34:58.409743 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-c43b2e34-cfe7-427d-8382-fda08893adc3 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] DELETE failed (client error): The resource could not be found. Dec 10 15:34:58.410956 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c43b2e34-cfe7-427d-8382-fda08893adc3 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:34:58.416868 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-c43b2e34-cfe7-427d-8382-fda08893adc3 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] 10.222.0.20 "DELETE /v2.0/subnets/f3bb1ff1-a7ae-430f-949c-64b69a6ccd1f HTTP/1.1" status: 404 len: 337 time: 0.0595272 Dec 10 15:34:58.417486 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34924) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:58.518259 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-33eb648d-6d3f-4987-8f5b-3a7b4276bebd tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:58.520263 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee8d5d-165f-4453-aa4a-30226c568227 req-a72cf80f-407c-41ac-9c81-21b0bc3258c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:58.521823 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d3ee8d5d-165f-4453-aa4a-30226c568227 req-a72cf80f-407c-41ac-9c81-21b0bc3258c0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=34a9cb25fd724349affef6ebcb39b20b&device_id=c5da363d-880d-47f3-bf58-2ff4f916062c HTTP/1.1" status: 200 len: 1099 time: 0.1034060 Dec 10 15:34:58.522936 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-627cac0a-fa34-418a-8e09-8bd2780ba74e None None] Attempting to bind port df109315-0db2-42fe-9ce2-b08baaf7d205 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:34:58.523439 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-627cac0a-fa34-418a-8e09-8bd2780ba74e None None] Attempting to bind port df109315-0db2-42fe-9ce2-b08baaf7d205 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:34:58.523675 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627cac0a-fa34-418a-8e09-8bd2780ba74e None None] Attempting to bind port df109315-0db2-42fe-9ce2-b08baaf7d205 on network c2b5f149-cedd-450c-ab43-dd2d78259f45 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:34:58.525090 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e15e97bc-7f6f-42fe-8e2b-fe4721dd3db1 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:58.541663 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627cac0a-fa34-418a-8e09-8bd2780ba74e None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:34:58.542089 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627cac0a-fa34-418a-8e09-8bd2780ba74e None None] Checking segment: {'id': '64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:34:58.542497 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-627cac0a-fa34-418a-8e09-8bd2780ba74e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:58.542919 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627cac0a-fa34-418a-8e09-8bd2780ba74e None None] Bound using segment: {'id': '64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:34:58.543402 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-627cac0a-fa34-418a-8e09-8bd2780ba74e None None] Bound port: df109315-0db2-42fe-9ce2-b08baaf7d205, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:34:58.543785 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-627cac0a-fa34-418a-8e09-8bd2780ba74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:58.559113 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 1542d0b3-76c5-4240-a35a-6cdba795dff7 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:58.559709 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:58.580609 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-33eb648d-6d3f-4987-8f5b-3a7b4276bebd tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ece6c40e-f20e-4ee4-9ee4-35be04095f46']}} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:58.598925 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-33eb648d-6d3f-4987-8f5b-3a7b4276bebd tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1604fd56-356b-4621-86e4-f0500fa56bf8') {'for_net_delete': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:58.599222 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-33eb648d-6d3f-4987-8f5b-3a7b4276bebd tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1604fd56-356b-4621-86e4-f0500fa56bf8') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:34:58.619081 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-eb78c80e-6f51-40bc-b9e8-71098d983cc4 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Deleting port 3a1e7e64-8605-4c73-a4de-b7f3580d3836 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:34:58.619426 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eb78c80e-6f51-40bc-b9e8-71098d983cc4 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:58.625678 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-33eb648d-6d3f-4987-8f5b-3a7b4276bebd tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12392235'] for segment, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:58.643297 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-e15e97bc-7f6f-42fe-8e2b-fe4721dd3db1 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] device_id is not set on port 060262f3-cc88-479e-bc2d-19e574da59ea yet. {{(pid=103586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:34:58.666821 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-33eb648d-6d3f-4987-8f5b-3a7b4276bebd tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:58.684697 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16840f72-01d5-4b12-b5fa-5b7d61a2d561 req-2aacdffa-54b6-4476-8d0f-ff5a367124c1 tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:58.685248 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee8d5d-165f-4453-aa4a-30226c568227 req-e7508c82-d31e-473b-8b25-6e5cb1873b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:58.686813 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d3ee8d5d-165f-4453-aa4a-30226c568227 req-e7508c82-d31e-473b-8b25-6e5cb1873b81 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0fdb6849-b3bf-465f-a54e-a82662b0a03d HTTP/1.1" status: 200 len: 913 time: 0.1581204 Dec 10 15:34:58.694786 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-16840f72-01d5-4b12-b5fa-5b7d61a2d561 req-2aacdffa-54b6-4476-8d0f-ff5a367124c1 tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5da363d-880d-47f3-bf58-2ff4f916062c HTTP/1.1" status: 200 len: 946 time: 0.2251205 Dec 10 15:34:58.743991 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33eb648d-6d3f-4987-8f5b-3a7b4276bebd tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:34:58.744401 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-33eb648d-6d3f-4987-8f5b-3a7b4276bebd tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11695586'] for segment, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:58.754249 dv-neutron-821401-4-hyperv neutron-server[103586]: Traceback (most recent call last): Dec 10 15:34:58.754249 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:34:58.754249 dv-neutron-821401-4-hyperv neutron-server[103586]: timer() Dec 10 15:34:58.754249 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:34:58.754249 dv-neutron-821401-4-hyperv neutron-server[103586]: cb(*args, **kw) Dec 10 15:34:58.754249 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:34:58.754249 dv-neutron-821401-4-hyperv neutron-server[103586]: return func(*args, **kwargs) Dec 10 15:34:58.754249 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:34:58.754249 dv-neutron-821401-4-hyperv neutron-server[103586]: self._notify() Dec 10 15:34:58.754249 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:34:58.754249 dv-neutron-821401-4-hyperv neutron-server[103586]: self.callback(batched_events) Dec 10 15:34:58.754249 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:34:58.754249 dv-neutron-821401-4-hyperv neutron-server[103586]: event.method(event) Dec 10 15:34:58.754249 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:34:58.754249 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:34:58.754249 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:34:58.754249 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:34:58.754249 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:34:58.754249 dv-neutron-821401-4-hyperv neutron-server[103586]: return f(self, *a, **k) Dec 10 15:34:58.754249 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:34:58.754249 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._get(url).json() Dec 10 15:34:58.754249 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:34:58.754249 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:34:58.754249 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:34:58.754249 dv-neutron-821401-4-hyperv neutron-server[103586]: return self.request(url, 'GET', **kwargs) Dec 10 15:34:58.754249 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:34:58.754249 dv-neutron-821401-4-hyperv neutron-server[103586]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:34:58.754249 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:34:58.754249 dv-neutron-821401-4-hyperv neutron-server[103586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:34:58.754249 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:34:58.754249 dv-neutron-821401-4-hyperv neutron-server[103586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:34:58.754249 dv-neutron-821401-4-hyperv neutron-server[103586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:34:58.764280 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d3ee8d5d-165f-4453-aa4a-30226c568227 req-ad896f54-c665-4af6-a90f-b31a819f3e79 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=118b61f6-60d4-420b-9ef5-df18c1378ca5 HTTP/1.1" status: 200 len: 217 time: 0.0681944 Dec 10 15:34:58.789985 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device a8105268-3e68-4849-a38d-a20a747926fa no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:34:58.831078 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] No Port match for: a8105268-3e68-4849-a38d-a20a747926fa {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:34:58.831436 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device a8105268-3e68-4849-a38d-a20a747926fa not bound to the agent host hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:34:58.842164 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-32e46b60-09e9-4af2-a14c-a28e8666f352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:58.872237 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eb78c80e-6f51-40bc-b9e8-71098d983cc4 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:58.876673 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee8d5d-165f-4453-aa4a-30226c568227 req-e11fdb3d-6970-40f4-8910-c0e65b2d8be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:58.877522 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-627cac0a-fa34-418a-8e09-8bd2780ba74e None None] For port df109315-0db2-42fe-9ce2-b08baaf7d205, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:34:58.878444 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d3ee8d5d-165f-4453-aa4a-30226c568227 req-e11fdb3d-6970-40f4-8910-c0e65b2d8be0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8bafb1d6-a430-4c16-83e7-4286bd5ea1f7 HTTP/1.1" status: 200 len: 852 time: 0.1049573 Dec 10 15:34:58.886117 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-627cac0a-fa34-418a-8e09-8bd2780ba74e None None] For port df109315-0db2-42fe-9ce2-b08baaf7d205, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=df109315-0db2-42fe-9ce2-b08baaf7d205,segment=NetworkSegment(64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4),segment_id=64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:34:58.903198 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-eb78c80e-6f51-40bc-b9e8-71098d983cc4 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Calling delete_port for 3a1e7e64-8605-4c73-a4de-b7f3580d3836 owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:34:58.914094 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a39ffc16-1905-417b-b11e-a99536e5ee06 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Made reservation on behalf of 21e0d6ce128b4efe93836d06f4e29105 for: {'port': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:34:58.919218 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a39ffc16-1905-417b-b11e-a99536e5ee06 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:58.930429 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-32e46b60-09e9-4af2-a14c-a28e8666f352 None None] For port 1542d0b3-76c5-4240-a35a-6cdba795dff7, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=1542d0b3-76c5-4240-a35a-6cdba795dff7,segment=NetworkSegment(4906794b-23f4-4ed1-a507-4e6bea1bd0bc),segment_id=4906794b-23f4-4ed1-a507-4e6bea1bd0bc)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:34:58.949121 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:58.951627 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-a39ffc16-1905-417b-b11e-a99536e5ee06 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] device_id is not set on port 27f2d081-c53b-41c6-b98e-f187b355943b yet. {{(pid=103586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:34:58.975262 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-627cac0a-fa34-418a-8e09-8bd2780ba74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:59.001736 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d3ee8d5d-165f-4453-aa4a-30226c568227 req-d6f12e56-58e1-4721-8e93-6f718b9b4bb3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0fdb6849-b3bf-465f-a54e-a82662b0a03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1151524 Dec 10 15:34:59.018010 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-32e46b60-09e9-4af2-a14c-a28e8666f352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:59.119044 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627cac0a-fa34-418a-8e09-8bd2780ba74e None None] Pushing event updated for resources: {'Port': ['ID=df109315-0db2-42fe-9ce2-b08baaf7d205,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:59.129925 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.db.api [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 15:34:59.130564 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG oslo_db.api [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 15:34:59.136438 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34928) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:59.140285 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-33eb648d-6d3f-4987-8f5b-3a7b4276bebd tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:59.183439 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-33eb648d-6d3f-4987-8f5b-3a7b4276bebd tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:59.191312 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-33eb648d-6d3f-4987-8f5b-3a7b4276bebd tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "DELETE /v2.0/networks/ece6c40e-f20e-4ee4-9ee4-35be04095f46 HTTP/1.1" status: 204 len: 168 time: 2.2298505 Dec 10 15:34:59.193685 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34930) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:59.198004 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-c234d93c-8fed-4598-9af7-1f31ddd348c5 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-901575278', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}, 'admin_state_up': False}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:34:59.199559 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e46b60-09e9-4af2-a14c-a28e8666f352 None None] Pushing event updated for resources: {'Port': ['ID=1542d0b3-76c5-4240-a35a-6cdba795dff7,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:59.208540 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-16840f72-01d5-4b12-b5fa-5b7d61a2d561 req-6452ed96-0379-4fe0-90d4-be4d0441eac4 tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1c7e2e1-a3ac-4d15-9445-dca239a32f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5121613 Dec 10 15:34:59.216176 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d3ee8d5d-165f-4453-aa4a-30226c568227 req-05ef301b-26a9-4b9d-9777-d4763735df51 service neutron] 10.222.0.44 "GET /v2.0/networks/0fdb6849-b3bf-465f-a54e-a82662b0a03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999757 Dec 10 15:34:59.224739 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eb648d-6d3f-4987-8f5b-3a7b4276bebd tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Pushing event deleted for resources: {'Network': ['ID=ece6c40e-f20e-4ee4-9ee4-35be04095f46,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:59.236734 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-e15e97bc-7f6f-42fe-8e2b-fe4721dd3db1 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Allocated IP 2001:db8::f816:3eff:fecf:52b4 (c2b5f149-cedd-450c-ab43-dd2d78259f45/eb843db7-1e04-4fb0-9169-401d4d8d288d/060262f3-cc88-479e-bc2d-19e574da59ea) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:34:59.236857 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-61e96002-4cb9-4fca-99ff-47e83733ca6f None None] Provisioning complete for port 28f123eb-7cd1-452e-8cd9-94d19672a2cf triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:59.237504 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-61e96002-4cb9-4fca-99ff-47e83733ca6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:59.242873 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-a39ffc16-1905-417b-b11e-a99536e5ee06 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Allocated IP 172.20.0.9 (8f1f3079-416b-4b3a-8f8c-0391a1d94444/37cafb26-8ca3-4a70-9d11-101a8333e980/27f2d081-c53b-41c6-b98e-f187b355943b) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:34:59.280071 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eb78c80e-6f51-40bc-b9e8-71098d983cc4 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:59.292542 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-61e96002-4cb9-4fca-99ff-47e83733ca6f None None] Port 28f123eb-7cd1-452e-8cd9-94d19672a2cf cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:34:59.308882 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-61e96002-4cb9-4fca-99ff-47e83733ca6f None None] Provisioning complete for port 1542d0b3-76c5-4240-a35a-6cdba795dff7 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:34:59.308882 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-61e96002-4cb9-4fca-99ff-47e83733ca6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:59.355507 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-362d995c-0a86-410c-bcec-492ceafc3ebe tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:59.363880 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb78c80e-6f51-40bc-b9e8-71098d983cc4 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Pushing event deleted for resources: {'Port': ['ID=3a1e7e64-8605-4c73-a4de-b7f3580d3836,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:59.431428 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-362d995c-0a86-410c-bcec-492ceafc3ebe tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:59.447882 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0483fa90-1b56-4ea6-ae1d-6f4c7e153707 None None] DHCP port deletion for 8672b95b-60b2-4900-9107-737fdf14ae60 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:34:59.469683 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c234d93c-8fed-4598-9af7-1f31ddd348c5 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13912'] for router, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:59.469683 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c234d93c-8fed-4598-9af7-1f31ddd348c5 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:59.547225 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e15e97bc-7f6f-42fe-8e2b-fe4721dd3db1 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:59.552744 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a39ffc16-1905-417b-b11e-a99536e5ee06 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:59.553358 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eb78c80e-6f51-40bc-b9e8-71098d983cc4 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:59.556712 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-eb78c80e-6f51-40bc-b9e8-71098d983cc4 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] 10.222.0.20 "DELETE /v2.0/ports/3a1e7e64-8605-4c73-a4de-b7f3580d3836 HTTP/1.1" status: 204 len: 168 time: 1.1363771 Dec 10 15:34:59.559028 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d3ee8d5d-165f-4453-aa4a-30226c568227 req-b0d3ccd5-78ee-4a11-931d-d798674baec9 service neutron] 10.222.0.44 "GET /v2.0/networks/0fdb6849-b3bf-465f-a54e-a82662b0a03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3354251 Dec 10 15:34:59.559443 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34932) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:59.626556 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c234d93c-8fed-4598-9af7-1f31ddd348c5 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:59.691652 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e15e97bc-7f6f-42fe-8e2b-fe4721dd3db1 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:59.693305 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-17891655-af01-4c89-a0f6-e9aee4b6d0a7 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Deleting port 1b40f9a4-ceea-49b1-bd0b-87658a01aa80 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:34:59.693844 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-17891655-af01-4c89-a0f6-e9aee4b6d0a7 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:59.723060 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device f2a4521b-f1aa-414b-b081-6fab689061a3 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:34:59.726968 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a39ffc16-1905-417b-b11e-a99536e5ee06 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:59.744919 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: f2a4521b-f1aa-414b-b081-6fab689061a3 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:34:59.747032 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device f2a4521b-f1aa-414b-b081-6fab689061a3 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:34:59.768652 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15e97bc-7f6f-42fe-8e2b-fe4721dd3db1 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:34:59.775636 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39ffc16-1905-417b-b11e-a99536e5ee06 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Network 8f1f3079-416b-4b3a-8f8c-0391a1d94444 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:34:59.775636 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-e15e97bc-7f6f-42fe-8e2b-fe4721dd3db1 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:34:59.778068 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15e97bc-7f6f-42fe-8e2b-fe4721dd3db1 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:34:59.784064 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15e97bc-7f6f-42fe-8e2b-fe4721dd3db1 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:59.784706 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e15e97bc-7f6f-42fe-8e2b-fe4721dd3db1 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:59.788730 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-a39ffc16-1905-417b-b11e-a99536e5ee06 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:34:59.791597 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39ffc16-1905-417b-b11e-a99536e5ee06 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:34:59.794071 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15e97bc-7f6f-42fe-8e2b-fe4721dd3db1 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event updated for resources: {'Port': ['ID=060262f3-cc88-479e-bc2d-19e574da59ea,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:59.823004 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-362d995c-0a86-410c-bcec-492ceafc3ebe tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:59.825708 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-362d995c-0a86-410c-bcec-492ceafc3ebe tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:59.826929 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-362d995c-0a86-410c-bcec-492ceafc3ebe tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "DELETE /v2.0/security-groups/99397850-e41c-4478-8b01-ccaac7afb5cb HTTP/1.1" status: 204 len: 168 time: 0.6895051 Dec 10 15:34:59.836455 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-17891655-af01-4c89-a0f6-e9aee4b6d0a7 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:59.882934 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39ffc16-1905-417b-b11e-a99536e5ee06 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event updated for resources: {'Port': ['ID=27f2d081-c53b-41c6-b98e-f187b355943b,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:59.884392 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d995c-0a86-410c-bcec-492ceafc3ebe tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99397850-e41c-4478-8b01-ccaac7afb5cb,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:34:59.892763 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-17891655-af01-4c89-a0f6-e9aee4b6d0a7 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Calling delete_port for 1b40f9a4-ceea-49b1-bd0b-87658a01aa80 owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:34:59.893594 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39ffc16-1905-417b-b11e-a99536e5ee06 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:34:59.894233 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a39ffc16-1905-417b-b11e-a99536e5ee06 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:59.933616 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-e15e97bc-7f6f-42fe-8e2b-fe4721dd3db1 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5697682 Dec 10 15:34:59.936333 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34936) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:34:59.978333 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c234d93c-8fed-4598-9af7-1f31ddd348c5 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:34:59.982274 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34938) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:00.041681 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-a39ffc16-1905-417b-b11e-a99536e5ee06 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8874972 Dec 10 15:35:00.042298 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34940) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:00.049179 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ed42de-6656-40e6-9b2a-4afce0e3ddf2 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:00.056339 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ed42de-6656-40e6-9b2a-4afce0e3ddf2 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:00.060569 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-38ed42de-6656-40e6-9b2a-4afce0e3ddf2 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1208401 Dec 10 15:35:00.063381 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34942) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:00.175796 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-51903064-2101-4276-8af5-17e8695c640d None None] Provisioning complete for port 27f2d081-c53b-41c6-b98e-f187b355943b triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:00.176179 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-51903064-2101-4276-8af5-17e8695c640d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:00.226808 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-51903064-2101-4276-8af5-17e8695c640d None None] Port 27f2d081-c53b-41c6-b98e-f187b355943b cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:35:00.249675 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e703d6-ba86-46e5-b70a-70c6d647a8f9 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:00.251791 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-e2e703d6-ba86-46e5-b70a-70c6d647a8f9 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200 len: 921 time: 0.2085838 Dec 10 15:35:00.258594 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34946) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:00.306786 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-25a3f8ae-6053-47c8-b638-ec89eaf97ffa tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Deleting port 060262f3-cc88-479e-bc2d-19e574da59ea {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:35:00.307395 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-25a3f8ae-6053-47c8-b638-ec89eaf97ffa tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:00.394649 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 1542d0b3-76c5-4240-a35a-6cdba795dff7 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:35:00.407421 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-967510d0-0b9e-4e40-9f20-51efcc429289 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Deleting port 27f2d081-c53b-41c6-b98e-f187b355943b {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:35:00.407772 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-967510d0-0b9e-4e40-9f20-51efcc429289 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:00.412742 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-17891655-af01-4c89-a0f6-e9aee4b6d0a7 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:00.470973 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 1542d0b3-76c5-4240-a35a-6cdba795dff7 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:00.471355 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:00.495066 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17891655-af01-4c89-a0f6-e9aee4b6d0a7 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Pushing event deleted for resources: {'Port': ['ID=1b40f9a4-ceea-49b1-bd0b-87658a01aa80,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:00.586197 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2054c16c-1991-4a7c-872b-a7beb06557b6 None None] DHCP port deletion for 8672b95b-60b2-4900-9107-737fdf14ae60 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:35:00.586197 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device df109315-0db2-42fe-9ce2-b08baaf7d205 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:35:00.616962 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-5ca0c0cb-d70e-424e-be52-b8bf2de44fa6 None None] Provisioning complete for port df109315-0db2-42fe-9ce2-b08baaf7d205 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:00.617353 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5ca0c0cb-d70e-424e-be52-b8bf2de44fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:00.629879 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad145258-6285-4a8f-87c2-6ce9868d54db req-5393e6ed-1976-4451-90e8-9565b9e30302 tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:00.640222 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ad145258-6285-4a8f-87c2-6ce9868d54db req-5393e6ed-1976-4451-90e8-9565b9e30302 tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5da363d-880d-47f3-bf58-2ff4f916062c HTTP/1.1" status: 200 len: 946 time: 0.2931857 Dec 10 15:35:00.651837 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-25a3f8ae-6053-47c8-b638-ec89eaf97ffa tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:00.668674 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-967510d0-0b9e-4e40-9f20-51efcc429289 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:00.671620 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-17891655-af01-4c89-a0f6-e9aee4b6d0a7 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:00.680325 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-17891655-af01-4c89-a0f6-e9aee4b6d0a7 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] 10.222.0.20 "DELETE /v2.0/ports/1b40f9a4-ceea-49b1-bd0b-87658a01aa80 HTTP/1.1" status: 204 len: 168 time: 1.1182463 Dec 10 15:35:00.701462 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-25a3f8ae-6053-47c8-b638-ec89eaf97ffa tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Calling delete_port for 060262f3-cc88-479e-bc2d-19e574da59ea owned by {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:35:00.706881 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34948) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:00.715295 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port df109315-0db2-42fe-9ce2-b08baaf7d205 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:00.715976 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:00.760667 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-967510d0-0b9e-4e40-9f20-51efcc429289 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Calling delete_port for 27f2d081-c53b-41c6-b98e-f187b355943b owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:35:00.804084 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c234d93c-8fed-4598-9af7-1f31ddd348c5 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for router_gateway, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:00.829318 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c234d93c-8fed-4598-9af7-1f31ddd348c5 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:00.869941 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5ca0c0cb-d70e-424e-be52-b8bf2de44fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:00.915801 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dacf036-705a-4184-8e90-4926d703ebda tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:00.920264 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-4dacf036-705a-4184-8e90-4926d703ebda tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] 10.222.0.20 "GET /v2.0/ports?device_id=b05d23f3-fb13-4e5a-9d22-cdb705fc9e46 HTTP/1.1" status: 200 len: 913 time: 0.2090404 Dec 10 15:35:00.926908 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ad145258-6285-4a8f-87c2-6ce9868d54db req-b6631931-8189-4153-a8ef-f79e7f855102 tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1c7e2e1-a3ac-4d15-9445-dca239a32f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597249 Dec 10 15:35:00.944966 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:00.947492 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34950) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:00.980245 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-5ca0c0cb-d70e-424e-be52-b8bf2de44fa6 None None] For port df109315-0db2-42fe-9ce2-b08baaf7d205, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=df109315-0db2-42fe-9ce2-b08baaf7d205,segment=NetworkSegment(64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4),segment_id=64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:35:01.011125 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 15:35:01.046428 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5ca0c0cb-d70e-424e-be52-b8bf2de44fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:01.098045 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-c234d93c-8fed-4598-9af7-1f31ddd348c5 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Allocated IP 172.26.2.62 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/37e0f579-6ea3-4858-b200-fa89ee92b204) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:35:01.127098 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.db.api [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 15:35:01.127475 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG oslo_db.api [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 15:35:01.130832 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca0c0cb-d70e-424e-be52-b8bf2de44fa6 None None] Pushing event updated for resources: {'Port': ['ID=df109315-0db2-42fe-9ce2-b08baaf7d205,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:01.169266 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-bf037b36-0ec7-4cc2-80c9-20224d5af069 None None] Provisioning complete for port 060262f3-cc88-479e-bc2d-19e574da59ea triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:01.169635 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bf037b36-0ec7-4cc2-80c9-20224d5af069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:01.200131 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-967510d0-0b9e-4e40-9f20-51efcc429289 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:01.206039 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-bf037b36-0ec7-4cc2-80c9-20224d5af069 None None] Port 060262f3-cc88-479e-bc2d-19e574da59ea cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:35:01.237969 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-25a3f8ae-6053-47c8-b638-ec89eaf97ffa tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:01.242749 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967510d0-0b9e-4e40-9f20-51efcc429289 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event deleted for resources: {'Port': ['ID=27f2d081-c53b-41c6-b98e-f187b355943b,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:01.551326 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a3f8ae-6053-47c8-b638-ec89eaf97ffa tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event deleted for resources: {'Port': ['ID=060262f3-cc88-479e-bc2d-19e574da59ea,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:01.575446 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c234d93c-8fed-4598-9af7-1f31ddd348c5 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:01.622644 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-25a3f8ae-6053-47c8-b638-ec89eaf97ffa tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:01.628391 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-25a3f8ae-6053-47c8-b638-ec89eaf97ffa tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/ports/060262f3-cc88-479e-bc2d-19e574da59ea HTTP/1.1" status: 204 len: 168 time: 1.5618434 Dec 10 15:35:01.628992 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34952) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:01.631952 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-967510d0-0b9e-4e40-9f20-51efcc429289 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:01.635438 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-967510d0-0b9e-4e40-9f20-51efcc429289 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "DELETE /v2.0/ports/27f2d081-c53b-41c6-b98e-f187b355943b HTTP/1.1" status: 204 len: 168 time: 1.3758247 Dec 10 15:35:01.637985 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34954) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:01.666993 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5e38eff-db47-446d-87d6-2428bf03eb93 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] GET failed (client error): The resource could not be found. Dec 10 15:35:01.668471 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-c5e38eff-db47-446d-87d6-2428bf03eb93 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "GET /v2.0/ports/27f2d081-c53b-41c6-b98e-f187b355943b HTTP/1.1" status: 404 len: 333 time: 0.0295763 Dec 10 15:35:01.671264 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34956) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:01.685174 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7755fb88-ee06-4568-b3d8-c2a2c5e6421d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549925'] for router_interface, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:01.753057 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c234d93c-8fed-4598-9af7-1f31ddd348c5 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:01.766166 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9a8649-6047-4662-87c5-532902ff7b90 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:01.767834 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9a8649-6047-4662-87c5-532902ff7b90 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:01.770863 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-6c9a8649-6047-4662-87c5-532902ff7b90 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1400168 Dec 10 15:35:01.775906 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34958) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:01.809143 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c234d93c-8fed-4598-9af7-1f31ddd348c5 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:35:01.816788 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-c234d93c-8fed-4598-9af7-1f31ddd348c5 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:35:01.821148 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c234d93c-8fed-4598-9af7-1f31ddd348c5 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:35:01.828802 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c234d93c-8fed-4598-9af7-1f31ddd348c5 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Pushing event updated for resources: {'Port': ['ID=37e0f579-6ea3-4858-b200-fa89ee92b204,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:01.834036 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff39a82-74d7-4506-837a-c9f480806094 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:35:01.865096 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-3e166af8-f488-4430-934b-08637bb8f080 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Deleting port 28f123eb-7cd1-452e-8cd9-94d19672a2cf {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:35:01.865378 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3e166af8-f488-4430-934b-08637bb8f080 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:01.898175 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_v2 [None req-aad9a022-65b3-404f-875a-f6cee4889114 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Deleting subnet eb843db7-1e04-4fb0-9169-401d4d8d288d {{(pid=103586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:35:01.903559 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-aad9a022-65b3-404f-875a-f6cee4889114 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for subnet, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:01.933611 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-fd09f192-ca22-4ca3-b2cf-b6e2f7f017f8 None None] Provisioning complete for port 37e0f579-6ea3-4858-b200-fa89ee92b204 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:01.937025 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fd09f192-ca22-4ca3-b2cf-b6e2f7f017f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:01.992829 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-fd09f192-ca22-4ca3-b2cf-b6e2f7f017f8 None None] Port 37e0f579-6ea3-4858-b200-fa89ee92b204 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:35:02.022268 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-aad9a022-65b3-404f-875a-f6cee4889114 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12392400'] for subnet, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:02.077657 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3e166af8-f488-4430-934b-08637bb8f080 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:02.093884 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-3e166af8-f488-4430-934b-08637bb8f080 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Calling delete_port for 28f123eb-7cd1-452e-8cd9-94d19672a2cf owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:35:02.119128 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d58d32-638c-4df8-b431-9473b34afe6b req-781497dd-e8f2-46ac-8f24-c39846938578 tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:02.120620 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-e2d58d32-638c-4df8-b431-9473b34afe6b req-781497dd-e8f2-46ac-8f24-c39846938578 tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5da363d-880d-47f3-bf58-2ff4f916062c HTTP/1.1" status: 200 len: 946 time: 0.1205292 Dec 10 15:35:02.156484 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-aad9a022-65b3-404f-875a-f6cee4889114 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:02.198723 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-52f683d6-a22b-4849-abc2-1fa170716bf5 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549925'] for router_interface, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:02.221234 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device df109315-0db2-42fe-9ce2-b08baaf7d205 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:35:02.276118 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port df109315-0db2-42fe-9ce2-b08baaf7d205 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:02.276658 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:02.322247 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-e2d58d32-638c-4df8-b431-9473b34afe6b req-420c5594-3579-4405-bd5b-3899e7ca0cdd tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1c7e2e1-a3ac-4d15-9445-dca239a32f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529899 Dec 10 15:35:02.364781 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c234d93c-8fed-4598-9af7-1f31ddd348c5 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for router_gateway, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:02.420172 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-aad9a022-65b3-404f-875a-f6cee4889114 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:02.477548 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad9a022-65b3-404f-875a-f6cee4889114 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event deleted for resources: {'Subnet': ['ID=eb843db7-1e04-4fb0-9169-401d4d8d288d,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:02.483292 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-aad9a022-65b3-404f-875a-f6cee4889114 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:02.488231 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-aad9a022-65b3-404f-875a-f6cee4889114 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/subnets/eb843db7-1e04-4fb0-9169-401d4d8d288d HTTP/1.1" status: 204 len: 168 time: 0.7110190 Dec 10 15:35:02.490163 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e629fb-03a2-4039-a310-3209e9dd5d38 None None] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:35:02.492649 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34964) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:02.503296 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-7755fb88-ee06-4568-b3d8-c2a2c5e6421d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Deleting port 283bcdc3-c916-42a4-ac81-2f9b4c91bb34 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:35:02.506812 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7755fb88-ee06-4568-b3d8-c2a2c5e6421d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:02.518551 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3e166af8-f488-4430-934b-08637bb8f080 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:02.554693 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e166af8-f488-4430-934b-08637bb8f080 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event deleted for resources: {'Port': ['ID=28f123eb-7cd1-452e-8cd9-94d19672a2cf,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:02.602462 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-26369cfb-0c0e-40dd-9b0f-8fd4b646f2e5 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1089029 Dec 10 15:35:02.612496 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34966) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:02.617210 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-6715585e-4f2e-4cd7-b0d8-aa52628f0aaf tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Request body: {'subnet': {'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:02.673648 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c234d93c-8fed-4598-9af7-1f31ddd348c5 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363'] for router, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:02.676235 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3e166af8-f488-4430-934b-08637bb8f080 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:02.681929 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-3e166af8-f488-4430-934b-08637bb8f080 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "DELETE /v2.0/ports/28f123eb-7cd1-452e-8cd9-94d19672a2cf HTTP/1.1" status: 204 len: 168 time: 1.0067565 Dec 10 15:35:02.682591 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34968) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:02.707390 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f77ca07-9585-4e64-b5f8-29123726b05b None None] DHCP port deletion for c2b5f149-cedd-450c-ab43-dd2d78259f45 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:35:02.779000 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1b06b99-75df-4f48-83e8-92657bdaa5e6 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] GET failed (client error): The resource could not be found. Dec 10 15:35:02.783627 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-f1b06b99-75df-4f48-83e8-92657bdaa5e6 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "GET /v2.0/ports/28f123eb-7cd1-452e-8cd9-94d19672a2cf HTTP/1.1" status: 404 len: 333 time: 0.0973778 Dec 10 15:35:02.784557 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34972) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:02.829678 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-7f77ca07-9585-4e64-b5f8-29123726b05b None None] Deleting port df109315-0db2-42fe-9ce2-b08baaf7d205 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:35:02.830772 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7f77ca07-9585-4e64-b5f8-29123726b05b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:02.864763 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-7755fb88-ee06-4568-b3d8-c2a2c5e6421d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] For port 283bcdc3-c916-42a4-ac81-2f9b4c91bb34, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=283bcdc3-c916-42a4-ac81-2f9b4c91bb34,segment=NetworkSegment(590762fd-8376-4d89-95c3-4561a575715b),segment_id=590762fd-8376-4d89-95c3-4561a575715b)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:35:02.865044 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7755fb88-ee06-4568-b3d8-c2a2c5e6421d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:02.899369 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-7755fb88-ee06-4568-b3d8-c2a2c5e6421d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Calling delete_port for 283bcdc3-c916-42a4-ac81-2f9b4c91bb34 owned by network:router_interface {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:35:02.903187 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-7f77ca07-9585-4e64-b5f8-29123726b05b None None] For port df109315-0db2-42fe-9ce2-b08baaf7d205, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=df109315-0db2-42fe-9ce2-b08baaf7d205,segment=NetworkSegment(64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4),segment_id=64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:35:02.903689 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7f77ca07-9585-4e64-b5f8-29123726b05b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:02.921393 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-7f77ca07-9585-4e64-b5f8-29123726b05b None None] Calling delete_port for df109315-0db2-42fe-9ce2-b08baaf7d205 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:35:02.924583 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087011b0-3bd8-419c-9537-99ac65f66a17 req-d3b8717c-9dfe-4caa-a816-029506222970 tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:02.926107 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-087011b0-3bd8-419c-9537-99ac65f66a17 req-d3b8717c-9dfe-4caa-a816-029506222970 tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5da363d-880d-47f3-bf58-2ff4f916062c HTTP/1.1" status: 200 len: 946 time: 0.1003909 Dec 10 15:35:02.942487 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_v2 [None req-50ac0d82-39ba-4804-9a31-d338c6804410 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Deleting subnet 37cafb26-8ca3-4a70-9d11-101a8333e980 {{(pid=103586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:35:02.948355 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-50ac0d82-39ba-4804-9a31-d338c6804410 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for subnet, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:03.001216 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-087011b0-3bd8-419c-9537-99ac65f66a17 req-28fd4586-8cd5-4aea-9f41-439283ccdf5d tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1c7e2e1-a3ac-4d15-9445-dca239a32f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664940 Dec 10 15:35:03.013933 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6715585e-4f2e-4cd7-b0d8-aa52628f0aaf tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Made reservation on behalf of 915dae42aca44a6e934a20b3a70b3a5e for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:35:03.026354 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6715585e-4f2e-4cd7-b0d8-aa52628f0aaf tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:03.028426 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c234d93c-8fed-4598-9af7-1f31ddd348c5 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Router 09e9272d-5fd8-4c82-ac71-a59c051adf33 is scheduled to L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d with binding_index 1 {{(pid=103587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 15:35:03.089792 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-50ac0d82-39ba-4804-9a31-d338c6804410 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12392400'] for subnet, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:03.113740 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7f77ca07-9585-4e64-b5f8-29123726b05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:03.138861 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f77ca07-9585-4e64-b5f8-29123726b05b None None] Pushing event deleted for resources: {'Port': ['ID=df109315-0db2-42fe-9ce2-b08baaf7d205,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:03.144558 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f77ca07-9585-4e64-b5f8-29123726b05b None None] No DVR routers for this DVR port df109315-0db2-42fe-9ce2-b08baaf7d205 on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:35:03.146117 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c234d93c-8fed-4598-9af7-1f31ddd348c5 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:35:03.163467 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289cf8f7-979a-4e62-aac6-831db769134a None None] Sync routers for ids ['09e9272d-5fd8-4c82-ac71-a59c051adf33'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:35:03.179622 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289cf8f7-979a-4e62-aac6-831db769134a None None] Routers {'09e9272d-5fd8-4c82-ac71-a59c051adf33'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:35:03.180195 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-289cf8f7-979a-4e62-aac6-831db769134a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:34:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['09e9272d-5fd8-4c82-ac71-a59c051adf33'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:03.214378 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-289cf8f7-979a-4e62-aac6-831db769134a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:03.223400 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289cf8f7-979a-4e62-aac6-831db769134a None None] Routers {'09e9272d-5fd8-4c82-ac71-a59c051adf33'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:35:03.224000 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-289cf8f7-979a-4e62-aac6-831db769134a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:34:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['09e9272d-5fd8-4c82-ac71-a59c051adf33'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:03.249817 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-52f683d6-a22b-4849-abc2-1fa170716bf5 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Deleting port ff24f6f2-fc7a-4cef-b895-c80517d6e5ca {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:35:03.250173 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-52f683d6-a22b-4849-abc2-1fa170716bf5 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:03.253220 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c234d93c-8fed-4598-9af7-1f31ddd348c5 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:03.257340 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-c234d93c-8fed-4598-9af7-1f31ddd348c5 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 4.0603654 Dec 10 15:35:03.257627 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34974) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:03.258950 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-289cf8f7-979a-4e62-aac6-831db769134a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:03.259742 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289cf8f7-979a-4e62-aac6-831db769134a None None] The sync data for ids ['09e9272d-5fd8-4c82-ac71-a59c051adf33'] in dv-neutron-821401-4-hyperv is: [] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:35:03.378760 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-50ac0d82-39ba-4804-9a31-d338c6804410 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:03.383593 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-eb415f0e-f6f7-429c-951a-6c3f1a006559 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "GET /v2.0/routers/09e9272d-5fd8-4c82-ac71-a59c051adf33 HTTP/1.1" status: 200 len: 883 time: 0.1158116 Dec 10 15:35:03.383780 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34976) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:03.494068 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-52f683d6-a22b-4849-abc2-1fa170716bf5 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:03.555229 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-52f683d6-a22b-4849-abc2-1fa170716bf5 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Calling delete_port for ff24f6f2-fc7a-4cef-b895-c80517d6e5ca owned by network:router_interface {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:35:03.578261 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-3ad4d2ae-cbb9-44d1-b6dd-d30191da9f11 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.1929221 Dec 10 15:35:03.580837 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34978) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:03.585408 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-e9fe1634-dc5d-47ec-adbe-10de27db9fd6 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-901575278'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:03.628718 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-50ac0d82-39ba-4804-9a31-d338c6804410 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:03.694269 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7755fb88-ee06-4568-b3d8-c2a2c5e6421d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:03.696205 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ac0d82-39ba-4804-9a31-d338c6804410 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event deleted for resources: {'Subnet': ['ID=37cafb26-8ca3-4a70-9d11-101a8333e980,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:03.717820 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434c8d8e-1937-40fe-80f3-47455f0af962 None None] Network 8f1f3079-416b-4b3a-8f8c-0391a1d94444 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:35:03.736487 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-50ac0d82-39ba-4804-9a31-d338c6804410 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:03.742813 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-50ac0d82-39ba-4804-9a31-d338c6804410 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "DELETE /v2.0/subnets/37cafb26-8ca3-4a70-9d11-101a8333e980 HTTP/1.1" status: 204 len: 168 time: 0.9548695 Dec 10 15:35:03.744386 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34980) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:03.748259 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7755fb88-ee06-4568-b3d8-c2a2c5e6421d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event deleted for resources: {'Port': ['ID=283bcdc3-c916-42a4-ac81-2f9b4c91bb34,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:03.911142 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897fdfb5-958d-437a-b0c9-158351e31412 None None] DHCP port deletion for 8f1f3079-416b-4b3a-8f8c-0391a1d94444 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:35:03.973059 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-897fdfb5-958d-437a-b0c9-158351e31412 None None] Deleting port 1542d0b3-76c5-4240-a35a-6cdba795dff7 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:35:03.973663 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-897fdfb5-958d-437a-b0c9-158351e31412 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:04.058375 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-897fdfb5-958d-437a-b0c9-158351e31412 None None] For port 1542d0b3-76c5-4240-a35a-6cdba795dff7, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=1542d0b3-76c5-4240-a35a-6cdba795dff7,segment=NetworkSegment(4906794b-23f4-4ed1-a507-4e6bea1bd0bc),segment_id=4906794b-23f4-4ed1-a507-4e6bea1bd0bc)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:35:04.058739 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-897fdfb5-958d-437a-b0c9-158351e31412 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:04.079763 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-897fdfb5-958d-437a-b0c9-158351e31412 None None] Calling delete_port for 1542d0b3-76c5-4240-a35a-6cdba795dff7 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:35:04.213433 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.objects.ports [None req-6715585e-4f2e-4cd7-b0d8-aa52628f0aaf tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103586) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 15:35:04.228704 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5858a339-763e-4cc5-a3d3-5a5d74dbd721 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:04.229894 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6715585e-4f2e-4cd7-b0d8-aa52628f0aaf tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11695183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581935'] for subnet, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:04.267868 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-897fdfb5-958d-437a-b0c9-158351e31412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:04.301145 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897fdfb5-958d-437a-b0c9-158351e31412 None None] Pushing event deleted for resources: {'Port': ['ID=1542d0b3-76c5-4240-a35a-6cdba795dff7,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:04.311670 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 1542d0b3-76c5-4240-a35a-6cdba795dff7 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:35:04.321528 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897fdfb5-958d-437a-b0c9-158351e31412 None None] No DVR routers for this DVR port 1542d0b3-76c5-4240-a35a-6cdba795dff7 on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:35:04.346663 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 1542d0b3-76c5-4240-a35a-6cdba795dff7 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:35:04.347019 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 1542d0b3-76c5-4240-a35a-6cdba795dff7 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:35:04.347455 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device df109315-0db2-42fe-9ce2-b08baaf7d205 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:35:04.372783 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: df109315-0db2-42fe-9ce2-b08baaf7d205 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:35:04.373219 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device df109315-0db2-42fe-9ce2-b08baaf7d205 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:35:04.408545 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6715585e-4f2e-4cd7-b0d8-aa52628f0aaf tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:35:04.410706 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5858a339-763e-4cc5-a3d3-5a5d74dbd721 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:04.414303 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e9fe1634-dc5d-47ec-adbe-10de27db9fd6 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13949'] for router, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:04.419617 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-6715585e-4f2e-4cd7-b0d8-aa52628f0aaf tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:35:04.423147 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6715585e-4f2e-4cd7-b0d8-aa52628f0aaf tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:04.423755 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6715585e-4f2e-4cd7-b0d8-aa52628f0aaf tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:04.431243 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996fe742-1042-4563-88f5-6e52acd68176 None None] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:35:04.438885 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-5858a339-763e-4cc5-a3d3-5a5d74dbd721 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f1f3079-416b-4b3a-8f8c-0391a1d94444']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:04.448302 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6715585e-4f2e-4cd7-b0d8-aa52628f0aaf tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event updated for resources: {'Subnet': ['ID=ae9a2580-aea0-4763-b752-8d0c44b76199,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:04.455919 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-5858a339-763e-4cc5-a3d3-5a5d74dbd721 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4906794b-23f4-4ed1-a507-4e6bea1bd0bc') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:04.456487 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-5858a339-763e-4cc5-a3d3-5a5d74dbd721 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4906794b-23f4-4ed1-a507-4e6bea1bd0bc') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:04.476544 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5858a339-763e-4cc5-a3d3-5a5d74dbd721 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11806923'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:04.486148 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498460ff-75a0-43fc-9a40-454bf9aee3ee req-ec079e79-2d84-4763-9177-cd52c7d95a72 tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:04.487360 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-498460ff-75a0-43fc-9a40-454bf9aee3ee req-ec079e79-2d84-4763-9177-cd52c7d95a72 tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5da363d-880d-47f3-bf58-2ff4f916062c HTTP/1.1" status: 200 len: 946 time: 0.2929637 Dec 10 15:35:04.493046 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-52f683d6-a22b-4849-abc2-1fa170716bf5 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:04.501202 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5858a339-763e-4cc5-a3d3-5a5d74dbd721 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:04.508392 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5858a339-763e-4cc5-a3d3-5a5d74dbd721 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:35:04.508605 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5858a339-763e-4cc5-a3d3-5a5d74dbd721 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11236635'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:04.513359 dv-neutron-821401-4-hyperv neutron-server[103587]: Traceback (most recent call last): Dec 10 15:35:04.513359 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:35:04.513359 dv-neutron-821401-4-hyperv neutron-server[103587]: timer() Dec 10 15:35:04.513359 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:35:04.513359 dv-neutron-821401-4-hyperv neutron-server[103587]: cb(*args, **kw) Dec 10 15:35:04.513359 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:35:04.513359 dv-neutron-821401-4-hyperv neutron-server[103587]: return func(*args, **kwargs) Dec 10 15:35:04.513359 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:35:04.513359 dv-neutron-821401-4-hyperv neutron-server[103587]: self._notify() Dec 10 15:35:04.513359 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:35:04.513359 dv-neutron-821401-4-hyperv neutron-server[103587]: self.callback(batched_events) Dec 10 15:35:04.513359 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:35:04.513359 dv-neutron-821401-4-hyperv neutron-server[103587]: event.method(event) Dec 10 15:35:04.513359 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:35:04.513359 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:35:04.513359 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:35:04.513359 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:35:04.513359 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:35:04.513359 dv-neutron-821401-4-hyperv neutron-server[103587]: return f(self, *a, **k) Dec 10 15:35:04.513359 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:35:04.513359 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._get(url).json() Dec 10 15:35:04.513359 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:35:04.513359 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:35:04.513359 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:35:04.513359 dv-neutron-821401-4-hyperv neutron-server[103587]: return self.request(url, 'GET', **kwargs) Dec 10 15:35:04.513359 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:35:04.513359 dv-neutron-821401-4-hyperv neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:35:04.513359 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:35:04.513359 dv-neutron-821401-4-hyperv neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:35:04.513359 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:35:04.513359 dv-neutron-821401-4-hyperv neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:35:04.513359 dv-neutron-821401-4-hyperv neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:35:04.516524 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e9fe1634-dc5d-47ec-adbe-10de27db9fd6 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-551381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-551372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-549222'] for router, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:04.544654 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d07997b-c6a0-453f-9957-b8a96bd0cfdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-c2b5f149-cedd-450c-ab43-dd2d78259f45', 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'project_id': '915dae42aca44a6e934a20b3a70b3a5e', 'fixed_ips': [{'subnet_id': 'ae9a2580-aea0-4763-b752-8d0c44b76199'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:35:04.544940 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-6715585e-4f2e-4cd7-b0d8-aa52628f0aaf tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9318070 Dec 10 15:35:04.545547 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9d07997b-c6a0-453f-9957-b8a96bd0cfdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:04.545685 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 34984) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:04.550862 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f683d6-a22b-4849-abc2-1fa170716bf5 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Pushing event deleted for resources: {'Port': ['ID=ff24f6f2-fc7a-4cef-b895-c80517d6e5ca,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:04.558516 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-184e6335-0a7a-457e-b37a-05565e1ba98a tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Request body: {'port': {'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'mac_address': 'fa:16:3e:40:a0:15', 'name': 'tempest-NetworksTestDHCPv6-1066852021'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:04.622634 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b212dc08-b97b-4b12-8f89-ebae654fde34 None None] DHCP port deletion for 8672b95b-60b2-4900-9107-737fdf14ae60 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:35:04.645675 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7755fb88-ee06-4568-b3d8-c2a2c5e6421d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550073'] for router_interface, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:04.686818 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5858a339-763e-4cc5-a3d3-5a5d74dbd721 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:04.701911 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-9d07997b-c6a0-453f-9957-b8a96bd0cfdf None None] Allocated IP 2001:db8::f816:3eff:fe0a:bbf3 (c2b5f149-cedd-450c-ab43-dd2d78259f45/ae9a2580-aea0-4763-b752-8d0c44b76199/955e3262-e6af-4c08-9763-4d2f078aea3f) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:35:04.708090 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5858a339-763e-4cc5-a3d3-5a5d74dbd721 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:04.717277 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-5858a339-763e-4cc5-a3d3-5a5d74dbd721 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "DELETE /v2.0/networks/8f1f3079-416b-4b3a-8f8c-0391a1d94444 HTTP/1.1" status: 204 len: 168 time: 0.9670064 Dec 10 15:35:04.717646 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-498460ff-75a0-43fc-9a40-454bf9aee3ee req-a93f9d01-70e0-495a-b0fe-59e6874af148 tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1c7e2e1-a3ac-4d15-9445-dca239a32f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161279 Dec 10 15:35:04.717750 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5858a339-763e-4cc5-a3d3-5a5d74dbd721 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event deleted for resources: {'Network': ['ID=8f1f3079-416b-4b3a-8f8c-0391a1d94444,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:04.717750 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34986) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:04.721420 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9fe1634-dc5d-47ec-adbe-10de27db9fd6 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Router 09e9272d-5fd8-4c82-ac71-a59c051adf33 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:35:04.730933 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-06272ae6-2800-41a8-83b0-0d40837d3882 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1213976514'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:04.875533 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9fe1634-dc5d-47ec-adbe-10de27db9fd6 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:35:04.883435 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e9fe1634-dc5d-47ec-adbe-10de27db9fd6 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:04.884741 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-e9fe1634-dc5d-47ec-adbe-10de27db9fd6 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "PUT /v2.0/routers/09e9272d-5fd8-4c82-ac71-a59c051adf33 HTTP/1.1" status: 200 len: 890 time: 1.3029177 Dec 10 15:35:04.887338 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34990) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:04.898075 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2750491-c24d-4919-8978-cb98e244ef9f None None] Sync routers for ids ['09e9272d-5fd8-4c82-ac71-a59c051adf33'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:35:04.917794 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2750491-c24d-4919-8978-cb98e244ef9f None None] Routers {'09e9272d-5fd8-4c82-ac71-a59c051adf33'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:35:04.918384 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-d2750491-c24d-4919-8978-cb98e244ef9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:34:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['09e9272d-5fd8-4c82-ac71-a59c051adf33'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:04.945750 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06272ae6-2800-41a8-83b0-0d40837d3882 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Made reservation on behalf of 21e0d6ce128b4efe93836d06f4e29105 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:35:04.949705 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-06272ae6-2800-41a8-83b0-0d40837d3882 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:04.961728 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-d2750491-c24d-4919-8978-cb98e244ef9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:04.964978 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9d07997b-c6a0-453f-9957-b8a96bd0cfdf None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:04.973535 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2750491-c24d-4919-8978-cb98e244ef9f None None] Routers {'09e9272d-5fd8-4c82-ac71-a59c051adf33'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:35:04.974194 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-d2750491-c24d-4919-8978-cb98e244ef9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:34:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['09e9272d-5fd8-4c82-ac71-a59c051adf33'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:04.994371 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-52f683d6-a22b-4849-abc2-1fa170716bf5 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550073'] for router_interface, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:05.011262 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-d2750491-c24d-4919-8978-cb98e244ef9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:05.011925 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2750491-c24d-4919-8978-cb98e244ef9f None None] The sync data for ids ['09e9272d-5fd8-4c82-ac71-a59c051adf33'] in dv-neutron-821401-4-hyperv is: [] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:35:05.020686 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06272ae6-2800-41a8-83b0-0d40837d3882 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:35:05.039462 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-06272ae6-2800-41a8-83b0-0d40837d3882 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:05.042808 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.segments_db [None req-06272ae6-2800-41a8-83b0-0d40837d3882 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Added segment d8dd3ded-f845-4af1-9a98-b250c2f7e256 of type vlan for network 1deb3e0f-fcdf-46e3-a2f0-71147e75b37c Dec 10 15:35:05.067694 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9d07997b-c6a0-453f-9957-b8a96bd0cfdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:05.095138 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-4f6e7774-6736-4844-ae0a-108f1aeaea89 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "GET /v2.0/routers/09e9272d-5fd8-4c82-ac71-a59c051adf33 HTTP/1.1" status: 200 len: 890 time: 0.2033172 Dec 10 15:35:05.096936 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34994) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:05.117157 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-184e6335-0a7a-457e-b37a-05565e1ba98a tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Made reservation on behalf of 915dae42aca44a6e934a20b3a70b3a5e for: {'port': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:35:05.132784 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-06272ae6-2800-41a8-83b0-0d40837d3882 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:05.133003 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d07997b-c6a0-453f-9957-b8a96bd0cfdf None None] Pushing event updated for resources: {'Port': ['ID=955e3262-e6af-4c08-9763-4d2f078aea3f,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:05.139220 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-0db14bd5-716e-4376-b590-55a3d64608aa tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "GET /v2.0/ports?device_id=09e9272d-5fd8-4c82-ac71-a59c051adf33 HTTP/1.1" status: 200 len: 205 time: 0.0383093 Dec 10 15:35:05.139392 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34996) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:05.145229 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d07997b-c6a0-453f-9957-b8a96bd0cfdf None None] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:35:05.147064 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-9d07997b-c6a0-453f-9957-b8a96bd0cfdf None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:35:05.149933 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d07997b-c6a0-453f-9957-b8a96bd0cfdf None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:35:05.231790 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-9d07997b-c6a0-453f-9957-b8a96bd0cfdf None None] Attempting to bind port 955e3262-e6af-4c08-9763-4d2f078aea3f on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:35:05.232279 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-9d07997b-c6a0-453f-9957-b8a96bd0cfdf None None] Attempting to bind port 955e3262-e6af-4c08-9763-4d2f078aea3f by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:35:05.233255 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d07997b-c6a0-453f-9957-b8a96bd0cfdf None None] Attempting to bind port 955e3262-e6af-4c08-9763-4d2f078aea3f on network c2b5f149-cedd-450c-ab43-dd2d78259f45 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:35:05.239422 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d07997b-c6a0-453f-9957-b8a96bd0cfdf None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:35:05.239422 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d07997b-c6a0-453f-9957-b8a96bd0cfdf None None] Checking segment: {'id': '64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:35:05.239734 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9d07997b-c6a0-453f-9957-b8a96bd0cfdf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:05.240220 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d07997b-c6a0-453f-9957-b8a96bd0cfdf None None] Bound using segment: {'id': '64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:35:05.240884 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-9d07997b-c6a0-453f-9957-b8a96bd0cfdf None None] Bound port: 955e3262-e6af-4c08-9763-4d2f078aea3f, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:35:05.241175 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9d07997b-c6a0-453f-9957-b8a96bd0cfdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:05.293638 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-06272ae6-2800-41a8-83b0-0d40837d3882 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:05.299321 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06272ae6-2800-41a8-83b0-0d40837d3882 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:05.299900 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-06272ae6-2800-41a8-83b0-0d40837d3882 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:05.316620 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-9d07997b-c6a0-453f-9957-b8a96bd0cfdf None None] For port 955e3262-e6af-4c08-9763-4d2f078aea3f, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:35:05.320832 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-9d07997b-c6a0-453f-9957-b8a96bd0cfdf None None] For port 955e3262-e6af-4c08-9763-4d2f078aea3f, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=955e3262-e6af-4c08-9763-4d2f078aea3f,segment=NetworkSegment(64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4),segment_id=64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:35:05.330548 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d5eba-4bc4-44fe-a019-336b07d1c2c4 req-33bdcd8f-c5ef-43b1-ba20-131fbc181ed2 tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:05.334266 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-df5d5eba-4bc4-44fe-a019-336b07d1c2c4 req-33bdcd8f-c5ef-43b1-ba20-131fbc181ed2 tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5da363d-880d-47f3-bf58-2ff4f916062c HTTP/1.1" status: 200 len: 946 time: 0.2310808 Dec 10 15:35:05.338943 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7755fb88-ee06-4568-b3d8-c2a2c5e6421d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Router b9676776-7c00-41b0-baa0-cc95a47a85a5 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:35:05.368891 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1748aca4-b3a8-4a91-8932-627f465c1f10 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for router, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:05.391531 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-184e6335-0a7a-457e-b37a-05565e1ba98a tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:05.400075 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9d07997b-c6a0-453f-9957-b8a96bd0cfdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:05.425537 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d59d3fb-4869-4f25-926d-bb7413e9bae9 req-c66ad16b-4ff5-4c4d-9828-9a258e202b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:05.427073 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-6d59d3fb-4869-4f25-926d-bb7413e9bae9 req-c66ad16b-4ff5-4c4d-9828-9a258e202b51 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=34a9cb25fd724349affef6ebcb39b20b&device_id=c5da363d-880d-47f3-bf58-2ff4f916062c HTTP/1.1" status: 200 len: 1099 time: 0.1730449 Dec 10 15:35:05.444946 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-06272ae6-2800-41a8-83b0-0d40837d3882 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7262771 Dec 10 15:35:05.445587 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 34998) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:05.469679 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d07997b-c6a0-453f-9957-b8a96bd0cfdf None None] Pushing event updated for resources: {'Port': ['ID=955e3262-e6af-4c08-9763-4d2f078aea3f,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:05.509386 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-184e6335-0a7a-457e-b37a-05565e1ba98a tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] device_id is not set on port 8273d3dd-9c0d-4b2f-bc4f-05637ed97cd0 yet. {{(pid=103586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:35:05.513605 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-4f60b465-94f7-4b23-aeb7-3b041e28a944 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Request body: {'subnet': {'network_id': '1deb3e0f-fcdf-46e3-a2f0-71147e75b37c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:05.523391 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06272ae6-2800-41a8-83b0-0d40837d3882 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event updated for resources: {'Network': ['ID=1deb3e0f-fcdf-46e3-a2f0-71147e75b37c,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:05.540237 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 1deb3e0f-fcdf-46e3-a2f0-71147e75b37c details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:35:05.561934 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-df5d5eba-4bc4-44fe-a019-336b07d1c2c4 req-51680b24-332a-4bf2-9b15-574056c6e7d5 tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1c7e2e1-a3ac-4d15-9445-dca239a32f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188821 Dec 10 15:35:05.682158 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d59d3fb-4869-4f25-926d-bb7413e9bae9 req-dd661de3-6ee3-42b8-a2e8-11b12d0660c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:05.684759 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-6d59d3fb-4869-4f25-926d-bb7413e9bae9 req-dd661de3-6ee3-42b8-a2e8-11b12d0660c6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0fdb6849-b3bf-465f-a54e-a82662b0a03d HTTP/1.1" status: 200 len: 913 time: 0.2339332 Dec 10 15:35:05.686175 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1748aca4-b3a8-4a91-8932-627f465c1f10 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:05.727810 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52f683d6-a22b-4849-abc2-1fa170716bf5 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Router b05d23f3-fb13-4e5a-9d22-cdb705fc9e46 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:35:05.731187 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7755fb88-ee06-4568-b3d8-c2a2c5e6421d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:35:05.740135 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-7755fb88-ee06-4568-b3d8-c2a2c5e6421d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "PUT /v2.0/routers/b9676776-7c00-41b0-baa0-cc95a47a85a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7568462 Dec 10 15:35:05.744500 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35000) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:05.747771 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3961759b-1dc7-4ca9-9f1e-f735b3e10599 None None] Sync routers for ids ['b9676776-7c00-41b0-baa0-cc95a47a85a5'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:35:05.760971 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3961759b-1dc7-4ca9-9f1e-f735b3e10599 None None] Routers {'b9676776-7c00-41b0-baa0-cc95a47a85a5'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:35:05.761957 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-3961759b-1dc7-4ca9-9f1e-f735b3e10599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:34:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['b9676776-7c00-41b0-baa0-cc95a47a85a5'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:05.779100 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-6d59d3fb-4869-4f25-926d-bb7413e9bae9 req-bcf262f8-adda-4229-806d-c07f70b06e04 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=118b61f6-60d4-420b-9ef5-df18c1378ca5 HTTP/1.1" status: 200 len: 217 time: 0.0561244 Dec 10 15:35:05.788663 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-184e6335-0a7a-457e-b37a-05565e1ba98a tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Allocated IP 2001:db8::f816:3eff:fe40:a015 (c2b5f149-cedd-450c-ab43-dd2d78259f45/ae9a2580-aea0-4763-b752-8d0c44b76199/8273d3dd-9c0d-4b2f-bc4f-05637ed97cd0) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:35:05.850331 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f60b465-94f7-4b23-aeb7-3b041e28a944 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Made reservation on behalf of 21e0d6ce128b4efe93836d06f4e29105 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:35:05.854105 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4f60b465-94f7-4b23-aeb7-3b041e28a944 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11668558'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:05.876152 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d6b99d0-0a10-4a35-9f43-e6c19fd25592 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Deleting subnet 57830461-432a-4f8d-a9a8-32a63484290f {{(pid=103586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:35:05.883510 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7d6b99d0-0a10-4a35-9f43-e6c19fd25592 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for subnet, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:05.899547 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-3961759b-1dc7-4ca9-9f1e-f735b3e10599 None None] Set router b9676776-7c00-41b0-baa0-cc95a47a85a5 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:35:05.930564 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d59d3fb-4869-4f25-926d-bb7413e9bae9 req-43b07f4d-377d-49d3-8647-72aee5e5cb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:05.932327 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-6d59d3fb-4869-4f25-926d-bb7413e9bae9 req-43b07f4d-377d-49d3-8647-72aee5e5cb8e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8bafb1d6-a430-4c16-83e7-4286bd5ea1f7 HTTP/1.1" status: 200 len: 852 time: 0.1377213 Dec 10 15:35:05.980229 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-6d59d3fb-4869-4f25-926d-bb7413e9bae9 req-af3404da-9867-43af-8d7a-8503cc2117d8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0fdb6849-b3bf-465f-a54e-a82662b0a03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393174 Dec 10 15:35:06.064948 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-1748aca4-b3a8-4a91-8932-627f465c1f10 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Deleting port 37e0f579-6ea3-4858-b200-fa89ee92b204 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:35:06.065349 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1748aca4-b3a8-4a91-8932-627f465c1f10 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:06.119735 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-3961759b-1dc7-4ca9-9f1e-f735b3e10599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9676776-7c00-41b0-baa0-cc95a47a85a5', 'name': 'tempest-TestNetworkBasicOps-router-1075454237', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': 'db7043b8-530f-44b2-913d-9a2e4ca5e570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:32:09Z', 'updated_at': '2021-12-10T15:35:03Z', 'revision_number': 7, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': 'db7043b8-530f-44b2-913d-9a2e4ca5e570', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:02:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9676776-7c00-41b0-baa0-cc95a47a85a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:32:11Z', 'updated_at': '2021-12-10T15:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:06.168688 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3961759b-1dc7-4ca9-9f1e-f735b3e10599 None None] Checking router: b9676776-7c00-41b0-baa0-cc95a47a85a5 for host: dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:35:06.186005 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3961759b-1dc7-4ca9-9f1e-f735b3e10599 None None] Routers {'b9676776-7c00-41b0-baa0-cc95a47a85a5'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:35:06.186845 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-3961759b-1dc7-4ca9-9f1e-f735b3e10599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:34:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['b9676776-7c00-41b0-baa0-cc95a47a85a5'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:06.208011 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-6d59d3fb-4869-4f25-926d-bb7413e9bae9 req-da628373-1d33-4e24-84d1-31f2a7222172 service neutron] 10.222.0.44 "GET /v2.0/networks/0fdb6849-b3bf-465f-a54e-a82662b0a03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148299 Dec 10 15:35:06.298307 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7d6b99d0-0a10-4a35-9f43-e6c19fd25592 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12392400'] for subnet, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:06.311264 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 955e3262-e6af-4c08-9763-4d2f078aea3f up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:35:06.311674 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1748aca4-b3a8-4a91-8932-627f465c1f10 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:06.335585 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-1748aca4-b3a8-4a91-8932-627f465c1f10 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Calling delete_port for 37e0f579-6ea3-4858-b200-fa89ee92b204 owned by network:router_gateway {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:35:06.365668 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f683d6-a22b-4849-abc2-1fa170716bf5 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:35:06.374249 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-52f683d6-a22b-4849-abc2-1fa170716bf5 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] 10.222.0.20 "PUT /v2.0/routers/b05d23f3-fb13-4e5a-9d22-cdb705fc9e46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4069555 Dec 10 15:35:06.377528 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35002) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:06.393945 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7db8153-bdf6-4bf2-a60c-98c7575b1854 None None] Sync routers for ids ['b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:35:06.415907 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4f60b465-94f7-4b23-aeb7-3b041e28a944 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11236534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11668560'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:06.434845 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7db8153-bdf6-4bf2-a60c-98c7575b1854 None None] Routers {'b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:35:06.435544 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-c7db8153-bdf6-4bf2-a60c-98c7575b1854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:34:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:06.459828 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-6d59d3fb-4869-4f25-926d-bb7413e9bae9 req-60ee49f4-6869-487e-9b2a-97b515ab8039 service neutron] 10.222.0.44 "GET /v2.0/networks/0fdb6849-b3bf-465f-a54e-a82662b0a03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279522 Dec 10 15:35:06.498941 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-c7db8153-bdf6-4bf2-a60c-98c7575b1854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:06.502599 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f60b465-94f7-4b23-aeb7-3b041e28a944 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event updated for resources: {'Subnet': ['ID=ba5a81f1-5eab-4ed1-95e7-1c5401b6928f,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:06.508651 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-3961759b-1dc7-4ca9-9f1e-f735b3e10599 None None] Set router b9676776-7c00-41b0-baa0-cc95a47a85a5 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:35:06.523180 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7db8153-bdf6-4bf2-a60c-98c7575b1854 None None] Routers {'b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:35:06.523826 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-c7db8153-bdf6-4bf2-a60c-98c7575b1854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:34:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:06.566641 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-184e6335-0a7a-457e-b37a-05565e1ba98a tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:06.570629 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 955e3262-e6af-4c08-9763-4d2f078aea3f triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:06.570997 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:06.600114 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f60b465-94f7-4b23-aeb7-3b041e28a944 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Checking segment: {'id': 'd8dd3ded-f845-4af1-9a98-b250c2f7e256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '1deb3e0f-fcdf-46e3-a2f0-71147e75b37c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:35:06.600492 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f60b465-94f7-4b23-aeb7-3b041e28a944 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Network hostable DHCP agents. Network: 1deb3e0f-fcdf-46e3-a2f0-71147e75b37c, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:35:06.609228 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7d6b99d0-0a10-4a35-9f43-e6c19fd25592 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:06.625467 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-c7db8153-bdf6-4bf2-a60c-98c7575b1854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:06.626165 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7db8153-bdf6-4bf2-a60c-98c7575b1854 None None] The sync data for ids ['b05d23f3-fb13-4e5a-9d22-cdb705fc9e46'] in dv-neutron-821401-4-hyperv is: [] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:35:06.733269 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:06.734668 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-de0eb234-8cb5-4971-ad19-779e4d0bf181 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks [] for router, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:06.775577 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d6caa7-2bc0-4cc2-b0d4-f0d56a6eb06d req-a9494914-8bee-4426-8f7a-8281196215c9 tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:06.787424 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-54d6caa7-2bc0-4cc2-b0d4-f0d56a6eb06d req-a9494914-8bee-4426-8f7a-8281196215c9 tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5da363d-880d-47f3-bf58-2ff4f916062c HTTP/1.1" status: 200 len: 946 time: 0.0993154 Dec 10 15:35:06.794656 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-3961759b-1dc7-4ca9-9f1e-f735b3e10599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9676776-7c00-41b0-baa0-cc95a47a85a5', 'name': 'tempest-TestNetworkBasicOps-router-1075454237', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': 'db7043b8-530f-44b2-913d-9a2e4ca5e570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:32:09Z', 'updated_at': '2021-12-10T15:35:03Z', 'revision_number': 7, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': 'db7043b8-530f-44b2-913d-9a2e4ca5e570', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:02:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9676776-7c00-41b0-baa0-cc95a47a85a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:32:11Z', 'updated_at': '2021-12-10T15:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:06.797105 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f60b465-94f7-4b23-aeb7-3b041e28a944 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Network 1deb3e0f-fcdf-46e3-a2f0-71147e75b37c is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:35:06.802607 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] For port 955e3262-e6af-4c08-9763-4d2f078aea3f, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=955e3262-e6af-4c08-9763-4d2f078aea3f,segment=NetworkSegment(64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4),segment_id=64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:35:06.831968 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3961759b-1dc7-4ca9-9f1e-f735b3e10599 None None] The sync data for ids ['b9676776-7c00-41b0-baa0-cc95a47a85a5'] in dv-neutron-821401-4-hyperv is: [{'id': 'b9676776-7c00-41b0-baa0-cc95a47a85a5', 'name': 'tempest-TestNetworkBasicOps-router-1075454237', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': 'db7043b8-530f-44b2-913d-9a2e4ca5e570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:32:09Z', 'updated_at': '2021-12-10T15:35:03Z', 'revision_number': 7, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': 'db7043b8-530f-44b2-913d-9a2e4ca5e570', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:02:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9676776-7c00-41b0-baa0-cc95a47a85a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:32:11Z', 'updated_at': '2021-12-10T15:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:35:06.849396 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1748aca4-b3a8-4a91-8932-627f465c1f10 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:06.878219 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:06.881444 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-54d6caa7-2bc0-4cc2-b0d4-f0d56a6eb06d req-60fbb068-e510-4daa-89ec-84841dcd768f tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1c7e2e1-a3ac-4d15-9445-dca239a32f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928273 Dec 10 15:35:06.886136 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-4f60b465-94f7-4b23-aeb7-3b041e28a944 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 1deb3e0f-fcdf-46e3-a2f0-71147e75b37c) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:35:06.886943 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1748aca4-b3a8-4a91-8932-627f465c1f10 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Pushing event deleted for resources: {'Port': ['ID=37e0f579-6ea3-4858-b200-fa89ee92b204,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:06.892425 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f60b465-94f7-4b23-aeb7-3b041e28a944 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:06.892802 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4f60b465-94f7-4b23-aeb7-3b041e28a944 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:06.929117 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-de0eb234-8cb5-4971-ad19-779e4d0bf181 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:06.939757 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f2f1ae-8bae-4729-a32a-07f6c874774c None None] Network 1deb3e0f-fcdf-46e3-a2f0-71147e75b37c requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:35:06.941822 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318d379f-ebae-438e-9516-1e0f586ad7aa None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:35:06.946946 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-184e6335-0a7a-457e-b37a-05565e1ba98a tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:06.946946 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7d6b99d0-0a10-4a35-9f43-e6c19fd25592 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:06.987262 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1748aca4-b3a8-4a91-8932-627f465c1f10 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552731'] for router_gateway, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:06.993901 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7d6b99d0-0a10-4a35-9f43-e6c19fd25592 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:06.998136 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-7d6b99d0-0a10-4a35-9f43-e6c19fd25592 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "DELETE /v2.0/subnets/57830461-432a-4f8d-a9a8-32a63484290f HTTP/1.1" status: 204 len: 168 time: 1.2526186 Dec 10 15:35:07.002264 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e13501-b511-4915-ab48-55ff56456ddf None None] Network 78b329c0-5093-420d-971f-ce625768710e requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:35:07.003268 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35006) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:07.011543 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6b99d0-0a10-4a35-9f43-e6c19fd25592 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event deleted for resources: {'Subnet': ['ID=57830461-432a-4f8d-a9a8-32a63484290f,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:07.073976 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-4f60b465-94f7-4b23-aeb7-3b041e28a944 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5655746 Dec 10 15:35:07.076532 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35008) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:07.081996 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-4a826e5d-8f9d-4b36-a394-1d106a3781af tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Request body: {'port': {'network_id': '1deb3e0f-fcdf-46e3-a2f0-71147e75b37c', 'name': 'tempest-PortsTestJSON-926869954', 'fixed_ips': [{'subnet_id': 'ba5a81f1-5eab-4ed1-95e7-1c5401b6928f', 'ip_address': '172.20.0.10'}]}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:07.160703 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184e6335-0a7a-457e-b37a-05565e1ba98a tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:35:07.171919 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-184e6335-0a7a-457e-b37a-05565e1ba98a tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:35:07.174537 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184e6335-0a7a-457e-b37a-05565e1ba98a tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:35:07.181747 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184e6335-0a7a-457e-b37a-05565e1ba98a tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:07.182263 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-184e6335-0a7a-457e-b37a-05565e1ba98a tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:07.194994 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184e6335-0a7a-457e-b37a-05565e1ba98a tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event updated for resources: {'Port': ['ID=8273d3dd-9c0d-4b2f-bc4f-05637ed97cd0,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:07.243462 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1748aca4-b3a8-4a91-8932-627f465c1f10 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13898'] for router, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:07.248798 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1748aca4-b3a8-4a91-8932-627f465c1f10 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:07.275020 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Pushing event updated for resources: {'Port': ['ID=955e3262-e6af-4c08-9763-4d2f078aea3f,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:07.308212 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-18005ede-9efa-4954-b890-d78e69c86f19 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for router, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:07.309649 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-de0eb234-8cb5-4971-ad19-779e4d0bf181 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Deleting port 459c8a53-c28d-47fd-afd2-857900f1c3b3 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:35:07.310003 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-de0eb234-8cb5-4971-ad19-779e4d0bf181 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:07.346990 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-5ea6703e-9da0-423a-b048-5295af8f01ba None None] Provisioning complete for port 955e3262-e6af-4c08-9763-4d2f078aea3f triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:07.347834 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5ea6703e-9da0-423a-b048-5295af8f01ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:07.431197 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-184e6335-0a7a-457e-b37a-05565e1ba98a tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.8812914 Dec 10 15:35:07.434554 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35010) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:07.450254 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d05b2d-fa72-40c9-a017-5b0286069981 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-1deb3e0f-fcdf-46e3-a2f0-71147e75b37c', 'network_id': '1deb3e0f-fcdf-46e3-a2f0-71147e75b37c', 'project_id': '21e0d6ce128b4efe93836d06f4e29105', 'fixed_ips': [{'subnet_id': 'ba5a81f1-5eab-4ed1-95e7-1c5401b6928f'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:35:07.451750 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-04d05b2d-fa72-40c9-a017-5b0286069981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:07.504451 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91718cad-4deb-46b8-a95c-1abf47780072 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:07.510860 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91718cad-4deb-46b8-a95c-1abf47780072 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:07.523242 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-91718cad-4deb-46b8-a95c-1abf47780072 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.0799069 Dec 10 15:35:07.523242 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35012) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:07.525361 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1748aca4-b3a8-4a91-8932-627f465c1f10 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549250'] for router, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:07.525898 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1748aca4-b3a8-4a91-8932-627f465c1f10 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Fanout notify agent at l3_agent the message router_deleted on router 09e9272d-5fd8-4c82-ac71-a59c051adf33 {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 15:35:07.528760 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a826e5d-8f9d-4b36-a394-1d106a3781af tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Made reservation on behalf of 21e0d6ce128b4efe93836d06f4e29105 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:35:07.537903 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1748aca4-b3a8-4a91-8932-627f465c1f10 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:07.539221 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-1748aca4-b3a8-4a91-8932-627f465c1f10 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "DELETE /v2.0/routers/09e9272d-5fd8-4c82-ac71-a59c051adf33 HTTP/1.1" status: 204 len: 168 time: 2.3987935 Dec 10 15:35:07.550338 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35014) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:07.556961 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-e62b1866-1999-4e9b-bfd9-0aedf789e622 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-380442532'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:07.580071 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-de0eb234-8cb5-4971-ad19-779e4d0bf181 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:07.598675 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-de0eb234-8cb5-4971-ad19-779e4d0bf181 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Calling delete_port for 459c8a53-c28d-47fd-afd2-857900f1c3b3 owned by network:router_gateway {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:35:07.614400 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279bc7bb-2e73-4f62-bb5b-5ec80b5c0c8b None None] DHCP port deletion for 78b329c0-5093-420d-971f-ce625768710e request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:35:07.673379 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-18005ede-9efa-4954-b890-d78e69c86f19 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:07.703958 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e62b1866-1999-4e9b-bfd9-0aedf789e622 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Made reservation on behalf of 8fca97dbaacc4a37bd3d53215e8fd531 for: {'network': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:35:07.706549 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-1aabf1a3-f14f-444f-9d6c-e3bd9f177fde None None] Provisioning complete for port 8273d3dd-9c0d-4b2f-bc4f-05637ed97cd0 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:07.707039 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1aabf1a3-f14f-444f-9d6c-e3bd9f177fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:07.707911 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e62b1866-1999-4e9b-bfd9-0aedf789e622 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:07.742153 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-04d05b2d-fa72-40c9-a017-5b0286069981 None None] Allocated IP 172.20.0.2 (1deb3e0f-fcdf-46e3-a2f0-71147e75b37c/ba5a81f1-5eab-4ed1-95e7-1c5401b6928f/e14957ad-667c-4643-914f-62e029d75a37) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:35:07.784556 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-1aabf1a3-f14f-444f-9d6c-e3bd9f177fde None None] Port 8273d3dd-9c0d-4b2f-bc4f-05637ed97cd0 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:35:07.790030 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-279bc7bb-2e73-4f62-bb5b-5ec80b5c0c8b None None] Deleting port 2d54b8f8-1787-4a12-8d6f-a92f53f2ea04 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:35:07.790030 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-279bc7bb-2e73-4f62-bb5b-5ec80b5c0c8b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:07.828731 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e62b1866-1999-4e9b-bfd9-0aedf789e622 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=103586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:35:07.868876 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e62b1866-1999-4e9b-bfd9-0aedf789e622 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:07.869223 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.segments_db [None req-e62b1866-1999-4e9b-bfd9-0aedf789e622 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Added segment 48bc6285-4414-4525-a7e7-b775f28b898d of type vlan for network 3f687541-f285-4062-918e-8c15e345dd7a Dec 10 15:35:07.900850 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-279bc7bb-2e73-4f62-bb5b-5ec80b5c0c8b None None] For port 2d54b8f8-1787-4a12-8d6f-a92f53f2ea04, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=2d54b8f8-1787-4a12-8d6f-a92f53f2ea04,segment=NetworkSegment(590762fd-8376-4d89-95c3-4561a575715b),segment_id=590762fd-8376-4d89-95c3-4561a575715b)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:35:07.901355 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-279bc7bb-2e73-4f62-bb5b-5ec80b5c0c8b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:07.926440 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-279bc7bb-2e73-4f62-bb5b-5ec80b5c0c8b None None] Calling delete_port for 2d54b8f8-1787-4a12-8d6f-a92f53f2ea04 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:35:07.927642 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e62b1866-1999-4e9b-bfd9-0aedf789e622 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:07.936879 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-18005ede-9efa-4954-b890-d78e69c86f19 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Deleting port db7043b8-530f-44b2-913d-9a2e4ca5e570 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:35:07.937859 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-18005ede-9efa-4954-b890-d78e69c86f19 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:08.025011 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-de0eb234-8cb5-4971-ad19-779e4d0bf181 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:08.031695 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-04d05b2d-fa72-40c9-a017-5b0286069981 None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:08.065258 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4a826e5d-8f9d-4b36-a394-1d106a3781af tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:08.068617 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0eb234-8cb5-4971-ad19-779e4d0bf181 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Pushing event deleted for resources: {'Port': ['ID=459c8a53-c28d-47fd-afd2-857900f1c3b3,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:08.086318 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-4a826e5d-8f9d-4b36-a394-1d106a3781af tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] device_id is not set on port f0493d0e-6e43-49a1-9cc4-d5c611d90ac0 yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:35:08.096177 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb85e674-3e4a-4057-bb5c-e65f0e37d178 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:35:08.096402 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-75d1b21b-a64b-4924-9a6e-1a78edee2980 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Deleting port 8273d3dd-9c0d-4b2f-bc4f-05637ed97cd0 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:35:08.096402 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-75d1b21b-a64b-4924-9a6e-1a78edee2980 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:08.110838 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-04d05b2d-fa72-40c9-a017-5b0286069981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:08.125326 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a13c9c-8b8b-4c26-a854-6ef528ff2b11 req-08c59dbd-6a82-4539-b3c4-4df6d44c2f65 tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:08.126985 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f7a13c9c-8b8b-4c26-a854-6ef528ff2b11 req-08c59dbd-6a82-4539-b3c4-4df6d44c2f65 tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5da363d-880d-47f3-bf58-2ff4f916062c HTTP/1.1" status: 200 len: 946 time: 0.1421266 Dec 10 15:35:08.144273 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-18005ede-9efa-4954-b890-d78e69c86f19 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] For port db7043b8-530f-44b2-913d-9a2e4ca5e570, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=db7043b8-530f-44b2-913d-9a2e4ca5e570,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:35:08.145197 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-18005ede-9efa-4954-b890-d78e69c86f19 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:08.149724 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-279bc7bb-2e73-4f62-bb5b-5ec80b5c0c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:08.161568 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-18005ede-9efa-4954-b890-d78e69c86f19 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Calling delete_port for db7043b8-530f-44b2-913d-9a2e4ca5e570 owned by network:router_gateway {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:35:08.170747 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d05b2d-fa72-40c9-a017-5b0286069981 None None] Network 1deb3e0f-fcdf-46e3-a2f0-71147e75b37c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:35:08.174613 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279bc7bb-2e73-4f62-bb5b-5ec80b5c0c8b None None] No DVR routers for this DVR port 2d54b8f8-1787-4a12-8d6f-a92f53f2ea04 on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:35:08.176428 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-04d05b2d-fa72-40c9-a017-5b0286069981 None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:35:08.181740 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d05b2d-fa72-40c9-a017-5b0286069981 None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:35:08.242026 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d05b2d-fa72-40c9-a017-5b0286069981 None None] Pushing event updated for resources: {'Port': ['ID=e14957ad-667c-4643-914f-62e029d75a37,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:08.252156 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-04d05b2d-fa72-40c9-a017-5b0286069981 None None] Attempting to bind port e14957ad-667c-4643-914f-62e029d75a37 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:35:08.252733 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-04d05b2d-fa72-40c9-a017-5b0286069981 None None] Attempting to bind port e14957ad-667c-4643-914f-62e029d75a37 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'd8dd3ded-f845-4af1-9a98-b250c2f7e256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '1deb3e0f-fcdf-46e3-a2f0-71147e75b37c'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:35:08.253202 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d05b2d-fa72-40c9-a017-5b0286069981 None None] Attempting to bind port e14957ad-667c-4643-914f-62e029d75a37 on network 1deb3e0f-fcdf-46e3-a2f0-71147e75b37c {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:35:08.274843 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d05b2d-fa72-40c9-a017-5b0286069981 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:35:08.275425 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d05b2d-fa72-40c9-a017-5b0286069981 None None] Checking segment: {'id': 'd8dd3ded-f845-4af1-9a98-b250c2f7e256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '1deb3e0f-fcdf-46e3-a2f0-71147e75b37c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:35:08.275935 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-04d05b2d-fa72-40c9-a017-5b0286069981 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:08.276439 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d05b2d-fa72-40c9-a017-5b0286069981 None None] Bound using segment: {'id': 'd8dd3ded-f845-4af1-9a98-b250c2f7e256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '1deb3e0f-fcdf-46e3-a2f0-71147e75b37c'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:35:08.277156 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-04d05b2d-fa72-40c9-a017-5b0286069981 None None] Bound port: e14957ad-667c-4643-914f-62e029d75a37, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8dd3ded-f845-4af1-9a98-b250c2f7e256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '1deb3e0f-fcdf-46e3-a2f0-71147e75b37c'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:35:08.277641 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-04d05b2d-fa72-40c9-a017-5b0286069981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:08.290076 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279bc7bb-2e73-4f62-bb5b-5ec80b5c0c8b None None] Pushing event deleted for resources: {'Port': ['ID=2d54b8f8-1787-4a12-8d6f-a92f53f2ea04,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:08.303972 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-75d1b21b-a64b-4924-9a6e-1a78edee2980 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:08.324565 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-75d1b21b-a64b-4924-9a6e-1a78edee2980 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Calling delete_port for 8273d3dd-9c0d-4b2f-bc4f-05637ed97cd0 owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:35:08.328807 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e62b1866-1999-4e9b-bfd9-0aedf789e622 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:08.334493 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62b1866-1999-4e9b-bfd9-0aedf789e622 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:08.335243 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e62b1866-1999-4e9b-bfd9-0aedf789e622 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:08.354353 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-04d05b2d-fa72-40c9-a017-5b0286069981 None None] For port e14957ad-667c-4643-914f-62e029d75a37, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:35:08.355423 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 955e3262-e6af-4c08-9763-4d2f078aea3f up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:35:08.417027 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 955e3262-e6af-4c08-9763-4d2f078aea3f triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:08.417563 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:08.423484 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-4a826e5d-8f9d-4b36-a394-1d106a3781af tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Allocated IP 172.20.0.10 (1deb3e0f-fcdf-46e3-a2f0-71147e75b37c/ba5a81f1-5eab-4ed1-95e7-1c5401b6928f/f0493d0e-6e43-49a1-9cc4-d5c611d90ac0) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:35:08.477559 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62b1866-1999-4e9b-bfd9-0aedf789e622 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Pushing event updated for resources: {'Network': ['ID=3f687541-f285-4062-918e-8c15e345dd7a,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:08.480485 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-de0eb234-8cb5-4971-ad19-779e4d0bf181 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552731'] for router_gateway, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:08.487390 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f7a13c9c-8b8b-4c26-a854-6ef528ff2b11 req-44972c01-f4c2-4e90-af6d-a66e9785b49a tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1c7e2e1-a3ac-4d15-9445-dca239a32f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727414 Dec 10 15:35:08.518679 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-e62b1866-1999-4e9b-bfd9-0aedf789e622 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9672272 Dec 10 15:35:08.519354 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35020) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:08.528996 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 3f687541-f285-4062-918e-8c15e345dd7a details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:35:08.556352 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-36c99a3a-357f-48d9-9a18-a5cca6488519 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Request body: {'subnet': {'network_id': '3f687541-f285-4062-918e-8c15e345dd7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:08.563832 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-18005ede-9efa-4954-b890-d78e69c86f19 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:08.591342 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-04d05b2d-fa72-40c9-a017-5b0286069981 None None] For port e14957ad-667c-4643-914f-62e029d75a37, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=e14957ad-667c-4643-914f-62e029d75a37,segment=NetworkSegment(d8dd3ded-f845-4af1-9a98-b250c2f7e256),segment_id=d8dd3ded-f845-4af1-9a98-b250c2f7e256)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:35:08.614753 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-de0eb234-8cb5-4971-ad19-779e4d0bf181 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13898'] for router, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:08.648043 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 283bcdc3-c916-42a4-ac81-2f9b4c91bb34 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:35:08.652255 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-04d05b2d-fa72-40c9-a017-5b0286069981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:08.664544 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-de0eb234-8cb5-4971-ad19-779e4d0bf181 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:08.677122 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18005ede-9efa-4954-b890-d78e69c86f19 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event deleted for resources: {'Port': ['ID=db7043b8-530f-44b2-913d-9a2e4ca5e570,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:08.685584 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-75d1b21b-a64b-4924-9a6e-1a78edee2980 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:08.709011 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fcd3ef3-6536-480d-af49-d5cb8a51dc74 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:35:08.713747 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 283bcdc3-c916-42a4-ac81-2f9b4c91bb34 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:35:08.714137 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 283bcdc3-c916-42a4-ac81-2f9b4c91bb34 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:35:08.714573 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 2d54b8f8-1787-4a12-8d6f-a92f53f2ea04 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:35:08.750702 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 2d54b8f8-1787-4a12-8d6f-a92f53f2ea04 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:35:08.751064 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 2d54b8f8-1787-4a12-8d6f-a92f53f2ea04 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:35:08.772103 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d05b2d-fa72-40c9-a017-5b0286069981 None None] Pushing event updated for resources: {'Port': ['ID=e14957ad-667c-4643-914f-62e029d75a37,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:08.815966 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d1b21b-a64b-4924-9a6e-1a78edee2980 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event deleted for resources: {'Port': ['ID=8273d3dd-9c0d-4b2f-bc4f-05637ed97cd0,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:08.836523 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-18005ede-9efa-4954-b890-d78e69c86f19 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552731'] for router_gateway, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:08.849024 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-75d1b21b-a64b-4924-9a6e-1a78edee2980 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:08.849024 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-75d1b21b-a64b-4924-9a6e-1a78edee2980 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/ports/8273d3dd-9c0d-4b2f-bc4f-05637ed97cd0 HTTP/1.1" status: 204 len: 168 time: 1.3292022 Dec 10 15:35:08.851610 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35022) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:08.953080 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5fd01e-491f-43e7-9c09-c9b3b5f514ec tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:08.954826 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5fd01e-491f-43e7-9c09-c9b3b5f514ec tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:08.955318 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c99a3a-357f-48d9-9a18-a5cca6488519 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Made reservation on behalf of 8fca97dbaacc4a37bd3d53215e8fd531 for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:35:08.956440 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-3b5fd01e-491f-43e7-9c09-c9b3b5f514ec tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1048689 Dec 10 15:35:08.962942 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35026) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:08.963425 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-36c99a3a-357f-48d9-9a18-a5cca6488519 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:08.978225 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4a826e5d-8f9d-4b36-a394-1d106a3781af tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:08.987415 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-de0eb234-8cb5-4971-ad19-779e4d0bf181 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549250'] for router, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:08.987967 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de0eb234-8cb5-4971-ad19-779e4d0bf181 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Fanout notify agent at l3_agent the message router_deleted on router b05d23f3-fb13-4e5a-9d22-cdb705fc9e46 {{(pid=103586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 15:35:08.995570 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-de0eb234-8cb5-4971-ad19-779e4d0bf181 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:08.999922 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-de0eb234-8cb5-4971-ad19-779e4d0bf181 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] 10.222.0.20 "DELETE /v2.0/routers/b05d23f3-fb13-4e5a-9d22-cdb705fc9e46 HTTP/1.1" status: 204 len: 168 time: 2.6162064 Dec 10 15:35:08.999922 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-18005ede-9efa-4954-b890-d78e69c86f19 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13898'] for router, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:09.002272 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35028) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:09.019924 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-18005ede-9efa-4954-b890-d78e69c86f19 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:09.111586 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-af90df9c-5731-49a4-87a8-b687247320b7 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Deleting subnet ae9a2580-aea0-4763-b752-8d0c44b76199 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:35:09.121970 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-af90df9c-5731-49a4-87a8-b687247320b7 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for subnet, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:09.168819 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-59bc3bf3-6300-4c71-87bd-1de3c8641709 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Deleting subnet 41513683-fa39-41b5-be70-03df49b71df4 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:35:09.181631 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-59bc3bf3-6300-4c71-87bd-1de3c8641709 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks [] for subnet, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:09.234888 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-af90df9c-5731-49a4-87a8-b687247320b7 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11806768'] for subnet, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:09.271591 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-59bc3bf3-6300-4c71-87bd-1de3c8641709 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11806768'] for subnet, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:09.299386 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4a826e5d-8f9d-4b36-a394-1d106a3781af tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:09.407616 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a826e5d-8f9d-4b36-a394-1d106a3781af tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Network 1deb3e0f-fcdf-46e3-a2f0-71147e75b37c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:35:09.417192 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-59bc3bf3-6300-4c71-87bd-1de3c8641709 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:09.422763 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a826e5d-8f9d-4b36-a394-1d106a3781af tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event updated for resources: {'Port': ['ID=f0493d0e-6e43-49a1-9cc4-d5c611d90ac0,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:09.427528 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-4a826e5d-8f9d-4b36-a394-1d106a3781af tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:35:09.445564 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e2d8e7-d335-4d3b-a680-507d4cde9529 req-ae350f95-ca3f-4fae-97ba-d71a9485f2ca tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:09.447246 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-a6e2d8e7-d335-4d3b-a680-507d4cde9529 req-ae350f95-ca3f-4fae-97ba-d71a9485f2ca tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5da363d-880d-47f3-bf58-2ff4f916062c HTTP/1.1" status: 200 len: 946 time: 0.4934568 Dec 10 15:35:09.447694 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a826e5d-8f9d-4b36-a394-1d106a3781af tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:35:09.456838 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-af90df9c-5731-49a4-87a8-b687247320b7 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:09.499636 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-18005ede-9efa-4954-b890-d78e69c86f19 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549250'] for router, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:09.500721 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18005ede-9efa-4954-b890-d78e69c86f19 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Fanout notify agent at l3_agent the message router_deleted on router b9676776-7c00-41b0-baa0-cc95a47a85a5 {{(pid=103586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 15:35:09.508091 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-18005ede-9efa-4954-b890-d78e69c86f19 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:09.510277 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-18005ede-9efa-4954-b890-d78e69c86f19 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "DELETE /v2.0/routers/b9676776-7c00-41b0-baa0-cc95a47a85a5 HTTP/1.1" status: 204 len: 168 time: 2.4953582 Dec 10 15:35:09.522335 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35030) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:09.550887 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-a6e2d8e7-d335-4d3b-a680-507d4cde9529 req-d9207c10-74b9-4acf-b328-2631346a6d2a tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1c7e2e1-a3ac-4d15-9445-dca239a32f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962465 Dec 10 15:35:09.616579 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a826e5d-8f9d-4b36-a394-1d106a3781af tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:09.617237 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4a826e5d-8f9d-4b36-a394-1d106a3781af tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:09.669173 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6572f02f-ae57-4c3f-b08e-04c35681d3a2 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:09.731108 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-36c99a3a-357f-48d9-9a18-a5cca6488519 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11695183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581935'] for subnet, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:09.764781 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-af90df9c-5731-49a4-87a8-b687247320b7 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11236721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11668521'] for subnet, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:09.769823 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-4a826e5d-8f9d-4b36-a394-1d106a3781af tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6922786 Dec 10 15:35:09.771051 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-59bc3bf3-6300-4c71-87bd-1de3c8641709 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11236721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11668521'] for subnet, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:09.773536 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35032) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:09.790598 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6572f02f-ae57-4c3f-b08e-04c35681d3a2 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:09.796227 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-26bb35b7-8a87-4deb-95e2-b11750ec29f6 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Request body: {'port': {'network_id': '1deb3e0f-fcdf-46e3-a2f0-71147e75b37c', 'name': 'tempest-PortsTestJSON-820487280', 'fixed_ips': [{'subnet_id': 'ba5a81f1-5eab-4ed1-95e7-1c5401b6928f', 'ip_address': '172.20.0.9'}]}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:09.822168 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af90df9c-5731-49a4-87a8-b687247320b7 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event deleted for resources: {'Subnet': ['ID=ae9a2580-aea0-4763-b752-8d0c44b76199,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:09.825343 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-af90df9c-5731-49a4-87a8-b687247320b7 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:09.831098 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-af90df9c-5731-49a4-87a8-b687247320b7 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/subnets/ae9a2580-aea0-4763-b752-8d0c44b76199 HTTP/1.1" status: 204 len: 168 time: 0.8649318 Dec 10 15:35:09.836731 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-59bc3bf3-6300-4c71-87bd-1de3c8641709 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:09.840270 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-59bc3bf3-6300-4c71-87bd-1de3c8641709 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] 10.222.0.20 "DELETE /v2.0/subnets/41513683-fa39-41b5-be70-03df49b71df4 HTTP/1.1" status: 204 len: 168 time: 0.8371143 Dec 10 15:35:09.841010 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35034) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:09.846593 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597ef59a-21d2-4003-8a55-501d3f8daf33 None None] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:35:09.859950 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35036) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:09.871409 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c99a3a-357f-48d9-9a18-a5cca6488519 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Pushing event updated for resources: {'Subnet': ['ID=f8a00a80-213f-4ce1-a7fa-c01d524ea1d7,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:09.875719 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-6572f02f-ae57-4c3f-b08e-04c35681d3a2 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78b329c0-5093-420d-971f-ce625768710e']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:09.912076 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bc3bf3-6300-4c71-87bd-1de3c8641709 tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Pushing event deleted for resources: {'Subnet': ['ID=41513683-fa39-41b5-be70-03df49b71df4,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:09.920917 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-3846b0ed-ef03-4765-84f5-57d429333f66 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0719273 Dec 10 15:35:09.924338 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35038) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:09.933099 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df584f1-ce11-489f-94d9-13130a7eec8b None None] Network 8672b95b-60b2-4900-9107-737fdf14ae60 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:35:09.934170 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c99a3a-357f-48d9-9a18-a5cca6488519 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Checking segment: {'id': '48bc6285-4414-4525-a7e7-b775f28b898d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3f687541-f285-4062-918e-8c15e345dd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:35:09.934607 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-6572f02f-ae57-4c3f-b08e-04c35681d3a2 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '590762fd-8376-4d89-95c3-4561a575715b') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:09.934911 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c99a3a-357f-48d9-9a18-a5cca6488519 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Network hostable DHCP agents. Network: 3f687541-f285-4062-918e-8c15e345dd7a, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:35:09.935068 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-6572f02f-ae57-4c3f-b08e-04c35681d3a2 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '590762fd-8376-4d89-95c3-4561a575715b') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:09.965029 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6572f02f-ae57-4c3f-b08e-04c35681d3a2 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11806923'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:09.993171 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6572f02f-ae57-4c3f-b08e-04c35681d3a2 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:10.018467 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6572f02f-ae57-4c3f-b08e-04c35681d3a2 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:35:10.018889 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6572f02f-ae57-4c3f-b08e-04c35681d3a2 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11236635'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:10.024366 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2d2d5f02-a747-47c2-b54f-07f0abc5d84d tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:10.036810 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c1174b-21be-490a-9fa3-3b6369576597 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:10.042871 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-98c1174b-21be-490a-9fa3-3b6369576597 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1155083 Dec 10 15:35:10.042871 dv-neutron-821401-4-hyperv neutron-server[103587]: Traceback (most recent call last): Dec 10 15:35:10.042871 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:35:10.042871 dv-neutron-821401-4-hyperv neutron-server[103587]: timer() Dec 10 15:35:10.042871 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:35:10.042871 dv-neutron-821401-4-hyperv neutron-server[103587]: cb(*args, **kw) Dec 10 15:35:10.042871 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:35:10.042871 dv-neutron-821401-4-hyperv neutron-server[103587]: return func(*args, **kwargs) Dec 10 15:35:10.042871 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:35:10.042871 dv-neutron-821401-4-hyperv neutron-server[103587]: self._notify() Dec 10 15:35:10.042871 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:35:10.042871 dv-neutron-821401-4-hyperv neutron-server[103587]: self.callback(batched_events) Dec 10 15:35:10.042871 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:35:10.042871 dv-neutron-821401-4-hyperv neutron-server[103587]: event.method(event) Dec 10 15:35:10.042871 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:35:10.042871 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:35:10.042871 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:35:10.042871 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:35:10.042871 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:35:10.042871 dv-neutron-821401-4-hyperv neutron-server[103587]: return f(self, *a, **k) Dec 10 15:35:10.042871 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:35:10.042871 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._get(url).json() Dec 10 15:35:10.042871 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:35:10.042871 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:35:10.042871 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:35:10.042871 dv-neutron-821401-4-hyperv neutron-server[103587]: return self.request(url, 'GET', **kwargs) Dec 10 15:35:10.042871 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:35:10.042871 dv-neutron-821401-4-hyperv neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:35:10.042871 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:35:10.042871 dv-neutron-821401-4-hyperv neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:35:10.042871 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:35:10.042871 dv-neutron-821401-4-hyperv neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:35:10.042871 dv-neutron-821401-4-hyperv neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:35:10.047382 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35040) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:10.079044 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c103419-cfa8-4585-8fe2-aefa40a34f06 None None] Network 1deb3e0f-fcdf-46e3-a2f0-71147e75b37c requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:35:10.105370 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c99a3a-357f-48d9-9a18-a5cca6488519 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Network 3f687541-f285-4062-918e-8c15e345dd7a is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:35:10.149814 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867c8498-a3d4-45c4-bc39-93b404295444 None None] DHCP port deletion for 8672b95b-60b2-4900-9107-737fdf14ae60 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:35:10.160659 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec98566-c8b2-4862-96f7-06151e9a65e2 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:10.162257 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-5ec98566-c8b2-4862-96f7-06151e9a65e2 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1082242 Dec 10 15:35:10.165761 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26bb35b7-8a87-4deb-95e2-b11750ec29f6 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Made reservation on behalf of 21e0d6ce128b4efe93836d06f4e29105 for: {'port': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:35:10.166101 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35042) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:10.173742 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-e2371563-1021-4215-8738-ab622d1102d3 None None] Provisioning complete for port e14957ad-667c-4643-914f-62e029d75a37 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:10.174191 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e2371563-1021-4215-8738-ab622d1102d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:10.193983 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608313cc-2ce1-41d0-bed8-0f0b3f487e54 None None] DHCP port deletion for c2b5f149-cedd-450c-ab43-dd2d78259f45 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:35:10.225659 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-36c99a3a-357f-48d9-9a18-a5cca6488519 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 3f687541-f285-4062-918e-8c15e345dd7a) {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:35:10.232212 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-fc994ca3-97d8-4cc9-9407-cc2cb8dd30ea tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0643144 Dec 10 15:35:10.233815 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35044) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:10.235642 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebac8135-2622-4fd2-a536-a0b153f48bce None None] Network 3f687541-f285-4062-918e-8c15e345dd7a requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:35:10.239254 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-32db89a1-8f25-4ae6-99e6-96b8c24e0437 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Request body: {'subnet': {'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:10.244745 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6572f02f-ae57-4c3f-b08e-04c35681d3a2 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:10.262953 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6572f02f-ae57-4c3f-b08e-04c35681d3a2 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:10.269727 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c99a3a-357f-48d9-9a18-a5cca6488519 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:10.269727 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-36c99a3a-357f-48d9-9a18-a5cca6488519 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:10.270032 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-6572f02f-ae57-4c3f-b08e-04c35681d3a2 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "DELETE /v2.0/networks/78b329c0-5093-420d-971f-ce625768710e HTTP/1.1" status: 204 len: 168 time: 0.7434955 Dec 10 15:35:10.286163 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2d2d5f02-a747-47c2-b54f-07f0abc5d84d tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:10.299464 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35046) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:10.312623 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-5472c9da-5b96-4086-99b4-695b75147dc1 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'network': {'name': 'tempest-network-smoke--1375187453', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'port_security_enabled': True}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:10.330950 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-2d2d5f02-a747-47c2-b54f-07f0abc5d84d tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8672b95b-60b2-4900-9107-737fdf14ae60']}} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:10.337151 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6572f02f-ae57-4c3f-b08e-04c35681d3a2 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event deleted for resources: {'Network': ['ID=78b329c0-5093-420d-971f-ce625768710e,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:10.345846 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-2d2d5f02-a747-47c2-b54f-07f0abc5d84d tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c67b901f-9d94-42f0-9321-761399d6949e') {'for_net_delete': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:10.346046 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-2d2d5f02-a747-47c2-b54f-07f0abc5d84d tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c67b901f-9d94-42f0-9321-761399d6949e') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:10.368098 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device e14957ad-667c-4643-914f-62e029d75a37 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:35:10.369110 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2d2d5f02-a747-47c2-b54f-07f0abc5d84d tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12392235'] for segment, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:10.404144 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2d2d5f02-a747-47c2-b54f-07f0abc5d84d tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:10.417084 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d2d5f02-a747-47c2-b54f-07f0abc5d84d tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=103586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:35:10.417483 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2d2d5f02-a747-47c2-b54f-07f0abc5d84d tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11695586'] for segment, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:10.420721 dv-neutron-821401-4-hyperv neutron-server[103586]: Traceback (most recent call last): Dec 10 15:35:10.420721 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:35:10.420721 dv-neutron-821401-4-hyperv neutron-server[103586]: timer() Dec 10 15:35:10.420721 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:35:10.420721 dv-neutron-821401-4-hyperv neutron-server[103586]: cb(*args, **kw) Dec 10 15:35:10.420721 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:35:10.420721 dv-neutron-821401-4-hyperv neutron-server[103586]: return func(*args, **kwargs) Dec 10 15:35:10.420721 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:35:10.420721 dv-neutron-821401-4-hyperv neutron-server[103586]: self._notify() Dec 10 15:35:10.420721 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:35:10.420721 dv-neutron-821401-4-hyperv neutron-server[103586]: self.callback(batched_events) Dec 10 15:35:10.420721 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:35:10.420721 dv-neutron-821401-4-hyperv neutron-server[103586]: event.method(event) Dec 10 15:35:10.420721 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:35:10.420721 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:35:10.420721 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:35:10.420721 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:35:10.420721 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:35:10.420721 dv-neutron-821401-4-hyperv neutron-server[103586]: return f(self, *a, **k) Dec 10 15:35:10.420721 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:35:10.420721 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._get(url).json() Dec 10 15:35:10.420721 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:35:10.420721 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:35:10.420721 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:35:10.420721 dv-neutron-821401-4-hyperv neutron-server[103586]: return self.request(url, 'GET', **kwargs) Dec 10 15:35:10.420721 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:35:10.420721 dv-neutron-821401-4-hyperv neutron-server[103586]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:35:10.420721 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:35:10.420721 dv-neutron-821401-4-hyperv neutron-server[103586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:35:10.420721 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:35:10.420721 dv-neutron-821401-4-hyperv neutron-server[103586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:35:10.420721 dv-neutron-821401-4-hyperv neutron-server[103586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:35:10.435463 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-26bb35b7-8a87-4deb-95e2-b11750ec29f6 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:10.486753 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5472c9da-5b96-4086-99b4-695b75147dc1 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Made reservation on behalf of e049672a5fd04e7f8cbb0423b61eb757 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:35:10.490351 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-26bb35b7-8a87-4deb-95e2-b11750ec29f6 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] device_id is not set on port 6b67820e-ae40-496e-83d2-eda5dc40cec6 yet. {{(pid=103586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:35:10.499497 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5472c9da-5b96-4086-99b4-695b75147dc1 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:10.501267 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-608313cc-2ce1-41d0-bed8-0f0b3f487e54 None None] Deleting port 955e3262-e6af-4c08-9763-4d2f078aea3f {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:35:10.501853 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-608313cc-2ce1-41d0-bed8-0f0b3f487e54 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:10.506064 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e2371563-1021-4215-8738-ab622d1102d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:10.520160 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424386b5-9a5a-49dd-aaf6-b9a2b9aad5a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-3f687541-f285-4062-918e-8c15e345dd7a', 'network_id': '3f687541-f285-4062-918e-8c15e345dd7a', 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'fixed_ips': [{'subnet_id': 'f8a00a80-213f-4ce1-a7fa-c01d524ea1d7'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:35:10.521309 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-424386b5-9a5a-49dd-aaf6-b9a2b9aad5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:10.541373 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5472c9da-5b96-4086-99b4-695b75147dc1 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:35:10.559702 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5472c9da-5b96-4086-99b4-695b75147dc1 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:10.560052 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.segments_db [None req-5472c9da-5b96-4086-99b4-695b75147dc1 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Added segment d896992a-1704-4b91-88ab-6242d83765a6 of type vlan for network d94f8eb2-eac4-463d-8d76-d973260c236a Dec 10 15:35:10.613261 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5472c9da-5b96-4086-99b4-695b75147dc1 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:10.626473 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-36c99a3a-357f-48d9-9a18-a5cca6488519 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0758564 Dec 10 15:35:10.629954 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35050) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:10.634672 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-99feb068-320a-49af-88a4-71bc37050950 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1416437069', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:10.653325 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2d2d5f02-a747-47c2-b54f-07f0abc5d84d tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:10.682463 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2d2d5f02-a747-47c2-b54f-07f0abc5d84d tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:10.689244 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-2d2d5f02-a747-47c2-b54f-07f0abc5d84d tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] 10.222.0.20 "DELETE /v2.0/networks/8672b95b-60b2-4900-9107-737fdf14ae60 HTTP/1.1" status: 204 len: 168 time: 0.8273613 Dec 10 15:35:10.703763 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2d5f02-a747-47c2-b54f-07f0abc5d84d tempest-FloatingIPTestJSON-1337503974 tempest-FloatingIPTestJSON-1337503974-project] Pushing event deleted for resources: {'Network': ['ID=8672b95b-60b2-4900-9107-737fdf14ae60,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:10.734814 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5472c9da-5b96-4086-99b4-695b75147dc1 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:10.741636 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5472c9da-5b96-4086-99b4-695b75147dc1 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:10.742340 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5472c9da-5b96-4086-99b4-695b75147dc1 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:10.770233 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port e14957ad-667c-4643-914f-62e029d75a37 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:10.770612 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:10.820484 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-26bb35b7-8a87-4deb-95e2-b11750ec29f6 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Allocated IP 172.20.0.9 (1deb3e0f-fcdf-46e3-a2f0-71147e75b37c/ba5a81f1-5eab-4ed1-95e7-1c5401b6928f/6b67820e-ae40-496e-83d2-eda5dc40cec6) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:35:10.820717 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-608313cc-2ce1-41d0-bed8-0f0b3f487e54 None None] For port 955e3262-e6af-4c08-9763-4d2f078aea3f, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=955e3262-e6af-4c08-9763-4d2f078aea3f,segment=NetworkSegment(64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4),segment_id=64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:35:10.821133 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-608313cc-2ce1-41d0-bed8-0f0b3f487e54 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:10.841223 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-e2371563-1021-4215-8738-ab622d1102d3 None None] For port e14957ad-667c-4643-914f-62e029d75a37, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=e14957ad-667c-4643-914f-62e029d75a37,segment=NetworkSegment(d8dd3ded-f845-4af1-9a98-b250c2f7e256),segment_id=d8dd3ded-f845-4af1-9a98-b250c2f7e256)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:35:10.896143 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-608313cc-2ce1-41d0-bed8-0f0b3f487e54 None None] Calling delete_port for 955e3262-e6af-4c08-9763-4d2f078aea3f owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:35:10.897390 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5472c9da-5b96-4086-99b4-695b75147dc1 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'Network': ['ID=d94f8eb2-eac4-463d-8d76-d973260c236a,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:10.907441 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32db89a1-8f25-4ae6-99e6-96b8c24e0437 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Made reservation on behalf of 915dae42aca44a6e934a20b3a70b3a5e for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:35:10.919909 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network d94f8eb2-eac4-463d-8d76-d973260c236a details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:35:10.920135 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-32db89a1-8f25-4ae6-99e6-96b8c24e0437 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11668558'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:10.938819 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e2371563-1021-4215-8738-ab622d1102d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:11.045844 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-26bb35b7-8a87-4deb-95e2-b11750ec29f6 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:11.086984 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-99feb068-320a-49af-88a4-71bc37050950 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13912'] for router, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:11.088834 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-99feb068-320a-49af-88a4-71bc37050950 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:11.380930 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-99feb068-320a-49af-88a4-71bc37050950 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:11.380930 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-26bb35b7-8a87-4deb-95e2-b11750ec29f6 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:11.382946 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2371563-1021-4215-8738-ab622d1102d3 None None] Pushing event updated for resources: {'Port': ['ID=e14957ad-667c-4643-914f-62e029d75a37,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:11.382946 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-a62ba6d2-cb37-420b-b7e9-cc6dd39fd108 None None] Provisioning complete for port f0493d0e-6e43-49a1-9cc4-d5c611d90ac0 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:11.382946 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a62ba6d2-cb37-420b-b7e9-cc6dd39fd108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:11.382946 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-424386b5-9a5a-49dd-aaf6-b9a2b9aad5a7 None None] Allocated IP 2001:db8::2 (3f687541-f285-4062-918e-8c15e345dd7a/f8a00a80-213f-4ce1-a7fa-c01d524ea1d7/571a94f6-4578-440e-9e0b-738167fb8128) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:35:11.384322 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561716a1-3476-4bda-8345-657206af6aa6 req-ba02893f-59c2-48ce-81fa-79e411ec8801 tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:11.384322 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-561716a1-3476-4bda-8345-657206af6aa6 req-ba02893f-59c2-48ce-81fa-79e411ec8801 tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5da363d-880d-47f3-bf58-2ff4f916062c HTTP/1.1" status: 200 len: 946 time: 0.5468855 Dec 10 15:35:11.384807 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bb35b7-8a87-4deb-95e2-b11750ec29f6 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Network 1deb3e0f-fcdf-46e3-a2f0-71147e75b37c is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:35:11.384807 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-26bb35b7-8a87-4deb-95e2-b11750ec29f6 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:35:11.384807 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bb35b7-8a87-4deb-95e2-b11750ec29f6 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:35:11.385074 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e613ae-1c85-4d30-b156-5f4f99858ec1 req-4d4ddfd6-4149-4a17-a0aa-6ef0ee2b156a tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:11.385074 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-46e613ae-1c85-4d30-b156-5f4f99858ec1 req-4d4ddfd6-4149-4a17-a0aa-6ef0ee2b156a tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da363d-880d-47f3-bf58-2ff4f916062c HTTP/1.1" status: 200 len: 946 time: 0.5330811 Dec 10 15:35:11.385275 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-a62ba6d2-cb37-420b-b7e9-cc6dd39fd108 None None] Port f0493d0e-6e43-49a1-9cc4-d5c611d90ac0 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:35:11.385374 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bb35b7-8a87-4deb-95e2-b11750ec29f6 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event updated for resources: {'Port': ['ID=6b67820e-ae40-496e-83d2-eda5dc40cec6,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:11.385374 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26bb35b7-8a87-4deb-95e2-b11750ec29f6 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:11.385374 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-26bb35b7-8a87-4deb-95e2-b11750ec29f6 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:11.385654 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-a62ba6d2-cb37-420b-b7e9-cc6dd39fd108 None None] Provisioning complete for port e14957ad-667c-4643-914f-62e029d75a37 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:11.385654 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a62ba6d2-cb37-420b-b7e9-cc6dd39fd108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:11.385654 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device db7043b8-530f-44b2-913d-9a2e4ca5e570 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:35:11.387838 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-99feb068-320a-49af-88a4-71bc37050950 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363'] for router, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:11.406300 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-561716a1-3476-4bda-8345-657206af6aa6 req-f2f9401d-086c-4b69-bf46-3fa548ad88ca tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1c7e2e1-a3ac-4d15-9445-dca239a32f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480358 Dec 10 15:35:11.411616 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: db7043b8-530f-44b2-913d-9a2e4ca5e570 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:35:11.411967 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device db7043b8-530f-44b2-913d-9a2e4ca5e570 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:35:11.434454 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-5472c9da-5b96-4086-99b4-695b75147dc1 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1228707 Dec 10 15:35:11.435570 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35056) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:11.440953 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-f9b33150-9001-44dc-8249-d895de21fb5b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1234920523', 'admin_state_up': True, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:11.475172 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-608313cc-2ce1-41d0-bed8-0f0b3f487e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:11.483316 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-99feb068-320a-49af-88a4-71bc37050950 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:11.488249 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-99feb068-320a-49af-88a4-71bc37050950 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8550131 Dec 10 15:35:11.498845 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-26bb35b7-8a87-4deb-95e2-b11750ec29f6 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7198613 Dec 10 15:35:11.499622 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35060) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:11.502307 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35058) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:11.502779 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35062) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:11.523163 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608313cc-2ce1-41d0-bed8-0f0b3f487e54 None None] Pushing event deleted for resources: {'Port': ['ID=955e3262-e6af-4c08-9763-4d2f078aea3f,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:11.549107 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608313cc-2ce1-41d0-bed8-0f0b3f487e54 None None] No DVR routers for this DVR port 955e3262-e6af-4c08-9763-4d2f078aea3f on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:35:11.575924 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-424386b5-9a5a-49dd-aaf6-b9a2b9aad5a7 None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:11.658821 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.objects.ports [None req-32db89a1-8f25-4ae6-99e6-96b8c24e0437 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103587) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 15:35:11.672524 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-424386b5-9a5a-49dd-aaf6-b9a2b9aad5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:11.683933 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-32db89a1-8f25-4ae6-99e6-96b8c24e0437 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11236534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11668560'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:11.684658 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f9b33150-9001-44dc-8249-d895de21fb5b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13912'] for router, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:11.685878 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f9b33150-9001-44dc-8249-d895de21fb5b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:11.725086 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4825f24-743c-43fd-a39f-d41d37a32323 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:11.729572 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-c4825f24-743c-43fd-a39f-d41d37a32323 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2170317 Dec 10 15:35:11.732845 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424386b5-9a5a-49dd-aaf6-b9a2b9aad5a7 None None] Network 3f687541-f285-4062-918e-8c15e345dd7a is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:35:11.733459 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35066) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:11.740568 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-424386b5-9a5a-49dd-aaf6-b9a2b9aad5a7 None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:35:11.743724 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424386b5-9a5a-49dd-aaf6-b9a2b9aad5a7 None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:35:11.754678 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-0e01d0e5-6bbe-4f56-80cc-76a09ede6bbe None None] Provisioning complete for port 6b67820e-ae40-496e-83d2-eda5dc40cec6 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:11.755130 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0e01d0e5-6bbe-4f56-80cc-76a09ede6bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:11.756829 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424386b5-9a5a-49dd-aaf6-b9a2b9aad5a7 None None] Pushing event updated for resources: {'Port': ['ID=571a94f6-4578-440e-9e0b-738167fb8128,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:11.770190 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32db89a1-8f25-4ae6-99e6-96b8c24e0437 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:35:11.778219 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-32db89a1-8f25-4ae6-99e6-96b8c24e0437 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:35:11.790732 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32db89a1-8f25-4ae6-99e6-96b8c24e0437 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:11.791479 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-32db89a1-8f25-4ae6-99e6-96b8c24e0437 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:11.798186 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-46e613ae-1c85-4d30-b156-5f4f99858ec1 req-0c7b3c65-a91d-4e49-bcfa-43fb3d7b978f tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] Deleting port 118b61f6-60d4-420b-9ef5-df18c1378ca5 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:35:11.798521 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-46e613ae-1c85-4d30-b156-5f4f99858ec1 req-0c7b3c65-a91d-4e49-bcfa-43fb3d7b978f tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:11.806747 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a97f84-3599-48ca-91c2-573d96f280f2 None None] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:35:11.808110 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32db89a1-8f25-4ae6-99e6-96b8c24e0437 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event updated for resources: {'Subnet': ['ID=8a23be53-eac1-494c-8fc3-3139fc5dfbe8,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:11.877970 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-2853f5da-dfcd-458a-b9ca-13d06e2acb69 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5f059fe50ff849c7b1de39c5f81de64d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3692093 Dec 10 15:35:11.886485 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-32db89a1-8f25-4ae6-99e6-96b8c24e0437 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.6517923 Dec 10 15:35:11.891386 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35068) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:11.895145 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f9b33150-9001-44dc-8249-d895de21fb5b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:11.896614 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35070) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:11.901800 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-0e01d0e5-6bbe-4f56-80cc-76a09ede6bbe None None] Port 6b67820e-ae40-496e-83d2-eda5dc40cec6 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:35:11.904175 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-7cebcd53-786f-4422-83b8-a3e86f10b5ce tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Request body: {'port': {'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'mac_address': 'fa:16:3e:5b:ef:84', 'name': 'tempest-NetworksTestDHCPv6-1863545843'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:11.912125 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-424386b5-9a5a-49dd-aaf6-b9a2b9aad5a7 None None] Attempting to bind port 571a94f6-4578-440e-9e0b-738167fb8128 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:35:11.913374 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-424386b5-9a5a-49dd-aaf6-b9a2b9aad5a7 None None] Attempting to bind port 571a94f6-4578-440e-9e0b-738167fb8128 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '48bc6285-4414-4525-a7e7-b775f28b898d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3f687541-f285-4062-918e-8c15e345dd7a'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:35:11.921938 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424386b5-9a5a-49dd-aaf6-b9a2b9aad5a7 None None] Attempting to bind port 571a94f6-4578-440e-9e0b-738167fb8128 on network 3f687541-f285-4062-918e-8c15e345dd7a {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:35:11.939299 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424386b5-9a5a-49dd-aaf6-b9a2b9aad5a7 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:35:11.939679 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424386b5-9a5a-49dd-aaf6-b9a2b9aad5a7 None None] Checking segment: {'id': '48bc6285-4414-4525-a7e7-b775f28b898d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3f687541-f285-4062-918e-8c15e345dd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:35:11.940258 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-424386b5-9a5a-49dd-aaf6-b9a2b9aad5a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:11.940716 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424386b5-9a5a-49dd-aaf6-b9a2b9aad5a7 None None] Bound using segment: {'id': '48bc6285-4414-4525-a7e7-b775f28b898d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3f687541-f285-4062-918e-8c15e345dd7a'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:35:11.941266 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-424386b5-9a5a-49dd-aaf6-b9a2b9aad5a7 None None] Bound port: 571a94f6-4578-440e-9e0b-738167fb8128, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48bc6285-4414-4525-a7e7-b775f28b898d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3f687541-f285-4062-918e-8c15e345dd7a'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:35:11.941764 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-424386b5-9a5a-49dd-aaf6-b9a2b9aad5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:11.945342 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b060d3d-579b-4161-bf7e-a36075b67abf tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:11.950935 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b060d3d-579b-4161-bf7e-a36075b67abf tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:11.957597 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b060d3d-579b-4161-bf7e-a36075b67abf tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:11.962088 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-9b060d3d-579b-4161-bf7e-a36075b67abf tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.2243648 Dec 10 15:35:11.965707 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35072) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:12.005220 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213673be-3952-4771-bb01-f6c1c11c38a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-c2b5f149-cedd-450c-ab43-dd2d78259f45', 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'project_id': '915dae42aca44a6e934a20b3a70b3a5e', 'fixed_ips': [{'subnet_id': '8a23be53-eac1-494c-8fc3-3139fc5dfbe8'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:35:12.006229 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-213673be-3952-4771-bb01-f6c1c11c38a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:12.014593 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-46e613ae-1c85-4d30-b156-5f4f99858ec1 req-0c7b3c65-a91d-4e49-bcfa-43fb3d7b978f tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] For port 118b61f6-60d4-420b-9ef5-df18c1378ca5, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=118b61f6-60d4-420b-9ef5-df18c1378ca5,segment=NetworkSegment(6a21be53-55a0-4936-91b1-0605bd591ad9),segment_id=6a21be53-55a0-4936-91b1-0605bd591ad9)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:35:12.014979 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-46e613ae-1c85-4d30-b156-5f4f99858ec1 req-0c7b3c65-a91d-4e49-bcfa-43fb3d7b978f tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:12.045962 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-46e613ae-1c85-4d30-b156-5f4f99858ec1 req-0c7b3c65-a91d-4e49-bcfa-43fb3d7b978f tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] Calling delete_port for 118b61f6-60d4-420b-9ef5-df18c1378ca5 owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:35:12.048652 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-34a262ef-f59c-4c4c-881d-6144071b1f92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:12.091373 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-433cb6ee-eae1-4887-87f1-8d22479c6906 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:12.108082 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-424386b5-9a5a-49dd-aaf6-b9a2b9aad5a7 None None] For port 571a94f6-4578-440e-9e0b-738167fb8128, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:35:12.127004 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-424386b5-9a5a-49dd-aaf6-b9a2b9aad5a7 None None] For port 571a94f6-4578-440e-9e0b-738167fb8128, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=571a94f6-4578-440e-9e0b-738167fb8128,segment=NetworkSegment(48bc6285-4414-4525-a7e7-b775f28b898d),segment_id=48bc6285-4414-4525-a7e7-b775f28b898d)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:35:12.137647 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-34a262ef-f59c-4c4c-881d-6144071b1f92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:12.186634 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-213673be-3952-4771-bb01-f6c1c11c38a4 None None] Allocated IP 2001:db8::f816:3eff:fe63:e318 (c2b5f149-cedd-450c-ab43-dd2d78259f45/8a23be53-eac1-494c-8fc3-3139fc5dfbe8/fc4bda01-90d9-4890-adec-f13f50139e45) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:35:12.208329 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-afec055c-d331-441a-b003-96341b414a6c tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Deleting port 6b67820e-ae40-496e-83d2-eda5dc40cec6 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:35:12.208654 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-afec055c-d331-441a-b003-96341b414a6c tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:12.224022 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-424386b5-9a5a-49dd-aaf6-b9a2b9aad5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:12.224279 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f9b33150-9001-44dc-8249-d895de21fb5b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:12.306034 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device e14957ad-667c-4643-914f-62e029d75a37 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:35:12.375423 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-afec055c-d331-441a-b003-96341b414a6c tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:12.399249 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-34a262ef-f59c-4c4c-881d-6144071b1f92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:12.399249 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-34a262ef-f59c-4c4c-881d-6144071b1f92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:12.400483 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424386b5-9a5a-49dd-aaf6-b9a2b9aad5a7 None None] Pushing event updated for resources: {'Port': ['ID=571a94f6-4578-440e-9e0b-738167fb8128,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:12.415015 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-34a262ef-f59c-4c4c-881d-6144071b1f92 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/25a7db04-ed32-4a34-93a4-8d6039a5be9a HTTP/1.1" status: 204 len: 168 time: 0.5028801 Dec 10 15:35:12.424156 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-afec055c-d331-441a-b003-96341b414a6c tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Calling delete_port for 6b67820e-ae40-496e-83d2-eda5dc40cec6 owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:35:12.463536 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port e14957ad-667c-4643-914f-62e029d75a37 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:12.463915 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:12.607511 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a262ef-f59c-4c4c-881d-6144071b1f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a7db04-ed32-4a34-93a4-8d6039a5be9a,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:12.642518 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-213673be-3952-4771-bb01-f6c1c11c38a4 None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:12.667994 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-46e613ae-1c85-4d30-b156-5f4f99858ec1 req-0c7b3c65-a91d-4e49-bcfa-43fb3d7b978f tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:12.684512 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] get_ports_and_sgs() called for port_ids ['118b61f6-60d4-420b-9ef5-df18c1378ca5'] {{(pid=103588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 15:35:12.776126 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7b3c65-a91d-4e49-bcfa-43fb3d7b978f tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] Pushing event deleted for resources: {'Port': ['ID=118b61f6-60d4-420b-9ef5-df18c1378ca5,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:12.792561 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c44ec9-f5cb-4277-9e9e-a93b3ed8e6cc None None] DHCP port deletion for 0fdb6849-b3bf-465f-a54e-a82662b0a03d request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:35:12.801242 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 955e3262-e6af-4c08-9763-4d2f078aea3f no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:35:12.802934 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-46e613ae-1c85-4d30-b156-5f4f99858ec1 req-0c7b3c65-a91d-4e49-bcfa-43fb3d7b978f tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] No DVR routers for this DVR port 118b61f6-60d4-420b-9ef5-df18c1378ca5 on host hv-neutron-8214 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:35:12.807852 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-46e613ae-1c85-4d30-b156-5f4f99858ec1 req-0c7b3c65-a91d-4e49-bcfa-43fb3d7b978f tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:12.813615 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-46e613ae-1c85-4d30-b156-5f4f99858ec1 req-0c7b3c65-a91d-4e49-bcfa-43fb3d7b978f tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] 10.222.0.44 "DELETE /v2.0/ports/118b61f6-60d4-420b-9ef5-df18c1378ca5 HTTP/1.1" status: 204 len: 173 time: 1.5443122 Dec 10 15:35:12.816363 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5da363d-880d-47f3-bf58-2ff4f916062c', 'name': 'network-vif-deleted', 'tag': '118b61f6-60d4-420b-9ef5-df18c1378ca5'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:35:12.819842 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cebcd53-786f-4422-83b8-a3e86f10b5ce tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Made reservation on behalf of 915dae42aca44a6e934a20b3a70b3a5e for: {'port': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:35:12.825225 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9ca57131bc4931768ac29058952438d1fdd62308db7b17540cc34ffe8faef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b716a35e-1bd0-400e-9684-0318d4b5cd8c" -d '{"events": [{"server_uuid": "c5da363d-880d-47f3-bf58-2ff4f916062c", "name": "network-vif-deleted", "tag": "118b61f6-60d4-420b-9ef5-df18c1378ca5"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:35:12.825368 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-213673be-3952-4771-bb01-f6c1c11c38a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:12.873522 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 15:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b802a4-9977-413f-86cd-2126f2562a9c x-openstack-request-id: req-f4b802a4-9977-413f-86cd-2126f2562a9c {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:35:12.873913 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5da363d-880d-47f3-bf58-2ff4f916062c", "name": "network-vif-deleted", "tag": "118b61f6-60d4-420b-9ef5-df18c1378ca5", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:35:12.874284 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f4b802a4-9977-413f-86cd-2126f2562a9c {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:35:12.874854 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5da363d-880d-47f3-bf58-2ff4f916062c', 'name': 'network-vif-deleted', 'tag': '118b61f6-60d4-420b-9ef5-df18c1378ca5', 'status': 'completed', 'code': 200} Dec 10 15:35:12.899813 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 955e3262-e6af-4c08-9763-4d2f078aea3f {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:35:12.900162 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 955e3262-e6af-4c08-9763-4d2f078aea3f not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:35:12.938007 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-2c9e0208-68cd-4c06-82db-5572c16491e7 req-16376ac9-b81f-4036-be3c-74e93af9b577 tempest-TestServerAdvancedOps-421428257 tempest-TestServerAdvancedOps-421428257-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5da363d-880d-47f3-bf58-2ff4f916062c HTTP/1.1" status: 200 len: 210 time: 0.3619390 Dec 10 15:35:12.939343 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213673be-3952-4771-bb01-f6c1c11c38a4 None None] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:35:12.943300 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-213673be-3952-4771-bb01-f6c1c11c38a4 None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:35:12.947248 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213673be-3952-4771-bb01-f6c1c11c38a4 None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:35:12.951688 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-afec055c-d331-441a-b003-96341b414a6c tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:12.964028 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213673be-3952-4771-bb01-f6c1c11c38a4 None None] Pushing event updated for resources: {'Port': ['ID=fc4bda01-90d9-4890-adec-f13f50139e45,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:13.011593 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afec055c-d331-441a-b003-96341b414a6c tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event deleted for resources: {'Port': ['ID=6b67820e-ae40-496e-83d2-eda5dc40cec6,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:13.044568 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-433cb6ee-eae1-4887-87f1-8d22479c6906 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Allocated IP 2001:db8::1 (3f687541-f285-4062-918e-8c15e345dd7a/f8a00a80-213f-4ce1-a7fa-c01d524ea1d7/e2d61996-c259-41ec-a3ea-34f82c5f550a) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:35:13.044771 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b145b8cc-0f87-47bd-9151-34520cd46236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:13.069006 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7cebcd53-786f-4422-83b8-a3e86f10b5ce tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:13.073605 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-213673be-3952-4771-bb01-f6c1c11c38a4 None None] Attempting to bind port fc4bda01-90d9-4890-adec-f13f50139e45 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:35:13.076601 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-213673be-3952-4771-bb01-f6c1c11c38a4 None None] Attempting to bind port fc4bda01-90d9-4890-adec-f13f50139e45 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:35:13.077105 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213673be-3952-4771-bb01-f6c1c11c38a4 None None] Attempting to bind port fc4bda01-90d9-4890-adec-f13f50139e45 on network c2b5f149-cedd-450c-ab43-dd2d78259f45 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:35:13.094328 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213673be-3952-4771-bb01-f6c1c11c38a4 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:35:13.094729 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213673be-3952-4771-bb01-f6c1c11c38a4 None None] Checking segment: {'id': '64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:35:13.095148 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-213673be-3952-4771-bb01-f6c1c11c38a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:13.095653 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213673be-3952-4771-bb01-f6c1c11c38a4 None None] Bound using segment: {'id': '64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:35:13.096147 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-213673be-3952-4771-bb01-f6c1c11c38a4 None None] Bound port: fc4bda01-90d9-4890-adec-f13f50139e45, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:35:13.096535 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-213673be-3952-4771-bb01-f6c1c11c38a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:13.134677 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-afec055c-d331-441a-b003-96341b414a6c tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:13.152719 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-afec055c-d331-441a-b003-96341b414a6c tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "DELETE /v2.0/ports/6b67820e-ae40-496e-83d2-eda5dc40cec6 HTTP/1.1" status: 204 len: 168 time: 1.1812255 Dec 10 15:35:13.153403 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35088) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:13.190217 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-db332c38-926b-4b74-a0c8-1f32b9becda1 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] GET failed (client error): The resource could not be found. Dec 10 15:35:13.190399 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-db332c38-926b-4b74-a0c8-1f32b9becda1 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "GET /v2.0/ports/6b67820e-ae40-496e-83d2-eda5dc40cec6 HTTP/1.1" status: 404 len: 333 time: 0.0320461 Dec 10 15:35:13.193561 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35090) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:13.222496 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-213673be-3952-4771-bb01-f6c1c11c38a4 None None] For port fc4bda01-90d9-4890-adec-f13f50139e45, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:35:13.236879 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-213673be-3952-4771-bb01-f6c1c11c38a4 None None] For port fc4bda01-90d9-4890-adec-f13f50139e45, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=fc4bda01-90d9-4890-adec-f13f50139e45,segment=NetworkSegment(64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4),segment_id=64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:35:13.243513 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-7cebcd53-786f-4422-83b8-a3e86f10b5ce tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] device_id is not set on port 22b35fca-c50c-451d-a497-337542fc6b21 yet. {{(pid=103586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:35:13.336557 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-0514df1a-1494-40c6-a037-4b42361408e5 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Deleting port f0493d0e-6e43-49a1-9cc4-d5c611d90ac0 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:35:13.336933 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0514df1a-1494-40c6-a037-4b42361408e5 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:13.342021 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-213673be-3952-4771-bb01-f6c1c11c38a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:13.404829 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:13.409109 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213673be-3952-4771-bb01-f6c1c11c38a4 None None] Pushing event updated for resources: {'Port': ['ID=fc4bda01-90d9-4890-adec-f13f50139e45,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:13.413478 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f9b33150-9001-44dc-8249-d895de21fb5b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for router_gateway, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:13.445864 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0514df1a-1494-40c6-a037-4b42361408e5 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:13.459103 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f9b33150-9001-44dc-8249-d895de21fb5b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:13.468477 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-0514df1a-1494-40c6-a037-4b42361408e5 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Calling delete_port for f0493d0e-6e43-49a1-9cc4-d5c611d90ac0 owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:35:13.600571 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-433cb6ee-eae1-4887-87f1-8d22479c6906 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:13.625177 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-7cebcd53-786f-4422-83b8-a3e86f10b5ce tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Allocated IP 2001:db8::f816:3eff:fe5b:ef84 (c2b5f149-cedd-450c-ab43-dd2d78259f45/8a23be53-eac1-494c-8fc3-3139fc5dfbe8/22b35fca-c50c-451d-a497-337542fc6b21) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:35:13.724244 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-f9b33150-9001-44dc-8249-d895de21fb5b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Allocated IP 172.26.2.216 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/df16b59d-9eb1-4704-89a6-2dd4ad19e44b) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:35:13.815858 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0514df1a-1494-40c6-a037-4b42361408e5 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:13.867224 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0514df1a-1494-40c6-a037-4b42361408e5 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event deleted for resources: {'Port': ['ID=f0493d0e-6e43-49a1-9cc4-d5c611d90ac0,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:13.873984 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-433cb6ee-eae1-4887-87f1-8d22479c6906 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:13.963998 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433cb6ee-eae1-4887-87f1-8d22479c6906 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Network 3f687541-f285-4062-918e-8c15e345dd7a is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:35:13.966202 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9a6e34-40d4-4188-a59f-3d30ffad3964 None None] Network 3f687541-f285-4062-918e-8c15e345dd7a requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:35:13.980171 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-433cb6ee-eae1-4887-87f1-8d22479c6906 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:35:14.003104 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433cb6ee-eae1-4887-87f1-8d22479c6906 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:35:14.003675 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-433cb6ee-eae1-4887-87f1-8d22479c6906 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552880'] for router_interface, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:14.009266 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0514df1a-1494-40c6-a037-4b42361408e5 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:14.014187 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-0514df1a-1494-40c6-a037-4b42361408e5 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "DELETE /v2.0/ports/f0493d0e-6e43-49a1-9cc4-d5c611d90ac0 HTTP/1.1" status: 204 len: 168 time: 0.8192875 Dec 10 15:35:14.016733 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35106) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:14.069944 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-4850cf97-5563-4390-b33f-081606f3abcf tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] GET failed (client error): The resource could not be found. Dec 10 15:35:14.073996 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-4850cf97-5563-4390-b33f-081606f3abcf tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "GET /v2.0/ports/f0493d0e-6e43-49a1-9cc4-d5c611d90ac0 HTTP/1.1" status: 404 len: 333 time: 0.0523164 Dec 10 15:35:14.080022 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433cb6ee-eae1-4887-87f1-8d22479c6906 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Pushing event updated for resources: {'Port': ['ID=e2d61996-c259-41ec-a3ea-34f82c5f550a,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:14.080225 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35108) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:14.080494 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35110) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:14.113373 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-c2be0cc0-6447-4df0-8189-93d90fc04186 None None] Provisioning complete for port 571a94f6-4578-440e-9e0b-738167fb8128 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:14.114639 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c2be0cc0-6447-4df0-8189-93d90fc04186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:14.207274 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-714e0bbc-25ea-427d-9860-980e65900870 admin admin] Deleting subnet 8bafb1d6-a430-4c16-83e7-4286bd5ea1f7 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:35:14.214235 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-76e3af4f-15c3-44bb-bf75-8ff314cf1886 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Deleting subnet ba5a81f1-5eab-4ed1-95e7-1c5401b6928f {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:35:14.218428 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-76e3af4f-15c3-44bb-bf75-8ff314cf1886 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for subnet, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:14.238045 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35112) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:14.242065 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7cebcd53-786f-4422-83b8-a3e86f10b5ce tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:14.255146 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f9b33150-9001-44dc-8249-d895de21fb5b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:14.275640 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-76e3af4f-15c3-44bb-bf75-8ff314cf1886 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11806768'] for subnet, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:14.332081 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-714e0bbc-25ea-427d-9860-980e65900870 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:14.379891 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-76e3af4f-15c3-44bb-bf75-8ff314cf1886 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:14.398279 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c2be0cc0-6447-4df0-8189-93d90fc04186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:14.450372 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device fc4bda01-90d9-4890-adec-f13f50139e45 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:35:14.462544 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-c2be0cc0-6447-4df0-8189-93d90fc04186 None None] For port 571a94f6-4578-440e-9e0b-738167fb8128, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=571a94f6-4578-440e-9e0b-738167fb8128,segment=NetworkSegment(48bc6285-4414-4525-a7e7-b775f28b898d),segment_id=48bc6285-4414-4525-a7e7-b775f28b898d)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:35:14.463024 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-433cb6ee-eae1-4887-87f1-8d22479c6906 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:14.465683 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7cebcd53-786f-4422-83b8-a3e86f10b5ce tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:14.474835 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-8e812bc6-9c82-4d0b-b052-d2c4581b90fc tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Request body: {'security_group': {'name': 'tempest-secgroup--1469792034'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:14.505414 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-714e0bbc-25ea-427d-9860-980e65900870 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11806768'] for subnet, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:14.534020 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f9b33150-9001-44dc-8249-d895de21fb5b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:14.561965 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cebcd53-786f-4422-83b8-a3e86f10b5ce tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:35:14.562244 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-714e0bbc-25ea-427d-9860-980e65900870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:14.569947 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-7cebcd53-786f-4422-83b8-a3e86f10b5ce tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:35:14.585845 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cebcd53-786f-4422-83b8-a3e86f10b5ce tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:35:14.591703 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cebcd53-786f-4422-83b8-a3e86f10b5ce tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:14.592386 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7cebcd53-786f-4422-83b8-a3e86f10b5ce tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:14.650481 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-76e3af4f-15c3-44bb-bf75-8ff314cf1886 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11236721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11668521'] for subnet, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:14.691046 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e3af4f-15c3-44bb-bf75-8ff314cf1886 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event deleted for resources: {'Subnet': ['ID=ba5a81f1-5eab-4ed1-95e7-1c5401b6928f,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:14.697019 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-76e3af4f-15c3-44bb-bf75-8ff314cf1886 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:14.702870 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-76e3af4f-15c3-44bb-bf75-8ff314cf1886 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "DELETE /v2.0/subnets/ba5a81f1-5eab-4ed1-95e7-1c5401b6928f HTTP/1.1" status: 204 len: 168 time: 0.6165807 Dec 10 15:35:14.703994 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35116) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:14.746730 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d852ac-1249-4ada-89e7-435b81c95da9 None None] Network 1deb3e0f-fcdf-46e3-a2f0-71147e75b37c requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:35:14.754653 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c2be0cc0-6447-4df0-8189-93d90fc04186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:14.767710 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cebcd53-786f-4422-83b8-a3e86f10b5ce tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event updated for resources: {'Port': ['ID=22b35fca-c50c-451d-a497-337542fc6b21,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:14.793436 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b33150-9001-44dc-8249-d895de21fb5b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:35:14.806521 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-714e0bbc-25ea-427d-9860-980e65900870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11236721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11668521'] for subnet, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:14.846028 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-f9b33150-9001-44dc-8249-d895de21fb5b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:35:14.852355 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 118b61f6-60d4-420b-9ef5-df18c1378ca5 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:35:14.861750 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b33150-9001-44dc-8249-d895de21fb5b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:35:14.871187 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8e812bc6-9c82-4d0b-b052-d2c4581b90fc tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:14.936425 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e511b7ea-5dd1-4625-b7cc-9def5c6ea860 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:35:14.940712 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] No Port match for: 118b61f6-60d4-420b-9ef5-df18c1378ca5 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:35:14.940987 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 118b61f6-60d4-420b-9ef5-df18c1378ca5 not bound to the agent host hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:35:15.032990 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b33150-9001-44dc-8249-d895de21fb5b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'Port': ['ID=df16b59d-9eb1-4704-89a6-2dd4ad19e44b,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:15.036201 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8e812bc6-9c82-4d0b-b052-d2c4581b90fc tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:15.041064 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-77e12178-1fe3-45b4-8639-bc19021edd53 None None] Provisioning complete for port e2d61996-c259-41ec-a3ea-34f82c5f550a triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:15.041445 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-77e12178-1fe3-45b4-8639-bc19021edd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:15.046922 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-7cebcd53-786f-4422-83b8-a3e86f10b5ce tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.1472554 Dec 10 15:35:15.051981 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35118) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:15.093717 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-77e12178-1fe3-45b4-8639-bc19021edd53 None None] Port e2d61996-c259-41ec-a3ea-34f82c5f550a cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:35:15.096928 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2be0cc0-6447-4df0-8189-93d90fc04186 None None] Pushing event updated for resources: {'Port': ['ID=571a94f6-4578-440e-9e0b-738167fb8128,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:15.127468 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port fc4bda01-90d9-4890-adec-f13f50139e45 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:15.127854 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:15.141951 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-77e12178-1fe3-45b4-8639-bc19021edd53 None None] Provisioning complete for port 571a94f6-4578-440e-9e0b-738167fb8128 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:15.142126 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-77e12178-1fe3-45b4-8639-bc19021edd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:15.290692 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714e0bbc-25ea-427d-9860-980e65900870 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bafb1d6-a430-4c16-83e7-4286bd5ea1f7,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:15.306077 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-714e0bbc-25ea-427d-9860-980e65900870 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:15.306298 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed8d612-d7e8-4a9a-bb0d-6fd64c21a9b4 None None] DHCP port deletion for 1deb3e0f-fcdf-46e3-a2f0-71147e75b37c request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:35:15.310215 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-714e0bbc-25ea-427d-9860-980e65900870 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8bafb1d6-a430-4c16-83e7-4286bd5ea1f7 HTTP/1.1" status: 204 len: 168 time: 1.2283695 Dec 10 15:35:15.317214 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35120) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:15.318954 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761954d0-c7ca-440b-8346-233d6a569ea6 None None] Network 0fdb6849-b3bf-465f-a54e-a82662b0a03d requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:35:15.323221 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e7bbf5-3311-4531-af94-f403e39e722c tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:15.330404 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e7bbf5-3311-4531-af94-f403e39e722c tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:15.333313 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-89e7bbf5-3311-4531-af94-f403e39e722c tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2782090 Dec 10 15:35:15.339478 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35122) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:15.346413 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-361a349b-9477-4fd0-83e5-0905bff33c6e tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:15.350416 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-256caa7a-efa2-4e2f-8369-6908de75bac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:15.382791 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:15.388234 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-433cb6ee-eae1-4887-87f1-8d22479c6906 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:15.419044 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8e812bc6-9c82-4d0b-b052-d2c4581b90fc tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:15.437498 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7b65ea03-f56c-447f-b2df-ed9412af78a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:15.456898 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-433cb6ee-eae1-4887-87f1-8d22479c6906 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:15.458835 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-433cb6ee-eae1-4887-87f1-8d22479c6906 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549888'] for router_interface, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:15.487817 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] For port fc4bda01-90d9-4890-adec-f13f50139e45, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=fc4bda01-90d9-4890-adec-f13f50139e45,segment=NetworkSegment(64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4),segment_id=64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:35:15.503070 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8e812bc6-9c82-4d0b-b052-d2c4581b90fc tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:15.514594 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90e09af-e2d0-45ef-b11c-4e88c65df21e None None] DHCP port deletion for 0fdb6849-b3bf-465f-a54e-a82662b0a03d request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:35:15.532296 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-eed8d612-d7e8-4a9a-bb0d-6fd64c21a9b4 None None] Deleting port e14957ad-667c-4643-914f-62e029d75a37 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:35:15.532674 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eed8d612-d7e8-4a9a-bb0d-6fd64c21a9b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:15.586660 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:15.587477 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 571a94f6-4578-440e-9e0b-738167fb8128 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:35:15.617750 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-d0a50c0b-2987-4132-82e7-6830a9e6b45e None None] Provisioning complete for port fc4bda01-90d9-4890-adec-f13f50139e45 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:15.618153 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d0a50c0b-2987-4132-82e7-6830a9e6b45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:15.631686 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7b65ea03-f56c-447f-b2df-ed9412af78a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:15.663100 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-7b65ea03-f56c-447f-b2df-ed9412af78a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fdb6849-b3bf-465f-a54e-a82662b0a03d']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:15.666299 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-361a349b-9477-4fd0-83e5-0905bff33c6e tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Deleting port e14957ad-667c-4643-914f-62e029d75a37 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:35:15.666625 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-361a349b-9477-4fd0-83e5-0905bff33c6e tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:15.684927 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-2ecf7f89-0fb9-4ea3-973b-00cb42b086b8 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Deleting port 22b35fca-c50c-451d-a497-337542fc6b21 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:35:15.685245 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2ecf7f89-0fb9-4ea3-973b-00cb42b086b8 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:15.710296 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-eed8d612-d7e8-4a9a-bb0d-6fd64c21a9b4 None None] For port e14957ad-667c-4643-914f-62e029d75a37, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=e14957ad-667c-4643-914f-62e029d75a37,segment=NetworkSegment(d8dd3ded-f845-4af1-9a98-b250c2f7e256),segment_id=d8dd3ded-f845-4af1-9a98-b250c2f7e256)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:35:15.710706 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eed8d612-d7e8-4a9a-bb0d-6fd64c21a9b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:15.723873 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-7b65ea03-f56c-447f-b2df-ed9412af78a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a21be53-55a0-4936-91b1-0605bd591ad9') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:15.724195 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-7b65ea03-f56c-447f-b2df-ed9412af78a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a21be53-55a0-4936-91b1-0605bd591ad9') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:15.741189 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-eed8d612-d7e8-4a9a-bb0d-6fd64c21a9b4 None None] Calling delete_port for e14957ad-667c-4643-914f-62e029d75a37 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:35:15.744491 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Pushing event updated for resources: {'Port': ['ID=fc4bda01-90d9-4890-adec-f13f50139e45,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:15.755890 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7b65ea03-f56c-447f-b2df-ed9412af78a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11806923'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:15.772370 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 571a94f6-4578-440e-9e0b-738167fb8128 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:15.772741 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:15.809834 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7b65ea03-f56c-447f-b2df-ed9412af78a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:15.815331 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-361a349b-9477-4fd0-83e5-0905bff33c6e tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] For port e14957ad-667c-4643-914f-62e029d75a37, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=e14957ad-667c-4643-914f-62e029d75a37,segment=NetworkSegment(d8dd3ded-f845-4af1-9a98-b250c2f7e256),segment_id=d8dd3ded-f845-4af1-9a98-b250c2f7e256)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:35:15.818565 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-361a349b-9477-4fd0-83e5-0905bff33c6e tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:15.835605 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b65ea03-f56c-447f-b2df-ed9412af78a6 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:35:15.836015 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7b65ea03-f56c-447f-b2df-ed9412af78a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11236635'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:15.837769 dv-neutron-821401-4-hyperv neutron-server[103587]: Traceback (most recent call last): Dec 10 15:35:15.837769 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:35:15.837769 dv-neutron-821401-4-hyperv neutron-server[103587]: timer() Dec 10 15:35:15.837769 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:35:15.837769 dv-neutron-821401-4-hyperv neutron-server[103587]: cb(*args, **kw) Dec 10 15:35:15.837769 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:35:15.837769 dv-neutron-821401-4-hyperv neutron-server[103587]: return func(*args, **kwargs) Dec 10 15:35:15.837769 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:35:15.837769 dv-neutron-821401-4-hyperv neutron-server[103587]: self._notify() Dec 10 15:35:15.837769 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:35:15.837769 dv-neutron-821401-4-hyperv neutron-server[103587]: self.callback(batched_events) Dec 10 15:35:15.837769 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:35:15.837769 dv-neutron-821401-4-hyperv neutron-server[103587]: event.method(event) Dec 10 15:35:15.837769 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:35:15.837769 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:35:15.837769 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:35:15.837769 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:35:15.837769 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:35:15.837769 dv-neutron-821401-4-hyperv neutron-server[103587]: return f(self, *a, **k) Dec 10 15:35:15.837769 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:35:15.837769 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._get(url).json() Dec 10 15:35:15.837769 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:35:15.837769 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:35:15.837769 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:35:15.837769 dv-neutron-821401-4-hyperv neutron-server[103587]: return self.request(url, 'GET', **kwargs) Dec 10 15:35:15.837769 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:35:15.837769 dv-neutron-821401-4-hyperv neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:35:15.837769 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:35:15.837769 dv-neutron-821401-4-hyperv neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:35:15.837769 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:35:15.837769 dv-neutron-821401-4-hyperv neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:35:15.837769 dv-neutron-821401-4-hyperv neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:35:15.853438 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-361a349b-9477-4fd0-83e5-0905bff33c6e tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Calling delete_port for e14957ad-667c-4643-914f-62e029d75a37 owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:35:15.933315 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433cb6ee-eae1-4887-87f1-8d22479c6906 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Pushing event updated for resources: {'Port': ['ID=e2d61996-c259-41ec-a3ea-34f82c5f550a,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:15.944239 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-d0a50c0b-2987-4132-82e7-6830a9e6b45e None None] Provisioning complete for port df16b59d-9eb1-4704-89a6-2dd4ad19e44b triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:15.946097 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d0a50c0b-2987-4132-82e7-6830a9e6b45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:15.961938 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2ecf7f89-0fb9-4ea3-973b-00cb42b086b8 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:15.979071 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e812bc6-9c82-4d0b-b052-d2c4581b90fc tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=471c1b9f-703e-4ebf-b73c-07cf1a9e77a9,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:15.980732 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-2ecf7f89-0fb9-4ea3-973b-00cb42b086b8 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Calling delete_port for 22b35fca-c50c-451d-a497-337542fc6b21 owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:35:15.990782 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-d0a50c0b-2987-4132-82e7-6830a9e6b45e None None] Port df16b59d-9eb1-4704-89a6-2dd4ad19e44b cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:35:16.006615 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-d0a50c0b-2987-4132-82e7-6830a9e6b45e None None] Provisioning complete for port e2d61996-c259-41ec-a3ea-34f82c5f550a triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:16.007276 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d0a50c0b-2987-4132-82e7-6830a9e6b45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:16.040315 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eed8d612-d7e8-4a9a-bb0d-6fd64c21a9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:16.044026 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f9b33150-9001-44dc-8249-d895de21fb5b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for router_gateway, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:16.050334 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7b65ea03-f56c-447f-b2df-ed9412af78a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:16.052700 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7b65ea03-f56c-447f-b2df-ed9412af78a6 admin admin] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:16.056077 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-7b65ea03-f56c-447f-b2df-ed9412af78a6 admin admin] 10.222.0.20 "DELETE /v2.0/networks/0fdb6849-b3bf-465f-a54e-a82662b0a03d HTTP/1.1" status: 204 len: 168 time: 0.7380540 Dec 10 15:35:16.067451 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35124) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:16.074750 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed8d612-d7e8-4a9a-bb0d-6fd64c21a9b4 None None] Pushing event deleted for resources: {'Port': ['ID=e14957ad-667c-4643-914f-62e029d75a37,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:16.078367 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-d0a50c0b-2987-4132-82e7-6830a9e6b45e None None] Port e2d61996-c259-41ec-a3ea-34f82c5f550a cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:35:16.079742 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed8d612-d7e8-4a9a-bb0d-6fd64c21a9b4 None None] No DVR routers for this DVR port e14957ad-667c-4643-914f-62e029d75a37 on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:35:16.104962 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:16.112448 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8e812bc6-9c82-4d0b-b052-d2c4581b90fc tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:16.123910 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b65ea03-f56c-447f-b2df-ed9412af78a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=0fdb6849-b3bf-465f-a54e-a82662b0a03d,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:16.141725 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-361a349b-9477-4fd0-83e5-0905bff33c6e tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:16.152515 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433cb6ee-eae1-4887-87f1-8d22479c6906 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Network 3f687541-f285-4062-918e-8c15e345dd7a is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:35:16.155533 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-433cb6ee-eae1-4887-87f1-8d22479c6906 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:35:16.194871 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361a349b-9477-4fd0-83e5-0905bff33c6e tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event deleted for resources: {'Port': ['ID=e14957ad-667c-4643-914f-62e029d75a37,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:16.209382 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8e812bc6-9c82-4d0b-b052-d2c4581b90fc tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:16.209850 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361a349b-9477-4fd0-83e5-0905bff33c6e tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] No DVR routers for this DVR port e14957ad-667c-4643-914f-62e029d75a37 on host dv-neutron-821401-4-hyperv {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:35:16.217523 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-1c3a8e47-37c6-4623-9db4-36d92dd4d484 None None] Provisioning complete for port 22b35fca-c50c-451d-a497-337542fc6b21 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:16.217758 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1c3a8e47-37c6-4623-9db4-36d92dd4d484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:16.235021 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-09d3486e-d452-4d48-ad40-409c8ba3cf87 admin admin] Deleting subnet 16d48619-ee37-4fa4-8d38-ad615f4d0303 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:35:16.262686 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-09d3486e-d452-4d48-ad40-409c8ba3cf87 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:16.268754 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-1c3a8e47-37c6-4623-9db4-36d92dd4d484 None None] Port 22b35fca-c50c-451d-a497-337542fc6b21 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:35:16.317398 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device fc4bda01-90d9-4890-adec-f13f50139e45 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:35:16.357603 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e812bc6-9c82-4d0b-b052-d2c4581b90fc tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da04e293-e826-4a39-8e95-a26a297f663c,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:16.399356 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port fc4bda01-90d9-4890-adec-f13f50139e45 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:16.399909 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:16.400125 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-09d3486e-d452-4d48-ad40-409c8ba3cf87 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11806768'] for subnet, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:16.401476 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8e812bc6-9c82-4d0b-b052-d2c4581b90fc tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:16.402942 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-8e812bc6-9c82-4d0b-b052-d2c4581b90fc tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 2.1571689 Dec 10 15:35:16.409159 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35126) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:16.430870 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-361a349b-9477-4fd0-83e5-0905bff33c6e tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:16.452594 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f9b33150-9001-44dc-8249-d895de21fb5b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363'] for router, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:16.473674 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-361a349b-9477-4fd0-83e5-0905bff33c6e tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1deb3e0f-fcdf-46e3-a2f0-71147e75b37c']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:16.482111 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-09d3486e-d452-4d48-ad40-409c8ba3cf87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:16.511486 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-361a349b-9477-4fd0-83e5-0905bff33c6e tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8dd3ded-f845-4af1-9a98-b250c2f7e256') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:16.512471 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-361a349b-9477-4fd0-83e5-0905bff33c6e tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8dd3ded-f845-4af1-9a98-b250c2f7e256') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:16.512583 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 571a94f6-4578-440e-9e0b-738167fb8128 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:35:16.527970 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-361a349b-9477-4fd0-83e5-0905bff33c6e tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11806923'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:16.551239 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-361a349b-9477-4fd0-83e5-0905bff33c6e tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:16.560162 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-361a349b-9477-4fd0-83e5-0905bff33c6e tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:35:16.560562 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-361a349b-9477-4fd0-83e5-0905bff33c6e tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11236635'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:16.564394 dv-neutron-821401-4-hyperv neutron-server[103587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:35:16.564394 dv-neutron-821401-4-hyperv neutron-server[103587]: self.session.flush() Dec 10 15:35:16.564394 dv-neutron-821401-4-hyperv neutron-server[103587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:35:16.564394 dv-neutron-821401-4-hyperv neutron-server[103587]: self.session.flush() Dec 10 15:35:16.564394 dv-neutron-821401-4-hyperv neutron-server[103587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:35:16.564394 dv-neutron-821401-4-hyperv neutron-server[103587]: self.session.flush() Dec 10 15:35:16.564394 dv-neutron-821401-4-hyperv neutron-server[103587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:35:16.564394 dv-neutron-821401-4-hyperv neutron-server[103587]: self.session.flush() Dec 10 15:35:16.564394 dv-neutron-821401-4-hyperv neutron-server[103587]: Traceback (most recent call last): Dec 10 15:35:16.564394 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:35:16.564394 dv-neutron-821401-4-hyperv neutron-server[103587]: timer() Dec 10 15:35:16.564394 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:35:16.564394 dv-neutron-821401-4-hyperv neutron-server[103587]: cb(*args, **kw) Dec 10 15:35:16.564394 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:35:16.564394 dv-neutron-821401-4-hyperv neutron-server[103587]: return func(*args, **kwargs) Dec 10 15:35:16.564394 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:35:16.564394 dv-neutron-821401-4-hyperv neutron-server[103587]: self._notify() Dec 10 15:35:16.564394 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:35:16.564394 dv-neutron-821401-4-hyperv neutron-server[103587]: self.callback(batched_events) Dec 10 15:35:16.564394 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:35:16.564394 dv-neutron-821401-4-hyperv neutron-server[103587]: event.method(event) Dec 10 15:35:16.564394 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:35:16.564394 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:35:16.564394 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:35:16.564394 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:35:16.564394 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:35:16.564394 dv-neutron-821401-4-hyperv neutron-server[103587]: return f(self, *a, **k) Dec 10 15:35:16.564394 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:35:16.564394 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._get(url).json() Dec 10 15:35:16.564394 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:35:16.564394 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:35:16.564394 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:35:16.564394 dv-neutron-821401-4-hyperv neutron-server[103587]: return self.request(url, 'GET', **kwargs) Dec 10 15:35:16.564394 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:35:16.564394 dv-neutron-821401-4-hyperv neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:35:16.564394 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:35:16.564394 dv-neutron-821401-4-hyperv neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:35:16.564394 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:35:16.564394 dv-neutron-821401-4-hyperv neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:35:16.564394 dv-neutron-821401-4-hyperv neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:35:16.569311 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-7a296e14-2bbc-4596-b4d1-b002b0318e0b tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.1550510 Dec 10 15:35:16.569439 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2ecf7f89-0fb9-4ea3-973b-00cb42b086b8 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:16.570829 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35128) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:16.573633 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 571a94f6-4578-440e-9e0b-738167fb8128 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:16.574099 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:16.577001 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-017f46bc-01b3-4c95-b296-9476fde8515c tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Request body: {'security_group': {'name': 'tempest-security--1240656979', 'description': 'tempest-security-description-1067402602'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:16.581016 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-433cb6ee-eae1-4887-87f1-8d22479c6906 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Router a99a23ad-acb1-4733-b147-26f3337c872a is scheduled to L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d with binding_index 1 {{(pid=103586) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 15:35:16.642869 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-e92bcb37-6015-4e92-9bb3-3c2b362542ce None None] Provisioning complete for port e2d61996-c259-41ec-a3ea-34f82c5f550a triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:16.643272 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e92bcb37-6015-4e92-9bb3-3c2b362542ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:16.646364 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecf7f89-0fb9-4ea3-973b-00cb42b086b8 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event deleted for resources: {'Port': ['ID=22b35fca-c50c-451d-a497-337542fc6b21,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:16.686888 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2ecf7f89-0fb9-4ea3-973b-00cb42b086b8 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:16.691132 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-2ecf7f89-0fb9-4ea3-973b-00cb42b086b8 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/ports/22b35fca-c50c-451d-a497-337542fc6b21 HTTP/1.1" status: 204 len: 168 time: 1.3424976 Dec 10 15:35:16.694468 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35130) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:16.731641 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-e92bcb37-6015-4e92-9bb3-3c2b362542ce None None] Port e2d61996-c259-41ec-a3ea-34f82c5f550a cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:35:16.741911 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-09d3486e-d452-4d48-ad40-409c8ba3cf87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11236721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11668521'] for subnet, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:16.748574 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-017f46bc-01b3-4c95-b296-9476fde8515c tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:16.779159 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-361a349b-9477-4fd0-83e5-0905bff33c6e tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:16.783715 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-361a349b-9477-4fd0-83e5-0905bff33c6e tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:16.787562 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-361a349b-9477-4fd0-83e5-0905bff33c6e tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "DELETE /v2.0/networks/1deb3e0f-fcdf-46e3-a2f0-71147e75b37c HTTP/1.1" status: 204 len: 168 time: 2.0823195 Dec 10 15:35:16.788500 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d3486e-d452-4d48-ad40-409c8ba3cf87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16d48619-ee37-4fa4-8d38-ad615f4d0303,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:16.799837 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35132) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:16.800117 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-09d3486e-d452-4d48-ad40-409c8ba3cf87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:16.803836 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-09d3486e-d452-4d48-ad40-409c8ba3cf87 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/16d48619-ee37-4fa4-8d38-ad615f4d0303 HTTP/1.1" status: 204 len: 168 time: 0.7353952 Dec 10 15:35:16.805305 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-7f5038a1-8b33-4846-b872-4e01ff5697e5 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-902247946'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:16.809131 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35134) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:16.816819 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee6312b-35c2-4b78-9d22-6ce9ef624b82 None None] Network 8e59f5f7-c686-46cf-8ae9-f226218aa0e3 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:35:16.824172 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-433cb6ee-eae1-4887-87f1-8d22479c6906 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:35:16.831181 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361a349b-9477-4fd0-83e5-0905bff33c6e tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event deleted for resources: {'Network': ['ID=1deb3e0f-fcdf-46e3-a2f0-71147e75b37c,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:16.837467 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c1a98b-f40d-4f86-91f2-29d26e303cb2 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:16.837662 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0b38ea-16f9-4f7c-b10b-afce82014c16 None None] Sync routers for ids ['a99a23ad-acb1-4733-b147-26f3337c872a'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:35:16.841660 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c1a98b-f40d-4f86-91f2-29d26e303cb2 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:16.841660 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-39c1a98b-f40d-4f86-91f2-29d26e303cb2 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1454368 Dec 10 15:35:16.842476 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-433cb6ee-eae1-4887-87f1-8d22479c6906 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "PUT /v2.0/routers/a99a23ad-acb1-4733-b147-26f3337c872a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3380561 Dec 10 15:35:16.847393 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35136) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:16.847909 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35138) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:16.873439 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0b38ea-16f9-4f7c-b10b-afce82014c16 None None] Routers {'a99a23ad-acb1-4733-b147-26f3337c872a'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:35:16.876156 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-017f46bc-01b3-4c95-b296-9476fde8515c tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:16.876890 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-7f0b38ea-16f9-4f7c-b10b-afce82014c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:35:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['a99a23ad-acb1-4733-b147-26f3337c872a'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:16.907942 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device e14957ad-667c-4643-914f-62e029d75a37 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:35:16.920028 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-29961df2-6375-42b9-bd51-eb802e73da76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:16.932727 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: e14957ad-667c-4643-914f-62e029d75a37 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:35:16.934365 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device e14957ad-667c-4643-914f-62e029d75a37 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:35:16.966641 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-7f0b38ea-16f9-4f7c-b10b-afce82014c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:16.980602 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f194fd-cefd-4d9a-8d7a-ff4db35e8203 None None] DHCP port deletion for 8e59f5f7-c686-46cf-8ae9-f226218aa0e3 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:35:16.998371 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-017f46bc-01b3-4c95-b296-9476fde8515c tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:17.005483 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-017f46bc-01b3-4c95-b296-9476fde8515c tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:17.005483 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-017f46bc-01b3-4c95-b296-9476fde8515c tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] 10.222.0.20 "PUT /v2.0/security-groups/da04e293-e826-4a39-8e95-a26a297f663c HTTP/1.1" status: 200 len: 1795 time: 0.4298165 Dec 10 15:35:17.005750 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0b38ea-16f9-4f7c-b10b-afce82014c16 None None] Routers {'a99a23ad-acb1-4733-b147-26f3337c872a'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:35:17.005750 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-7f0b38ea-16f9-4f7c-b10b-afce82014c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:35:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['a99a23ad-acb1-4733-b147-26f3337c872a'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:17.015825 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35140) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:17.047086 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-29961df2-6375-42b9-bd51-eb802e73da76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:17.049616 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-7f0b38ea-16f9-4f7c-b10b-afce82014c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:17.050309 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0b38ea-16f9-4f7c-b10b-afce82014c16 None None] The sync data for ids ['a99a23ad-acb1-4733-b147-26f3337c872a'] in dv-neutron-821401-4-hyperv is: [] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:35:17.054465 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38ea18b-6510-4569-81c6-54b35384c5be tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:17.057894 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-c38ea18b-6510-4569-81c6-54b35384c5be tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "GET /v2.0/ports/e2d61996-c259-41ec-a3ea-34f82c5f550a HTTP/1.1" status: 200 len: 911 time: 0.2069108 Dec 10 15:35:17.065167 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35142) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:17.074833 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f5038a1-8b33-4846-b872-4e01ff5697e5 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Made reservation on behalf of 21e0d6ce128b4efe93836d06f4e29105 for: {'network': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:35:17.076229 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-cf3d666a-b487-4ea7-91c9-a432446296fd tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f8a00a80-213f-4ce1-a7fa-c01d524ea1d7'}]}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:17.078862 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7f5038a1-8b33-4846-b872-4e01ff5697e5 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:17.099683 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-29961df2-6375-42b9-bd51-eb802e73da76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e59f5f7-c686-46cf-8ae9-f226218aa0e3']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:17.104307 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_v2 [None req-4987de45-058e-4fbe-ae2f-86befda92171 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Deleting subnet 8a23be53-eac1-494c-8fc3-3139fc5dfbe8 {{(pid=103586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:35:17.106300 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9b33150-9001-44dc-8249-d895de21fb5b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Router d1075341-5bad-4ddf-88b0-6b9aee6089e3 is scheduled to L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d with binding_index 1 {{(pid=103586) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 15:35:17.112890 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f46bc-01b3-4c95-b296-9476fde8515c tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da04e293-e826-4a39-8e95-a26a297f663c,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:17.114839 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-29961df2-6375-42b9-bd51-eb802e73da76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7de561f-5587-44e7-99b5-ecfec0b6f6bb') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:17.115149 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-29961df2-6375-42b9-bd51-eb802e73da76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7de561f-5587-44e7-99b5-ecfec0b6f6bb') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:17.118566 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4987de45-058e-4fbe-ae2f-86befda92171 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for subnet, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:17.131095 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-29961df2-6375-42b9-bd51-eb802e73da76 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11806923'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:17.173230 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f5038a1-8b33-4846-b872-4e01ff5697e5 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=103586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:35:17.177711 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-4f22afc7-31d3-4c7a-bb82-3a60d4ee1f24 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] 10.222.0.20 "GET /v2.0/security-groups/da04e293-e826-4a39-8e95-a26a297f663c HTTP/1.1" status: 200 len: 1795 time: 0.1597311 Dec 10 15:35:17.180781 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35144) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:17.190040 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4987de45-058e-4fbe-ae2f-86befda92171 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12392400'] for subnet, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:17.206546 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-29961df2-6375-42b9-bd51-eb802e73da76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:17.227872 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29961df2-6375-42b9-bd51-eb802e73da76 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:35:17.228273 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-29961df2-6375-42b9-bd51-eb802e73da76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11236635'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:17.232480 dv-neutron-821401-4-hyperv neutron-server[103587]: Traceback (most recent call last): Dec 10 15:35:17.232480 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:35:17.232480 dv-neutron-821401-4-hyperv neutron-server[103587]: timer() Dec 10 15:35:17.232480 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:35:17.232480 dv-neutron-821401-4-hyperv neutron-server[103587]: cb(*args, **kw) Dec 10 15:35:17.232480 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:35:17.232480 dv-neutron-821401-4-hyperv neutron-server[103587]: return func(*args, **kwargs) Dec 10 15:35:17.232480 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:35:17.232480 dv-neutron-821401-4-hyperv neutron-server[103587]: self._notify() Dec 10 15:35:17.232480 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:35:17.232480 dv-neutron-821401-4-hyperv neutron-server[103587]: self.callback(batched_events) Dec 10 15:35:17.232480 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:35:17.232480 dv-neutron-821401-4-hyperv neutron-server[103587]: event.method(event) Dec 10 15:35:17.232480 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:35:17.232480 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:35:17.232480 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:35:17.232480 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:35:17.232480 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:35:17.232480 dv-neutron-821401-4-hyperv neutron-server[103587]: return f(self, *a, **k) Dec 10 15:35:17.232480 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:35:17.232480 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._get(url).json() Dec 10 15:35:17.232480 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:35:17.232480 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:35:17.232480 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:35:17.232480 dv-neutron-821401-4-hyperv neutron-server[103587]: return self.request(url, 'GET', **kwargs) Dec 10 15:35:17.232480 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:35:17.232480 dv-neutron-821401-4-hyperv neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:35:17.232480 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:35:17.232480 dv-neutron-821401-4-hyperv neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:35:17.232480 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:35:17.232480 dv-neutron-821401-4-hyperv neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:35:17.232480 dv-neutron-821401-4-hyperv neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:35:17.253019 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7f5038a1-8b33-4846-b872-4e01ff5697e5 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:17.253368 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.segments_db [None req-7f5038a1-8b33-4846-b872-4e01ff5697e5 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Added segment 47f9d036-8bde-4c13-b4e9-a2dc71351db7 of type vlan for network 185991e0-a868-429c-82b7-987169c6a2ad Dec 10 15:35:17.331352 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-03d2428c-7489-4456-ada0-d4a123f84a5f tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:17.344426 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7f5038a1-8b33-4846-b872-4e01ff5697e5 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:17.370105 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-29961df2-6375-42b9-bd51-eb802e73da76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:17.377641 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cf3d666a-b487-4ea7-91c9-a432446296fd tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:17.381455 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-29961df2-6375-42b9-bd51-eb802e73da76 admin admin] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:17.384797 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-29961df2-6375-42b9-bd51-eb802e73da76 admin admin] 10.222.0.20 "DELETE /v2.0/networks/8e59f5f7-c686-46cf-8ae9-f226218aa0e3 HTTP/1.1" status: 204 len: 168 time: 0.5629289 Dec 10 15:35:17.411575 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-03d2428c-7489-4456-ada0-d4a123f84a5f tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:17.414263 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9b33150-9001-44dc-8249-d895de21fb5b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:35:17.423822 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29961df2-6375-42b9-bd51-eb802e73da76 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e59f5f7-c686-46cf-8ae9-f226218aa0e3,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:17.431938 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f59f861-edc8-4a07-8346-1afbd778bcfa None None] Sync routers for ids ['d1075341-5bad-4ddf-88b0-6b9aee6089e3'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:35:17.432510 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4987de45-058e-4fbe-ae2f-86befda92171 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:17.449011 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f59f861-edc8-4a07-8346-1afbd778bcfa None None] Routers {'d1075341-5bad-4ddf-88b0-6b9aee6089e3'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:35:17.449941 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-1f59f861-edc8-4a07-8346-1afbd778bcfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:35:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['d1075341-5bad-4ddf-88b0-6b9aee6089e3'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:17.497121 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7f5038a1-8b33-4846-b872-4e01ff5697e5 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:17.506827 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5038a1-8b33-4846-b872-4e01ff5697e5 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:17.507654 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7f5038a1-8b33-4846-b872-4e01ff5697e5 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:17.576821 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-1f59f861-edc8-4a07-8346-1afbd778bcfa None None] Set router d1075341-5bad-4ddf-88b0-6b9aee6089e3 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:35:17.585068 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f9b33150-9001-44dc-8249-d895de21fb5b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:17.589288 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-f9b33150-9001-44dc-8249-d895de21fb5b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.1496975 Dec 10 15:35:17.589551 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35148) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:17.602900 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5038a1-8b33-4846-b872-4e01ff5697e5 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event updated for resources: {'Network': ['ID=185991e0-a868-429c-82b7-987169c6a2ad,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:17.666704 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-4d683872-a5d3-4c65-ba4b-7a28a6b8d835 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=e049672a5fd04e7f8cbb0423b61eb757&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0759826 Dec 10 15:35:17.667467 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-03d2428c-7489-4456-ada0-d4a123f84a5f tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:17.672223 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35150) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:17.672380 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-03d2428c-7489-4456-ada0-d4a123f84a5f tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:17.672380 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-03d2428c-7489-4456-ada0-d4a123f84a5f tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] 10.222.0.20 "DELETE /v2.0/security-groups/da04e293-e826-4a39-8e95-a26a297f663c HTTP/1.1" status: 204 len: 168 time: 0.4872606 Dec 10 15:35:17.680112 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35152) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:17.697124 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-7f5038a1-8b33-4846-b872-4e01ff5697e5 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8956842 Dec 10 15:35:17.702714 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35154) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:17.713335 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4987de45-058e-4fbe-ae2f-86befda92171 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:17.715433 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-5851bd40-fb57-4129-a161-18bfeff9aeeb tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Request body: {'subnet': {'network_id': '185991e0-a868-429c-82b7-987169c6a2ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:17.719839 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d2428c-7489-4456-ada0-d4a123f84a5f tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da04e293-e826-4a39-8e95-a26a297f663c,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:17.802274 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 185991e0-a868-429c-82b7-987169c6a2ad details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:35:17.807162 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4987de45-058e-4fbe-ae2f-86befda92171 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:17.810978 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-4987de45-058e-4fbe-ae2f-86befda92171 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/subnets/8a23be53-eac1-494c-8fc3-3139fc5dfbe8 HTTP/1.1" status: 204 len: 168 time: 0.9498885 Dec 10 15:35:17.818143 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4987de45-058e-4fbe-ae2f-86befda92171 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event deleted for resources: {'Subnet': ['ID=8a23be53-eac1-494c-8fc3-3139fc5dfbe8,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:17.827362 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35156) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:17.877267 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76378775-3769-4bb3-b9d4-e7e8bf5c59da None None] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:35:17.880799 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-4454813c-979f-4b57-883a-a402f3851917 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0522878 Dec 10 15:35:17.881004 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-e5327fe4-94dc-492c-8c00-5bd47c349d16 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1997995 Dec 10 15:35:17.885568 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35158) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:17.895340 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35160) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:17.900394 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-74fce1cf-42f1-49a6-a67c-0b4b6a9868b8 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Request body: {'subnet': {'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:17.918739 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.api.v2.resource [None req-f005f8ec-5a8e-4311-b1b6-b272e3b763f6 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] delete failed (client error): The resource could not be found. Dec 10 15:35:17.919783 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-f005f8ec-5a8e-4311-b1b6-b272e3b763f6 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] 10.222.0.20 "DELETE /v2.0/security-groups/da04e293-e826-4a39-8e95-a26a297f663c HTTP/1.1" status: 404 len: 347 time: 0.0332661 Dec 10 15:35:17.927834 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35162) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:17.937058 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-1614df8e-a826-440b-935e-ee1d6fcfda53 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Request body: {'security_group': {'name': 'tempest-secgroup--814613970'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:17.962916 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6de3019-3473-44a1-94d0-b850984f93cb tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:17.968300 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-c6de3019-3473-44a1-94d0-b850984f93cb tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2943132 Dec 10 15:35:17.970982 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35164) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:18.015259 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-9c6e46ae-6435-4337-822e-db9d859c75c8 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=d5a1452c-422a-4e1a-a1c7-48738ecf752f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0424635 Dec 10 15:35:18.017053 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35166) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:18.017864 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35168) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:18.023230 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-8e70f4d3-a93b-409c-913c-aa7860ecc3bd tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-691345567', 'network_id': 'd94f8eb2-eac4-463d-8d76-d973260c236a', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:18.074537 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:18.106118 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5851bd40-fb57-4129-a161-18bfeff9aeeb tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Made reservation on behalf of 21e0d6ce128b4efe93836d06f4e29105 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:35:18.110208 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5851bd40-fb57-4129-a161-18bfeff9aeeb tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11668558'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:18.131569 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-1f59f861-edc8-4a07-8346-1afbd778bcfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1075341-5bad-4ddf-88b0-6b9aee6089e3', 'name': 'tempest-TestNetworkBasicOps-router-1234920523', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': 'df16b59d-9eb1-4704-89a6-2dd4ad19e44b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:35:11Z', 'updated_at': '2021-12-10T15:35:15Z', 'revision_number': 3, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': 'df16b59d-9eb1-4704-89a6-2dd4ad19e44b', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:78:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1075341-5bad-4ddf-88b0-6b9aee6089e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:13Z', 'updated_at': '2021-12-10T15:35:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:18.139444 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-c109615e-83a7-4aea-94a0-2d584d6742d9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=34a9cb25fd724349affef6ebcb39b20b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1166618 Dec 10 15:35:18.139906 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35170) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:18.174004 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f59f861-edc8-4a07-8346-1afbd778bcfa None None] Checking router: d1075341-5bad-4ddf-88b0-6b9aee6089e3 for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:35:18.174212 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f59f861-edc8-4a07-8346-1afbd778bcfa None None] Updating router d1075341-5bad-4ddf-88b0-6b9aee6089e3 port df16b59d-9eb1-4704-89a6-2dd4ad19e44b binding host dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 15:35:18.175131 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cf3d666a-b487-4ea7-91c9-a432446296fd tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:18.206167 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea93f889-ce22-417f-8744-fd7cde29445d None None] DHCP port deletion for c2b5f149-cedd-450c-ab43-dd2d78259f45 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:35:18.208905 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1614df8e-a826-440b-935e-ee1d6fcfda53 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:18.217936 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1f59f861-edc8-4a07-8346-1afbd778bcfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:18.232792 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.db.api [None req-8e70f4d3-a93b-409c-913c-aa7860ecc3bd tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 10 15:35:18.232792 dv-neutron-821401-4-hyperv neutron-server[103586]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 10 15:35:18.232792 dv-neutron-821401-4-hyperv neutron-server[103586]: [parameters: {'project_id_1': 'e049672a5fd04e7f8cbb0423b61eb757', 'expiration_1': datetime.datetime(2021, 12, 10, 15, 34, 58, 113892)}] Dec 10 15:35:18.232792 dv-neutron-821401-4-hyperv neutron-server[103586]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 15:35:18.232792 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG oslo_db.api [None req-8e70f4d3-a93b-409c-913c-aa7860ecc3bd tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 15:35:18.243654 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fa3b311c-4b29-4ed1-8dda-719501f5ca58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:18.281299 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cf3d666a-b487-4ea7-91c9-a432446296fd tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:18.287107 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fa3b311c-4b29-4ed1-8dda-719501f5ca58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:18.287905 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3d666a-b487-4ea7-91c9-a432446296fd tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:18.288818 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cf3d666a-b487-4ea7-91c9-a432446296fd tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:18.292698 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-cf3d666a-b487-4ea7-91c9-a432446296fd tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "PUT /v2.0/ports/e2d61996-c259-41ec-a3ea-34f82c5f550a HTTP/1.1" status: 200 len: 911 time: 1.2251461 Dec 10 15:35:18.296466 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35172) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:18.345641 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3d666a-b487-4ea7-91c9-a432446296fd tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Pushing event updated for resources: {'Port': ['ID=e2d61996-c259-41ec-a3ea-34f82c5f550a,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:18.403692 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74fce1cf-42f1-49a6-a67c-0b4b6a9868b8 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Made reservation on behalf of 915dae42aca44a6e934a20b3a70b3a5e for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:35:18.403937 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-ea93f889-ce22-417f-8744-fd7cde29445d None None] Deleting port fc4bda01-90d9-4890-adec-f13f50139e45 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:35:18.403937 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ea93f889-ce22-417f-8744-fd7cde29445d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:18.404177 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-74fce1cf-42f1-49a6-a67c-0b4b6a9868b8 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11668558'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:18.516838 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-ea93f889-ce22-417f-8744-fd7cde29445d None None] For port fc4bda01-90d9-4890-adec-f13f50139e45, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=fc4bda01-90d9-4890-adec-f13f50139e45,segment=NetworkSegment(64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4),segment_id=64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:35:18.516838 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ea93f889-ce22-417f-8744-fd7cde29445d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:18.536999 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-ea93f889-ce22-417f-8744-fd7cde29445d None None] Calling delete_port for fc4bda01-90d9-4890-adec-f13f50139e45 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:35:18.622988 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5851bd40-fb57-4129-a161-18bfeff9aeeb tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11236534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11668560'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:18.701442 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1614df8e-a826-440b-935e-ee1d6fcfda53 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:18.708307 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:18.725627 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1f59f861-edc8-4a07-8346-1afbd778bcfa None None] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:18.726299 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5851bd40-fb57-4129-a161-18bfeff9aeeb tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event updated for resources: {'Subnet': ['ID=20017f82-4f28-431f-998f-e2c668375bc9,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:18.738208 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5851bd40-fb57-4129-a161-18bfeff9aeeb tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Checking segment: {'id': '47f9d036-8bde-4c13-b4e9-a2dc71351db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '185991e0-a868-429c-82b7-987169c6a2ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:35:18.738584 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5851bd40-fb57-4129-a161-18bfeff9aeeb tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Network hostable DHCP agents. Network: 185991e0-a868-429c-82b7-987169c6a2ad, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:35:18.792452 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1f59f861-edc8-4a07-8346-1afbd778bcfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:18.794291 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1614df8e-a826-440b-935e-ee1d6fcfda53 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:18.795988 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ea93f889-ce22-417f-8744-fd7cde29445d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:18.847435 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1614df8e-a826-440b-935e-ee1d6fcfda53 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93a2af98-9fbf-4820-a4a0-4dd00861c875,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:18.848336 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea93f889-ce22-417f-8744-fd7cde29445d None None] No DVR routers for this DVR port fc4bda01-90d9-4890-adec-f13f50139e45 on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:35:18.850461 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.objects.ports [None req-74fce1cf-42f1-49a6-a67c-0b4b6a9868b8 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103587) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 15:35:18.872642 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73c7dde-46a7-4a1d-a89a-eab909b77d6b None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:35:18.878425 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-1f59f861-edc8-4a07-8346-1afbd778bcfa None None] Attempting to bind port df16b59d-9eb1-4704-89a6-2dd4ad19e44b on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:35:18.878903 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-1f59f861-edc8-4a07-8346-1afbd778bcfa None None] Attempting to bind port df16b59d-9eb1-4704-89a6-2dd4ad19e44b by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:35:18.879166 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f59f861-edc8-4a07-8346-1afbd778bcfa None None] Attempting to bind port df16b59d-9eb1-4704-89a6-2dd4ad19e44b on network d5a1452c-422a-4e1a-a1c7-48738ecf752f {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:35:18.880269 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fa3b311c-4b29-4ed1-8dda-719501f5ca58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:18.883171 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fa3b311c-4b29-4ed1-8dda-719501f5ca58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:18.884084 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-fa3b311c-4b29-4ed1-8dda-719501f5ca58 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c1c7e2e1-a3ac-4d15-9445-dca239a32f79 HTTP/1.1" status: 204 len: 168 time: 0.7422490 Dec 10 15:35:18.898164 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ebecef-9909-497c-ba32-576e5e879617 None None] Pushing event updated for resources: {'Port': ['ID=df16b59d-9eb1-4704-89a6-2dd4ad19e44b,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:18.910133 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3b311c-4b29-4ed1-8dda-719501f5ca58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c7e2e1-a3ac-4d15-9445-dca239a32f79,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:18.925924 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5851bd40-fb57-4129-a161-18bfeff9aeeb tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Network 185991e0-a868-429c-82b7-987169c6a2ad is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:35:18.937842 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea93f889-ce22-417f-8744-fd7cde29445d None None] Pushing event deleted for resources: {'Port': ['ID=fc4bda01-90d9-4890-adec-f13f50139e45,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:18.948717 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f59f861-edc8-4a07-8346-1afbd778bcfa None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:35:18.949438 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f59f861-edc8-4a07-8346-1afbd778bcfa None None] Checking segment: {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:35:18.949965 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1f59f861-edc8-4a07-8346-1afbd778bcfa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:18.951542 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f59f861-edc8-4a07-8346-1afbd778bcfa None None] Bound using segment: {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:35:18.951994 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-1f59f861-edc8-4a07-8346-1afbd778bcfa None None] Bound port: df16b59d-9eb1-4704-89a6-2dd4ad19e44b, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:35:18.952643 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1f59f861-edc8-4a07-8346-1afbd778bcfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:19.001247 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e70f4d3-a93b-409c-913c-aa7860ecc3bd tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Made reservation on behalf of e049672a5fd04e7f8cbb0423b61eb757 for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:35:19.002406 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-54305a6f-0edd-4461-8a4a-1f6716d4b4aa None None] Provisioning complete for port df16b59d-9eb1-4704-89a6-2dd4ad19e44b triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:19.002871 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-54305a6f-0edd-4461-8a4a-1f6716d4b4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:19.005450 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8e70f4d3-a93b-409c-913c-aa7860ecc3bd tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:19.016768 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1614df8e-a826-440b-935e-ee1d6fcfda53 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:19.022229 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-1614df8e-a826-440b-935e-ee1d6fcfda53 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0931926 Dec 10 15:35:19.022468 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35176) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:19.028606 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-c62feb54-f86f-4839-84a8-f67067721b1a tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Request body: {'security_group_rule': {'security_group_id': '93a2af98-9fbf-4820-a4a0-4dd00861c875', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:19.050894 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-5851bd40-fb57-4129-a161-18bfeff9aeeb tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 185991e0-a868-429c-82b7-987169c6a2ad) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:35:19.064354 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e691181b-cf60-43e3-90ea-3a0e6a1823c9 None None] Network 185991e0-a868-429c-82b7-987169c6a2ad requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:35:19.077259 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5851bd40-fb57-4129-a161-18bfeff9aeeb tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:19.078431 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5851bd40-fb57-4129-a161-18bfeff9aeeb tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:19.090355 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-1f59f861-edc8-4a07-8346-1afbd778bcfa None None] For port df16b59d-9eb1-4704-89a6-2dd4ad19e44b, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:35:19.105703 dv-neutron-821401-4-hyperv neutron-server[103587]: WARNING neutron.services.revisions.revision_plugin [None req-74fce1cf-42f1-49a6-a67c-0b4b6a9868b8 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Could not find related port for resource to bump revision. Dec 10 15:35:19.133305 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-54305a6f-0edd-4461-8a4a-1f6716d4b4aa None None] Port df16b59d-9eb1-4704-89a6-2dd4ad19e44b cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:35:19.138459 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-1f59f861-edc8-4a07-8346-1afbd778bcfa None None] For port df16b59d-9eb1-4704-89a6-2dd4ad19e44b, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=df16b59d-9eb1-4704-89a6-2dd4ad19e44b,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:35:19.153931 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.ipam_pluggable_backend [None req-74fce1cf-42f1-49a6-a67c-0b4b6a9868b8 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Port fc4bda01-90d9-4890-adec-f13f50139e45 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103587) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 10 15:35:19.154381 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.ipam_pluggable_backend [None req-74fce1cf-42f1-49a6-a67c-0b4b6a9868b8 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Reverting IP allocation for 2001:db8::f816:3eff:fe63:e318 {{(pid=103587) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 10 15:35:19.158653 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.ipam_pluggable_backend [None req-74fce1cf-42f1-49a6-a67c-0b4b6a9868b8 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe63:e318 {{(pid=103587) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 10 15:35:19.161942 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-74fce1cf-42f1-49a6-a67c-0b4b6a9868b8 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11236534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11668560'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:19.202606 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fce1cf-42f1-49a6-a67c-0b4b6a9868b8 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:35:19.206062 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-74fce1cf-42f1-49a6-a67c-0b4b6a9868b8 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:35:19.210849 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fce1cf-42f1-49a6-a67c-0b4b6a9868b8 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:19.211448 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-74fce1cf-42f1-49a6-a67c-0b4b6a9868b8 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:19.227671 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0fe064d3-80a6-409c-ac94-32589222c7e6 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549925'] for router_interface, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:19.228554 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9185cc1-634f-48f0-8006-3a6f097915cb None None] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:35:19.235246 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba4e906-2ce6-41a6-a1ef-713f7b1f13d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-185991e0-a868-429c-82b7-987169c6a2ad', 'network_id': '185991e0-a868-429c-82b7-987169c6a2ad', 'project_id': '21e0d6ce128b4efe93836d06f4e29105', 'fixed_ips': [{'subnet_id': '20017f82-4f28-431f-998f-e2c668375bc9'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:35:19.236108 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8ba4e906-2ce6-41a6-a1ef-713f7b1f13d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:19.236777 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c62feb54-f86f-4839-84a8-f67067721b1a tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:19.241221 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fce1cf-42f1-49a6-a67c-0b4b6a9868b8 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event updated for resources: {'Subnet': ['ID=dc9bd4b7-ef09-4416-91a9-30051a1d2a79,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:19.262815 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1f59f861-edc8-4a07-8346-1afbd778bcfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:19.295363 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c62feb54-f86f-4839-84a8-f67067721b1a tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:19.328834 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-74fce1cf-42f1-49a6-a67c-0b4b6a9868b8 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4312608 Dec 10 15:35:19.338835 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-5851bd40-fb57-4129-a161-18bfeff9aeeb tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6245792 Dec 10 15:35:19.341047 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35180) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:19.341537 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35182) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:19.349545 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-c89ec1c3-3979-4ecf-9d88-146e49863e21 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-2078525933', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:19.366195 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-0815274d-1fea-4ff0-96f7-1bc8fa8f8619 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Request body: {'port': {'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'mac_address': 'fa:16:3e:71:35:d6', 'name': 'tempest-NetworksTestDHCPv6-274042506'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:19.392801 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c62feb54-f86f-4839-84a8-f67067721b1a tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:19.395990 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd3fbda-b14a-432b-a23e-781e00f97172 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:35:19.433294 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62feb54-f86f-4839-84a8-f67067721b1a tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a6973b1-1a73-4d58-8051-7bc880ba9f86,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:19.466416 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f59f861-edc8-4a07-8346-1afbd778bcfa None None] Routers {'d1075341-5bad-4ddf-88b0-6b9aee6089e3'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:35:19.467037 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-1f59f861-edc8-4a07-8346-1afbd778bcfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:35:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['d1075341-5bad-4ddf-88b0-6b9aee6089e3'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:19.489035 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8e70f4d3-a93b-409c-913c-aa7860ecc3bd tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11695183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581935'] for subnet, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:19.512767 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ebecef-9909-497c-ba32-576e5e879617 None None] Pushing event updated for resources: {'Port': ['ID=df16b59d-9eb1-4704-89a6-2dd4ad19e44b,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:19.558938 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c89ec1c3-3979-4ecf-9d88-146e49863e21 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13912'] for router, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:19.559966 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c89ec1c3-3979-4ecf-9d88-146e49863e21 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:19.577127 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-4a33c926-674a-4dfa-bf22-05eabb743f93 None None] Provisioning complete for port df16b59d-9eb1-4704-89a6-2dd4ad19e44b triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:19.577665 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4a33c926-674a-4dfa-bf22-05eabb743f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:19.608836 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3390df1-cf51-4709-a233-d8a0b595564e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-c2b5f149-cedd-450c-ab43-dd2d78259f45', 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'project_id': '915dae42aca44a6e934a20b3a70b3a5e', 'fixed_ips': [{'subnet_id': 'dc9bd4b7-ef09-4416-91a9-30051a1d2a79'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:35:19.609734 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b3390df1-cf51-4709-a233-d8a0b595564e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:19.612710 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e70f4d3-a93b-409c-913c-aa7860ecc3bd tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'Subnet': ['ID=34c7743d-ebad-428c-a2f4-a627b40eea9c,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:19.649345 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e70f4d3-a93b-409c-913c-aa7860ecc3bd tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Checking segment: {'id': 'd896992a-1704-4b91-88ab-6242d83765a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd94f8eb2-eac4-463d-8d76-d973260c236a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:35:19.649710 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e70f4d3-a93b-409c-913c-aa7860ecc3bd tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Network hostable DHCP agents. Network: d94f8eb2-eac4-463d-8d76-d973260c236a, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:35:19.672899 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-8ba4e906-2ce6-41a6-a1ef-713f7b1f13d2 None None] Allocated IP 172.20.0.2 (185991e0-a868-429c-82b7-987169c6a2ad/20017f82-4f28-431f-998f-e2c668375bc9/a87ef753-5986-46cf-a05b-e06ec9efe813) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:35:19.680442 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c62feb54-f86f-4839-84a8-f67067721b1a tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:19.680442 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-c62feb54-f86f-4839-84a8-f67067721b1a tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6536355 Dec 10 15:35:19.681588 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35184) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:19.682319 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c89ec1c3-3979-4ecf-9d88-146e49863e21 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:19.716088 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-81a5c002-28d7-4ced-8175-54308a0ed74c tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:19.725545 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-81a5c002-28d7-4ced-8175-54308a0ed74c tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:19.763117 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c89ec1c3-3979-4ecf-9d88-146e49863e21 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363'] for router, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:19.789153 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e70f4d3-a93b-409c-913c-aa7860ecc3bd tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Network d94f8eb2-eac4-463d-8d76-d973260c236a is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:35:19.791230 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0815274d-1fea-4ff0-96f7-1bc8fa8f8619 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Made reservation on behalf of 915dae42aca44a6e934a20b3a70b3a5e for: {'port': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:35:19.866421 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-0fe064d3-80a6-409c-ac94-32589222c7e6 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Deleting port e2d61996-c259-41ec-a3ea-34f82c5f550a {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:35:19.866760 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0fe064d3-80a6-409c-ac94-32589222c7e6 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:19.875401 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-81a5c002-28d7-4ced-8175-54308a0ed74c tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:19.886894 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-81a5c002-28d7-4ced-8175-54308a0ed74c tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:19.889406 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35186) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:19.891175 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-81a5c002-28d7-4ced-8175-54308a0ed74c tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/2a6973b1-1a73-4d58-8051-7bc880ba9f86 HTTP/1.1" status: 204 len: 168 time: 0.2080853 Dec 10 15:35:19.892152 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35188) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:19.893769 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c89ec1c3-3979-4ecf-9d88-146e49863e21 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:19.897449 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-c89ec1c3-3979-4ecf-9d88-146e49863e21 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.5492797 Dec 10 15:35:19.908284 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35190) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:19.914838 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a5c002-28d7-4ced-8175-54308a0ed74c tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2a6973b1-1a73-4d58-8051-7bc880ba9f86,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:19.915219 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-1f59f861-edc8-4a07-8346-1afbd778bcfa None None] Set router d1075341-5bad-4ddf-88b0-6b9aee6089e3 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:35:19.944591 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-17d8daa6-832c-4ca3-a137-c68f07e45625 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Request body: {'port': {'network_id': '185991e0-a868-429c-82b7-987169c6a2ad', 'name': 'tempest-PortsTestJSON-1583135449'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:19.977592 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-ffa28a8d-63c6-4fbd-9f67-0d267ae4c0ad tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0770230 Dec 10 15:35:19.978298 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35192) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:19.990804 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0815274d-1fea-4ff0-96f7-1bc8fa8f8619 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:19.992721 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-8e70f4d3-a93b-409c-913c-aa7860ecc3bd tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, d94f8eb2-eac4-463d-8d76-d973260c236a) {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:35:20.026995 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914e9c00-728c-481b-96c3-8b337e720223 None None] Network d94f8eb2-eac4-463d-8d76-d973260c236a requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:35:20.038117 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e70f4d3-a93b-409c-913c-aa7860ecc3bd tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:20.038721 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8e70f4d3-a93b-409c-913c-aa7860ecc3bd tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:20.041167 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b547b287-3edc-4018-b5bc-22b76ee7a347 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:20.068283 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b547b287-3edc-4018-b5bc-22b76ee7a347 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:20.092305 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-0815274d-1fea-4ff0-96f7-1bc8fa8f8619 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] device_id is not set on port 21ac0c41-2a8f-409b-8850-c56c4dbdebed yet. {{(pid=103586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:35:20.132957 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0fe064d3-80a6-409c-ac94-32589222c7e6 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:20.137085 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-41d390cb-7eb4-40c7-bcdb-ababdfdfbd40 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=08e8461fa5e647ba910b4a91b9af6a45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2464809 Dec 10 15:35:20.140026 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35194) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:20.185817 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-0fe064d3-80a6-409c-ac94-32589222c7e6 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Calling delete_port for e2d61996-c259-41ec-a3ea-34f82c5f550a owned by network:router_interface {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:35:20.193319 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-8e70f4d3-a93b-409c-913c-aa7860ecc3bd tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.1741946 Dec 10 15:35:20.193983 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35196) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:20.200873 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b547b287-3edc-4018-b5bc-22b76ee7a347 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:20.204088 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b547b287-3edc-4018-b5bc-22b76ee7a347 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:20.208453 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-b547b287-3edc-4018-b5bc-22b76ee7a347 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] 10.222.0.20 "DELETE /v2.0/security-groups/93a2af98-9fbf-4820-a4a0-4dd00861c875 HTTP/1.1" status: 204 len: 168 time: 0.2289538 Dec 10 15:35:20.211905 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35198) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:20.235008 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-92ea4846-4281-4de9-b6d0-989fdc264482 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:20.245902 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b547b287-3edc-4018-b5bc-22b76ee7a347 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a2af98-9fbf-4820-a4a0-4dd00861c875,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:20.252772 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device fc4bda01-90d9-4890-adec-f13f50139e45 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:35:20.301727 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-92ea4846-4281-4de9-b6d0-989fdc264482 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:20.340122 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-38799535-385d-4bd8-89e1-e456562626ad tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1207547 Dec 10 15:35:20.344632 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35200) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:20.352236 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-b3390df1-cf51-4709-a233-d8a0b595564e None None] Allocated IP 2001:db8::f816:3eff:fe85:c8fc (c2b5f149-cedd-450c-ab43-dd2d78259f45/dc9bd4b7-ef09-4416-91a9-30051a1d2a79/467cd6c2-332d-4af1-83a9-84af06b35bc8) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:35:20.354001 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-80e75c84-a840-4fb7-a5e5-b547fc7feb4c tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Request body: {'security_group': {'name': 'tempest-secgroup--607183926'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:20.354539 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: fc4bda01-90d9-4890-adec-f13f50139e45 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:35:20.354890 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device fc4bda01-90d9-4890-adec-f13f50139e45 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:35:20.376445 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4a33c926-674a-4dfa-bf22-05eabb743f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:20.431715 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8ba4e906-2ce6-41a6-a1ef-713f7b1f13d2 None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:20.484574 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d8daa6-832c-4ca3-a137-c68f07e45625 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Made reservation on behalf of 21e0d6ce128b4efe93836d06f4e29105 for: {'port': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:35:20.488015 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-17d8daa6-832c-4ca3-a137-c68f07e45625 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:20.490774 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-4a33c926-674a-4dfa-bf22-05eabb743f93 None None] For port df16b59d-9eb1-4704-89a6-2dd4ad19e44b, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=df16b59d-9eb1-4704-89a6-2dd4ad19e44b,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:35:20.491936 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-92ea4846-4281-4de9-b6d0-989fdc264482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:20.494987 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-92ea4846-4281-4de9-b6d0-989fdc264482 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:20.514145 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-92ea4846-4281-4de9-b6d0-989fdc264482 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/92d81d84-3821-4d18-ae94-496b2eee1bf0 HTTP/1.1" status: 204 len: 168 time: 0.3660448 Dec 10 15:35:20.522517 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5a0f4c-faf6-4584-9c02-4272c95bed8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-d94f8eb2-eac4-463d-8d76-d973260c236a', 'network_id': 'd94f8eb2-eac4-463d-8d76-d973260c236a', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'fixed_ips': [{'subnet_id': '34c7743d-ebad-428c-a2f4-a627b40eea9c'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:35:20.523553 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cf5a0f4c-faf6-4584-9c02-4272c95bed8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:20.536228 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ea4846-4281-4de9-b6d0-989fdc264482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d81d84-3821-4d18-ae94-496b2eee1bf0,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:20.552708 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-17d8daa6-832c-4ca3-a137-c68f07e45625 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] device_id is not set on port 4c39ab9e-8b55-408e-9670-6790f6d8fd47 yet. {{(pid=103586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:35:20.565862 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8ba4e906-2ce6-41a6-a1ef-713f7b1f13d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:20.583204 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-80e75c84-a840-4fb7-a5e5-b547fc7feb4c tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:20.657202 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4a33c926-674a-4dfa-bf22-05eabb743f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:20.694862 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-80e75c84-a840-4fb7-a5e5-b547fc7feb4c tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:20.740512 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0fe064d3-80a6-409c-ac94-32589222c7e6 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:20.746819 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba4e906-2ce6-41a6-a1ef-713f7b1f13d2 None None] Network 185991e0-a868-429c-82b7-987169c6a2ad is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:35:20.761207 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-8ba4e906-2ce6-41a6-a1ef-713f7b1f13d2 None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:35:20.767295 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-80e75c84-a840-4fb7-a5e5-b547fc7feb4c tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:20.771027 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba4e906-2ce6-41a6-a1ef-713f7b1f13d2 None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:35:20.773899 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba4e906-2ce6-41a6-a1ef-713f7b1f13d2 None None] Pushing event updated for resources: {'Port': ['ID=a87ef753-5986-46cf-a05b-e06ec9efe813,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:20.780595 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe064d3-80a6-409c-ac94-32589222c7e6 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Pushing event deleted for resources: {'Port': ['ID=e2d61996-c259-41ec-a3ea-34f82c5f550a,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:20.823990 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e75c84-a840-4fb7-a5e5-b547fc7feb4c tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=252ca8e5-77c6-453e-a6d8-c7c589cadab1,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:20.852048 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-17d8daa6-832c-4ca3-a137-c68f07e45625 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Allocated IP 172.20.0.14 (185991e0-a868-429c-82b7-987169c6a2ad/20017f82-4f28-431f-998f-e2c668375bc9/4c39ab9e-8b55-408e-9670-6790f6d8fd47) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:35:20.894412 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-80e75c84-a840-4fb7-a5e5-b547fc7feb4c tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:20.899342 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-80e75c84-a840-4fb7-a5e5-b547fc7feb4c tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5528636 Dec 10 15:35:20.899882 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35204) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:20.905425 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-dd5356e1-c1ec-4b46-b857-c78b4c7d9314 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Request body: {'security_group_rule': {'security_group_id': '252ca8e5-77c6-453e-a6d8-c7c589cadab1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:20.979558 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-1f59f861-edc8-4a07-8346-1afbd778bcfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1075341-5bad-4ddf-88b0-6b9aee6089e3', 'name': 'tempest-TestNetworkBasicOps-router-1234920523', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': 'df16b59d-9eb1-4704-89a6-2dd4ad19e44b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:35:11Z', 'updated_at': '2021-12-10T15:35:15Z', 'revision_number': 3, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': 'df16b59d-9eb1-4704-89a6-2dd4ad19e44b', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:78:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1075341-5bad-4ddf-88b0-6b9aee6089e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:13Z', 'updated_at': '2021-12-10T15:35:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:21.023374 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dd5356e1-c1ec-4b46-b857-c78b4c7d9314 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:21.040967 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-cf5a0f4c-faf6-4584-9c02-4272c95bed8f None None] Allocated IP 172.20.0.2 (d94f8eb2-eac4-463d-8d76-d973260c236a/34c7743d-ebad-428c-a2f4-a627b40eea9c/29b435a5-c55c-45b9-af8d-7f08a3dd5a52) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:35:21.070983 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f59f861-edc8-4a07-8346-1afbd778bcfa None None] The sync data for ids ['d1075341-5bad-4ddf-88b0-6b9aee6089e3'] in dv-neutron-821401-4-hyperv is: [{'id': 'd1075341-5bad-4ddf-88b0-6b9aee6089e3', 'name': 'tempest-TestNetworkBasicOps-router-1234920523', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': 'df16b59d-9eb1-4704-89a6-2dd4ad19e44b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:35:11Z', 'updated_at': '2021-12-10T15:35:15Z', 'revision_number': 3, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': 'df16b59d-9eb1-4704-89a6-2dd4ad19e44b', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:78:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1075341-5bad-4ddf-88b0-6b9aee6089e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:13Z', 'updated_at': '2021-12-10T15:35:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:35:21.076518 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b3390df1-cf51-4709-a233-d8a0b595564e None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:21.084081 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33c926-674a-4dfa-bf22-05eabb743f93 None None] Pushing event updated for resources: {'Port': ['ID=df16b59d-9eb1-4704-89a6-2dd4ad19e44b,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:21.166843 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-8ba4e906-2ce6-41a6-a1ef-713f7b1f13d2 None None] Attempting to bind port a87ef753-5986-46cf-a05b-e06ec9efe813 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:35:21.166843 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-8ba4e906-2ce6-41a6-a1ef-713f7b1f13d2 None None] Attempting to bind port a87ef753-5986-46cf-a05b-e06ec9efe813 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '47f9d036-8bde-4c13-b4e9-a2dc71351db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '185991e0-a868-429c-82b7-987169c6a2ad'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:35:21.166843 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba4e906-2ce6-41a6-a1ef-713f7b1f13d2 None None] Attempting to bind port a87ef753-5986-46cf-a05b-e06ec9efe813 on network 185991e0-a868-429c-82b7-987169c6a2ad {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:35:21.174767 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b3390df1-cf51-4709-a233-d8a0b595564e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:21.176423 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dd5356e1-c1ec-4b46-b857-c78b4c7d9314 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:21.184425 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba4e906-2ce6-41a6-a1ef-713f7b1f13d2 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:35:21.184871 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba4e906-2ce6-41a6-a1ef-713f7b1f13d2 None None] Checking segment: {'id': '47f9d036-8bde-4c13-b4e9-a2dc71351db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '185991e0-a868-429c-82b7-987169c6a2ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:35:21.185304 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8ba4e906-2ce6-41a6-a1ef-713f7b1f13d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:21.185670 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba4e906-2ce6-41a6-a1ef-713f7b1f13d2 None None] Bound using segment: {'id': '47f9d036-8bde-4c13-b4e9-a2dc71351db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '185991e0-a868-429c-82b7-987169c6a2ad'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:35:21.186300 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-8ba4e906-2ce6-41a6-a1ef-713f7b1f13d2 None None] Bound port: a87ef753-5986-46cf-a05b-e06ec9efe813, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47f9d036-8bde-4c13-b4e9-a2dc71351db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '185991e0-a868-429c-82b7-987169c6a2ad'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:35:21.186863 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8ba4e906-2ce6-41a6-a1ef-713f7b1f13d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:21.262978 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dd5356e1-c1ec-4b46-b857-c78b4c7d9314 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:21.283046 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3390df1-cf51-4709-a233-d8a0b595564e None None] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:35:21.285454 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5356e1-c1ec-4b46-b857-c78b4c7d9314 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a04dfefe-9f8f-488b-98e3-2c3e981cb520,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:21.298172 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-b3390df1-cf51-4709-a233-d8a0b595564e None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:35:21.304038 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3390df1-cf51-4709-a233-d8a0b595564e None None] Pushing event updated for resources: {'Port': ['ID=467cd6c2-332d-4af1-83a9-84af06b35bc8,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:21.305492 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0fe064d3-80a6-409c-ac94-32589222c7e6 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550073'] for router_interface, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:21.306821 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3390df1-cf51-4709-a233-d8a0b595564e None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:35:21.367689 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dd5356e1-c1ec-4b46-b857-c78b4c7d9314 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:21.371346 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-dd5356e1-c1ec-4b46-b857-c78b4c7d9314 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4700501 Dec 10 15:35:21.379035 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35214) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:21.380544 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-fe6ccf26-def9-4500-8a8f-67010a1a9f4b tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Request body: {'security_group_rule': {'security_group_id': '252ca8e5-77c6-453e-a6d8-c7c589cadab1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:21.431541 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-8ba4e906-2ce6-41a6-a1ef-713f7b1f13d2 None None] For port a87ef753-5986-46cf-a05b-e06ec9efe813, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:35:21.450172 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-0815274d-1fea-4ff0-96f7-1bc8fa8f8619 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Allocated IP 2001:db8::f816:3eff:fe71:35d6 (c2b5f149-cedd-450c-ab43-dd2d78259f45/dc9bd4b7-ef09-4416-91a9-30051a1d2a79/21ac0c41-2a8f-409b-8850-c56c4dbdebed) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:35:21.456159 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-8ba4e906-2ce6-41a6-a1ef-713f7b1f13d2 None None] For port a87ef753-5986-46cf-a05b-e06ec9efe813, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=a87ef753-5986-46cf-a05b-e06ec9efe813,segment=NetworkSegment(47f9d036-8bde-4c13-b4e9-a2dc71351db7),segment_id=47f9d036-8bde-4c13-b4e9-a2dc71351db7)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:35:21.457358 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-b3390df1-cf51-4709-a233-d8a0b595564e None None] Attempting to bind port 467cd6c2-332d-4af1-83a9-84af06b35bc8 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:35:21.457720 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-b3390df1-cf51-4709-a233-d8a0b595564e None None] Attempting to bind port 467cd6c2-332d-4af1-83a9-84af06b35bc8 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:35:21.458100 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3390df1-cf51-4709-a233-d8a0b595564e None None] Attempting to bind port 467cd6c2-332d-4af1-83a9-84af06b35bc8 on network c2b5f149-cedd-450c-ab43-dd2d78259f45 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:35:21.467665 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cf5a0f4c-faf6-4584-9c02-4272c95bed8f None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:21.470817 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3390df1-cf51-4709-a233-d8a0b595564e None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:35:21.476813 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3390df1-cf51-4709-a233-d8a0b595564e None None] Checking segment: {'id': '64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:35:21.476813 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b3390df1-cf51-4709-a233-d8a0b595564e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:21.476813 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3390df1-cf51-4709-a233-d8a0b595564e None None] Bound using segment: {'id': '64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:35:21.476813 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-b3390df1-cf51-4709-a233-d8a0b595564e None None] Bound port: 467cd6c2-332d-4af1-83a9-84af06b35bc8, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:35:21.476813 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b3390df1-cf51-4709-a233-d8a0b595564e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:21.503189 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fe6ccf26-def9-4500-8a8f-67010a1a9f4b tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:21.560061 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8ba4e906-2ce6-41a6-a1ef-713f7b1f13d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:21.610300 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fe6ccf26-def9-4500-8a8f-67010a1a9f4b tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:21.618615 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cf5a0f4c-faf6-4584-9c02-4272c95bed8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:21.661920 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-b3390df1-cf51-4709-a233-d8a0b595564e None None] For port 467cd6c2-332d-4af1-83a9-84af06b35bc8, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:35:21.665154 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5a0f4c-faf6-4584-9c02-4272c95bed8f None None] Network d94f8eb2-eac4-463d-8d76-d973260c236a is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:35:21.668926 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-b3390df1-cf51-4709-a233-d8a0b595564e None None] For port 467cd6c2-332d-4af1-83a9-84af06b35bc8, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=467cd6c2-332d-4af1-83a9-84af06b35bc8,segment=NetworkSegment(64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4),segment_id=64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:35:21.673844 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-cf5a0f4c-faf6-4584-9c02-4272c95bed8f None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:35:21.681042 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5a0f4c-faf6-4584-9c02-4272c95bed8f None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:35:21.703691 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fe6ccf26-def9-4500-8a8f-67010a1a9f4b tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:21.745951 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6ccf26-def9-4500-8a8f-67010a1a9f4b tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7d31e9e-acec-4f53-a886-fbd75a1a6fb0,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:21.752787 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba4e906-2ce6-41a6-a1ef-713f7b1f13d2 None None] Pushing event updated for resources: {'Port': ['ID=a87ef753-5986-46cf-a05b-e06ec9efe813,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:21.820343 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-cf5a0f4c-faf6-4584-9c02-4272c95bed8f None None] Attempting to bind port 29b435a5-c55c-45b9-af8d-7f08a3dd5a52 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:35:21.821052 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-cf5a0f4c-faf6-4584-9c02-4272c95bed8f None None] Attempting to bind port 29b435a5-c55c-45b9-af8d-7f08a3dd5a52 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'd896992a-1704-4b91-88ab-6242d83765a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd94f8eb2-eac4-463d-8d76-d973260c236a'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:35:21.821598 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5a0f4c-faf6-4584-9c02-4272c95bed8f None None] Attempting to bind port 29b435a5-c55c-45b9-af8d-7f08a3dd5a52 on network d94f8eb2-eac4-463d-8d76-d973260c236a {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:35:21.824342 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b3390df1-cf51-4709-a233-d8a0b595564e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:21.839343 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5a0f4c-faf6-4584-9c02-4272c95bed8f None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:35:21.840022 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5a0f4c-faf6-4584-9c02-4272c95bed8f None None] Checking segment: {'id': 'd896992a-1704-4b91-88ab-6242d83765a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd94f8eb2-eac4-463d-8d76-d973260c236a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:35:21.840596 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cf5a0f4c-faf6-4584-9c02-4272c95bed8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:21.841176 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5a0f4c-faf6-4584-9c02-4272c95bed8f None None] Bound using segment: {'id': 'd896992a-1704-4b91-88ab-6242d83765a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd94f8eb2-eac4-463d-8d76-d973260c236a'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:35:21.842243 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-cf5a0f4c-faf6-4584-9c02-4272c95bed8f None None] Bound port: 29b435a5-c55c-45b9-af8d-7f08a3dd5a52, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd896992a-1704-4b91-88ab-6242d83765a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd94f8eb2-eac4-463d-8d76-d973260c236a'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:35:21.842995 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cf5a0f4c-faf6-4584-9c02-4272c95bed8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:21.869424 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5a0f4c-faf6-4584-9c02-4272c95bed8f None None] Pushing event updated for resources: {'Port': ['ID=29b435a5-c55c-45b9-af8d-7f08a3dd5a52,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:21.882488 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fe6ccf26-def9-4500-8a8f-67010a1a9f4b tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:21.882488 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-fe6ccf26-def9-4500-8a8f-67010a1a9f4b tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5072956 Dec 10 15:35:21.885273 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35224) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:21.889978 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-8fdc8f33-a53e-4a2f-8f97-2b8b9a5e151f tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Request body: {'security_group_rule': {'security_group_id': '252ca8e5-77c6-453e-a6d8-c7c589cadab1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:22.062062 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8fdc8f33-a53e-4a2f-8f97-2b8b9a5e151f tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:22.090356 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0815274d-1fea-4ff0-96f7-1bc8fa8f8619 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:22.118869 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fe064d3-80a6-409c-ac94-32589222c7e6 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Router a99a23ad-acb1-4733-b147-26f3337c872a has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:35:22.188812 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35228) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:22.193304 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a3e0263b-fd81-4c26-b105-18c99cd97f6e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:22.218088 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8fdc8f33-a53e-4a2f-8f97-2b8b9a5e151f tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:22.288136 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8fdc8f33-a53e-4a2f-8f97-2b8b9a5e151f tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:22.343029 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdc8f33-a53e-4a2f-8f97-2b8b9a5e151f tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3660eac3-f824-4122-af00-90b53274f907,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:22.395836 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-17d8daa6-832c-4ca3-a137-c68f07e45625 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:22.420096 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8fdc8f33-a53e-4a2f-8f97-2b8b9a5e151f tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:22.421998 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-8fdc8f33-a53e-4a2f-8f97-2b8b9a5e151f tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5356071 Dec 10 15:35:22.426905 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35232) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:22.434760 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3390df1-cf51-4709-a233-d8a0b595564e None None] Pushing event updated for resources: {'Port': ['ID=467cd6c2-332d-4af1-83a9-84af06b35bc8,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:22.435875 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-983b0144-6341-4a68-babd-11cba9fe2440 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Request body: {'security_group_rule': {'security_group_id': '252ca8e5-77c6-453e-a6d8-c7c589cadab1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:22.449737 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-cf5a0f4c-faf6-4584-9c02-4272c95bed8f None None] For port 29b435a5-c55c-45b9-af8d-7f08a3dd5a52, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:35:22.454065 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-cf5a0f4c-faf6-4584-9c02-4272c95bed8f None None] For port 29b435a5-c55c-45b9-af8d-7f08a3dd5a52, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=29b435a5-c55c-45b9-af8d-7f08a3dd5a52,segment=NetworkSegment(d896992a-1704-4b91-88ab-6242d83765a6),segment_id=d896992a-1704-4b91-88ab-6242d83765a6)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:35:22.482214 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device a87ef753-5986-46cf-a05b-e06ec9efe813 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:35:22.508189 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-49a4f755-88a4-49a2-a050-cec4c1da629f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-553583626-network', 'tenant_id': 'fe288e3581ed450db6aaaa858fc0d419'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:22.527274 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cf5a0f4c-faf6-4584-9c02-4272c95bed8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:22.561511 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-983b0144-6341-4a68-babd-11cba9fe2440 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:22.561858 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fe064d3-80a6-409c-ac94-32589222c7e6 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:35:22.574074 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786ec6a1-9ee0-4dc3-b3ea-f64fcdc589fc None None] Sync routers for ids ['a99a23ad-acb1-4733-b147-26f3337c872a'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:35:22.595893 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5a0f4c-faf6-4584-9c02-4272c95bed8f None None] Pushing event updated for resources: {'Port': ['ID=29b435a5-c55c-45b9-af8d-7f08a3dd5a52,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:22.602531 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786ec6a1-9ee0-4dc3-b3ea-f64fcdc589fc None None] Routers {'a99a23ad-acb1-4733-b147-26f3337c872a'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:35:22.603924 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-786ec6a1-9ee0-4dc3-b3ea-f64fcdc589fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:35:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['a99a23ad-acb1-4733-b147-26f3337c872a'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:22.639017 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-0fe064d3-80a6-409c-ac94-32589222c7e6 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "PUT /v2.0/routers/a99a23ad-acb1-4733-b147-26f3337c872a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3347380 Dec 10 15:35:22.644421 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35234) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:22.647317 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0815274d-1fea-4ff0-96f7-1bc8fa8f8619 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:22.651755 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port a87ef753-5986-46cf-a05b-e06ec9efe813 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:22.654217 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:22.669323 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-786ec6a1-9ee0-4dc3-b3ea-f64fcdc589fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:22.704704 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786ec6a1-9ee0-4dc3-b3ea-f64fcdc589fc None None] Routers {'a99a23ad-acb1-4733-b147-26f3337c872a'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:35:22.705596 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-786ec6a1-9ee0-4dc3-b3ea-f64fcdc589fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:35:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['a99a23ad-acb1-4733-b147-26f3337c872a'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:22.724476 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-983b0144-6341-4a68-babd-11cba9fe2440 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:22.749428 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-843d9da3-2506-4d04-bb91-cfb7ea0befb8 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "GET /v2.0/ports?device_id=a99a23ad-acb1-4733-b147-26f3337c872a HTTP/1.1" status: 200 len: 205 time: 0.1012232 Dec 10 15:35:22.752165 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35236) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:22.779170 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-786ec6a1-9ee0-4dc3-b3ea-f64fcdc589fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:22.780132 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786ec6a1-9ee0-4dc3-b3ea-f64fcdc589fc None None] The sync data for ids ['a99a23ad-acb1-4733-b147-26f3337c872a'] in dv-neutron-821401-4-hyperv is: [] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:35:22.788165 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a4f755-88a4-49a2-a050-cec4c1da629f admin admin] Made reservation on behalf of fe288e3581ed450db6aaaa858fc0d419 for: {'network': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:35:22.791827 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-49a4f755-88a4-49a2-a050-cec4c1da629f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:22.836079 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0815274d-1fea-4ff0-96f7-1bc8fa8f8619 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:35:22.841169 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-49a4f755-88a4-49a2-a050-cec4c1da629f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:22.844700 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:22.846031 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-0815274d-1fea-4ff0-96f7-1bc8fa8f8619 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:35:22.857642 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d410b32e-97b5-48f2-9494-acfdd6512bce tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for router, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:22.883715 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0815274d-1fea-4ff0-96f7-1bc8fa8f8619 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event updated for resources: {'Port': ['ID=21ac0c41-2a8f-409b-8850-c56c4dbdebed,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:22.889071 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0815274d-1fea-4ff0-96f7-1bc8fa8f8619 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:35:22.895506 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0815274d-1fea-4ff0-96f7-1bc8fa8f8619 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:22.896375 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0815274d-1fea-4ff0-96f7-1bc8fa8f8619 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:22.897097 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-983b0144-6341-4a68-babd-11cba9fe2440 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:22.899255 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] For port a87ef753-5986-46cf-a05b-e06ec9efe813, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=a87ef753-5986-46cf-a05b-e06ec9efe813,segment=NetworkSegment(47f9d036-8bde-4c13-b4e9-a2dc71351db7),segment_id=47f9d036-8bde-4c13-b4e9-a2dc71351db7)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:35:22.925870 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-17d8daa6-832c-4ca3-a137-c68f07e45625 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:22.954527 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983b0144-6341-4a68-babd-11cba9fe2440 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deae3d15-cf6b-46b8-b602-c7cda9479e73,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:22.977012 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:22.977856 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device df16b59d-9eb1-4704-89a6-2dd4ad19e44b up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:35:23.073424 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-0815274d-1fea-4ff0-96f7-1bc8fa8f8619 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.7285900 Dec 10 15:35:23.085147 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35238) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:23.090197 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d8daa6-832c-4ca3-a137-c68f07e45625 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Network 185991e0-a868-429c-82b7-987169c6a2ad is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:35:23.127205 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-17d8daa6-832c-4ca3-a137-c68f07e45625 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:35:23.137420 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Pushing event updated for resources: {'Port': ['ID=a87ef753-5986-46cf-a05b-e06ec9efe813,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:23.145657 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d8daa6-832c-4ca3-a137-c68f07e45625 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:35:23.159641 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d8daa6-832c-4ca3-a137-c68f07e45625 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event updated for resources: {'Port': ['ID=4c39ab9e-8b55-408e-9670-6790f6d8fd47,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:23.161254 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port df16b59d-9eb1-4704-89a6-2dd4ad19e44b triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:23.161254 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:23.346461 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14fe6755-6348-46f6-89bc-31d2b6f161fc tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:23.353330 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14fe6755-6348-46f6-89bc-31d2b6f161fc tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:23.358159 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-14fe6755-6348-46f6-89bc-31d2b6f161fc tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2636559 Dec 10 15:35:23.366983 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35240) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:23.374880 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d8daa6-832c-4ca3-a137-c68f07e45625 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:23.375610 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-17d8daa6-832c-4ca3-a137-c68f07e45625 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:23.392152 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-a3e0263b-fd81-4c26-b105-18c99cd97f6e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Allocated IP 172.20.0.1 (d94f8eb2-eac4-463d-8d76-d973260c236a/34c7743d-ebad-428c-a2f4-a627b40eea9c/8e8b8522-5f7e-4628-8ff9-192a1cff9428) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:35:23.407597 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-49a4f755-88a4-49a2-a050-cec4c1da629f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:23.422842 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1594d5-287c-43d5-a7ea-525fa0cc5427 None None] Network 185991e0-a868-429c-82b7-987169c6a2ad requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:35:23.499772 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-983b0144-6341-4a68-babd-11cba9fe2440 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:23.501810 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-983b0144-6341-4a68-babd-11cba9fe2440 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0729322 Dec 10 15:35:23.504233 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35242) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:23.505592 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-c73506ec-23aa-4c6c-9864-8bae0489660e None None] Provisioning complete for port a87ef753-5986-46cf-a05b-e06ec9efe813 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:23.506003 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c73506ec-23aa-4c6c-9864-8bae0489660e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:23.511317 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-cd010e79-458e-40d5-856e-66f7f809f60d tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Request body: {'security_group_rule': {'security_group_id': '252ca8e5-77c6-453e-a6d8-c7c589cadab1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:23.528323 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-49a4f755-88a4-49a2-a050-cec4c1da629f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:23.549263 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-17d8daa6-832c-4ca3-a137-c68f07e45625 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.6399748 Dec 10 15:35:23.564489 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35244) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:23.594863 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49a4f755-88a4-49a2-a050-cec4c1da629f admin admin] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=103586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:35:23.631198 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a4f755-88a4-49a2-a050-cec4c1da629f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63cffda8-8358-47f2-8b12-2c574c59e45d,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:23.644956 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-49a4f755-88a4-49a2-a050-cec4c1da629f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:23.645307 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.segments_db [None req-49a4f755-88a4-49a2-a050-cec4c1da629f admin admin] Added segment 8ca9f398-d3a4-4fa1-b246-394025aacb79 of type vlan for network dd61618b-b615-4db2-a1a8-ba6a4be6a018 Dec 10 15:35:23.659943 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d410b32e-97b5-48f2-9494-acfdd6512bce tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13898'] for router, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:23.676619 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d410b32e-97b5-48f2-9494-acfdd6512bce tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:23.720374 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a3e0263b-fd81-4c26-b105-18c99cd97f6e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:23.729132 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-19db9233-978f-476e-87c0-dbea657cfbfa tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Deleting port 21ac0c41-2a8f-409b-8850-c56c4dbdebed {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:35:23.729654 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-19db9233-978f-476e-87c0-dbea657cfbfa tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:23.762980 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-49a4f755-88a4-49a2-a050-cec4c1da629f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:23.854188 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cd010e79-458e-40d5-856e-66f7f809f60d tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:23.895531 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d410b32e-97b5-48f2-9494-acfdd6512bce tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549250'] for router, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:23.896479 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d410b32e-97b5-48f2-9494-acfdd6512bce tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Fanout notify agent at l3_agent the message router_deleted on router a99a23ad-acb1-4733-b147-26f3337c872a {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 15:35:23.905236 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d410b32e-97b5-48f2-9494-acfdd6512bce tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:23.906509 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-d410b32e-97b5-48f2-9494-acfdd6512bce tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "DELETE /v2.0/routers/a99a23ad-acb1-4733-b147-26f3337c872a HTTP/1.1" status: 204 len: 168 time: 1.1555073 Dec 10 15:35:23.909399 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-19db9233-978f-476e-87c0-dbea657cfbfa tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:23.911849 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35246) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:23.960588 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a3e0263b-fd81-4c26-b105-18c99cd97f6e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:23.982293 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-49a4f755-88a4-49a2-a050-cec4c1da629f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:23.983007 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a4f755-88a4-49a2-a050-cec4c1da629f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:23.983697 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-49a4f755-88a4-49a2-a050-cec4c1da629f admin admin] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:24.008305 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-19db9233-978f-476e-87c0-dbea657cfbfa tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Calling delete_port for 21ac0c41-2a8f-409b-8850-c56c4dbdebed owned by {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:35:24.033408 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cd010e79-458e-40d5-856e-66f7f809f60d tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:24.085133 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e5cc194d-b0e9-4e1e-b7ae-564f8bd2aff6 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:24.103837 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-9fc700f7-0de5-4006-baa0-33eb8a7559b4 None None] Provisioning complete for port 4c39ab9e-8b55-408e-9670-6790f6d8fd47 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:24.104393 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9fc700f7-0de5-4006-baa0-33eb8a7559b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:24.119751 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e0263b-fd81-4c26-b105-18c99cd97f6e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Network d94f8eb2-eac4-463d-8d76-d973260c236a is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:35:24.138193 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e0263b-fd81-4c26-b105-18c99cd97f6e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'Port': ['ID=8e8b8522-5f7e-4628-8ff9-192a1cff9428,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:24.154265 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cd010e79-458e-40d5-856e-66f7f809f60d tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:24.246414 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-9fc700f7-0de5-4006-baa0-33eb8a7559b4 None None] Port 4c39ab9e-8b55-408e-9670-6790f6d8fd47 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:35:24.246626 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd010e79-458e-40d5-856e-66f7f809f60d tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df5c0132-02f3-4cba-93e8-f96d4351c2cb,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:24.268813 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-9fc700f7-0de5-4006-baa0-33eb8a7559b4 None None] Provisioning complete for port a87ef753-5986-46cf-a05b-e06ec9efe813 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:24.269428 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9fc700f7-0de5-4006-baa0-33eb8a7559b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:24.327783 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cd010e79-458e-40d5-856e-66f7f809f60d tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:24.329063 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-cd010e79-458e-40d5-856e-66f7f809f60d tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8236346 Dec 10 15:35:24.332201 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35248) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:24.403581 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_v2 [None req-16119206-ccf2-4003-a079-d2e31fb2e191 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Deleting subnet f8a00a80-213f-4ce1-a7fa-c01d524ea1d7 {{(pid=103586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:35:24.431462 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-a3e0263b-fd81-4c26-b105-18c99cd97f6e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:35:24.439008 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-49a4f755-88a4-49a2-a050-cec4c1da629f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2452404 Dec 10 15:35:24.439008 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e0263b-fd81-4c26-b105-18c99cd97f6e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:35:24.455689 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35250) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:24.530812 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 467cd6c2-332d-4af1-83a9-84af06b35bc8 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:35:24.541849 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9ef5688f-4247-4be9-8946-94de86eeaa73 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:24.543696 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-3034f809-3d12-4f08-88b9-aabf2ad37edf admin admin] Request body: {'subnet': {'network_id': 'dd61618b-b615-4db2-a1a8-ba6a4be6a018', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-553583626-subnet', 'tenant_id': 'fe288e3581ed450db6aaaa858fc0d419', 'ip_version': 4}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:24.553305 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-16119206-ccf2-4003-a079-d2e31fb2e191 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for subnet, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:24.555647 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9ef5688f-4247-4be9-8946-94de86eeaa73 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:24.603380 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-16119206-ccf2-4003-a079-d2e31fb2e191 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12392400'] for subnet, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:24.614661 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-b239a29d-5c08-4fbf-b23e-3013c06c0c54 None None] Provisioning complete for port 4c39ab9e-8b55-408e-9670-6790f6d8fd47 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:24.620075 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b239a29d-5c08-4fbf-b23e-3013c06c0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:24.656448 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e5cc194d-b0e9-4e1e-b7ae-564f8bd2aff6 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:24.676234 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 467cd6c2-332d-4af1-83a9-84af06b35bc8 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:24.676735 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:24.679431 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-b239a29d-5c08-4fbf-b23e-3013c06c0c54 None None] Port 4c39ab9e-8b55-408e-9670-6790f6d8fd47 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:35:24.693121 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a4f755-88a4-49a2-a050-cec4c1da629f admin admin] Pushing event updated for resources: {'Network': ['ID=dd61618b-b615-4db2-a1a8-ba6a4be6a018,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:24.708684 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network dd61618b-b615-4db2-a1a8-ba6a4be6a018 details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:35:24.726981 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9ef5688f-4247-4be9-8946-94de86eeaa73 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:24.734807 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a3e0263b-fd81-4c26-b105-18c99cd97f6e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552880'] for router_interface, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:24.737611 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9ef5688f-4247-4be9-8946-94de86eeaa73 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:24.739061 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-9ef5688f-4247-4be9-8946-94de86eeaa73 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/df5c0132-02f3-4cba-93e8-f96d4351c2cb HTTP/1.1" status: 204 len: 168 time: 0.4057410 Dec 10 15:35:24.753915 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35252) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:24.761655 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef5688f-4247-4be9-8946-94de86eeaa73 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=df5c0132-02f3-4cba-93e8-f96d4351c2cb,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:24.763804 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e5cc194d-b0e9-4e1e-b7ae-564f8bd2aff6 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:24.768949 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2e3813-619a-4817-99d9-7d28dc87c583 None None] Network d94f8eb2-eac4-463d-8d76-d973260c236a requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:35:24.855095 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-b239a29d-5c08-4fbf-b23e-3013c06c0c54 None None] Provisioning complete for port 467cd6c2-332d-4af1-83a9-84af06b35bc8 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:24.855764 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b239a29d-5c08-4fbf-b23e-3013c06c0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:24.901686 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-ac659750-d0fb-400c-8f34-ebee8227823d tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1460745 Dec 10 15:35:24.902735 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cc194d-b0e9-4e1e-b7ae-564f8bd2aff6 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event updated for resources: {'Port': ['ID=4c39ab9e-8b55-408e-9670-6790f6d8fd47,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:24.905214 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35254) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:24.943524 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-41952cc6-f56a-467e-a687-e03475ee49d6 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:24.976871 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-41952cc6-f56a-467e-a687-e03475ee49d6 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:25.023196 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:25.060212 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b239a29d-5c08-4fbf-b23e-3013c06c0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:25.097439 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] For port 467cd6c2-332d-4af1-83a9-84af06b35bc8, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=467cd6c2-332d-4af1-83a9-84af06b35bc8,segment=NetworkSegment(64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4),segment_id=64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:35:25.110690 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-16119206-ccf2-4003-a079-d2e31fb2e191 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:25.133624 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3034f809-3d12-4f08-88b9-aabf2ad37edf admin admin] Made reservation on behalf of fe288e3581ed450db6aaaa858fc0d419 for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:35:25.135978 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3034f809-3d12-4f08-88b9-aabf2ad37edf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:25.139842 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-19db9233-978f-476e-87c0-dbea657cfbfa tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:25.150886 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-41952cc6-f56a-467e-a687-e03475ee49d6 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:25.160883 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e5cc194d-b0e9-4e1e-b7ae-564f8bd2aff6 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552880'] for router_interface, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:25.166134 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-41952cc6-f56a-467e-a687-e03475ee49d6 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:25.166891 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:25.170089 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-41952cc6-f56a-467e-a687-e03475ee49d6 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/deae3d15-cf6b-46b8-b602-c7cda9479e73 HTTP/1.1" status: 204 len: 168 time: 0.2575188 Dec 10 15:35:25.170089 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41952cc6-f56a-467e-a687-e03475ee49d6 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=deae3d15-cf6b-46b8-b602-c7cda9479e73,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:25.173482 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device a87ef753-5986-46cf-a05b-e06ec9efe813 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:35:25.221356 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35256) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:25.300201 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.db.api [None req-b239a29d-5c08-4fbf-b23e-3013c06c0c54 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 15:35:25.300561 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG oslo_db.api [None req-b239a29d-5c08-4fbf-b23e-3013c06c0c54 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 15:35:25.301093 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Pushing event updated for resources: {'Port': ['ID=467cd6c2-332d-4af1-83a9-84af06b35bc8,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:25.308955 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port a87ef753-5986-46cf-a05b-e06ec9efe813 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:25.309829 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:25.329594 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19db9233-978f-476e-87c0-dbea657cfbfa tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event deleted for resources: {'Port': ['ID=21ac0c41-2a8f-409b-8850-c56c4dbdebed,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:25.331849 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-16119206-ccf2-4003-a079-d2e31fb2e191 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:25.396641 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e5cc194d-b0e9-4e1e-b7ae-564f8bd2aff6 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:25.398596 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16119206-ccf2-4003-a079-d2e31fb2e191 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Pushing event deleted for resources: {'Subnet': ['ID=f8a00a80-213f-4ce1-a7fa-c01d524ea1d7,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:25.422008 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 29b435a5-c55c-45b9-af8d-7f08a3dd5a52 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:35:25.427617 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-16119206-ccf2-4003-a079-d2e31fb2e191 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:25.434462 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-16119206-ccf2-4003-a079-d2e31fb2e191 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "DELETE /v2.0/subnets/f8a00a80-213f-4ce1-a7fa-c01d524ea1d7 HTTP/1.1" status: 204 len: 168 time: 1.5214264 Dec 10 15:35:25.437724 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35258) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:25.444909 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-19db9233-978f-476e-87c0-dbea657cfbfa tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:25.448207 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-19db9233-978f-476e-87c0-dbea657cfbfa tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/ports/21ac0c41-2a8f-409b-8850-c56c4dbdebed HTTP/1.1" status: 204 len: 168 time: 2.0800116 Dec 10 15:35:25.456910 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35260) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:25.457707 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a7a7a9-30cc-4d18-a057-2b5cfbca7db3 None None] Network 3f687541-f285-4062-918e-8c15e345dd7a requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:35:25.532580 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-a04a1d28-0447-40ca-8c5a-9ae570e7a592 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2820108 Dec 10 15:35:25.535069 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35262) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:25.579834 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 29b435a5-c55c-45b9-af8d-7f08a3dd5a52 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:25.583601 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:25.658493 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-35e08f4b-56e7-416b-b344-c6ebbead2f02 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:25.704710 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:25.727402 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51adb108-7521-43a3-a947-4ccac261b889 None None] DHCP port deletion for 3f687541-f285-4062-918e-8c15e345dd7a request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:35:25.731000 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207511ee-1a26-49d3-bbd7-911fc80cb749 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:25.732633 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207511ee-1a26-49d3-bbd7-911fc80cb749 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:25.734743 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-207511ee-1a26-49d3-bbd7-911fc80cb749 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2679932 Dec 10 15:35:25.737651 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35264) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:25.738635 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-378c4e26-740e-4bc9-89a9-2afe2c25ee05 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:25.753766 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a3e0263b-fd81-4c26-b105-18c99cd97f6e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:25.775575 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] For port 29b435a5-c55c-45b9-af8d-7f08a3dd5a52, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=29b435a5-c55c-45b9-af8d-7f08a3dd5a52,segment=NetworkSegment(d896992a-1704-4b91-88ab-6242d83765a6),segment_id=d896992a-1704-4b91-88ab-6242d83765a6)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:35:25.785468 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-378c4e26-740e-4bc9-89a9-2afe2c25ee05 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:25.795022 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-51adb108-7521-43a3-a947-4ccac261b889 None None] Deleting port 571a94f6-4578-440e-9e0b-738167fb8128 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:35:25.795395 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-51adb108-7521-43a3-a947-4ccac261b889 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:25.857892 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-35e08f4b-56e7-416b-b344-c6ebbead2f02 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Deleting port 571a94f6-4578-440e-9e0b-738167fb8128 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:35:25.858251 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-35e08f4b-56e7-416b-b344-c6ebbead2f02 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:25.866573 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:25.897558 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_v2 [None req-7360739e-a101-43ad-b900-5eae62ea4b92 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Deleting subnet dc9bd4b7-ef09-4416-91a9-30051a1d2a79 {{(pid=103586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:35:25.907239 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7360739e-a101-43ad-b900-5eae62ea4b92 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for subnet, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:25.922692 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-51adb108-7521-43a3-a947-4ccac261b889 None None] For port 571a94f6-4578-440e-9e0b-738167fb8128, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=571a94f6-4578-440e-9e0b-738167fb8128,segment=NetworkSegment(48bc6285-4414-4525-a7e7-b775f28b898d),segment_id=48bc6285-4414-4525-a7e7-b775f28b898d)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:35:25.923095 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-51adb108-7521-43a3-a947-4ccac261b889 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:25.934766 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-35e08f4b-56e7-416b-b344-c6ebbead2f02 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] For port 571a94f6-4578-440e-9e0b-738167fb8128, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=571a94f6-4578-440e-9e0b-738167fb8128,segment=NetworkSegment(48bc6285-4414-4525-a7e7-b775f28b898d),segment_id=48bc6285-4414-4525-a7e7-b775f28b898d)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:35:25.936012 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-35e08f4b-56e7-416b-b344-c6ebbead2f02 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:25.942936 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-51adb108-7521-43a3-a947-4ccac261b889 None None] Calling delete_port for 571a94f6-4578-440e-9e0b-738167fb8128 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:35:25.959449 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Pushing event updated for resources: {'Port': ['ID=29b435a5-c55c-45b9-af8d-7f08a3dd5a52,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:25.962325 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-35e08f4b-56e7-416b-b344-c6ebbead2f02 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Calling delete_port for 571a94f6-4578-440e-9e0b-738167fb8128 owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:35:25.995918 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7360739e-a101-43ad-b900-5eae62ea4b92 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12392400'] for subnet, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:26.024513 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3034f809-3d12-4f08-88b9-aabf2ad37edf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11695183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581935'] for subnet, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:26.048557 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-cc5eafdd-b2cd-4dbe-b349-21da08e51d03 None None] Provisioning complete for port 8e8b8522-5f7e-4628-8ff9-192a1cff9428 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:26.048985 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cc5eafdd-b2cd-4dbe-b349-21da08e51d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:26.059621 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-378c4e26-740e-4bc9-89a9-2afe2c25ee05 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:26.085072 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-cc5eafdd-b2cd-4dbe-b349-21da08e51d03 None None] Port 8e8b8522-5f7e-4628-8ff9-192a1cff9428 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:35:26.088544 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e5cc194d-b0e9-4e1e-b7ae-564f8bd2aff6 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:26.088773 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-cc5eafdd-b2cd-4dbe-b349-21da08e51d03 None None] Could not find standard attr ID for object 21ac0c41-2a8f-409b-8850-c56c4dbdebed. {{(pid=103588) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 15:35:26.097555 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-378c4e26-740e-4bc9-89a9-2afe2c25ee05 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:26.098718 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-378c4e26-740e-4bc9-89a9-2afe2c25ee05 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/3660eac3-f824-4122-af00-90b53274f907 HTTP/1.1" status: 204 len: 168 time: 0.5595114 Dec 10 15:35:26.099377 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-cc5eafdd-b2cd-4dbe-b349-21da08e51d03 None None] Provisioning complete for port 4c39ab9e-8b55-408e-9670-6790f6d8fd47 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:26.099755 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cc5eafdd-b2cd-4dbe-b349-21da08e51d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:26.101980 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35266) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:26.133724 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378c4e26-740e-4bc9-89a9-2afe2c25ee05 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3660eac3-f824-4122-af00-90b53274f907,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:26.135809 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-51adb108-7521-43a3-a947-4ccac261b889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:26.146842 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-cc5eafdd-b2cd-4dbe-b349-21da08e51d03 None None] Port 4c39ab9e-8b55-408e-9670-6790f6d8fd47 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:35:26.152572 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-8ce711fb-fca3-40e0-a20e-bbc821576a55 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0494239 Dec 10 15:35:26.158072 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35268) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:26.160154 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3034f809-3d12-4f08-88b9-aabf2ad37edf admin admin] Pushing event updated for resources: {'Subnet': ['ID=62e04148-ee42-4779-a2ec-46121cdcb205,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:26.167521 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-35e08f4b-56e7-416b-b344-c6ebbead2f02 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:26.170579 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e5cc194d-b0e9-4e1e-b7ae-564f8bd2aff6 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:26.171227 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adb108-7521-43a3-a947-4ccac261b889 None None] Pushing event deleted for resources: {'Port': ['ID=571a94f6-4578-440e-9e0b-738167fb8128,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:26.176105 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51adb108-7521-43a3-a947-4ccac261b889 None None] No DVR routers for this DVR port 571a94f6-4578-440e-9e0b-738167fb8128 on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:35:26.194991 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-cc5eafdd-b2cd-4dbe-b349-21da08e51d03 None None] Provisioning complete for port 29b435a5-c55c-45b9-af8d-7f08a3dd5a52 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:26.195181 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cc5eafdd-b2cd-4dbe-b349-21da08e51d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:26.228151 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e08f4b-56e7-416b-b344-c6ebbead2f02 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Pushing event deleted for resources: {'Port': ['ID=571a94f6-4578-440e-9e0b-738167fb8128,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:26.237844 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3034f809-3d12-4f08-88b9-aabf2ad37edf admin admin] Checking segment: {'id': '8ca9f398-d3a4-4fa1-b246-394025aacb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'dd61618b-b615-4db2-a1a8-ba6a4be6a018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:35:26.238416 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3034f809-3d12-4f08-88b9-aabf2ad37edf admin admin] Network hostable DHCP agents. Network: dd61618b-b615-4db2-a1a8-ba6a4be6a018, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:35:26.255052 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e08f4b-56e7-416b-b344-c6ebbead2f02 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] No DVR routers for this DVR port 571a94f6-4578-440e-9e0b-738167fb8128 on host dv-neutron-821401-4-hyperv {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:35:26.289848 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7360739e-a101-43ad-b900-5eae62ea4b92 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:26.297381 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-81de1205-26f8-45c0-8cf8-41e5ab4407a9 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:26.325489 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e5cc194d-b0e9-4e1e-b7ae-564f8bd2aff6 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549888'] for router_interface, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:26.340537 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 29b435a5-c55c-45b9-af8d-7f08a3dd5a52 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:35:26.386368 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cc194d-b0e9-4e1e-b7ae-564f8bd2aff6 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event updated for resources: {'Port': ['ID=4c39ab9e-8b55-408e-9670-6790f6d8fd47,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:26.393762 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-81de1205-26f8-45c0-8cf8-41e5ab4407a9 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:26.397264 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 29b435a5-c55c-45b9-af8d-7f08a3dd5a52 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:26.397637 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:26.406004 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3034f809-3d12-4f08-88b9-aabf2ad37edf admin admin] Network dd61618b-b615-4db2-a1a8-ba6a4be6a018 is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:35:26.423886 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-35e08f4b-56e7-416b-b344-c6ebbead2f02 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:26.430967 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a3e0263b-fd81-4c26-b105-18c99cd97f6e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:26.462915 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7360739e-a101-43ad-b900-5eae62ea4b92 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:26.481460 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 467cd6c2-332d-4af1-83a9-84af06b35bc8 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:35:26.492121 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-35e08f4b-56e7-416b-b344-c6ebbead2f02 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f687541-f285-4062-918e-8c15e345dd7a']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:26.493085 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7360739e-a101-43ad-b900-5eae62ea4b92 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event deleted for resources: {'Subnet': ['ID=dc9bd4b7-ef09-4416-91a9-30051a1d2a79,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:26.494907 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-3034f809-3d12-4f08-88b9-aabf2ad37edf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, dd61618b-b615-4db2-a1a8-ba6a4be6a018) {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:35:26.499516 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7360739e-a101-43ad-b900-5eae62ea4b92 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:26.504185 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-7360739e-a101-43ad-b900-5eae62ea4b92 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/subnets/dc9bd4b7-ef09-4416-91a9-30051a1d2a79 HTTP/1.1" status: 204 len: 168 time: 0.7629187 Dec 10 15:35:26.505883 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3034f809-3d12-4f08-88b9-aabf2ad37edf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:26.506841 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3034f809-3d12-4f08-88b9-aabf2ad37edf admin admin] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:26.507074 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35270) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:26.518850 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-35e08f4b-56e7-416b-b344-c6ebbead2f02 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48bc6285-4414-4525-a7e7-b775f28b898d') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:26.519162 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-35e08f4b-56e7-416b-b344-c6ebbead2f02 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48bc6285-4414-4525-a7e7-b775f28b898d') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:26.523546 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573245f4-ce16-455b-9e8a-8fde5edf6286 None None] Network dd61618b-b615-4db2-a1a8-ba6a4be6a018 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:35:26.527066 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068a0e87-77c3-4eea-a444-f276e1fca4fa None None] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:35:26.548413 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a3e0263b-fd81-4c26-b105-18c99cd97f6e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:26.576093 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-fe1e7e12-420a-4543-b28e-11d624a8fc10 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0643559 Dec 10 15:35:26.578994 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-35e08f4b-56e7-416b-b344-c6ebbead2f02 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11806923'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:26.586564 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35272) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:26.601452 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-81de1205-26f8-45c0-8cf8-41e5ab4407a9 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:26.614028 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-3034f809-3d12-4f08-88b9-aabf2ad37edf admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1549699 Dec 10 15:35:26.620881 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-81de1205-26f8-45c0-8cf8-41e5ab4407a9 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:26.621043 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35274) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:26.621146 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-81de1205-26f8-45c0-8cf8-41e5ab4407a9 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/f7d31e9e-acec-4f53-a886-fbd75a1a6fb0 HTTP/1.1" status: 204 len: 168 time: 0.4649680 Dec 10 15:35:26.621241 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-24aa85e7-31a1-473f-9ca7-6dee5fbf376e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-553583626-router', 'tenant_id': 'fe288e3581ed450db6aaaa858fc0d419', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:26.624050 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35276) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:26.627950 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-35e08f4b-56e7-416b-b344-c6ebbead2f02 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:26.650049 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 467cd6c2-332d-4af1-83a9-84af06b35bc8 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:26.650693 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:26.663815 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35e08f4b-56e7-416b-b344-c6ebbead2f02 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:35:26.664421 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-35e08f4b-56e7-416b-b344-c6ebbead2f02 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11236635'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:26.669576 dv-neutron-821401-4-hyperv neutron-server[103587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:35:26.669576 dv-neutron-821401-4-hyperv neutron-server[103587]: self.session.flush() Dec 10 15:35:26.669576 dv-neutron-821401-4-hyperv neutron-server[103587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:35:26.669576 dv-neutron-821401-4-hyperv neutron-server[103587]: self.session.flush() Dec 10 15:35:26.669576 dv-neutron-821401-4-hyperv neutron-server[103587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:35:26.669576 dv-neutron-821401-4-hyperv neutron-server[103587]: self.session.flush() Dec 10 15:35:26.669576 dv-neutron-821401-4-hyperv neutron-server[103587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:35:26.669576 dv-neutron-821401-4-hyperv neutron-server[103587]: self.session.flush() Dec 10 15:35:26.669576 dv-neutron-821401-4-hyperv neutron-server[103587]: Traceback (most recent call last): Dec 10 15:35:26.669576 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:35:26.669576 dv-neutron-821401-4-hyperv neutron-server[103587]: timer() Dec 10 15:35:26.669576 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:35:26.669576 dv-neutron-821401-4-hyperv neutron-server[103587]: cb(*args, **kw) Dec 10 15:35:26.669576 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:35:26.669576 dv-neutron-821401-4-hyperv neutron-server[103587]: return func(*args, **kwargs) Dec 10 15:35:26.669576 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:35:26.669576 dv-neutron-821401-4-hyperv neutron-server[103587]: self._notify() Dec 10 15:35:26.669576 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:35:26.669576 dv-neutron-821401-4-hyperv neutron-server[103587]: self.callback(batched_events) Dec 10 15:35:26.669576 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:35:26.669576 dv-neutron-821401-4-hyperv neutron-server[103587]: event.method(event) Dec 10 15:35:26.669576 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:35:26.669576 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:35:26.669576 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:35:26.669576 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:35:26.669576 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:35:26.669576 dv-neutron-821401-4-hyperv neutron-server[103587]: return f(self, *a, **k) Dec 10 15:35:26.669576 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:35:26.669576 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._get(url).json() Dec 10 15:35:26.669576 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:35:26.669576 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:35:26.669576 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:35:26.669576 dv-neutron-821401-4-hyperv neutron-server[103587]: return self.request(url, 'GET', **kwargs) Dec 10 15:35:26.669576 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:35:26.669576 dv-neutron-821401-4-hyperv neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:35:26.669576 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:35:26.669576 dv-neutron-821401-4-hyperv neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:35:26.669576 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:35:26.669576 dv-neutron-821401-4-hyperv neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:35:26.669576 dv-neutron-821401-4-hyperv neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:35:26.673571 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e0263b-fd81-4c26-b105-18c99cd97f6e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'Port': ['ID=8e8b8522-5f7e-4628-8ff9-192a1cff9428,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:26.676540 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a3e0263b-fd81-4c26-b105-18c99cd97f6e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549888'] for router_interface, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:26.682997 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81de1205-26f8-45c0-8cf8-41e5ab4407a9 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f7d31e9e-acec-4f53-a886-fbd75a1a6fb0,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:26.696425 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5cc194d-b0e9-4e1e-b7ae-564f8bd2aff6 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Network 185991e0-a868-429c-82b7-987169c6a2ad is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:35:26.733744 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-e5cc194d-b0e9-4e1e-b7ae-564f8bd2aff6 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:35:26.755023 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-8a5fddca-d434-47bd-9a4d-280269a99b40 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1261415 Dec 10 15:35:26.759683 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35278) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:26.787106 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64902576-99e7-4b6c-b546-5e0fc2449506 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-dd61618b-b615-4db2-a1a8-ba6a4be6a018', 'network_id': 'dd61618b-b615-4db2-a1a8-ba6a4be6a018', 'project_id': 'fe288e3581ed450db6aaaa858fc0d419', 'fixed_ips': [{'subnet_id': '62e04148-ee42-4779-a2ec-46121cdcb205'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:35:26.790563 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-64902576-99e7-4b6c-b546-5e0fc2449506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:26.790728 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-24aa85e7-31a1-473f-9ca7-6dee5fbf376e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13912'] for router, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:26.791872 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-24aa85e7-31a1-473f-9ca7-6dee5fbf376e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:26.832711 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181f7933-aabc-4a93-9391-3e8d5d0ad70e tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:26.838213 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-181f7933-aabc-4a93-9391-3e8d5d0ad70e tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2491572 Dec 10 15:35:26.856320 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35280) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:26.873602 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ff1a66ef-b5ef-44b4-8029-2aabd730eec4 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:26.886955 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-35e08f4b-56e7-416b-b344-c6ebbead2f02 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:26.900775 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-35e08f4b-56e7-416b-b344-c6ebbead2f02 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:26.904224 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-35e08f4b-56e7-416b-b344-c6ebbead2f02 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "DELETE /v2.0/networks/3f687541-f285-4062-918e-8c15e345dd7a HTTP/1.1" status: 204 len: 168 time: 1.4249601 Dec 10 15:35:26.922885 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35282) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:26.928472 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-0688b6f2-fdc0-4ee0-979c-475a8b6d541d tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-170160304', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:26.931666 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44cc15d8-97a5-4850-b3a1-17b64aeb0585 None None] DHCP port deletion for c2b5f149-cedd-450c-ab43-dd2d78259f45 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:35:26.938146 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e08f4b-56e7-416b-b344-c6ebbead2f02 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Pushing event deleted for resources: {'Network': ['ID=3f687541-f285-4062-918e-8c15e345dd7a,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:26.949040 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 571a94f6-4578-440e-9e0b-738167fb8128 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:35:26.976072 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 571a94f6-4578-440e-9e0b-738167fb8128 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:35:26.976942 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 571a94f6-4578-440e-9e0b-738167fb8128 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:35:26.981553 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ecf35b-6a8f-4af5-bc77-6a83e1b9d38f tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:26.988468 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-37ecf35b-6a8f-4af5-bc77-6a83e1b9d38f tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1257064 Dec 10 15:35:26.988778 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35284) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:27.009333 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ff1a66ef-b5ef-44b4-8029-2aabd730eec4 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:27.021753 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e0263b-fd81-4c26-b105-18c99cd97f6e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Network d94f8eb2-eac4-463d-8d76-d973260c236a is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:35:27.059129 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-24aa85e7-31a1-473f-9ca7-6dee5fbf376e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:27.059585 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-64902576-99e7-4b6c-b546-5e0fc2449506 None None] Allocated IP 172.20.0.2 (dd61618b-b615-4db2-a1a8-ba6a4be6a018/62e04148-ee42-4779-a2ec-46121cdcb205/fbec9cea-8850-4b1e-8a2f-cb7746dee9d6) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:35:27.060257 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-a3e0263b-fd81-4c26-b105-18c99cd97f6e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:35:27.064779 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-4bf59ac9-22b0-4a66-8899-7008fb2577e2 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0718372 Dec 10 15:35:27.064779 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0688b6f2-fdc0-4ee0-979c-475a8b6d541d tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13912'] for router, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:27.066799 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0688b6f2-fdc0-4ee0-979c-475a8b6d541d tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:27.070545 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35286) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:27.074806 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-44cc15d8-97a5-4850-b3a1-17b64aeb0585 None None] Deleting port 467cd6c2-332d-4af1-83a9-84af06b35bc8 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:35:27.075179 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-44cc15d8-97a5-4850-b3a1-17b64aeb0585 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:27.131284 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-9b431abc-765b-45b3-a52a-73946c9e5971 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Request body: {'subnet': {'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:27.133274 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0688b6f2-fdc0-4ee0-979c-475a8b6d541d tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:27.169029 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5cc194d-b0e9-4e1e-b7ae-564f8bd2aff6 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Router 1630cbdc-a7bb-4cbe-b215-f2d227f50157 is scheduled to L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d with binding_index 1 {{(pid=103587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 15:35:27.226391 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0688b6f2-fdc0-4ee0-979c-475a8b6d541d tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363'] for router, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:27.281757 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-64902576-99e7-4b6c-b546-5e0fc2449506 None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:27.304222 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5cc194d-b0e9-4e1e-b7ae-564f8bd2aff6 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:35:27.317729 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-e5cc194d-b0e9-4e1e-b7ae-564f8bd2aff6 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "PUT /v2.0/routers/1630cbdc-a7bb-4cbe-b215-f2d227f50157/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7521188 Dec 10 15:35:27.320492 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35288) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:27.336145 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ff1a66ef-b5ef-44b4-8029-2aabd730eec4 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:27.341002 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ff1a66ef-b5ef-44b4-8029-2aabd730eec4 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:27.342356 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-ff1a66ef-b5ef-44b4-8029-2aabd730eec4 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/a04dfefe-9f8f-488b-98e3-2c3e981cb520 HTTP/1.1" status: 204 len: 168 time: 0.5816331 Dec 10 15:35:27.354504 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35290) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:27.379997 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0688b6f2-fdc0-4ee0-979c-475a8b6d541d tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:27.381336 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-0688b6f2-fdc0-4ee0-979c-475a8b6d541d tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4583929 Dec 10 15:35:27.384145 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35292) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:27.392484 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-1e2b981c-8df3-4b77-8dd8-24e0f263f1d3 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1742440268'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:27.427654 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-24aa85e7-31a1-473f-9ca7-6dee5fbf376e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:27.431163 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-5ddfaf08-fce6-4c4d-814f-3b49b0cbca4f tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0747020 Dec 10 15:35:27.433231 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35294) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:27.441664 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1a66ef-b5ef-44b4-8029-2aabd730eec4 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a04dfefe-9f8f-488b-98e3-2c3e981cb520,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:27.456252 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99256103-2e78-4407-8e47-cdade6aff965 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:27.460605 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-99256103-2e78-4407-8e47-cdade6aff965 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "GET /v2.0/ports?device_id=1630cbdc-a7bb-4cbe-b215-f2d227f50157 HTTP/1.1" status: 200 len: 983 time: 0.1361890 Dec 10 15:35:27.462356 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf26241d-2e69-4407-999b-9131910f22fa None None] Sync routers for ids ['1630cbdc-a7bb-4cbe-b215-f2d227f50157'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:35:27.462486 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3e0263b-fd81-4c26-b105-18c99cd97f6e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Router d1075341-5bad-4ddf-88b0-6b9aee6089e3 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:35:27.463386 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35296) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:27.469249 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-64902576-99e7-4b6c-b546-5e0fc2449506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:27.512921 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-53fc4583-f6bc-4fec-9f2f-cb5d0daefa81 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:27.527813 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-44cc15d8-97a5-4850-b3a1-17b64aeb0585 None None] For port 467cd6c2-332d-4af1-83a9-84af06b35bc8, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=467cd6c2-332d-4af1-83a9-84af06b35bc8,segment=NetworkSegment(64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4),segment_id=64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:35:27.528212 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-44cc15d8-97a5-4850-b3a1-17b64aeb0585 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:27.539729 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-53fc4583-f6bc-4fec-9f2f-cb5d0daefa81 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:27.543078 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf26241d-2e69-4407-999b-9131910f22fa None None] Routers {'1630cbdc-a7bb-4cbe-b215-f2d227f50157'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:35:27.543078 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-bf26241d-2e69-4407-999b-9131910f22fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:35:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['1630cbdc-a7bb-4cbe-b215-f2d227f50157'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:27.543078 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-0f7379b8-338c-426e-89a7-5778c8788b29 None None] Provisioning complete for port 4c39ab9e-8b55-408e-9670-6790f6d8fd47 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:27.543430 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0f7379b8-338c-426e-89a7-5778c8788b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:27.550661 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64902576-99e7-4b6c-b546-5e0fc2449506 None None] Network dd61618b-b615-4db2-a1a8-ba6a4be6a018 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:35:27.562113 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e2b981c-8df3-4b77-8dd8-24e0f263f1d3 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Made reservation on behalf of 8fca97dbaacc4a37bd3d53215e8fd531 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:35:27.566371 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1e2b981c-8df3-4b77-8dd8-24e0f263f1d3 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:27.604217 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-44cc15d8-97a5-4850-b3a1-17b64aeb0585 None None] Calling delete_port for 467cd6c2-332d-4af1-83a9-84af06b35bc8 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:35:27.606927 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e2b981c-8df3-4b77-8dd8-24e0f263f1d3 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:35:27.613630 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-64902576-99e7-4b6c-b546-5e0fc2449506 None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:35:27.618652 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1e2b981c-8df3-4b77-8dd8-24e0f263f1d3 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:27.619002 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.segments_db [None req-1e2b981c-8df3-4b77-8dd8-24e0f263f1d3 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Added segment 0f99f252-8e3b-4a94-8c7e-79d2ee65ec3c of type vlan for network b97b27fa-3792-4496-8dc7-bf817638ca74 Dec 10 15:35:27.620450 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-bf26241d-2e69-4407-999b-9131910f22fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:27.626783 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64902576-99e7-4b6c-b546-5e0fc2449506 None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:35:27.628809 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64902576-99e7-4b6c-b546-5e0fc2449506 None None] Pushing event updated for resources: {'Port': ['ID=fbec9cea-8850-4b1e-8a2f-cb7746dee9d6,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:27.656424 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-0f7379b8-338c-426e-89a7-5778c8788b29 None None] Port 4c39ab9e-8b55-408e-9670-6790f6d8fd47 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:35:27.672413 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf26241d-2e69-4407-999b-9131910f22fa None None] Routers {'1630cbdc-a7bb-4cbe-b215-f2d227f50157'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:35:27.672669 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1e2b981c-8df3-4b77-8dd8-24e0f263f1d3 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:27.673852 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-bf26241d-2e69-4407-999b-9131910f22fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:35:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['1630cbdc-a7bb-4cbe-b215-f2d227f50157'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:27.708527 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-53fc4583-f6bc-4fec-9f2f-cb5d0daefa81 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:27.712259 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-53fc4583-f6bc-4fec-9f2f-cb5d0daefa81 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:27.716670 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-53fc4583-f6bc-4fec-9f2f-cb5d0daefa81 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] 10.222.0.20 "DELETE /v2.0/security-groups/252ca8e5-77c6-453e-a6d8-c7c589cadab1 HTTP/1.1" status: 204 len: 168 time: 0.2807472 Dec 10 15:35:27.717380 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35298) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:27.742803 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fc4583-f6bc-4fec-9f2f-cb5d0daefa81 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=252ca8e5-77c6-453e-a6d8-c7c589cadab1,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:27.750515 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-bf26241d-2e69-4407-999b-9131910f22fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:27.750515 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf26241d-2e69-4407-999b-9131910f22fa None None] The sync data for ids ['1630cbdc-a7bb-4cbe-b215-f2d227f50157'] in dv-neutron-821401-4-hyperv is: [] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:35:27.779032 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1e2b981c-8df3-4b77-8dd8-24e0f263f1d3 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:27.788757 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2b981c-8df3-4b77-8dd8-24e0f263f1d3 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:27.789659 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1e2b981c-8df3-4b77-8dd8-24e0f263f1d3 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:27.799703 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-64902576-99e7-4b6c-b546-5e0fc2449506 None None] Attempting to bind port fbec9cea-8850-4b1e-8a2f-cb7746dee9d6 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:35:27.800071 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-64902576-99e7-4b6c-b546-5e0fc2449506 None None] Attempting to bind port fbec9cea-8850-4b1e-8a2f-cb7746dee9d6 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '8ca9f398-d3a4-4fa1-b246-394025aacb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'dd61618b-b615-4db2-a1a8-ba6a4be6a018'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:35:27.800429 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64902576-99e7-4b6c-b546-5e0fc2449506 None None] Attempting to bind port fbec9cea-8850-4b1e-8a2f-cb7746dee9d6 on network dd61618b-b615-4db2-a1a8-ba6a4be6a018 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:35:27.821457 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64902576-99e7-4b6c-b546-5e0fc2449506 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:35:27.821912 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64902576-99e7-4b6c-b546-5e0fc2449506 None None] Checking segment: {'id': '8ca9f398-d3a4-4fa1-b246-394025aacb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'dd61618b-b615-4db2-a1a8-ba6a4be6a018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:35:27.822514 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-64902576-99e7-4b6c-b546-5e0fc2449506 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:27.822914 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64902576-99e7-4b6c-b546-5e0fc2449506 None None] Bound using segment: {'id': '8ca9f398-d3a4-4fa1-b246-394025aacb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'dd61618b-b615-4db2-a1a8-ba6a4be6a018'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:35:27.823404 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-64902576-99e7-4b6c-b546-5e0fc2449506 None None] Bound port: fbec9cea-8850-4b1e-8a2f-cb7746dee9d6, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ca9f398-d3a4-4fa1-b246-394025aacb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'dd61618b-b615-4db2-a1a8-ba6a4be6a018'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:35:27.823784 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-64902576-99e7-4b6c-b546-5e0fc2449506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:27.830631 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-29500558-8e33-4454-92d3-111bfac44925 None None] Provisioning complete for port 8e8b8522-5f7e-4628-8ff9-192a1cff9428 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:27.831255 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-29500558-8e33-4454-92d3-111bfac44925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:27.836314 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-3c736fe0-037b-4e45-8f5a-2c93714911db tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1139057 Dec 10 15:35:27.841072 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35300) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:27.845415 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-0fe0cb18-6660-4878-9506-4a6fd9c16cad tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Request body: {'security_group': {'name': 'tempest-secgroup--1461977704'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:27.899623 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2b981c-8df3-4b77-8dd8-24e0f263f1d3 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Pushing event updated for resources: {'Network': ['ID=b97b27fa-3792-4496-8dc7-bf817638ca74,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:27.911926 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-29500558-8e33-4454-92d3-111bfac44925 None None] Port 8e8b8522-5f7e-4628-8ff9-192a1cff9428 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:35:27.913354 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network b97b27fa-3792-4496-8dc7-bf817638ca74 details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:35:27.921984 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-44cc15d8-97a5-4850-b3a1-17b64aeb0585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:28.002236 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cc15d8-97a5-4850-b3a1-17b64aeb0585 None None] Pushing event deleted for resources: {'Port': ['ID=467cd6c2-332d-4af1-83a9-84af06b35bc8,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:28.009435 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b431abc-765b-45b3-a52a-73946c9e5971 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Made reservation on behalf of 915dae42aca44a6e934a20b3a70b3a5e for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:35:28.011208 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-64902576-99e7-4b6c-b546-5e0fc2449506 None None] For port fbec9cea-8850-4b1e-8a2f-cb7746dee9d6, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:35:28.012933 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9b431abc-765b-45b3-a52a-73946c9e5971 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:28.013412 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cc15d8-97a5-4850-b3a1-17b64aeb0585 None None] No DVR routers for this DVR port 467cd6c2-332d-4af1-83a9-84af06b35bc8 on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:35:28.033924 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-64902576-99e7-4b6c-b546-5e0fc2449506 None None] For port fbec9cea-8850-4b1e-8a2f-cb7746dee9d6, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=fbec9cea-8850-4b1e-8a2f-cb7746dee9d6,segment=NetworkSegment(8ca9f398-d3a4-4fa1-b246-394025aacb79),segment_id=8ca9f398-d3a4-4fa1-b246-394025aacb79)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:35:28.073155 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-1e2b981c-8df3-4b77-8dd8-24e0f263f1d3 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6877491 Dec 10 15:35:28.076300 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35302) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:28.081248 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-0cbb8aff-d087-41f3-847f-51d5f3c5a9a5 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Request body: {'subnet': {'network_id': 'b97b27fa-3792-4496-8dc7-bf817638ca74', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:28.091369 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-64902576-99e7-4b6c-b546-5e0fc2449506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:28.140179 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e0263b-fd81-4c26-b105-18c99cd97f6e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:35:28.151067 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-a3e0263b-fd81-4c26-b105-18c99cd97f6e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "PUT /v2.0/routers/d1075341-5bad-4ddf-88b0-6b9aee6089e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9421422 Dec 10 15:35:28.157118 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ceac109-2b40-4e6f-94d9-fc0a54648696 None None] Sync routers for ids ['d1075341-5bad-4ddf-88b0-6b9aee6089e3'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:35:28.163889 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35304) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:28.172196 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ceac109-2b40-4e6f-94d9-fc0a54648696 None None] Routers {'d1075341-5bad-4ddf-88b0-6b9aee6089e3'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:35:28.172560 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-7ceac109-2b40-4e6f-94d9-fc0a54648696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:35:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['d1075341-5bad-4ddf-88b0-6b9aee6089e3'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:28.199229 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0fe0cb18-6660-4878-9506-4a6fd9c16cad tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:28.208098 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64902576-99e7-4b6c-b546-5e0fc2449506 None None] Pushing event updated for resources: {'Port': ['ID=fbec9cea-8850-4b1e-8a2f-cb7746dee9d6,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:28.303831 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 467cd6c2-332d-4af1-83a9-84af06b35bc8 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:35:28.316685 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cbb8aff-d087-41f3-847f-51d5f3c5a9a5 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Made reservation on behalf of 8fca97dbaacc4a37bd3d53215e8fd531 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:35:28.322168 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0cbb8aff-d087-41f3-847f-51d5f3c5a9a5 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11668558'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:28.348002 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 467cd6c2-332d-4af1-83a9-84af06b35bc8 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:35:28.348862 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 467cd6c2-332d-4af1-83a9-84af06b35bc8 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:35:28.397589 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-7ceac109-2b40-4e6f-94d9-fc0a54648696 None None] Set router d1075341-5bad-4ddf-88b0-6b9aee6089e3 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:35:28.421448 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0fe0cb18-6660-4878-9506-4a6fd9c16cad tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:28.488476 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0fe0cb18-6660-4878-9506-4a6fd9c16cad tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:28.592656 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe0cb18-6660-4878-9506-4a6fd9c16cad tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cdad2f5-56a7-4301-b222-02eec60fe873,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:28.622216 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0fe0cb18-6660-4878-9506-4a6fd9c16cad tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:28.627443 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-0fe0cb18-6660-4878-9506-4a6fd9c16cad tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7862320 Dec 10 15:35:28.632549 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35306) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:28.638979 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-2b1983b1-a225-4e9d-b125-bdef1fff7ba5 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Request body: {'security_group_rule': {'security_group_id': '0cdad2f5-56a7-4301-b222-02eec60fe873', 'direction': 'ingress', 'protocol': 17}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:28.739799 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-7ceac109-2b40-4e6f-94d9-fc0a54648696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1075341-5bad-4ddf-88b0-6b9aee6089e3', 'name': 'tempest-TestNetworkBasicOps-router-1234920523', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': 'df16b59d-9eb1-4704-89a6-2dd4ad19e44b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:35:11Z', 'updated_at': '2021-12-10T15:35:25Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': 'df16b59d-9eb1-4704-89a6-2dd4ad19e44b', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:78:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1075341-5bad-4ddf-88b0-6b9aee6089e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:13Z', 'updated_at': '2021-12-10T15:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '8e8b8522-5f7e-4628-8ff9-192a1cff9428', 'name': '', 'network_id': 'd94f8eb2-eac4-463d-8d76-d973260c236a', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:11:fe:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1075341-5bad-4ddf-88b0-6b9aee6089e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '34c7743d-ebad-428c-a2f4-a627b40eea9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:22Z', 'updated_at': '2021-12-10T15:35:26Z', 'revision_number': 2, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': '34c7743d-ebad-428c-a2f4-a627b40eea9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:28.753859 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9685ad65-90ea-411e-9f9f-c4759175fd16 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:28.753859 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9685ad65-90ea-411e-9f9f-c4759175fd16 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:28.753859 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9685ad65-90ea-411e-9f9f-c4759175fd16 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:28.754790 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9685ad65-90ea-411e-9f9f-c4759175fd16 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:28.755474 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9685ad65-90ea-411e-9f9f-c4759175fd16 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:28.755999 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9685ad65-90ea-411e-9f9f-c4759175fd16 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:28.756526 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9685ad65-90ea-411e-9f9f-c4759175fd16 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:28.757045 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9685ad65-90ea-411e-9f9f-c4759175fd16 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:28.757559 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9685ad65-90ea-411e-9f9f-c4759175fd16 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:28.763235 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-9685ad65-90ea-411e-9f9f-c4759175fd16 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6234 time: 0.5947695 Dec 10 15:35:28.765073 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35308) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:28.773885 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ceac109-2b40-4e6f-94d9-fc0a54648696 None None] Checking router: d1075341-5bad-4ddf-88b0-6b9aee6089e3 for host: dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:35:28.774470 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ceac109-2b40-4e6f-94d9-fc0a54648696 None None] Updating router d1075341-5bad-4ddf-88b0-6b9aee6089e3 port 8e8b8522-5f7e-4628-8ff9-192a1cff9428 binding host dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 15:35:28.811310 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7ceac109-2b40-4e6f-94d9-fc0a54648696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:28.825262 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9b431abc-765b-45b3-a52a-73946c9e5971 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11695183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581935'] for subnet, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:28.847624 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0cbb8aff-d087-41f3-847f-51d5f3c5a9a5 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11236534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11668560'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:28.900307 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2b1983b1-a225-4e9d-b125-bdef1fff7ba5 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:28.900965 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b431abc-765b-45b3-a52a-73946c9e5971 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:35:28.946281 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-9b431abc-765b-45b3-a52a-73946c9e5971 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:35:28.955136 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b431abc-765b-45b3-a52a-73946c9e5971 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:28.955832 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9b431abc-765b-45b3-a52a-73946c9e5971 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:28.962117 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7d3234-86b4-486b-ae80-567be614bcb7 None None] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:35:28.992991 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbb8aff-d087-41f3-847f-51d5f3c5a9a5 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Pushing event updated for resources: {'Subnet': ['ID=393fcc70-4e01-49d3-9bc3-16793e3f7650,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:29.002881 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b431abc-765b-45b3-a52a-73946c9e5971 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event updated for resources: {'Subnet': ['ID=c2f365b5-6a5e-4ccf-b084-231366385e85,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:29.027203 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b886ac-80ff-4779-844e-4a6a57a2e349 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:29.027659 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b886ac-80ff-4779-844e-4a6a57a2e349 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:29.028119 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b886ac-80ff-4779-844e-4a6a57a2e349 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:29.028567 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b886ac-80ff-4779-844e-4a6a57a2e349 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:29.029011 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b886ac-80ff-4779-844e-4a6a57a2e349 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:29.029753 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b886ac-80ff-4779-844e-4a6a57a2e349 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:29.034001 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b886ac-80ff-4779-844e-4a6a57a2e349 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:29.040581 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-9b431abc-765b-45b3-a52a-73946c9e5971 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9145756 Dec 10 15:35:29.040581 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35310) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:29.040581 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35312) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:29.041569 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-33b886ac-80ff-4779-844e-4a6a57a2e349 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4569 time: 0.2743070 Dec 10 15:35:29.048197 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-4bc1a380-df2c-47e5-9618-81993aa4f12c tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Request body: {'port': {'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'mac_address': 'fa:16:3e:94:c4:a7', 'name': 'tempest-NetworksTestDHCPv6-1429329531'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:29.087454 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3550b4b0-b2b2-4191-b80a-5c1e8abd6e7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-c2b5f149-cedd-450c-ab43-dd2d78259f45', 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'project_id': '915dae42aca44a6e934a20b3a70b3a5e', 'fixed_ips': [{'subnet_id': 'c2f365b5-6a5e-4ccf-b084-231366385e85'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:35:29.091146 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3550b4b0-b2b2-4191-b80a-5c1e8abd6e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:29.114382 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbb8aff-d087-41f3-847f-51d5f3c5a9a5 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Checking segment: {'id': '0f99f252-8e3b-4a94-8c7e-79d2ee65ec3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b97b27fa-3792-4496-8dc7-bf817638ca74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:35:29.117100 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbb8aff-d087-41f3-847f-51d5f3c5a9a5 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Network hostable DHCP agents. Network: b97b27fa-3792-4496-8dc7-bf817638ca74, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:35:29.135896 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7ceac109-2b40-4e6f-94d9-fc0a54648696 None None] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:29.147459 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2b1983b1-a225-4e9d-b125-bdef1fff7ba5 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:29.217598 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-24aa85e7-31a1-473f-9ca7-6dee5fbf376e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:29.222507 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7ceac109-2b40-4e6f-94d9-fc0a54648696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:29.243154 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6b29bb8e-9027-49f2-b3a6-3e335bbb2a18 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549925'] for router_interface, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:29.251535 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbb8aff-d087-41f3-847f-51d5f3c5a9a5 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Network b97b27fa-3792-4496-8dc7-bf817638ca74 is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:35:29.254824 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2b1983b1-a225-4e9d-b125-bdef1fff7ba5 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:29.259457 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-3550b4b0-b2b2-4191-b80a-5c1e8abd6e7b None None] Allocated IP 2001:db8::2 (c2b5f149-cedd-450c-ab43-dd2d78259f45/c2f365b5-6a5e-4ccf-b084-231366385e85/26a49684-e14d-44d8-9ccb-ffd408b5072c) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:35:29.292990 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1983b1-a225-4e9d-b125-bdef1fff7ba5 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f77225bd-f3df-4dce-b12f-8eac1ad9f03f,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:29.322579 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8afb7c5-14b8-4da4-9db6-7621783148ee None None] Pushing event updated for resources: {'Port': ['ID=8e8b8522-5f7e-4628-8ff9-192a1cff9428,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:29.351440 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8afb7c5-14b8-4da4-9db6-7621783148ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:35:29.352073 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8afb7c5-14b8-4da4-9db6-7621783148ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:35:29.356561 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8afb7c5-14b8-4da4-9db6-7621783148ee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:35:29.357000 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8afb7c5-14b8-4da4-9db6-7621783148ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:35:29.357411 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8afb7c5-14b8-4da4-9db6-7621783148ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:35:29.357873 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8afb7c5-14b8-4da4-9db6-7621783148ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:35:29.358307 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8afb7c5-14b8-4da4-9db6-7621783148ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:35:29.358716 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8afb7c5-14b8-4da4-9db6-7621783148ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:35:29.359209 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8afb7c5-14b8-4da4-9db6-7621783148ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:35:29.360469 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-24aa85e7-31a1-473f-9ca7-6dee5fbf376e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:29.362869 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8afb7c5-14b8-4da4-9db6-7621783148ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:35:29.363300 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8afb7c5-14b8-4da4-9db6-7621783148ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:35:29.363704 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8afb7c5-14b8-4da4-9db6-7621783148ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:35:29.365366 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-0cbb8aff-d087-41f3-847f-51d5f3c5a9a5 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, b97b27fa-3792-4496-8dc7-bf817638ca74) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:35:29.366940 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8afb7c5-14b8-4da4-9db6-7621783148ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:35:29.369520 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cbb8aff-d087-41f3-847f-51d5f3c5a9a5 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:29.370226 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0cbb8aff-d087-41f3-847f-51d5f3c5a9a5 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:29.381887 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26d2027-af75-4ac9-9245-f03bd57d2ba5 None None] Network b97b27fa-3792-4496-8dc7-bf817638ca74 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:35:29.396675 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2b1983b1-a225-4e9d-b125-bdef1fff7ba5 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:29.400949 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-2b1983b1-a225-4e9d-b125-bdef1fff7ba5 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7670410 Dec 10 15:35:29.401630 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35314) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:29.430630 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-7ceac109-2b40-4e6f-94d9-fc0a54648696 None None] Attempting to bind port 8e8b8522-5f7e-4628-8ff9-192a1cff9428 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:35:29.431272 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-7ceac109-2b40-4e6f-94d9-fc0a54648696 None None] Attempting to bind port 8e8b8522-5f7e-4628-8ff9-192a1cff9428 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'd896992a-1704-4b91-88ab-6242d83765a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd94f8eb2-eac4-463d-8d76-d973260c236a'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:35:29.431745 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ceac109-2b40-4e6f-94d9-fc0a54648696 None None] Attempting to bind port 8e8b8522-5f7e-4628-8ff9-192a1cff9428 on network d94f8eb2-eac4-463d-8d76-d973260c236a {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:35:29.439880 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ceac109-2b40-4e6f-94d9-fc0a54648696 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:35:29.440469 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ceac109-2b40-4e6f-94d9-fc0a54648696 None None] Checking segment: {'id': 'd896992a-1704-4b91-88ab-6242d83765a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd94f8eb2-eac4-463d-8d76-d973260c236a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:35:29.441073 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7ceac109-2b40-4e6f-94d9-fc0a54648696 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:29.441546 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ceac109-2b40-4e6f-94d9-fc0a54648696 None None] Bound using segment: {'id': 'd896992a-1704-4b91-88ab-6242d83765a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd94f8eb2-eac4-463d-8d76-d973260c236a'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:35:29.442122 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-7ceac109-2b40-4e6f-94d9-fc0a54648696 None None] Bound port: 8e8b8522-5f7e-4628-8ff9-192a1cff9428, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd896992a-1704-4b91-88ab-6242d83765a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd94f8eb2-eac4-463d-8d76-d973260c236a'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:35:29.442605 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7ceac109-2b40-4e6f-94d9-fc0a54648696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:29.526733 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-0cbb8aff-d087-41f3-847f-51d5f3c5a9a5 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4493170 Dec 10 15:35:29.530419 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35316) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:29.542676 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3c0bf0e9-3f38-47f2-a6da-743b4c9a39a4 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:29.544699 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-7ceac109-2b40-4e6f-94d9-fc0a54648696 None None] For port 8e8b8522-5f7e-4628-8ff9-192a1cff9428, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:35:29.549053 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-7ceac109-2b40-4e6f-94d9-fc0a54648696 None None] For port 8e8b8522-5f7e-4628-8ff9-192a1cff9428, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=8e8b8522-5f7e-4628-8ff9-192a1cff9428,segment=NetworkSegment(d896992a-1704-4b91-88ab-6242d83765a6),segment_id=d896992a-1704-4b91-88ab-6242d83765a6)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:35:29.591559 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3550b4b0-b2b2-4191-b80a-5c1e8abd6e7b None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:29.595715 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94d1a28-d64c-4e80-abe2-18bfb328b632 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-b97b27fa-3792-4496-8dc7-bf817638ca74', 'network_id': 'b97b27fa-3792-4496-8dc7-bf817638ca74', 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'fixed_ips': [{'subnet_id': '393fcc70-4e01-49d3-9bc3-16793e3f7650'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:35:29.596467 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b94d1a28-d64c-4e80-abe2-18bfb328b632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:29.600427 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3c0bf0e9-3f38-47f2-a6da-743b4c9a39a4 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:29.617303 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7ceac109-2b40-4e6f-94d9-fc0a54648696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:29.685489 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3550b4b0-b2b2-4191-b80a-5c1e8abd6e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:29.727027 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ceac109-2b40-4e6f-94d9-fc0a54648696 None None] Routers {'d1075341-5bad-4ddf-88b0-6b9aee6089e3'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:35:29.729093 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-7ceac109-2b40-4e6f-94d9-fc0a54648696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:35:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['d1075341-5bad-4ddf-88b0-6b9aee6089e3'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:29.744034 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3550b4b0-b2b2-4191-b80a-5c1e8abd6e7b None None] Pushing event updated for resources: {'Port': ['ID=26a49684-e14d-44d8-9ccb-ffd408b5072c,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:29.777057 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3550b4b0-b2b2-4191-b80a-5c1e8abd6e7b None None] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:35:29.782776 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3c0bf0e9-3f38-47f2-a6da-743b4c9a39a4 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:29.785461 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3c0bf0e9-3f38-47f2-a6da-743b4c9a39a4 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:29.789202 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-3c0bf0e9-3f38-47f2-a6da-743b4c9a39a4 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] 10.222.0.20 "DELETE /v2.0/security-groups/0cdad2f5-56a7-4301-b222-02eec60fe873 HTTP/1.1" status: 204 len: 168 time: 0.3841019 Dec 10 15:35:29.804085 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-3550b4b0-b2b2-4191-b80a-5c1e8abd6e7b None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:35:29.807688 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3550b4b0-b2b2-4191-b80a-5c1e8abd6e7b None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:35:29.822941 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35318) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:29.823442 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0bf0e9-3f38-47f2-a6da-743b4c9a39a4 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cdad2f5-56a7-4301-b222-02eec60fe873,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:29.880466 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-a2be54a4-1eb7-48c4-a68a-0a4e91f4acfc None None] Provisioning complete for port 8e8b8522-5f7e-4628-8ff9-192a1cff9428 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:29.880849 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a2be54a4-1eb7-48c4-a68a-0a4e91f4acfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:29.930634 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-7ceac109-2b40-4e6f-94d9-fc0a54648696 None None] Set router d1075341-5bad-4ddf-88b0-6b9aee6089e3 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:35:29.940266 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-8267b850-2c6c-4ea8-901a-95de20bae666 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1105444 Dec 10 15:35:29.940684 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35320) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:29.945359 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-3b54eee5-562c-450f-917c-d54bdc9c8b9b tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Request body: {'security_group': {'name': 'tempest-secgroup--1469531094'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:29.971854 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-b94d1a28-d64c-4e80-abe2-18bfb328b632 None None] Allocated IP 2001:db8::2 (b97b27fa-3792-4496-8dc7-bf817638ca74/393fcc70-4e01-49d3-9bc3-16793e3f7650/5551be82-4aa8-44ce-b30c-25b54745e712) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:35:29.993038 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d78f2aa-f686-498e-a39b-61ff0fa75581 None None] Network dd61618b-b615-4db2-a1a8-ba6a4be6a018 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:35:30.061872 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-3550b4b0-b2b2-4191-b80a-5c1e8abd6e7b None None] Attempting to bind port 26a49684-e14d-44d8-9ccb-ffd408b5072c on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:35:30.062438 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-3550b4b0-b2b2-4191-b80a-5c1e8abd6e7b None None] Attempting to bind port 26a49684-e14d-44d8-9ccb-ffd408b5072c by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:35:30.062898 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3550b4b0-b2b2-4191-b80a-5c1e8abd6e7b None None] Attempting to bind port 26a49684-e14d-44d8-9ccb-ffd408b5072c on network c2b5f149-cedd-450c-ab43-dd2d78259f45 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:35:30.069483 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3b54eee5-562c-450f-917c-d54bdc9c8b9b tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:30.115031 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3550b4b0-b2b2-4191-b80a-5c1e8abd6e7b None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:35:30.115617 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3550b4b0-b2b2-4191-b80a-5c1e8abd6e7b None None] Checking segment: {'id': '64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:35:30.116125 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3550b4b0-b2b2-4191-b80a-5c1e8abd6e7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:30.116621 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3550b4b0-b2b2-4191-b80a-5c1e8abd6e7b None None] Bound using segment: {'id': '64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:35:30.117238 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-3550b4b0-b2b2-4191-b80a-5c1e8abd6e7b None None] Bound port: 26a49684-e14d-44d8-9ccb-ffd408b5072c, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:35:30.117651 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3550b4b0-b2b2-4191-b80a-5c1e8abd6e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:30.133887 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8afb7c5-14b8-4da4-9db6-7621783148ee None None] Pushing event updated for resources: {'Port': ['ID=8e8b8522-5f7e-4628-8ff9-192a1cff9428,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:30.227771 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-24aa85e7-31a1-473f-9ca7-6dee5fbf376e admin admin] Allocated IP 172.26.2.208 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/f02d4c20-e5c5-47fe-bd7b-5915bd93b2df) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:35:30.228532 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3b54eee5-562c-450f-917c-d54bdc9c8b9b tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:30.267542 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a2be54a4-1eb7-48c4-a68a-0a4e91f4acfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:30.291342 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-7ceac109-2b40-4e6f-94d9-fc0a54648696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1075341-5bad-4ddf-88b0-6b9aee6089e3', 'name': 'tempest-TestNetworkBasicOps-router-1234920523', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': 'df16b59d-9eb1-4704-89a6-2dd4ad19e44b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:35:11Z', 'updated_at': '2021-12-10T15:35:25Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': 'df16b59d-9eb1-4704-89a6-2dd4ad19e44b', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:78:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1075341-5bad-4ddf-88b0-6b9aee6089e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:13Z', 'updated_at': '2021-12-10T15:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '8e8b8522-5f7e-4628-8ff9-192a1cff9428', 'name': '', 'network_id': 'd94f8eb2-eac4-463d-8d76-d973260c236a', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:11:fe:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1075341-5bad-4ddf-88b0-6b9aee6089e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '34c7743d-ebad-428c-a2f4-a627b40eea9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:22Z', 'updated_at': '2021-12-10T15:35:29Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': '34c7743d-ebad-428c-a2f4-a627b40eea9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:30.300367 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3b54eee5-562c-450f-917c-d54bdc9c8b9b tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:30.321510 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ceac109-2b40-4e6f-94d9-fc0a54648696 None None] The sync data for ids ['d1075341-5bad-4ddf-88b0-6b9aee6089e3'] in dv-neutron-821401-4-hyperv is: [{'id': 'd1075341-5bad-4ddf-88b0-6b9aee6089e3', 'name': 'tempest-TestNetworkBasicOps-router-1234920523', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': 'df16b59d-9eb1-4704-89a6-2dd4ad19e44b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:35:11Z', 'updated_at': '2021-12-10T15:35:25Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': 'df16b59d-9eb1-4704-89a6-2dd4ad19e44b', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:78:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1075341-5bad-4ddf-88b0-6b9aee6089e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:13Z', 'updated_at': '2021-12-10T15:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '8e8b8522-5f7e-4628-8ff9-192a1cff9428', 'name': '', 'network_id': 'd94f8eb2-eac4-463d-8d76-d973260c236a', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:11:fe:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1075341-5bad-4ddf-88b0-6b9aee6089e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '34c7743d-ebad-428c-a2f4-a627b40eea9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:22Z', 'updated_at': '2021-12-10T15:35:29Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': '34c7743d-ebad-428c-a2f4-a627b40eea9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:35:30.328971 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device fbec9cea-8850-4b1e-8a2f-cb7746dee9d6 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:35:30.353257 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b54eee5-562c-450f-917c-d54bdc9c8b9b tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78613eca-b1dd-4613-aa50-aa5c79f77f50,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:30.410483 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-3550b4b0-b2b2-4191-b80a-5c1e8abd6e7b None None] For port 26a49684-e14d-44d8-9ccb-ffd408b5072c, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:35:30.423665 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3b54eee5-562c-450f-917c-d54bdc9c8b9b tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:30.425262 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-3b54eee5-562c-450f-917c-d54bdc9c8b9b tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4834988 Dec 10 15:35:30.428992 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35322) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:30.433251 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-eb858280-f14b-4089-950e-2aa5eb7ee79b tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Request body: {'security_group': {'name': 'tempest-secgroup--1349887'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:30.446733 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-3550b4b0-b2b2-4191-b80a-5c1e8abd6e7b None None] For port 26a49684-e14d-44d8-9ccb-ffd408b5072c, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=26a49684-e14d-44d8-9ccb-ffd408b5072c,segment=NetworkSegment(64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4),segment_id=64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:35:30.467641 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-a2be54a4-1eb7-48c4-a68a-0a4e91f4acfc None None] For port 8e8b8522-5f7e-4628-8ff9-192a1cff9428, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=8e8b8522-5f7e-4628-8ff9-192a1cff9428,segment=NetworkSegment(d896992a-1704-4b91-88ab-6242d83765a6),segment_id=d896992a-1704-4b91-88ab-6242d83765a6)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:35:30.487874 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b94d1a28-d64c-4e80-abe2-18bfb328b632 None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:30.502547 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port fbec9cea-8850-4b1e-8a2f-cb7746dee9d6 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:30.503020 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:30.536413 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3550b4b0-b2b2-4191-b80a-5c1e8abd6e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:30.579026 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a2be54a4-1eb7-48c4-a68a-0a4e91f4acfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:30.604248 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b94d1a28-d64c-4e80-abe2-18bfb328b632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:30.647579 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3550b4b0-b2b2-4191-b80a-5c1e8abd6e7b None None] Pushing event updated for resources: {'Port': ['ID=26a49684-e14d-44d8-9ccb-ffd408b5072c,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:30.661484 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94d1a28-d64c-4e80-abe2-18bfb328b632 None None] Network b97b27fa-3792-4496-8dc7-bf817638ca74 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:35:30.664462 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-b94d1a28-d64c-4e80-abe2-18bfb328b632 None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:35:30.670364 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94d1a28-d64c-4e80-abe2-18bfb328b632 None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:35:30.681311 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc1a380-df2c-47e5-9618-81993aa4f12c tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Made reservation on behalf of 915dae42aca44a6e934a20b3a70b3a5e for: {'port': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:35:30.788032 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eb858280-f14b-4089-950e-2aa5eb7ee79b tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:30.792833 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:30.800570 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-24aa85e7-31a1-473f-9ca7-6dee5fbf376e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:30.810970 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2be54a4-1eb7-48c4-a68a-0a4e91f4acfc None None] Pushing event updated for resources: {'Port': ['ID=8e8b8522-5f7e-4628-8ff9-192a1cff9428,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:30.848378 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-c299833a-e162-476c-87d1-3752ffbef8de None None] Provisioning complete for port 8e8b8522-5f7e-4628-8ff9-192a1cff9428 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:30.848378 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c299833a-e162-476c-87d1-3752ffbef8de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:30.946064 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eb858280-f14b-4089-950e-2aa5eb7ee79b tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:30.969686 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-70a732d4-12a8-40d3-928b-b2580dcd5d52 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:31.016719 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eb858280-f14b-4089-950e-2aa5eb7ee79b tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:31.060366 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4bc1a380-df2c-47e5-9618-81993aa4f12c tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:31.075281 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb858280-f14b-4089-950e-2aa5eb7ee79b tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=862ce042-ad61-4537-bc0f-967da1f1ac90,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:31.132203 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-24aa85e7-31a1-473f-9ca7-6dee5fbf376e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:31.133504 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eb858280-f14b-4089-950e-2aa5eb7ee79b tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:31.135114 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-eb858280-f14b-4089-950e-2aa5eb7ee79b tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.7054937 Dec 10 15:35:31.138221 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35324) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:31.148545 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-b98542ab-2c8c-4820-bc8b-2e2da85ea285 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Request body: {'security_group_rule': {'security_group_id': '78613eca-b1dd-4613-aa50-aa5c79f77f50', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '862ce042-ad61-4537-bc0f-967da1f1ac90', 'remote_ip_prefix': None}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:31.174853 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-b94d1a28-d64c-4e80-abe2-18bfb328b632 None None] Attempting to bind port 5551be82-4aa8-44ce-b30c-25b54745e712 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:35:31.175262 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-b94d1a28-d64c-4e80-abe2-18bfb328b632 None None] Attempting to bind port 5551be82-4aa8-44ce-b30c-25b54745e712 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '0f99f252-8e3b-4a94-8c7e-79d2ee65ec3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b97b27fa-3792-4496-8dc7-bf817638ca74'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:35:31.175634 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94d1a28-d64c-4e80-abe2-18bfb328b632 None None] Attempting to bind port 5551be82-4aa8-44ce-b30c-25b54745e712 on network b97b27fa-3792-4496-8dc7-bf817638ca74 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:35:31.209403 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94d1a28-d64c-4e80-abe2-18bfb328b632 None None] Pushing event updated for resources: {'Port': ['ID=5551be82-4aa8-44ce-b30c-25b54745e712,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:31.211980 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94d1a28-d64c-4e80-abe2-18bfb328b632 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:35:31.212610 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94d1a28-d64c-4e80-abe2-18bfb328b632 None None] Checking segment: {'id': '0f99f252-8e3b-4a94-8c7e-79d2ee65ec3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b97b27fa-3792-4496-8dc7-bf817638ca74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:35:31.213024 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b94d1a28-d64c-4e80-abe2-18bfb328b632 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:31.213414 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94d1a28-d64c-4e80-abe2-18bfb328b632 None None] Bound using segment: {'id': '0f99f252-8e3b-4a94-8c7e-79d2ee65ec3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b97b27fa-3792-4496-8dc7-bf817638ca74'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:35:31.213990 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-b94d1a28-d64c-4e80-abe2-18bfb328b632 None None] Bound port: 5551be82-4aa8-44ce-b30c-25b54745e712, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f99f252-8e3b-4a94-8c7e-79d2ee65ec3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b97b27fa-3792-4496-8dc7-bf817638ca74'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:35:31.214378 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b94d1a28-d64c-4e80-abe2-18bfb328b632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:31.224184 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] For port fbec9cea-8850-4b1e-8a2f-cb7746dee9d6, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=fbec9cea-8850-4b1e-8a2f-cb7746dee9d6,segment=NetworkSegment(8ca9f398-d3a4-4fa1-b246-394025aacb79),segment_id=8ca9f398-d3a4-4fa1-b246-394025aacb79)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:35:31.265097 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b98542ab-2c8c-4820-bc8b-2e2da85ea285 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:31.305042 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-a4c5f6b9-16c4-4d0f-976b-4a23e0b80b4e tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3204 time: 2.2519364 Dec 10 15:35:31.315019 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-4bc1a380-df2c-47e5-9618-81993aa4f12c tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] device_id is not set on port c84b381b-43c9-42c6-bb8d-8315c33d4a29 yet. {{(pid=103586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:35:31.333192 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:31.333613 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24aa85e7-31a1-473f-9ca7-6dee5fbf376e admin admin] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:35:31.370830 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-24aa85e7-31a1-473f-9ca7-6dee5fbf376e admin admin] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:35:31.376619 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24aa85e7-31a1-473f-9ca7-6dee5fbf376e admin admin] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:35:31.410867 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aa85e7-31a1-473f-9ca7-6dee5fbf376e admin admin] Pushing event updated for resources: {'Port': ['ID=f02d4c20-e5c5-47fe-bd7b-5915bd93b2df,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:31.418852 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b98542ab-2c8c-4820-bc8b-2e2da85ea285 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:31.443894 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-b94d1a28-d64c-4e80-abe2-18bfb328b632 None None] For port 5551be82-4aa8-44ce-b30c-25b54745e712, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:35:31.463269 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-b94d1a28-d64c-4e80-abe2-18bfb328b632 None None] For port 5551be82-4aa8-44ce-b30c-25b54745e712, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=5551be82-4aa8-44ce-b30c-25b54745e712,segment=NetworkSegment(0f99f252-8e3b-4a94-8c7e-79d2ee65ec3c),segment_id=0f99f252-8e3b-4a94-8c7e-79d2ee65ec3c)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:35:31.467102 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Pushing event updated for resources: {'Port': ['ID=fbec9cea-8850-4b1e-8a2f-cb7746dee9d6,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:31.488571 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0306526b-365f-4877-8f18-01419dd265fe None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:35:31.493899 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-6b29bb8e-9027-49f2-b3a6-3e335bbb2a18 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Deleting port 4c39ab9e-8b55-408e-9670-6790f6d8fd47 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:35:31.493899 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6b29bb8e-9027-49f2-b3a6-3e335bbb2a18 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:31.495322 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b98542ab-2c8c-4820-bc8b-2e2da85ea285 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:31.527120 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98542ab-2c8c-4820-bc8b-2e2da85ea285 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81f5a293-f9bc-4987-826b-4bd398243674,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:31.527369 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-c299833a-e162-476c-87d1-3752ffbef8de None None] Provisioning complete for port fbec9cea-8850-4b1e-8a2f-cb7746dee9d6 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:31.527861 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c299833a-e162-476c-87d1-3752ffbef8de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:31.577118 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b94d1a28-d64c-4e80-abe2-18bfb328b632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:31.587453 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-70a732d4-12a8-40d3-928b-b2580dcd5d52 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Allocated IP 2001:db8::1 (b97b27fa-3792-4496-8dc7-bf817638ca74/393fcc70-4e01-49d3-9bc3-16793e3f7650/a49be103-0bdf-4306-9d74-1eeb9a3a2a27) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:35:31.647572 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b98542ab-2c8c-4820-bc8b-2e2da85ea285 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:31.648818 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-b98542ab-2c8c-4820-bc8b-2e2da85ea285 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5097203 Dec 10 15:35:31.651757 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35328) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:31.708928 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94d1a28-d64c-4e80-abe2-18bfb328b632 None None] Pushing event updated for resources: {'Port': ['ID=5551be82-4aa8-44ce-b30c-25b54745e712,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:31.726927 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a88dc12c-6af5-429b-b826-6e958be1f4ab tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:31.752623 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a88dc12c-6af5-429b-b826-6e958be1f4ab tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:31.755831 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-70a732d4-12a8-40d3-928b-b2580dcd5d52 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:31.877338 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a88dc12c-6af5-429b-b826-6e958be1f4ab tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:31.905381 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35330) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:31.911681 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a88dc12c-6af5-429b-b826-6e958be1f4ab tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:31.914035 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-a88dc12c-6af5-429b-b826-6e958be1f4ab tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/81f5a293-f9bc-4987-826b-4bd398243674 HTTP/1.1" status: 204 len: 168 time: 0.2604280 Dec 10 15:35:31.927839 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-24e868e6-0a51-4b52-9beb-a69765c673ef tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1313199113', 'description': 'tempest-secgroup-smoke-1313199113 description', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:31.930465 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-0437d06e-28d1-446e-a142-3d0e51cdfe2c None None] Provisioning complete for port fbec9cea-8850-4b1e-8a2f-cb7746dee9d6 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:31.931619 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0437d06e-28d1-446e-a142-3d0e51cdfe2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:31.932516 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35332) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:31.934100 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88dc12c-6af5-429b-b826-6e958be1f4ab tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=81f5a293-f9bc-4987-826b-4bd398243674,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:32.059522 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-24e868e6-0a51-4b52-9beb-a69765c673ef tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:32.098457 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-ccadaf85-522a-482c-8f22-fd2f2fe27c7e tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1535294 Dec 10 15:35:32.100876 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35334) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:32.148200 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-70a732d4-12a8-40d3-928b-b2580dcd5d52 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:32.184727 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-4bc1a380-df2c-47e5-9618-81993aa4f12c tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Allocated IP 2001:db8::2c8 (c2b5f149-cedd-450c-ab43-dd2d78259f45/c2f365b5-6a5e-4ccf-b084-231366385e85/c84b381b-43c9-42c6-bb8d-8315c33d4a29) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:35:32.247782 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-81a9a1bb-7e71-459e-820d-c17366ae8310 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:32.248658 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-0437d06e-28d1-446e-a142-3d0e51cdfe2c None None] Provisioning complete for port f02d4c20-e5c5-47fe-bd7b-5915bd93b2df triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:32.249046 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0437d06e-28d1-446e-a142-3d0e51cdfe2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:32.296503 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a732d4-12a8-40d3-928b-b2580dcd5d52 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Network b97b27fa-3792-4496-8dc7-bf817638ca74 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:35:32.303544 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-81a9a1bb-7e71-459e-820d-c17366ae8310 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:32.319576 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-70a732d4-12a8-40d3-928b-b2580dcd5d52 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:35:32.325878 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a732d4-12a8-40d3-928b-b2580dcd5d52 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:35:32.326881 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-70a732d4-12a8-40d3-928b-b2580dcd5d52 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552880'] for router_interface, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:32.330280 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-0437d06e-28d1-446e-a142-3d0e51cdfe2c None None] Port f02d4c20-e5c5-47fe-bd7b-5915bd93b2df cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:35:32.337242 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6b29bb8e-9027-49f2-b3a6-3e335bbb2a18 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:32.344216 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a732d4-12a8-40d3-928b-b2580dcd5d52 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Pushing event updated for resources: {'Port': ['ID=a49be103-0bdf-4306-9d74-1eeb9a3a2a27,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:32.417159 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-81a9a1bb-7e71-459e-820d-c17366ae8310 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:32.417403 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-6b29bb8e-9027-49f2-b3a6-3e335bbb2a18 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Calling delete_port for 4c39ab9e-8b55-408e-9670-6790f6d8fd47 owned by network:router_interface {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:35:32.420289 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-81a9a1bb-7e71-459e-820d-c17366ae8310 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:32.421587 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-81a9a1bb-7e71-459e-820d-c17366ae8310 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] 10.222.0.20 "DELETE /v2.0/security-groups/862ce042-ad61-4537-bc0f-967da1f1ac90 HTTP/1.1" status: 204 len: 168 time: 0.3192379 Dec 10 15:35:32.425496 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35336) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:32.443668 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a9a1bb-7e71-459e-820d-c17366ae8310 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=862ce042-ad61-4537-bc0f-967da1f1ac90,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:32.459773 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-b1e1329d-7629-4be8-90b0-c0acada4733e None None] Provisioning complete for port 26a49684-e14d-44d8-9ccb-ffd408b5072c triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:32.460460 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b1e1329d-7629-4be8-90b0-c0acada4733e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:32.524124 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-b11e186d-2eff-480f-8543-420af9951fd3 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4541 time: 0.0963769 Dec 10 15:35:32.531046 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35338) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:32.564202 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 26a49684-e14d-44d8-9ccb-ffd408b5072c up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:35:32.607368 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-45917081-f2f5-4463-8fee-48a2bc6aeefc tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:32.611562 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b1e1329d-7629-4be8-90b0-c0acada4733e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:32.634647 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-45917081-f2f5-4463-8fee-48a2bc6aeefc tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:32.685620 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-b1e1329d-7629-4be8-90b0-c0acada4733e None None] For port 26a49684-e14d-44d8-9ccb-ffd408b5072c, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=26a49684-e14d-44d8-9ccb-ffd408b5072c,segment=NetworkSegment(64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4),segment_id=64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:35:32.694872 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 26a49684-e14d-44d8-9ccb-ffd408b5072c triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:32.695244 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:32.775596 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:32.776952 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-45917081-f2f5-4463-8fee-48a2bc6aeefc tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:32.778935 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b1e1329d-7629-4be8-90b0-c0acada4733e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:32.781192 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-45917081-f2f5-4463-8fee-48a2bc6aeefc tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:32.782901 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-45917081-f2f5-4463-8fee-48a2bc6aeefc tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] 10.222.0.20 "DELETE /v2.0/security-groups/78613eca-b1dd-4613-aa50-aa5c79f77f50 HTTP/1.1" status: 204 len: 168 time: 0.2503450 Dec 10 15:35:32.792779 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35340) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:32.802148 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45917081-f2f5-4463-8fee-48a2bc6aeefc tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78613eca-b1dd-4613-aa50-aa5c79f77f50,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:32.869707 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-036fce4a-755b-40d9-bb90-1988dbef47d7 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0757751 Dec 10 15:35:32.874433 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35342) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:32.879942 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-89735f50-2097-49a9-a3fd-939169eaa146 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Request body: {'security_group': {'name': 'tempest-secgroup--1078716767'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:32.914979 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.db.api [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 15:35:32.915490 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG oslo_db.api [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 15:35:32.916200 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e1329d-7629-4be8-90b0-c0acada4733e None None] Pushing event updated for resources: {'Port': ['ID=26a49684-e14d-44d8-9ccb-ffd408b5072c,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:32.980785 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-89735f50-2097-49a9-a3fd-939169eaa146 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:33.030439 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-24e868e6-0a51-4b52-9beb-a69765c673ef tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:33.055134 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-89735f50-2097-49a9-a3fd-939169eaa146 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:33.087879 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-24aa85e7-31a1-473f-9ca7-6dee5fbf376e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:33.094869 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4bc1a380-df2c-47e5-9618-81993aa4f12c tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:33.148526 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-89735f50-2097-49a9-a3fd-939169eaa146 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:33.184584 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89735f50-2097-49a9-a3fd-939169eaa146 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d2b6e18-f966-4ff9-8809-dba978b4f911,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:33.197461 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-24e868e6-0a51-4b52-9beb-a69765c673ef tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:33.210267 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324425d1-6347-496a-90a1-e7a2fd464ff7 None None] Network b97b27fa-3792-4496-8dc7-bf817638ca74 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:35:33.264900 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-89735f50-2097-49a9-a3fd-939169eaa146 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:33.266503 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-89735f50-2097-49a9-a3fd-939169eaa146 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3902988 Dec 10 15:35:33.269268 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35344) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:33.273617 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-f06a8f1a-37d4-43de-b6be-d92903375276 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Request body: {'security_group_rule': {'security_group_id': '4d2b6e18-f966-4ff9-8809-dba978b4f911', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:33.285417 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-70a732d4-12a8-40d3-928b-b2580dcd5d52 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:33.316842 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e868e6-0a51-4b52-9beb-a69765c673ef tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18fc437d-893b-47b7-8b71-3dafc8e3139e,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:33.324237 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-2fc55472-74db-4f0c-a64e-84832a364678 None None] Provisioning complete for port 5551be82-4aa8-44ce-b30c-25b54745e712 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:33.324610 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2fc55472-74db-4f0c-a64e-84832a364678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:33.331721 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-24e868e6-0a51-4b52-9beb-a69765c673ef tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:33.333051 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-24e868e6-0a51-4b52-9beb-a69765c673ef tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.4121377 Dec 10 15:35:33.339075 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35346) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:33.345766 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-1be4ac71-ce6f-4bd5-a79d-4a29e10cffaa tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'security_group_rule': {'security_group_id': '18fc437d-893b-47b7-8b71-3dafc8e3139e', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:33.443142 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2fc55472-74db-4f0c-a64e-84832a364678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:33.449674 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f06a8f1a-37d4-43de-b6be-d92903375276 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:33.493819 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-2fc55472-74db-4f0c-a64e-84832a364678 None None] For port 5551be82-4aa8-44ce-b30c-25b54745e712, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=5551be82-4aa8-44ce-b30c-25b54745e712,segment=NetworkSegment(0f99f252-8e3b-4a94-8c7e-79d2ee65ec3c),segment_id=0f99f252-8e3b-4a94-8c7e-79d2ee65ec3c)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:35:33.494984 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4bc1a380-df2c-47e5-9618-81993aa4f12c tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:33.495708 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device fbec9cea-8850-4b1e-8a2f-cb7746dee9d6 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:35:33.558053 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port fbec9cea-8850-4b1e-8a2f-cb7746dee9d6 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:33.558612 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:33.596135 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6b29bb8e-9027-49f2-b3a6-3e335bbb2a18 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:33.622013 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2fc55472-74db-4f0c-a64e-84832a364678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:33.634507 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc1a380-df2c-47e5-9618-81993aa4f12c tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:35:33.652037 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-4bc1a380-df2c-47e5-9618-81993aa4f12c tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:35:33.659590 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc1a380-df2c-47e5-9618-81993aa4f12c tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:35:33.665392 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc1a380-df2c-47e5-9618-81993aa4f12c tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:33.666106 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4bc1a380-df2c-47e5-9618-81993aa4f12c tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:33.676362 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc1a380-df2c-47e5-9618-81993aa4f12c tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event updated for resources: {'Port': ['ID=c84b381b-43c9-42c6-bb8d-8315c33d4a29,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:33.693594 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-24aa85e7-31a1-473f-9ca7-6dee5fbf376e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363'] for router, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:33.755754 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc55472-74db-4f0c-a64e-84832a364678 None None] Pushing event updated for resources: {'Port': ['ID=5551be82-4aa8-44ce-b30c-25b54745e712,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:33.757031 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b29bb8e-9027-49f2-b3a6-3e335bbb2a18 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event deleted for resources: {'Port': ['ID=4c39ab9e-8b55-408e-9670-6790f6d8fd47,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:33.808758 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 5551be82-4aa8-44ce-b30c-25b54745e712 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:35:33.854830 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-ab17452a-256b-44e1-a480-4d4da6b98fa8 None None] Provisioning complete for port 5551be82-4aa8-44ce-b30c-25b54745e712 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:33.855614 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ab17452a-256b-44e1-a480-4d4da6b98fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:33.902431 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-4bc1a380-df2c-47e5-9618-81993aa4f12c tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.8587759 Dec 10 15:35:33.926588 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35348) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:33.972657 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1be4ac71-ce6f-4bd5-a79d-4a29e10cffaa tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:33.983464 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 5551be82-4aa8-44ce-b30c-25b54745e712 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:33.983867 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:34.021240 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f06a8f1a-37d4-43de-b6be-d92903375276 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:34.069479 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-ab17452a-256b-44e1-a480-4d4da6b98fa8 None None] Provisioning complete for port a49be103-0bdf-4306-9d74-1eeb9a3a2a27 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:34.070175 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ab17452a-256b-44e1-a480-4d4da6b98fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:34.105530 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f06a8f1a-37d4-43de-b6be-d92903375276 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:34.113987 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-ab17452a-256b-44e1-a480-4d4da6b98fa8 None None] Port a49be103-0bdf-4306-9d74-1eeb9a3a2a27 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:35:34.145970 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06a8f1a-37d4-43de-b6be-d92903375276 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=955db1ed-3c12-419c-8ab9-f12a62ff7609,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:34.149079 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1be4ac71-ce6f-4bd5-a79d-4a29e10cffaa tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:34.178724 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 8e8b8522-5f7e-4628-8ff9-192a1cff9428 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:35:34.230800 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680c36d5-b3f7-4220-b0b9-d23f98438c44 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:34.236969 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680c36d5-b3f7-4220-b0b9-d23f98438c44 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:34.241040 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-680c36d5-b3f7-4220-b0b9-d23f98438c44 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1671 time: 0.3090222 Dec 10 15:35:34.241040 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6b29bb8e-9027-49f2-b3a6-3e335bbb2a18 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550073'] for router_interface, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:34.241868 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35350) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:34.245145 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-41105c29-922a-4104-9f13-ded45b2bb8f0 None None] Provisioning complete for port a49be103-0bdf-4306-9d74-1eeb9a3a2a27 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:34.245520 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-41105c29-922a-4104-9f13-ded45b2bb8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:34.256745 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1be4ac71-ce6f-4bd5-a79d-4a29e10cffaa tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:34.279663 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 8e8b8522-5f7e-4628-8ff9-192a1cff9428 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:34.280588 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:34.292003 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f06a8f1a-37d4-43de-b6be-d92903375276 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:34.296099 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-f06a8f1a-37d4-43de-b6be-d92903375276 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0229874 Dec 10 15:35:34.297499 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35352) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:34.302646 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be4ac71-ce6f-4bd5-a79d-4a29e10cffaa tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c650fb40-7959-4094-b244-04d266aeeb87,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:34.307858 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-41105c29-922a-4104-9f13-ded45b2bb8f0 None None] Port a49be103-0bdf-4306-9d74-1eeb9a3a2a27 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:35:34.329253 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-41105c29-922a-4104-9f13-ded45b2bb8f0 None None] Provisioning complete for port c84b381b-43c9-42c6-bb8d-8315c33d4a29 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:34.329866 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-41105c29-922a-4104-9f13-ded45b2bb8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:34.358007 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-636e6b81-fc62-41bb-8a28-bfbe30483008 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:34.371602 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-41105c29-922a-4104-9f13-ded45b2bb8f0 None None] Port c84b381b-43c9-42c6-bb8d-8315c33d4a29 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:35:34.372934 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-636e6b81-fc62-41bb-8a28-bfbe30483008 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:34.386345 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1be4ac71-ce6f-4bd5-a79d-4a29e10cffaa tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:34.387584 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-1be4ac71-ce6f-4bd5-a79d-4a29e10cffaa tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0475593 Dec 10 15:35:34.394245 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35354) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:34.399768 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-c2c26c49-162b-4cab-abbe-7e3b0193cd9b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'security_group_rule': {'security_group_id': '18fc437d-893b-47b7-8b71-3dafc8e3139e', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:34.411463 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-70a732d4-12a8-40d3-928b-b2580dcd5d52 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:34.437819 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-b4b205f8-7251-4735-bac8-1988dda1090d tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Deleting port c84b381b-43c9-42c6-bb8d-8315c33d4a29 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:35:34.438274 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b4b205f8-7251-4735-bac8-1988dda1090d tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:34.472250 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b29bb8e-9027-49f2-b3a6-3e335bbb2a18 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Router 1630cbdc-a7bb-4cbe-b215-f2d227f50157 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:35:34.487607 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-70a732d4-12a8-40d3-928b-b2580dcd5d52 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:34.488411 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-70a732d4-12a8-40d3-928b-b2580dcd5d52 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549888'] for router_interface, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:34.512882 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 26a49684-e14d-44d8-9ccb-ffd408b5072c up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:35:34.518451 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-636e6b81-fc62-41bb-8a28-bfbe30483008 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:34.529486 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-636e6b81-fc62-41bb-8a28-bfbe30483008 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:34.530200 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-636e6b81-fc62-41bb-8a28-bfbe30483008 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/955db1ed-3c12-419c-8ab9-f12a62ff7609 HTTP/1.1" status: 204 len: 168 time: 0.2326806 Dec 10 15:35:34.541801 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35356) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:34.542642 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c2c26c49-162b-4cab-abbe-7e3b0193cd9b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:34.564184 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636e6b81-fc62-41bb-8a28-bfbe30483008 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=955db1ed-3c12-419c-8ab9-f12a62ff7609,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:34.567558 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 26a49684-e14d-44d8-9ccb-ffd408b5072c triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:34.567947 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:34.573912 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24aa85e7-31a1-473f-9ca7-6dee5fbf376e admin admin] Router 11d699a6-6bfc-444f-8dd0-eacddf43c9ec is scheduled to L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d with binding_index 1 {{(pid=103586) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 15:35:34.604913 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b4b205f8-7251-4735-bac8-1988dda1090d tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:34.626991 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-b4b205f8-7251-4735-bac8-1988dda1090d tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Calling delete_port for c84b381b-43c9-42c6-bb8d-8315c33d4a29 owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:35:34.651600 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-023131a7-183c-432a-bb19-76fef5fe9bbd tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1058605 Dec 10 15:35:34.657073 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35358) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:34.661350 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a732d4-12a8-40d3-928b-b2580dcd5d52 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Pushing event updated for resources: {'Port': ['ID=a49be103-0bdf-4306-9d74-1eeb9a3a2a27,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:34.673564 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 5551be82-4aa8-44ce-b30c-25b54745e712 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:35:34.686055 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b29bb8e-9027-49f2-b3a6-3e335bbb2a18 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:35:34.696659 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-6b29bb8e-9027-49f2-b3a6-3e335bbb2a18 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "PUT /v2.0/routers/1630cbdc-a7bb-4cbe-b215-f2d227f50157/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2321410 Dec 10 15:35:34.696931 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35360) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:34.698782 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c2c26c49-162b-4cab-abbe-7e3b0193cd9b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:34.701970 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446eb02a-a31c-4436-a737-b439efe6c16f None None] Sync routers for ids ['1630cbdc-a7bb-4cbe-b215-f2d227f50157'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:35:34.728524 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446eb02a-a31c-4436-a737-b439efe6c16f None None] Routers {'1630cbdc-a7bb-4cbe-b215-f2d227f50157'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:35:34.729113 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-446eb02a-a31c-4436-a737-b439efe6c16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:35:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['1630cbdc-a7bb-4cbe-b215-f2d227f50157'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:34.729576 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-daab7f73-daec-4c49-9de0-30daefa8b92f tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] GET failed (client error): The resource could not be found. Dec 10 15:35:34.731141 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-daab7f73-daec-4c49-9de0-30daefa8b92f tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "GET /v2.0/ports/4c39ab9e-8b55-408e-9670-6790f6d8fd47 HTTP/1.1" status: 404 len: 333 time: 0.0310984 Dec 10 15:35:34.735132 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35362) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:34.765579 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-446eb02a-a31c-4436-a737-b439efe6c16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:34.780826 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 5551be82-4aa8-44ce-b30c-25b54745e712 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:34.781311 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:34.782951 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446eb02a-a31c-4436-a737-b439efe6c16f None None] Routers {'1630cbdc-a7bb-4cbe-b215-f2d227f50157'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:35:34.783626 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-446eb02a-a31c-4436-a737-b439efe6c16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:35:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['1630cbdc-a7bb-4cbe-b215-f2d227f50157'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:34.787963 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c2c26c49-162b-4cab-abbe-7e3b0193cd9b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:34.836406 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-446eb02a-a31c-4436-a737-b439efe6c16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:34.837187 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446eb02a-a31c-4436-a737-b439efe6c16f None None] The sync data for ids ['1630cbdc-a7bb-4cbe-b215-f2d227f50157'] in dv-neutron-821401-4-hyperv is: [] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:35:34.840496 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c26c49-162b-4cab-abbe-7e3b0193cd9b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cde820a7-bf70-4bf8-ab5e-15cc452ac717,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:34.844703 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9ae1131c-b93d-4880-aa6a-d9681eef6b15 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for router, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:34.854565 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d1f5c3e1-4f65-4ae4-8133-815113ef909d tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:34.857551 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a732d4-12a8-40d3-928b-b2580dcd5d52 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Network b97b27fa-3792-4496-8dc7-bf817638ca74 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:35:34.865629 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-70a732d4-12a8-40d3-928b-b2580dcd5d52 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:35:34.897629 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d1f5c3e1-4f65-4ae4-8133-815113ef909d tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:34.977861 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24aa85e7-31a1-473f-9ca7-6dee5fbf376e admin admin] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:35:34.985950 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c2c26c49-162b-4cab-abbe-7e3b0193cd9b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:34.988672 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-c2c26c49-162b-4cab-abbe-7e3b0193cd9b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5919590 Dec 10 15:35:34.991218 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35364) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:34.993758 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643a1e25-0ae0-4357-90f2-ffb4ffd860ad None None] Sync routers for ids ['11d699a6-6bfc-444f-8dd0-eacddf43c9ec'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:35:34.999451 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-5daf4996-63e0-43f4-be53-6eea7785306d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'security_group_rule': {'security_group_id': '18fc437d-893b-47b7-8b71-3dafc8e3139e', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:35.006168 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643a1e25-0ae0-4357-90f2-ffb4ffd860ad None None] Routers {'11d699a6-6bfc-444f-8dd0-eacddf43c9ec'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:35:35.007037 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-643a1e25-0ae0-4357-90f2-ffb4ffd860ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:35:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['11d699a6-6bfc-444f-8dd0-eacddf43c9ec'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:35.098193 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9ae1131c-b93d-4880-aa6a-d9681eef6b15 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13898'] for router, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:35.102380 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9ae1131c-b93d-4880-aa6a-d9681eef6b15 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:35.126615 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d1f5c3e1-4f65-4ae4-8133-815113ef909d tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:35.129400 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d1f5c3e1-4f65-4ae4-8133-815113ef909d tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:35.136742 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-d1f5c3e1-4f65-4ae4-8133-815113ef909d tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] 10.222.0.20 "DELETE /v2.0/security-groups/4d2b6e18-f966-4ff9-8809-dba978b4f911 HTTP/1.1" status: 204 len: 168 time: 0.4687800 Dec 10 15:35:35.136742 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35366) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:35.138182 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-643a1e25-0ae0-4357-90f2-ffb4ffd860ad None None] Set router 11d699a6-6bfc-444f-8dd0-eacddf43c9ec gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:35:35.158966 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f5c3e1-4f65-4ae4-8133-815113ef909d tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d2b6e18-f966-4ff9-8809-dba978b4f911,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:35.167581 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70a732d4-12a8-40d3-928b-b2580dcd5d52 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Router 905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3 is scheduled to L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d with binding_index 1 {{(pid=103586) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 15:35:35.187792 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5daf4996-63e0-43f4-be53-6eea7785306d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:35.222917 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b4b205f8-7251-4735-bac8-1988dda1090d tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:35.232168 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-d87d81dc-1fa0-49dd-828b-1060c330c915 None None] Provisioning complete for port a49be103-0bdf-4306-9d74-1eeb9a3a2a27 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:35.233139 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d87d81dc-1fa0-49dd-828b-1060c330c915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:35.254256 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b205f8-7251-4735-bac8-1988dda1090d tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event deleted for resources: {'Port': ['ID=c84b381b-43c9-42c6-bb8d-8315c33d4a29,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:35.267205 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-c4e2d0de-c03c-492d-ae88-c14cb12b66a1 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1280968 Dec 10 15:35:35.268202 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9ae1131c-b93d-4880-aa6a-d9681eef6b15 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549250'] for router, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:35.268888 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae1131c-b93d-4880-aa6a-d9681eef6b15 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Fanout notify agent at l3_agent the message router_deleted on router 1630cbdc-a7bb-4cbe-b215-f2d227f50157 {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 15:35:35.271583 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35368) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:35.277620 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-6322edeb-d852-4f8f-8e22-5d1da3563ed2 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Request body: {'security_group': {'name': 'tempest-secgroup--756328790'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:35.279660 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9ae1131c-b93d-4880-aa6a-d9681eef6b15 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:35.283003 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-9ae1131c-b93d-4880-aa6a-d9681eef6b15 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "DELETE /v2.0/routers/1630cbdc-a7bb-4cbe-b215-f2d227f50157 HTTP/1.1" status: 204 len: 168 time: 0.5463576 Dec 10 15:35:35.285919 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35370) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:35.288482 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-24aa85e7-31a1-473f-9ca7-6dee5fbf376e admin admin] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:35.289688 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-24aa85e7-31a1-473f-9ca7-6dee5fbf376e admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.6726100 Dec 10 15:35:35.327592 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35372) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:35.333439 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-643a1e25-0ae0-4357-90f2-ffb4ffd860ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'name': 'tempest-TestVolumeBootPattern-553583626-router', 'tenant_id': 'fe288e3581ed450db6aaaa858fc0d419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.208'}], 'enable_snat': True}, 'gw_port_id': 'f02d4c20-e5c5-47fe-bd7b-5915bd93b2df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:35:26Z', 'updated_at': '2021-12-10T15:35:32Z', 'revision_number': 3, 'project_id': 'fe288e3581ed450db6aaaa858fc0d419', 'gw_port': {'id': 'f02d4c20-e5c5-47fe-bd7b-5915bd93b2df', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:93:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:29Z', 'updated_at': '2021-12-10T15:35:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:35.349230 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-d87d81dc-1fa0-49dd-828b-1060c330c915 None None] Port a49be103-0bdf-4306-9d74-1eeb9a3a2a27 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:35:35.372069 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643a1e25-0ae0-4357-90f2-ffb4ffd860ad None None] Checking router: 11d699a6-6bfc-444f-8dd0-eacddf43c9ec for host: dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:35:35.372411 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643a1e25-0ae0-4357-90f2-ffb4ffd860ad None None] Updating router 11d699a6-6bfc-444f-8dd0-eacddf43c9ec port f02d4c20-e5c5-47fe-bd7b-5915bd93b2df binding host dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 15:35:35.395328 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-7616ad6b-620e-4664-a729-004579f94249 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Deleting subnet 20017f82-4f28-431f-998f-e2c668375bc9 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:35:35.399285 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7616ad6b-620e-4664-a729-004579f94249 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for subnet, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:35.405639 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-643a1e25-0ae0-4357-90f2-ffb4ffd860ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:35.432508 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b4b205f8-7251-4735-bac8-1988dda1090d tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:35.439231 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-b4b205f8-7251-4735-bac8-1988dda1090d tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/ports/c84b381b-43c9-42c6-bb8d-8315c33d4a29 HTTP/1.1" status: 204 len: 168 time: 1.1933925 Dec 10 15:35:35.441443 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35374) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:35.504293 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea02708-4e8a-438b-a8da-b2adaf354ba3 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:35.506211 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea02708-4e8a-438b-a8da-b2adaf354ba3 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:35.510429 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-fea02708-4e8a-438b-a8da-b2adaf354ba3 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0653784 Dec 10 15:35:35.514194 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35376) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:35.576337 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c09949a-fa13-4772-8841-7261aae776e0 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Deleting subnet c2f365b5-6a5e-4ccf-b084-231366385e85 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:35:35.582369 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0c09949a-fa13-4772-8841-7261aae776e0 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for subnet, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:35.608241 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7616ad6b-620e-4664-a729-004579f94249 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11806768'] for subnet, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:35.662868 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0c09949a-fa13-4772-8841-7261aae776e0 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11806768'] for subnet, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:35.669938 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-643a1e25-0ae0-4357-90f2-ffb4ffd860ad None None] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:35.739940 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5daf4996-63e0-43f4-be53-6eea7785306d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:35.744013 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a732d4-12a8-40d3-928b-b2580dcd5d52 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:35:35.750628 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-70a732d4-12a8-40d3-928b-b2580dcd5d52 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "PUT /v2.0/routers/905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1631942 Dec 10 15:35:35.755853 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35378) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:35.758326 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1111a505-0594-407f-b677-8c9527daa339 None None] Sync routers for ids ['905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:35:35.767700 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-643a1e25-0ae0-4357-90f2-ffb4ffd860ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:35.768213 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7616ad6b-620e-4664-a729-004579f94249 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:35.772232 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1111a505-0594-407f-b677-8c9527daa339 None None] Routers {'905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:35:35.773165 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-1111a505-0594-407f-b677-8c9527daa339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:35:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:35.785462 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-d5a37abc-7e8e-46af-a179-00d0886be7f3 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1780279139'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:35.814876 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6322edeb-d852-4f8f-8e22-5d1da3563ed2 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:35.832834 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0c09949a-fa13-4772-8841-7261aae776e0 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:35.850063 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5daf4996-63e0-43f4-be53-6eea7785306d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:35.865089 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29577603-40b8-4b39-8a42-47006cfe5c40 None None] Pushing event updated for resources: {'Port': ['ID=f02d4c20-e5c5-47fe-bd7b-5915bd93b2df,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:35.882527 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-643a1e25-0ae0-4357-90f2-ffb4ffd860ad None None] Attempting to bind port f02d4c20-e5c5-47fe-bd7b-5915bd93b2df on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:35:35.882527 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-643a1e25-0ae0-4357-90f2-ffb4ffd860ad None None] Attempting to bind port f02d4c20-e5c5-47fe-bd7b-5915bd93b2df by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:35:35.882527 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643a1e25-0ae0-4357-90f2-ffb4ffd860ad None None] Attempting to bind port f02d4c20-e5c5-47fe-bd7b-5915bd93b2df on network d5a1452c-422a-4e1a-a1c7-48738ecf752f {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:35:35.885564 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643a1e25-0ae0-4357-90f2-ffb4ffd860ad None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:35:35.886875 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643a1e25-0ae0-4357-90f2-ffb4ffd860ad None None] Checking segment: {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:35:35.887461 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-643a1e25-0ae0-4357-90f2-ffb4ffd860ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:35.888018 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643a1e25-0ae0-4357-90f2-ffb4ffd860ad None None] Bound using segment: {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:35:35.888677 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-643a1e25-0ae0-4357-90f2-ffb4ffd860ad None None] Bound port: f02d4c20-e5c5-47fe-bd7b-5915bd93b2df, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:35:35.889237 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-643a1e25-0ae0-4357-90f2-ffb4ffd860ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:35.900143 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a13ab5-827b-4ba0-b212-1b68db0b8adb None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:35:35.913246 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daf4996-63e0-43f4-be53-6eea7785306d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa2b26bf-002c-4c50-90a4-28ff99f713f7,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:35.938786 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a37abc-7e8e-46af-a179-00d0886be7f3 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Made reservation on behalf of 8fca97dbaacc4a37bd3d53215e8fd531 for: {'network': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:35:35.945634 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d5a37abc-7e8e-46af-a179-00d0886be7f3 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:35.945821 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-1111a505-0594-407f-b677-8c9527daa339 None None] Set router 905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3 gateway port host: None {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:35:35.952198 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-643a1e25-0ae0-4357-90f2-ffb4ffd860ad None None] For port f02d4c20-e5c5-47fe-bd7b-5915bd93b2df, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:35:35.956049 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-643a1e25-0ae0-4357-90f2-ffb4ffd860ad None None] For port f02d4c20-e5c5-47fe-bd7b-5915bd93b2df, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=f02d4c20-e5c5-47fe-bd7b-5915bd93b2df,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:35:35.997951 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0c09949a-fa13-4772-8841-7261aae776e0 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11236721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11668521'] for subnet, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:36.025493 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-643a1e25-0ae0-4357-90f2-ffb4ffd860ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:36.026751 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5a37abc-7e8e-46af-a179-00d0886be7f3 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=103586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:35:36.028077 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-59996bde-bc5b-42c2-b620-4e570a4e5602 None None] Provisioning complete for port f02d4c20-e5c5-47fe-bd7b-5915bd93b2df triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:36.028544 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-59996bde-bc5b-42c2-b620-4e570a4e5602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:36.034065 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7616ad6b-620e-4664-a729-004579f94249 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11236721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11668521'] for subnet, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:36.035682 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5daf4996-63e0-43f4-be53-6eea7785306d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:36.040232 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-5daf4996-63e0-43f4-be53-6eea7785306d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0442393 Dec 10 15:35:36.040574 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0c09949a-fa13-4772-8841-7261aae776e0 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:36.040882 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35380) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:36.048081 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-0c09949a-fa13-4772-8841-7261aae776e0 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/subnets/c2f365b5-6a5e-4ccf-b084-231366385e85 HTTP/1.1" status: 204 len: 168 time: 0.5358849 Dec 10 15:35:36.048985 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c09949a-fa13-4772-8841-7261aae776e0 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event deleted for resources: {'Subnet': ['ID=c2f365b5-6a5e-4ccf-b084-231366385e85,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:36.052788 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-1cc0787b-27f3-4f6b-937f-6b7feee0df1a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'security_group_rule': {'security_group_id': '18fc437d-893b-47b7-8b71-3dafc8e3139e', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:36.061066 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35382) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:36.085446 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6322edeb-d852-4f8f-8e22-5d1da3563ed2 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:36.089937 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d5a37abc-7e8e-46af-a179-00d0886be7f3 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:36.090527 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.segments_db [None req-d5a37abc-7e8e-46af-a179-00d0886be7f3 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Added segment 283142cf-b605-443f-bb97-0782c1796643 of type vlan for network 9ba96b70-9c3e-4d00-b150-d3a5876bf072 Dec 10 15:35:36.101636 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643a1e25-0ae0-4357-90f2-ffb4ffd860ad None None] Routers {'11d699a6-6bfc-444f-8dd0-eacddf43c9ec'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:35:36.102963 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-643a1e25-0ae0-4357-90f2-ffb4ffd860ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:35:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['11d699a6-6bfc-444f-8dd0-eacddf43c9ec'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:36.109759 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7616ad6b-620e-4664-a729-004579f94249 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event deleted for resources: {'Subnet': ['ID=20017f82-4f28-431f-998f-e2c668375bc9,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:36.130319 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7616ad6b-620e-4664-a729-004579f94249 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:36.138998 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-7616ad6b-620e-4664-a729-004579f94249 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "DELETE /v2.0/subnets/20017f82-4f28-431f-998f-e2c668375bc9 HTTP/1.1" status: 204 len: 168 time: 0.8516898 Dec 10 15:35:36.139887 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35384) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:36.169860 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-e639c662-6d0c-4472-b904-ebd2906f8515 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1057942 Dec 10 15:35:36.176401 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35386) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:36.193754 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6322edeb-d852-4f8f-8e22-5d1da3563ed2 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:36.233645 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fffbccc4-5304-47de-ac73-cc7eda0f6c59 None None] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:35:36.238319 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923ecddb-e8d5-4a03-bbec-a52a0c2ede42 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:35:36.240128 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf7eff1-9e23-44e8-a072-0389322a2c72 None None] Network 185991e0-a868-429c-82b7-987169c6a2ad requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:35:36.260354 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-643a1e25-0ae0-4357-90f2-ffb4ffd860ad None None] Set router 11d699a6-6bfc-444f-8dd0-eacddf43c9ec gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:35:36.280735 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d5a37abc-7e8e-46af-a179-00d0886be7f3 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:36.291504 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4a24bdd7-e13c-47be-8015-49e9454b9ab1 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:36.341381 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6322edeb-d852-4f8f-8e22-5d1da3563ed2 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a48a5e2c-126f-4557-813e-b3fbde59fb12,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:36.354955 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1cc0787b-27f3-4f6b-937f-6b7feee0df1a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:36.387919 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289dfc48-f4f2-4689-aa69-29d33f06e869 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:36.389810 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-289dfc48-f4f2-4689-aa69-29d33f06e869 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2056565 Dec 10 15:35:36.392235 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-4a24bdd7-e13c-47be-8015-49e9454b9ab1 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Deleting port a87ef753-5986-46cf-a05b-e06ec9efe813 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:35:36.392617 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4a24bdd7-e13c-47be-8015-49e9454b9ab1 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:36.394673 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35388) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:36.419791 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6322edeb-d852-4f8f-8e22-5d1da3563ed2 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:36.419791 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-6322edeb-d852-4f8f-8e22-5d1da3563ed2 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1390607 Dec 10 15:35:36.422404 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35390) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:36.427914 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-01be66f2-d97b-4ccd-a00c-005918277592 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Request body: {'security_group_rule': {'security_group_id': 'a48a5e2c-126f-4557-813e-b3fbde59fb12', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:36.496214 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d5a37abc-7e8e-46af-a179-00d0886be7f3 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:36.503045 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a37abc-7e8e-46af-a179-00d0886be7f3 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:36.503864 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d5a37abc-7e8e-46af-a179-00d0886be7f3 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:36.506149 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29577603-40b8-4b39-8a42-47006cfe5c40 None None] Pushing event updated for resources: {'Port': ['ID=f02d4c20-e5c5-47fe-bd7b-5915bd93b2df,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:36.548271 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04b4073-d532-45de-82eb-b2b51526138a tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:36.564847 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-643a1e25-0ae0-4357-90f2-ffb4ffd860ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'name': 'tempest-TestVolumeBootPattern-553583626-router', 'tenant_id': 'fe288e3581ed450db6aaaa858fc0d419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.208'}], 'enable_snat': True}, 'gw_port_id': 'f02d4c20-e5c5-47fe-bd7b-5915bd93b2df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:35:26Z', 'updated_at': '2021-12-10T15:35:32Z', 'revision_number': 3, 'project_id': 'fe288e3581ed450db6aaaa858fc0d419', 'gw_port': {'id': 'f02d4c20-e5c5-47fe-bd7b-5915bd93b2df', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:93:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:29Z', 'updated_at': '2021-12-10T15:35:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:36.567191 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-e04b4073-d532-45de-82eb-b2b51526138a tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1702039 Dec 10 15:35:36.580066 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-59996bde-bc5b-42c2-b620-4e570a4e5602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:36.584357 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35392) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:36.607275 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-59996bde-bc5b-42c2-b620-4e570a4e5602 None None] For port f02d4c20-e5c5-47fe-bd7b-5915bd93b2df, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=f02d4c20-e5c5-47fe-bd7b-5915bd93b2df,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:35:36.608700 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643a1e25-0ae0-4357-90f2-ffb4ffd860ad None None] The sync data for ids ['11d699a6-6bfc-444f-8dd0-eacddf43c9ec'] in dv-neutron-821401-4-hyperv is: [{'id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'name': 'tempest-TestVolumeBootPattern-553583626-router', 'tenant_id': 'fe288e3581ed450db6aaaa858fc0d419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.208'}], 'enable_snat': True}, 'gw_port_id': 'f02d4c20-e5c5-47fe-bd7b-5915bd93b2df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:35:26Z', 'updated_at': '2021-12-10T15:35:32Z', 'revision_number': 3, 'project_id': 'fe288e3581ed450db6aaaa858fc0d419', 'gw_port': {'id': 'f02d4c20-e5c5-47fe-bd7b-5915bd93b2df', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:93:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:29Z', 'updated_at': '2021-12-10T15:35:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:35:36.617099 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1abc37-c617-4336-a66a-cd89fc25afa0 None None] DHCP port deletion for 185991e0-a868-429c-82b7-987169c6a2ad request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:35:36.641688 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1cc0787b-27f3-4f6b-937f-6b7feee0df1a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:36.672345 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-01be66f2-d97b-4ccd-a00c-005918277592 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:36.677332 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1972fd17-96cc-4af4-8a86-a11d2d0c756f None None] DHCP port deletion for c2b5f149-cedd-450c-ab43-dd2d78259f45 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:35:36.692545 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-1111a505-0594-407f-b677-8c9527daa339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'name': 'tempest-RoutersIpV6Test-router-170160304', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:35:27Z', 'updated_at': '2021-12-10T15:35:32Z', 'revision_number': 2, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'gw_port_host': None, '_interfaces': [{'id': 'a49be103-0bdf-4306-9d74-1eeb9a3a2a27', 'name': '', 'network_id': 'b97b27fa-3792-4496-8dc7-bf817638ca74', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'mac_address': 'fa:16:3e:8c:89:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '393fcc70-4e01-49d3-9bc3-16793e3f7650', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:31Z', 'updated_at': '2021-12-10T15:35:33Z', 'revision_number': 2, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'subnets': [{'id': '393fcc70-4e01-49d3-9bc3-16793e3f7650', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:36.695711 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a37abc-7e8e-46af-a179-00d0886be7f3 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Pushing event updated for resources: {'Network': ['ID=9ba96b70-9c3e-4d00-b150-d3a5876bf072,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:36.698884 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-59996bde-bc5b-42c2-b620-4e570a4e5602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:36.706888 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-73b28f56-9bdf-463e-b81e-26d9501c9e85 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1089947 Dec 10 15:35:36.709470 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35394) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:36.724359 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-6431f042-a973-47b3-ab1f-8fe80df85a9a tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Request body: {'subnet': {'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:36.734843 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1cc0787b-27f3-4f6b-937f-6b7feee0df1a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:36.739220 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-d5a37abc-7e8e-46af-a179-00d0886be7f3 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9578004 Dec 10 15:35:36.746489 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35396) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:36.752205 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-7ee36c5a-5168-4028-873c-1f4754402452 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Request body: {'subnet': {'network_id': '9ba96b70-9c3e-4d00-b150-d3a5876bf072', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:36.761086 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 9ba96b70-9c3e-4d00-b150-d3a5876bf072 details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:35:36.786390 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8c0de41b-b3e4-4702-ada3-11fb43bae00d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:36.788022 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc0787b-27f3-4f6b-937f-6b7feee0df1a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25e20e8b-14cc-4290-8d2e-a996487f6c52,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:36.808485 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1111a505-0594-407f-b677-8c9527daa339 None None] Checking router: 905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3 for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:35:36.808485 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1111a505-0594-407f-b677-8c9527daa339 None None] Updating router 905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3 port a49be103-0bdf-4306-9d74-1eeb9a3a2a27 binding host dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 15:35:36.818511 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-01be66f2-d97b-4ccd-a00c-005918277592 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:36.895033 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1cc0787b-27f3-4f6b-937f-6b7feee0df1a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:36.898049 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-4a24bdd7-e13c-47be-8015-49e9454b9ab1 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] For port a87ef753-5986-46cf-a05b-e06ec9efe813, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=a87ef753-5986-46cf-a05b-e06ec9efe813,segment=NetworkSegment(47f9d036-8bde-4c13-b4e9-a2dc71351db7),segment_id=47f9d036-8bde-4c13-b4e9-a2dc71351db7)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:35:36.898552 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4a24bdd7-e13c-47be-8015-49e9454b9ab1 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:36.899288 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-1cc0787b-27f3-4f6b-937f-6b7feee0df1a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8501420 Dec 10 15:35:36.907697 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35398) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:36.912521 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-51ecb85b-10e2-44fd-8d73-231eeb3f0569 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'security_group_rule': {'security_group_id': '18fc437d-893b-47b7-8b71-3dafc8e3139e', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:36.924159 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-01be66f2-d97b-4ccd-a00c-005918277592 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:36.942535 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1111a505-0594-407f-b677-8c9527daa339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:36.956416 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-2b21e40f-8099-4832-b3b9-cb48f00e0b5c None None] Provisioning complete for port f02d4c20-e5c5-47fe-bd7b-5915bd93b2df triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:36.956793 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2b21e40f-8099-4832-b3b9-cb48f00e0b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:36.958359 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59996bde-bc5b-42c2-b620-4e570a4e5602 None None] Pushing event updated for resources: {'Port': ['ID=f02d4c20-e5c5-47fe-bd7b-5915bd93b2df,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:36.961305 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-4a24bdd7-e13c-47be-8015-49e9454b9ab1 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Calling delete_port for a87ef753-5986-46cf-a05b-e06ec9efe813 owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:35:36.991549 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01be66f2-d97b-4ccd-a00c-005918277592 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e19c989c-2a3d-449b-8110-5a5110f868c9,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:36.996909 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-3d1abc37-c617-4336-a66a-cd89fc25afa0 None None] Deleting port a87ef753-5986-46cf-a05b-e06ec9efe813 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:35:36.997265 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3d1abc37-c617-4336-a66a-cd89fc25afa0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:37.008044 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-1972fd17-96cc-4af4-8a86-a11d2d0c756f None None] Deleting port 26a49684-e14d-44d8-9ccb-ffd408b5072c {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:35:37.008425 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1972fd17-96cc-4af4-8a86-a11d2d0c756f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:37.058503 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6431f042-a973-47b3-ab1f-8fe80df85a9a tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Made reservation on behalf of 915dae42aca44a6e934a20b3a70b3a5e for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:35:37.063207 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6431f042-a973-47b3-ab1f-8fe80df85a9a tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11668558'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:37.131857 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-8c0de41b-b3e4-4702-ada3-11fb43bae00d admin admin] Allocated IP 172.20.0.1 (dd61618b-b615-4db2-a1a8-ba6a4be6a018/62e04148-ee42-4779-a2ec-46121cdcb205/823c136d-ee1a-4f19-aac1-a24e5f71dd94) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:35:37.160592 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.securitygroups_db [None req-51ecb85b-10e2-44fd-8d73-231eeb3f0569 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Project e049672a5fd04e7f8cbb0423b61eb757 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 15:35:37.188682 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-51ecb85b-10e2-44fd-8d73-231eeb3f0569 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:37.212883 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-1972fd17-96cc-4af4-8a86-a11d2d0c756f None None] For port 26a49684-e14d-44d8-9ccb-ffd408b5072c, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=26a49684-e14d-44d8-9ccb-ffd408b5072c,segment=NetworkSegment(64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4),segment_id=64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:35:37.213310 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1972fd17-96cc-4af4-8a86-a11d2d0c756f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:37.243787 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-1972fd17-96cc-4af4-8a86-a11d2d0c756f None None] Calling delete_port for 26a49684-e14d-44d8-9ccb-ffd408b5072c owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:35:37.297825 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8c0de41b-b3e4-4702-ada3-11fb43bae00d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:37.319821 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-3d1abc37-c617-4336-a66a-cd89fc25afa0 None None] For port a87ef753-5986-46cf-a05b-e06ec9efe813, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=a87ef753-5986-46cf-a05b-e06ec9efe813,segment=NetworkSegment(47f9d036-8bde-4c13-b4e9-a2dc71351db7),segment_id=47f9d036-8bde-4c13-b4e9-a2dc71351db7)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:35:37.320236 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3d1abc37-c617-4336-a66a-cd89fc25afa0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:37.325091 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee36c5a-5168-4028-873c-1f4754402452 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Made reservation on behalf of 8fca97dbaacc4a37bd3d53215e8fd531 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:35:37.329682 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7ee36c5a-5168-4028-873c-1f4754402452 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11668558'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:37.345977 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-3d1abc37-c617-4336-a66a-cd89fc25afa0 None None] Calling delete_port for a87ef753-5986-46cf-a05b-e06ec9efe813 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:35:37.354934 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4a24bdd7-e13c-47be-8015-49e9454b9ab1 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:37.398319 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-01be66f2-d97b-4ccd-a00c-005918277592 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:37.401032 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-01be66f2-d97b-4ccd-a00c-005918277592 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9769747 Dec 10 15:35:37.403762 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35400) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:37.424374 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-e0af8fc6-eea4-475c-ac62-f1639cb2932e tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] 10.222.0.20 "GET /v2.0/security-group-rules/e19c989c-2a3d-449b-8110-5a5110f868c9 HTTP/1.1" status: 200 len: 763 time: 0.0185926 Dec 10 15:35:37.426943 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8c0de41b-b3e4-4702-ada3-11fb43bae00d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:37.429989 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35402) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:37.457839 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a24bdd7-e13c-47be-8015-49e9454b9ab1 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event deleted for resources: {'Port': ['ID=a87ef753-5986-46cf-a05b-e06ec9efe813,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:37.462443 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-51ecb85b-10e2-44fd-8d73-231eeb3f0569 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:37.466666 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a24bdd7-e13c-47be-8015-49e9454b9ab1 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] No DVR routers for this DVR port a87ef753-5986-46cf-a05b-e06ec9efe813 on host dv-neutron-821401-4-hyperv {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:35:37.494620 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0de41b-b3e4-4702-ada3-11fb43bae00d admin admin] Network dd61618b-b615-4db2-a1a8-ba6a4be6a018 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:35:37.502486 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-8c0de41b-b3e4-4702-ada3-11fb43bae00d admin admin] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:35:37.507955 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0de41b-b3e4-4702-ada3-11fb43bae00d admin admin] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:35:37.563690 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0de41b-b3e4-4702-ada3-11fb43bae00d admin admin] Pushing event updated for resources: {'Port': ['ID=823c136d-ee1a-4f19-aac1-a24e5f71dd94,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:37.575160 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-51ecb85b-10e2-44fd-8d73-231eeb3f0569 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:37.589848 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-0a7898fb-598d-455c-b0e2-788c92b436e0 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1573160 Dec 10 15:35:37.594983 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35404) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:37.607526 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8c0de41b-b3e4-4702-ada3-11fb43bae00d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552880'] for router_interface, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:37.628734 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1972fd17-96cc-4af4-8a86-a11d2d0c756f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:37.654909 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ecb85b-10e2-44fd-8d73-231eeb3f0569 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=698d4129-8759-473b-a14e-72f1331858b9,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:37.664218 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4a24bdd7-e13c-47be-8015-49e9454b9ab1 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:37.684124 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1972fd17-96cc-4af4-8a86-a11d2d0c756f None None] Pushing event deleted for resources: {'Port': ['ID=26a49684-e14d-44d8-9ccb-ffd408b5072c,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:37.688788 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1972fd17-96cc-4af4-8a86-a11d2d0c756f None None] No DVR routers for this DVR port 26a49684-e14d-44d8-9ccb-ffd408b5072c on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:35:37.696069 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3d1abc37-c617-4336-a66a-cd89fc25afa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:37.707276 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-4a24bdd7-e13c-47be-8015-49e9454b9ab1 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['185991e0-a868-429c-82b7-987169c6a2ad']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:37.751758 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-11bf76dc-b3ad-44c7-9bbb-9844ed11d9bb tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:37.765326 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-4a24bdd7-e13c-47be-8015-49e9454b9ab1 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47f9d036-8bde-4c13-b4e9-a2dc71351db7') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:37.765659 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-4a24bdd7-e13c-47be-8015-49e9454b9ab1 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47f9d036-8bde-4c13-b4e9-a2dc71351db7') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:37.770436 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-11bf76dc-b3ad-44c7-9bbb-9844ed11d9bb tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:37.804479 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-51ecb85b-10e2-44fd-8d73-231eeb3f0569 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:37.806038 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-51ecb85b-10e2-44fd-8d73-231eeb3f0569 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8970871 Dec 10 15:35:37.808192 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4a24bdd7-e13c-47be-8015-49e9454b9ab1 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11806923'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:37.820283 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35406) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:37.827282 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-05ec8ebf-9bb3-4b5c-b653-40a783155b7a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'security_group_rule': {'security_group_id': '18fc437d-893b-47b7-8b71-3dafc8e3139e', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:37.858383 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1111a505-0594-407f-b677-8c9527daa339 None None] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:37.862193 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1abc37-c617-4336-a66a-cd89fc25afa0 None None] Pushing event deleted for resources: {'Port': ['ID=a87ef753-5986-46cf-a05b-e06ec9efe813,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:37.869882 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1abc37-c617-4336-a66a-cd89fc25afa0 None None] No DVR routers for this DVR port a87ef753-5986-46cf-a05b-e06ec9efe813 on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:35:37.936538 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4a24bdd7-e13c-47be-8015-49e9454b9ab1 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:37.947994 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1111a505-0594-407f-b677-8c9527daa339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:37.956916 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a24bdd7-e13c-47be-8015-49e9454b9ab1 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:35:37.962546 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4a24bdd7-e13c-47be-8015-49e9454b9ab1 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11236635'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:37.962546 dv-neutron-821401-4-hyperv neutron-server[103587]: Traceback (most recent call last): Dec 10 15:35:37.962546 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:35:37.962546 dv-neutron-821401-4-hyperv neutron-server[103587]: timer() Dec 10 15:35:37.962546 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:35:37.962546 dv-neutron-821401-4-hyperv neutron-server[103587]: cb(*args, **kw) Dec 10 15:35:37.962546 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:35:37.962546 dv-neutron-821401-4-hyperv neutron-server[103587]: return func(*args, **kwargs) Dec 10 15:35:37.962546 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:35:37.962546 dv-neutron-821401-4-hyperv neutron-server[103587]: self._notify() Dec 10 15:35:37.962546 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:35:37.962546 dv-neutron-821401-4-hyperv neutron-server[103587]: self.callback(batched_events) Dec 10 15:35:37.962546 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:35:37.962546 dv-neutron-821401-4-hyperv neutron-server[103587]: event.method(event) Dec 10 15:35:37.962546 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:35:37.962546 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:35:37.962546 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:35:37.962546 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:35:37.962546 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:35:37.962546 dv-neutron-821401-4-hyperv neutron-server[103587]: return f(self, *a, **k) Dec 10 15:35:37.962546 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:35:37.962546 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._get(url).json() Dec 10 15:35:37.962546 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:35:37.962546 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:35:37.962546 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:35:37.962546 dv-neutron-821401-4-hyperv neutron-server[103587]: return self.request(url, 'GET', **kwargs) Dec 10 15:35:37.962546 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:35:37.962546 dv-neutron-821401-4-hyperv neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:35:37.962546 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:35:37.962546 dv-neutron-821401-4-hyperv neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:35:37.962546 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:35:37.962546 dv-neutron-821401-4-hyperv neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:35:37.962546 dv-neutron-821401-4-hyperv neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:35:37.993078 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-11bf76dc-b3ad-44c7-9bbb-9844ed11d9bb tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:37.998926 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.securitygroups_db [None req-05ec8ebf-9bb3-4b5c-b653-40a783155b7a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Project e049672a5fd04e7f8cbb0423b61eb757 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 15:35:38.005613 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff29f98-bbda-4dae-8879-647b41d5a845 None None] Pushing event updated for resources: {'Port': ['ID=a49be103-0bdf-4306-9d74-1eeb9a3a2a27,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:38.012403 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 15:35:38.014307 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-11bf76dc-b3ad-44c7-9bbb-9844ed11d9bb tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:38.018928 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-11bf76dc-b3ad-44c7-9bbb-9844ed11d9bb tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/e19c989c-2a3d-449b-8110-5a5110f868c9 HTTP/1.1" status: 204 len: 168 time: 0.4208128 Dec 10 15:35:38.040495 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35408) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:38.056177 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bf76dc-b3ad-44c7-9bbb-9844ed11d9bb tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e19c989c-2a3d-449b-8110-5a5110f868c9,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:38.062410 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-05ec8ebf-9bb3-4b5c-b653-40a783155b7a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:38.062889 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.objects.ports [None req-6431f042-a973-47b3-ab1f-8fe80df85a9a tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103587) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 15:35:38.065542 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6431f042-a973-47b3-ab1f-8fe80df85a9a tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11236534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11668560'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:38.099415 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-3f1d1219-a8fd-48ed-bcf9-94c8be40f322 None None] Provisioning complete for port 823c136d-ee1a-4f19-aac1-a24e5f71dd94 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:38.100021 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3f1d1219-a8fd-48ed-bcf9-94c8be40f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:38.100150 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8c0de41b-b3e4-4702-ada3-11fb43bae00d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:38.102806 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-1111a505-0594-407f-b677-8c9527daa339 None None] Attempting to bind port a49be103-0bdf-4306-9d74-1eeb9a3a2a27 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:35:38.103413 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-1111a505-0594-407f-b677-8c9527daa339 None None] Attempting to bind port a49be103-0bdf-4306-9d74-1eeb9a3a2a27 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '0f99f252-8e3b-4a94-8c7e-79d2ee65ec3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b97b27fa-3792-4496-8dc7-bf817638ca74'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:35:38.103876 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1111a505-0594-407f-b677-8c9527daa339 None None] Attempting to bind port a49be103-0bdf-4306-9d74-1eeb9a3a2a27 on network b97b27fa-3792-4496-8dc7-bf817638ca74 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:35:38.114288 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7ee36c5a-5168-4028-873c-1f4754402452 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11236534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11668560'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:38.139687 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1111a505-0594-407f-b677-8c9527daa339 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:35:38.140244 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1111a505-0594-407f-b677-8c9527daa339 None None] Checking segment: {'id': '0f99f252-8e3b-4a94-8c7e-79d2ee65ec3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b97b27fa-3792-4496-8dc7-bf817638ca74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:35:38.141297 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1111a505-0594-407f-b677-8c9527daa339 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:38.142405 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1111a505-0594-407f-b677-8c9527daa339 None None] Bound using segment: {'id': '0f99f252-8e3b-4a94-8c7e-79d2ee65ec3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b97b27fa-3792-4496-8dc7-bf817638ca74'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:35:38.142702 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-1111a505-0594-407f-b677-8c9527daa339 None None] Bound port: a49be103-0bdf-4306-9d74-1eeb9a3a2a27, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f99f252-8e3b-4a94-8c7e-79d2ee65ec3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b97b27fa-3792-4496-8dc7-bf817638ca74'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:35:38.143556 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6431f042-a973-47b3-ab1f-8fe80df85a9a tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:35:38.144304 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1111a505-0594-407f-b677-8c9527daa339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:38.154175 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-6431f042-a973-47b3-ab1f-8fe80df85a9a tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:35:38.163101 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6431f042-a973-47b3-ab1f-8fe80df85a9a tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:38.163705 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6431f042-a973-47b3-ab1f-8fe80df85a9a tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:38.174700 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4a24bdd7-e13c-47be-8015-49e9454b9ab1 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:38.186691 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-a19a91d9-c4f1-401f-a642-56e9819d8a38 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1424119 Dec 10 15:35:38.189690 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35410) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:38.197605 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4a24bdd7-e13c-47be-8015-49e9454b9ab1 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:38.205244 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-4a24bdd7-e13c-47be-8015-49e9454b9ab1 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "DELETE /v2.0/networks/185991e0-a868-429c-82b7-987169c6a2ad HTTP/1.1" status: 204 len: 168 time: 2.0590558 Dec 10 15:35:38.208257 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35412) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:38.222109 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-1111a505-0594-407f-b677-8c9527daa339 None None] For port a49be103-0bdf-4306-9d74-1eeb9a3a2a27, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:35:38.225645 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-1111a505-0594-407f-b677-8c9527daa339 None None] For port a49be103-0bdf-4306-9d74-1eeb9a3a2a27, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=a49be103-0bdf-4306-9d74-1eeb9a3a2a27,segment=NetworkSegment(0f99f252-8e3b-4a94-8c7e-79d2ee65ec3c),segment_id=0f99f252-8e3b-4a94-8c7e-79d2ee65ec3c)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:35:38.229957 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-1fa557c9-df7e-4030-809b-0990aa72f4df tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Request body: {'security_group_rule': {'security_group_id': 'a48a5e2c-126f-4557-813e-b3fbde59fb12', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:38.230483 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69756d01-0038-419a-818e-449de0efc62f None None] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:35:38.259698 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a24bdd7-e13c-47be-8015-49e9454b9ab1 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event deleted for resources: {'Network': ['ID=185991e0-a868-429c-82b7-987169c6a2ad,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:38.265446 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f042-a973-47b3-ab1f-8fe80df85a9a tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event updated for resources: {'Subnet': ['ID=0f0cade7-354c-4ff6-8a40-e26a0583d120,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:38.277428 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-6431f042-a973-47b3-ab1f-8fe80df85a9a tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5577047 Dec 10 15:35:38.278499 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-05ec8ebf-9bb3-4b5c-b653-40a783155b7a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:38.280274 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35414) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:38.290343 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-971ee547-a0d5-4990-ab9a-52b820f1292c tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Request body: {'subnet': {'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:38.366816 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-05ec8ebf-9bb3-4b5c-b653-40a783155b7a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:38.394514 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ec8ebf-9bb3-4b5c-b653-40a783155b7a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4cc7445-b205-4fd0-ab7b-ed75dd10a0ca,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:38.413527 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1fa557c9-df7e-4030-809b-0990aa72f4df tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:38.450849 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee36c5a-5168-4028-873c-1f4754402452 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Pushing event updated for resources: {'Subnet': ['ID=cf23a3af-9f7c-4ad8-a81c-aecdab3dd0be,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:38.466690 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde1b1a4-775b-4b55-a0dd-74b45e36bbb8 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:38.468290 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-bde1b1a4-775b-4b55-a0dd-74b45e36bbb8 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "GET /v2.0/ports/05a3b99f-b3ff-45f6-a944-bebb1d8fc2d1 HTTP/1.1" status: 200 len: 840 time: 0.2470224 Dec 10 15:35:38.471304 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee36c5a-5168-4028-873c-1f4754402452 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Checking segment: {'id': '283142cf-b605-443f-bb97-0782c1796643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '9ba96b70-9c3e-4d00-b150-d3a5876bf072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:35:38.471304 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee36c5a-5168-4028-873c-1f4754402452 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Network hostable DHCP agents. Network: 9ba96b70-9c3e-4d00-b150-d3a5876bf072, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:35:38.473696 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35416) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:38.494813 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-05ec8ebf-9bb3-4b5c-b653-40a783155b7a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:38.504919 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-05ec8ebf-9bb3-4b5c-b653-40a783155b7a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6808422 Dec 10 15:35:38.513727 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8c0de41b-b3e4-4702-ada3-11fb43bae00d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:38.530454 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1111a505-0594-407f-b677-8c9527daa339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:38.533632 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-3f1d1219-a8fd-48ed-bcf9-94c8be40f322 None None] Port 823c136d-ee1a-4f19-aac1-a24e5f71dd94 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:35:38.540436 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-eaa61960-d451-40f0-bceb-aa36158c75be tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "GET /v2.0/ports/05a3b99f-b3ff-45f6-a944-bebb1d8fc2d1?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0615075 Dec 10 15:35:38.546183 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35420) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:38.555145 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-d775441e-5d0c-4d93-88ed-b368e17773f7 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Request body: {'subnet': {'network_id': '59f26e4a-d74c-4fc5-81f5-c4f97623981b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:38.608465 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device f02d4c20-e5c5-47fe-bd7b-5915bd93b2df up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:35:38.642561 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8c0de41b-b3e4-4702-ada3-11fb43bae00d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:38.674419 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee36c5a-5168-4028-873c-1f4754402452 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Network 9ba96b70-9c3e-4d00-b150-d3a5876bf072 is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:35:38.681575 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-971ee547-a0d5-4990-ab9a-52b820f1292c tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Made reservation on behalf of 915dae42aca44a6e934a20b3a70b3a5e for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:35:38.685586 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-971ee547-a0d5-4990-ab9a-52b820f1292c tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11668558'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:38.758314 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1fa557c9-df7e-4030-809b-0990aa72f4df tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:38.771203 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8c0de41b-b3e4-4702-ada3-11fb43bae00d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549888'] for router_interface, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:38.773721 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff29f98-bbda-4dae-8879-647b41d5a845 None None] Pushing event updated for resources: {'Port': ['ID=a49be103-0bdf-4306-9d74-1eeb9a3a2a27,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:38.782002 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ce4774-1a35-4152-92ed-1d6f4f3de5cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-c2b5f149-cedd-450c-ab43-dd2d78259f45', 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'project_id': '915dae42aca44a6e934a20b3a70b3a5e', 'fixed_ips': [{'subnet_id': '0f0cade7-354c-4ff6-8a40-e26a0583d120'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:35:38.783824 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-59ce4774-1a35-4152-92ed-1d6f4f3de5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:38.786352 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1111a505-0594-407f-b677-8c9527daa339 None None] Routers {'905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:35:38.788739 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-1111a505-0594-407f-b677-8c9527daa339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:35:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:38.807836 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-7ee36c5a-5168-4028-873c-1f4754402452 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 9ba96b70-9c3e-4d00-b150-d3a5876bf072) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:35:38.838009 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee36c5a-5168-4028-873c-1f4754402452 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:38.838644 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7ee36c5a-5168-4028-873c-1f4754402452 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:38.859267 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69d0e6e-b4c9-4211-a4b7-8f8cc0caf87d None None] Network 9ba96b70-9c3e-4d00-b150-d3a5876bf072 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:35:38.871300 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-fc98f587-abcb-47e7-81c9-da3c6fbeef0a None None] Provisioning complete for port a49be103-0bdf-4306-9d74-1eeb9a3a2a27 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:38.871800 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fc98f587-abcb-47e7-81c9-da3c6fbeef0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:38.937769 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.ipam_backend_mixin [None req-971ee547-a0d5-4990-ab9a-52b820f1292c tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0f0cade7-354c-4ff6-8a40-e26a0583d120 (CIDR: 2001:db8::/64) Dec 10 15:35:38.943574 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1fa557c9-df7e-4030-809b-0990aa72f4df tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:38.983888 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0de41b-b3e4-4702-ada3-11fb43bae00d admin admin] Pushing event updated for resources: {'Port': ['ID=823c136d-ee1a-4f19-aac1-a24e5f71dd94,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:38.989102 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-971ee547-a0d5-4990-ab9a-52b820f1292c tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 15:35:38.989627 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-971ee547-a0d5-4990-ab9a-52b820f1292c tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:35:39.004576 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa557c9-df7e-4030-809b-0990aa72f4df tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06ef8003-14b9-4d50-b5a6-1916d13a3185,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:39.028212 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d775441e-5d0c-4d93-88ed-b368e17773f7 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Made reservation on behalf of 21e0d6ce128b4efe93836d06f4e29105 for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:35:39.033709 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d775441e-5d0c-4d93-88ed-b368e17773f7 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:39.114891 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0de41b-b3e4-4702-ada3-11fb43bae00d admin admin] Network dd61618b-b615-4db2-a1a8-ba6a4be6a018 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:35:39.124074 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1fa557c9-df7e-4030-809b-0990aa72f4df tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:39.128331 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-1fa557c9-df7e-4030-809b-0990aa72f4df tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9035087 Dec 10 15:35:39.129985 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port f02d4c20-e5c5-47fe-bd7b-5915bd93b2df triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:39.129985 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:39.130343 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35434) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:39.137174 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-8c0de41b-b3e4-4702-ada3-11fb43bae00d admin admin] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:35:39.139544 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-1111a505-0594-407f-b677-8c9527daa339 None None] Set router 905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3 gateway port host: None {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:35:39.161860 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-6645b617-8286-41f1-be68-3f145dad964e req-6fcea0d1-99cf-4378-8719-4fbc5f574417 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1313199113&fields=id&tenant_id=e049672a5fd04e7f8cbb0423b61eb757 HTTP/1.1" status: 200 len: 267 time: 0.0788932 Dec 10 15:35:39.166291 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-971ee547-a0d5-4990-ab9a-52b820f1292c tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8803439 Dec 10 15:35:39.173185 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-7ee36c5a-5168-4028-873c-1f4754402452 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4255621 Dec 10 15:35:39.173386 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-595e603e-890b-4bbf-9033-3ead001e6ed9 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] 10.222.0.20 "GET /v2.0/security-group-rules/06ef8003-14b9-4d50-b5a6-1916d13a3185 HTTP/1.1" status: 200 len: 763 time: 0.0426745 Dec 10 15:35:39.175100 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35436) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:39.175525 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35438) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:39.175886 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35440) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:39.186338 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-f6fa3244-052b-40ab-9614-bfa5ecf90171 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Request body: {'subnet': {'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:39.297955 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6645b617-8286-41f1-be68-3f145dad964e req-aa538d14-0b53-4c59-ba99-669efaf837ac tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:39.299924 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-6645b617-8286-41f1-be68-3f145dad964e req-aa538d14-0b53-4c59-ba99-669efaf837ac tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/networks?id=d94f8eb2-eac4-463d-8d76-d973260c236a HTTP/1.1" status: 200 len: 797 time: 0.1251688 Dec 10 15:35:39.317151 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-6645b617-8286-41f1-be68-3f145dad964e req-054a1d4e-44a7-4926-bd36-efd3fda2ac42 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/quotas/e049672a5fd04e7f8cbb0423b61eb757 HTTP/1.1" status: 200 len: 375 time: 0.0113027 Dec 10 15:35:39.382460 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8801935c-7dc4-47d2-9229-af7feddd16a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-9ba96b70-9c3e-4d00-b150-d3a5876bf072', 'network_id': '9ba96b70-9c3e-4d00-b150-d3a5876bf072', 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'fixed_ips': [{'subnet_id': 'cf23a3af-9f7c-4ad8-a81c-aecdab3dd0be'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:35:39.383406 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8801935c-7dc4-47d2-9229-af7feddd16a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:39.423118 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-6645b617-8286-41f1-be68-3f145dad964e req-fa8c3a88-aa03-4563-a867-8fd5e8e892ad tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e049672a5fd04e7f8cbb0423b61eb757&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0997727 Dec 10 15:35:39.424562 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-59ce4774-1a35-4152-92ed-1d6f4f3de5cc None None] Allocated IP 2001:db8::f816:3eff:fe04:58bd (c2b5f149-cedd-450c-ab43-dd2d78259f45/0f0cade7-354c-4ff6-8a40-e26a0583d120/4fb57f6c-0c9f-4809-b200-f0aecbbbfb9f) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:35:39.589818 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-6645b617-8286-41f1-be68-3f145dad964e req-7e6d6551-8a19-47ed-a523-8e259fff391b service neutron] 10.222.0.20 "GET /v2.0/networks/d94f8eb2-eac4-463d-8d76-d973260c236a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604860 Dec 10 15:35:39.663469 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fc98f587-abcb-47e7-81c9-da3c6fbeef0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:39.701394 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-6645b617-8286-41f1-be68-3f145dad964e req-4fd0bbf7-7cf4-425d-8ea9-6f7d204d0ccf service neutron] 10.222.0.20 "GET /v2.0/networks/d94f8eb2-eac4-463d-8d76-d973260c236a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091251 Dec 10 15:35:39.814292 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-fc98f587-abcb-47e7-81c9-da3c6fbeef0a None None] For port a49be103-0bdf-4306-9d74-1eeb9a3a2a27, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=a49be103-0bdf-4306-9d74-1eeb9a3a2a27,segment=NetworkSegment(0f99f252-8e3b-4a94-8c7e-79d2ee65ec3c),segment_id=0f99f252-8e3b-4a94-8c7e-79d2ee65ec3c)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:35:39.815496 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 26a49684-e14d-44d8-9ccb-ffd408b5072c no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:35:39.875654 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 26a49684-e14d-44d8-9ccb-ffd408b5072c {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:35:39.876349 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 26a49684-e14d-44d8-9ccb-ffd408b5072c not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:35:39.876483 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device a87ef753-5986-46cf-a05b-e06ec9efe813 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:35:39.915961 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-f44b489b-3dc8-43a5-b49b-9b014c1dd54f tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.7346325 Dec 10 15:35:39.919124 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35446) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:39.923168 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fc98f587-abcb-47e7-81c9-da3c6fbeef0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:39.933859 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: a87ef753-5986-46cf-a05b-e06ec9efe813 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:35:39.934214 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device a87ef753-5986-46cf-a05b-e06ec9efe813 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:35:39.939548 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-8801935c-7dc4-47d2-9229-af7feddd16a1 None None] Allocated IP 2001:db8:1::2 (9ba96b70-9c3e-4d00-b150-d3a5876bf072/cf23a3af-9f7c-4ad8-a81c-aecdab3dd0be/be14da73-6ebd-4cac-b59e-bb085ed3414f) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:35:40.005404 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fbe71def-3e04-4790-86fc-3657e3b7bd7d tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:40.017277 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fbe71def-3e04-4790-86fc-3657e3b7bd7d tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:40.017936 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-59ce4774-1a35-4152-92ed-1d6f4f3de5cc None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:40.081182 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-5f8a76d0-ca67-4160-a996-5533a058c8d1 req-c1157af5-8cb9-4be7-8cce-c6c2813adc40 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a6687f-092d-45a0-b766-e135d21b7a80 HTTP/1.1" status: 200 len: 210 time: 0.0375738 Dec 10 15:35:40.092569 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c0de41b-b3e4-4702-ada3-11fb43bae00d admin admin] Router 11d699a6-6bfc-444f-8dd0-eacddf43c9ec has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:35:40.107115 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc98f587-abcb-47e7-81c9-da3c6fbeef0a None None] Pushing event updated for resources: {'Port': ['ID=a49be103-0bdf-4306-9d74-1eeb9a3a2a27,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:40.133065 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-8b14782e-8adc-41d2-9932-902f642bb770 None None] Provisioning complete for port a49be103-0bdf-4306-9d74-1eeb9a3a2a27 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:40.133437 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8b14782e-8adc-41d2-9932-902f642bb770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:40.139536 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-59ce4774-1a35-4152-92ed-1d6f4f3de5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:40.160250 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fbe71def-3e04-4790-86fc-3657e3b7bd7d tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:40.166878 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fbe71def-3e04-4790-86fc-3657e3b7bd7d tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:40.170514 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-fbe71def-3e04-4790-86fc-3657e3b7bd7d tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/06ef8003-14b9-4d50-b5a6-1916d13a3185 HTTP/1.1" status: 204 len: 168 time: 0.2477567 Dec 10 15:35:40.172923 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35454) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:40.178987 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-1111a505-0594-407f-b677-8c9527daa339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'name': 'tempest-RoutersIpV6Test-router-170160304', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:35:27Z', 'updated_at': '2021-12-10T15:35:32Z', 'revision_number': 2, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'gw_port_host': None, '_interfaces': [{'id': 'a49be103-0bdf-4306-9d74-1eeb9a3a2a27', 'name': '', 'network_id': 'b97b27fa-3792-4496-8dc7-bf817638ca74', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'mac_address': 'fa:16:3e:8c:89:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '393fcc70-4e01-49d3-9bc3-16793e3f7650', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:31Z', 'updated_at': '2021-12-10T15:35:38Z', 'revision_number': 4, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'subnets': [{'id': '393fcc70-4e01-49d3-9bc3-16793e3f7650', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:40.192783 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d775441e-5d0c-4d93-88ed-b368e17773f7 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11695183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581935'] for subnet, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:40.200765 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe71def-3e04-4790-86fc-3657e3b7bd7d tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=06ef8003-14b9-4d50-b5a6-1916d13a3185,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:40.227982 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-ec7266a1-8429-4e23-9c52-a34e1f86a9e9 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0477960 Dec 10 15:35:40.228089 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35456) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:40.232632 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-ebfdcd3f-250c-4f34-a2ed-036056d5f3c6 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Request body: {'security_group_rule': {'security_group_id': 'a48a5e2c-126f-4557-813e-b3fbde59fb12', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:40.257653 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1111a505-0594-407f-b677-8c9527daa339 None None] The sync data for ids ['905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3'] in dv-neutron-821401-4-hyperv is: [{'id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'name': 'tempest-RoutersIpV6Test-router-170160304', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:35:27Z', 'updated_at': '2021-12-10T15:35:32Z', 'revision_number': 2, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'gw_port_host': None, '_interfaces': [{'id': 'a49be103-0bdf-4306-9d74-1eeb9a3a2a27', 'name': '', 'network_id': 'b97b27fa-3792-4496-8dc7-bf817638ca74', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'mac_address': 'fa:16:3e:8c:89:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '393fcc70-4e01-49d3-9bc3-16793e3f7650', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:31Z', 'updated_at': '2021-12-10T15:35:38Z', 'revision_number': 4, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'subnets': [{'id': '393fcc70-4e01-49d3-9bc3-16793e3f7650', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:35:40.266149 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ce4774-1a35-4152-92ed-1d6f4f3de5cc None None] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:35:40.297716 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-59ce4774-1a35-4152-92ed-1d6f4f3de5cc None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:35:40.299724 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ce4774-1a35-4152-92ed-1d6f4f3de5cc None None] Pushing event updated for resources: {'Port': ['ID=4fb57f6c-0c9f-4809-b200-f0aecbbbfb9f,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:40.300236 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6fa3244-052b-40ab-9614-bfa5ecf90171 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Made reservation on behalf of 915dae42aca44a6e934a20b3a70b3a5e for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:35:40.305199 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f6fa3244-052b-40ab-9614-bfa5ecf90171 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:40.306447 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ce4774-1a35-4152-92ed-1d6f4f3de5cc None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:35:40.341339 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ebfdcd3f-250c-4f34-a2ed-036056d5f3c6 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:40.374710 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d775441e-5d0c-4d93-88ed-b368e17773f7 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Network 59f26e4a-d74c-4fc5-81f5-c4f97623981b is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:35:40.414386 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-d775441e-5d0c-4d93-88ed-b368e17773f7 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:35:40.417580 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d775441e-5d0c-4d93-88ed-b368e17773f7 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:40.418218 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d775441e-5d0c-4d93-88ed-b368e17773f7 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:40.458609 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ebfdcd3f-250c-4f34-a2ed-036056d5f3c6 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:40.511607 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775441e-5d0c-4d93-88ed-b368e17773f7 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event updated for resources: {'Subnet': ['ID=7300b009-0b6d-4e22-83a8-685279437135,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:40.553852 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ebfdcd3f-250c-4f34-a2ed-036056d5f3c6 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:40.612582 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfdcd3f-250c-4f34-a2ed-036056d5f3c6 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b06b4f4a-bb6c-4907-8e9c-ffd264c8886d,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:40.622712 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c0de41b-b3e4-4702-ada3-11fb43bae00d admin admin] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:35:40.633468 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-8c0de41b-b3e4-4702-ada3-11fb43bae00d admin admin] 10.222.0.20 "PUT /v2.0/routers/11d699a6-6bfc-444f-8dd0-eacddf43c9ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3047054 Dec 10 15:35:40.635379 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06875ca-799e-41d3-b65a-a4de712d5257 None None] Sync routers for ids ['11d699a6-6bfc-444f-8dd0-eacddf43c9ec'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:35:40.637532 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-d775441e-5d0c-4d93-88ed-b368e17773f7 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0900409 Dec 10 15:35:40.654000 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35464) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:40.661408 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-3a651e1f-f1d6-4d66-a59c-eb34c759438b tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Request body: {'security_group': {'name': 'tempest-secgroup-2103531618'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:40.680175 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06875ca-799e-41d3-b65a-a4de712d5257 None None] Routers {'11d699a6-6bfc-444f-8dd0-eacddf43c9ec'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:35:40.682219 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-f06875ca-799e-41d3-b65a-a4de712d5257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:35:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['11d699a6-6bfc-444f-8dd0-eacddf43c9ec'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:40.682780 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8801935c-7dc4-47d2-9229-af7feddd16a1 None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:40.700452 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b1cb81f7-ef06-4217-a0f1-0ebde9e0ed7a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:40.707696 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe917a25-2195-4a36-91a5-a17284d05f30 None None] Network 59f26e4a-d74c-4fc5-81f5-c4f97623981b requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:35:40.735117 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-8b14782e-8adc-41d2-9932-902f642bb770 None None] Provisioning complete for port 823c136d-ee1a-4f19-aac1-a24e5f71dd94 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:40.735495 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8b14782e-8adc-41d2-9932-902f642bb770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:40.764435 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-59ce4774-1a35-4152-92ed-1d6f4f3de5cc None None] Attempting to bind port 4fb57f6c-0c9f-4809-b200-f0aecbbbfb9f on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:35:40.764943 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-59ce4774-1a35-4152-92ed-1d6f4f3de5cc None None] Attempting to bind port 4fb57f6c-0c9f-4809-b200-f0aecbbbfb9f by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:35:40.765799 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ce4774-1a35-4152-92ed-1d6f4f3de5cc None None] Attempting to bind port 4fb57f6c-0c9f-4809-b200-f0aecbbbfb9f on network c2b5f149-cedd-450c-ab43-dd2d78259f45 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:35:40.774918 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ebfdcd3f-250c-4f34-a2ed-036056d5f3c6 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:40.779799 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-ebfdcd3f-250c-4f34-a2ed-036056d5f3c6 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5503798 Dec 10 15:35:40.780401 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35466) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:40.806591 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-7864d5a7-5088-4453-aeb5-8074ab192c10 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] 10.222.0.20 "GET /v2.0/security-group-rules/b06b4f4a-bb6c-4907-8e9c-ffd264c8886d HTTP/1.1" status: 200 len: 764 time: 0.0249722 Dec 10 15:35:40.815789 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35470) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:40.876341 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-f06875ca-799e-41d3-b65a-a4de712d5257 None None] Set router 11d699a6-6bfc-444f-8dd0-eacddf43c9ec gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:35:40.939052 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-bc716009-0765-4397-9593-a95e379d8f58 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1220970 Dec 10 15:35:40.942058 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35474) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:40.958272 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3a651e1f-f1d6-4d66-a59c-eb34c759438b tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:40.965745 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-8b14782e-8adc-41d2-9932-902f642bb770 None None] Port 823c136d-ee1a-4f19-aac1-a24e5f71dd94 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:35:40.987825 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ce4774-1a35-4152-92ed-1d6f4f3de5cc None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:35:40.988438 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ce4774-1a35-4152-92ed-1d6f4f3de5cc None None] Checking segment: {'id': '64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:35:40.989051 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-59ce4774-1a35-4152-92ed-1d6f4f3de5cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:40.989617 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ce4774-1a35-4152-92ed-1d6f4f3de5cc None None] Bound using segment: {'id': '64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:35:40.990480 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-59ce4774-1a35-4152-92ed-1d6f4f3de5cc None None] Bound port: 4fb57f6c-0c9f-4809-b200-f0aecbbbfb9f, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:35:40.991264 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-59ce4774-1a35-4152-92ed-1d6f4f3de5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:40.996582 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8801935c-7dc4-47d2-9229-af7feddd16a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:41.012309 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1e8cb5b1-a9e2-4dfa-9409-a15725462f09 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:41.081083 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1e8cb5b1-a9e2-4dfa-9409-a15725462f09 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:41.216408 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8801935c-7dc4-47d2-9229-af7feddd16a1 None None] Network 9ba96b70-9c3e-4d00-b150-d3a5876bf072 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:35:41.231258 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-64bd3488-2ee1-4623-93ac-50fdbaaac42e req-7858a216-fe7b-42ef-ba0a-55b1989fc26a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a6687f-092d-45a0-b766-e135d21b7a80 HTTP/1.1" status: 200 len: 210 time: 0.0524926 Dec 10 15:35:41.285118 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-8801935c-7dc4-47d2-9229-af7feddd16a1 None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:35:41.293671 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8801935c-7dc4-47d2-9229-af7feddd16a1 None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:35:41.325357 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8801935c-7dc4-47d2-9229-af7feddd16a1 None None] Pushing event updated for resources: {'Port': ['ID=be14da73-6ebd-4cac-b59e-bb085ed3414f,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:41.369035 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-b1cb81f7-ef06-4217-a0f1-0ebde9e0ed7a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Allocated IP 2001:db8:1::1 (9ba96b70-9c3e-4d00-b150-d3a5876bf072/cf23a3af-9f7c-4ad8-a81c-aecdab3dd0be/1828a80e-8027-481a-bd31-aa6ea1db0429) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:35:41.379279 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f6fa3244-052b-40ab-9614-bfa5ecf90171 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11695183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581935'] for subnet, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:41.394706 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-f06875ca-799e-41d3-b65a-a4de712d5257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'name': 'tempest-TestVolumeBootPattern-553583626-router', 'tenant_id': 'fe288e3581ed450db6aaaa858fc0d419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.208'}], 'enable_snat': True}, 'gw_port_id': 'f02d4c20-e5c5-47fe-bd7b-5915bd93b2df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:35:26Z', 'updated_at': '2021-12-10T15:35:37Z', 'revision_number': 4, 'project_id': 'fe288e3581ed450db6aaaa858fc0d419', 'gw_port': {'id': 'f02d4c20-e5c5-47fe-bd7b-5915bd93b2df', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:93:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:29Z', 'updated_at': '2021-12-10T15:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '823c136d-ee1a-4f19-aac1-a24e5f71dd94', 'name': '', 'network_id': 'dd61618b-b615-4db2-a1a8-ba6a4be6a018', 'tenant_id': 'fe288e3581ed450db6aaaa858fc0d419', 'mac_address': 'fa:16:3e:cf:66:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '62e04148-ee42-4779-a2ec-46121cdcb205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:36Z', 'updated_at': '2021-12-10T15:35:38Z', 'revision_number': 2, 'project_id': 'fe288e3581ed450db6aaaa858fc0d419', 'subnets': [{'id': '62e04148-ee42-4779-a2ec-46121cdcb205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:41.422565 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-8801935c-7dc4-47d2-9229-af7feddd16a1 None None] Attempting to bind port be14da73-6ebd-4cac-b59e-bb085ed3414f on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:35:41.424243 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-8801935c-7dc4-47d2-9229-af7feddd16a1 None None] Attempting to bind port be14da73-6ebd-4cac-b59e-bb085ed3414f by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '283142cf-b605-443f-bb97-0782c1796643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '9ba96b70-9c3e-4d00-b150-d3a5876bf072'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:35:41.424243 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8801935c-7dc4-47d2-9229-af7feddd16a1 None None] Attempting to bind port be14da73-6ebd-4cac-b59e-bb085ed3414f on network 9ba96b70-9c3e-4d00-b150-d3a5876bf072 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:35:41.431673 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-59ce4774-1a35-4152-92ed-1d6f4f3de5cc None None] For port 4fb57f6c-0c9f-4809-b200-f0aecbbbfb9f, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:35:41.441064 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06875ca-799e-41d3-b65a-a4de712d5257 None None] Checking router: 11d699a6-6bfc-444f-8dd0-eacddf43c9ec for host: dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:35:41.441512 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06875ca-799e-41d3-b65a-a4de712d5257 None None] Updating router 11d699a6-6bfc-444f-8dd0-eacddf43c9ec port 823c136d-ee1a-4f19-aac1-a24e5f71dd94 binding host dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 15:35:41.482178 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f06875ca-799e-41d3-b65a-a4de712d5257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:41.482381 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1e8cb5b1-a9e2-4dfa-9409-a15725462f09 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:41.507716 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1e8cb5b1-a9e2-4dfa-9409-a15725462f09 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:41.511237 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-1e8cb5b1-a9e2-4dfa-9409-a15725462f09 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/b06b4f4a-bb6c-4907-8e9c-ffd264c8886d HTTP/1.1" status: 204 len: 168 time: 0.5635390 Dec 10 15:35:41.511740 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35486) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:41.522643 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3a651e1f-f1d6-4d66-a59c-eb34c759438b tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:41.537938 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8801935c-7dc4-47d2-9229-af7feddd16a1 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:35:41.538212 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8801935c-7dc4-47d2-9229-af7feddd16a1 None None] Checking segment: {'id': '283142cf-b605-443f-bb97-0782c1796643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '9ba96b70-9c3e-4d00-b150-d3a5876bf072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:35:41.538621 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8801935c-7dc4-47d2-9229-af7feddd16a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:41.539022 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8801935c-7dc4-47d2-9229-af7feddd16a1 None None] Bound using segment: {'id': '283142cf-b605-443f-bb97-0782c1796643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '9ba96b70-9c3e-4d00-b150-d3a5876bf072'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:35:41.539514 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-8801935c-7dc4-47d2-9229-af7feddd16a1 None None] Bound port: be14da73-6ebd-4cac-b59e-bb085ed3414f, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '283142cf-b605-443f-bb97-0782c1796643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '9ba96b70-9c3e-4d00-b150-d3a5876bf072'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:35:41.539896 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8801935c-7dc4-47d2-9229-af7feddd16a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:41.572005 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6fa3244-052b-40ab-9614-bfa5ecf90171 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:35:41.573878 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-f6fa3244-052b-40ab-9614-bfa5ecf90171 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:35:41.578912 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-7aab5a62-5067-4054-a5b5-b81d0cb2e7dd tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0628214 Dec 10 15:35:41.579603 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fa3244-052b-40ab-9614-bfa5ecf90171 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:41.580207 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f6fa3244-052b-40ab-9614-bfa5ecf90171 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:41.584932 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35488) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:41.585756 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-59ce4774-1a35-4152-92ed-1d6f4f3de5cc None None] For port 4fb57f6c-0c9f-4809-b200-f0aecbbbfb9f, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=4fb57f6c-0c9f-4809-b200-f0aecbbbfb9f,segment=NetworkSegment(64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4),segment_id=64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:35:41.614996 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fa3244-052b-40ab-9614-bfa5ecf90171 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event updated for resources: {'Subnet': ['ID=e95cb1cd-2f12-4f9d-b294-9515ed020aba,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:41.617285 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8cb5b1-a9e2-4dfa-9409-a15725462f09 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b06b4f4a-bb6c-4907-8e9c-ffd264c8886d,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:41.634537 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3a651e1f-f1d6-4d66-a59c-eb34c759438b tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:41.647879 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-efbd9466-6222-461d-97c1-ef5d4fbfac9e tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:41.659321 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35492) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:41.693393 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-efbd9466-6222-461d-97c1-ef5d4fbfac9e tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:41.706109 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-59ce4774-1a35-4152-92ed-1d6f4f3de5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:41.707830 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-f151f101-0683-44d8-b35d-64ba5efba08a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1653083014-network', 'tenant_id': '2ad4434b775f4effac342cd90572be96'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:41.724749 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a651e1f-f1d6-4d66-a59c-eb34c759438b tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b303ce80-bfdc-4a94-9954-196fad52a484,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:41.736137 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ede7d15-b52a-41fa-82ac-ffd6ece3368d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-59f26e4a-d74c-4fc5-81f5-c4f97623981b', 'network_id': '59f26e4a-d74c-4fc5-81f5-c4f97623981b', 'project_id': '21e0d6ce128b4efe93836d06f4e29105', 'fixed_ips': [{'subnet_id': '7300b009-0b6d-4e22-83a8-685279437135'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:35:41.737005 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6ede7d15-b52a-41fa-82ac-ffd6ece3368d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:41.744645 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b1cb81f7-ef06-4217-a0f1-0ebde9e0ed7a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:41.763424 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-f6fa3244-052b-40ab-9614-bfa5ecf90171 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5831623 Dec 10 15:35:41.764397 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35494) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:41.777167 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-06da9af2-af71-4ff7-accd-2b767e9c6493 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Request body: {'port': {'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'mac_address': 'fa:16:3e:77:22:62', 'name': 'tempest-NetworksTestDHCPv6-2061807071'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:41.794543 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3a651e1f-f1d6-4d66-a59c-eb34c759438b tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:41.799320 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-8801935c-7dc4-47d2-9229-af7feddd16a1 None None] For port be14da73-6ebd-4cac-b59e-bb085ed3414f, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:35:41.800045 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-3a651e1f-f1d6-4d66-a59c-eb34c759438b tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1422591 Dec 10 15:35:41.805447 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35496) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:41.815648 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-c9450015-7b0b-4257-84a4-6982c9933602 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Request body: {'security_group': {'name': 'tempest-secgroup-1460375015'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:41.903042 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b1cb81f7-ef06-4217-a0f1-0ebde9e0ed7a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:41.937988 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f151f101-0683-44d8-b35d-64ba5efba08a admin admin] Made reservation on behalf of 2ad4434b775f4effac342cd90572be96 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:35:41.942117 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f151f101-0683-44d8-b35d-64ba5efba08a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:41.944627 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-efbd9466-6222-461d-97c1-ef5d4fbfac9e tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:41.948084 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-efbd9466-6222-461d-97c1-ef5d4fbfac9e tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:41.949638 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-efbd9466-6222-461d-97c1-ef5d4fbfac9e tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] 10.222.0.20 "DELETE /v2.0/security-groups/a48a5e2c-126f-4557-813e-b3fbde59fb12 HTTP/1.1" status: 204 len: 168 time: 0.3660848 Dec 10 15:35:41.964152 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1cb81f7-ef06-4217-a0f1-0ebde9e0ed7a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Network 9ba96b70-9c3e-4d00-b150-d3a5876bf072 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:35:41.964952 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35498) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:41.967645 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f06875ca-799e-41d3-b65a-a4de712d5257 None None] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:41.979441 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbd9466-6222-461d-97c1-ef5d4fbfac9e tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a48a5e2c-126f-4557-813e-b3fbde59fb12,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:41.985707 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f151f101-0683-44d8-b35d-64ba5efba08a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:41.994712 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-b1cb81f7-ef06-4217-a0f1-0ebde9e0ed7a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:35:42.028951 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cb81f7-ef06-4217-a0f1-0ebde9e0ed7a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:35:42.028951 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b1cb81f7-ef06-4217-a0f1-0ebde9e0ed7a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552880'] for router_interface, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:42.040319 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-8801935c-7dc4-47d2-9229-af7feddd16a1 None None] For port be14da73-6ebd-4cac-b59e-bb085ed3414f, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=be14da73-6ebd-4cac-b59e-bb085ed3414f,segment=NetworkSegment(283142cf-b605-443f-bb97-0782c1796643),segment_id=283142cf-b605-443f-bb97-0782c1796643)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:35:42.043918 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-6ede7d15-b52a-41fa-82ac-ffd6ece3368d None None] Allocated IP 172.20.0.2 (59f26e4a-d74c-4fc5-81f5-c4f97623981b/7300b009-0b6d-4e22-83a8-685279437135/fe228339-b671-4c2e-be26-38ab348ad098) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:35:42.050324 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f06875ca-799e-41d3-b65a-a4de712d5257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:42.094352 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c9450015-7b0b-4257-84a4-6982c9933602 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:42.122951 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ce4774-1a35-4152-92ed-1d6f4f3de5cc None None] Pushing event updated for resources: {'Port': ['ID=4fb57f6c-0c9f-4809-b200-f0aecbbbfb9f,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:42.128456 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8801935c-7dc4-47d2-9229-af7feddd16a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:42.182324 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-a79a0858-9356-4a53-93b2-871732c87100 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2161455 Dec 10 15:35:42.183015 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35500) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:42.192629 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-4ed57340-6956-48f8-9fe1-ed216a19c0ea tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Request body: {'security_group': {'name': 'tempest-secgroup--1333959388'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:42.193571 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dd8a2e-d414-46ef-a15f-3a0d9ee96a7a None None] Pushing event updated for resources: {'Port': ['ID=823c136d-ee1a-4f19-aac1-a24e5f71dd94,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:42.207697 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cb81f7-ef06-4217-a0f1-0ebde9e0ed7a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Pushing event updated for resources: {'Port': ['ID=1828a80e-8027-481a-bd31-aa6ea1db0429,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:42.272029 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06da9af2-af71-4ff7-accd-2b767e9c6493 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Made reservation on behalf of 915dae42aca44a6e934a20b3a70b3a5e for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:35:42.367996 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8801935c-7dc4-47d2-9229-af7feddd16a1 None None] Pushing event updated for resources: {'Port': ['ID=be14da73-6ebd-4cac-b59e-bb085ed3414f,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:42.421583 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-f06875ca-799e-41d3-b65a-a4de712d5257 None None] Attempting to bind port 823c136d-ee1a-4f19-aac1-a24e5f71dd94 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:35:42.423519 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-f06875ca-799e-41d3-b65a-a4de712d5257 None None] Attempting to bind port 823c136d-ee1a-4f19-aac1-a24e5f71dd94 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '8ca9f398-d3a4-4fa1-b246-394025aacb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'dd61618b-b615-4db2-a1a8-ba6a4be6a018'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:35:42.424642 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06875ca-799e-41d3-b65a-a4de712d5257 None None] Attempting to bind port 823c136d-ee1a-4f19-aac1-a24e5f71dd94 on network dd61618b-b615-4db2-a1a8-ba6a4be6a018 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:35:42.426144 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4ed57340-6956-48f8-9fe1-ed216a19c0ea tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:42.457937 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06875ca-799e-41d3-b65a-a4de712d5257 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:35:42.465423 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06875ca-799e-41d3-b65a-a4de712d5257 None None] Checking segment: {'id': '8ca9f398-d3a4-4fa1-b246-394025aacb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'dd61618b-b615-4db2-a1a8-ba6a4be6a018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:35:42.466164 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f06875ca-799e-41d3-b65a-a4de712d5257 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:42.467400 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06875ca-799e-41d3-b65a-a4de712d5257 None None] Bound using segment: {'id': '8ca9f398-d3a4-4fa1-b246-394025aacb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'dd61618b-b615-4db2-a1a8-ba6a4be6a018'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:35:42.469029 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-f06875ca-799e-41d3-b65a-a4de712d5257 None None] Bound port: 823c136d-ee1a-4f19-aac1-a24e5f71dd94, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ca9f398-d3a4-4fa1-b246-394025aacb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'dd61618b-b615-4db2-a1a8-ba6a4be6a018'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:35:42.476373 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f06875ca-799e-41d3-b65a-a4de712d5257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:42.511706 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-10f6e3e1-f61d-4b91-bc5c-c262b7a0aa1f req-e8429d7e-95bf-43a1-bd50-1d107ece8a08 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a6687f-092d-45a0-b766-e135d21b7a80 HTTP/1.1" status: 200 len: 210 time: 0.1153030 Dec 10 15:35:42.594534 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6ede7d15-b52a-41fa-82ac-ffd6ece3368d None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:42.609701 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b1cb81f7-ef06-4217-a0f1-0ebde9e0ed7a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:42.622696 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-f06875ca-799e-41d3-b65a-a4de712d5257 None None] For port 823c136d-ee1a-4f19-aac1-a24e5f71dd94, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:35:42.633834 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-f06875ca-799e-41d3-b65a-a4de712d5257 None None] For port 823c136d-ee1a-4f19-aac1-a24e5f71dd94, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=823c136d-ee1a-4f19-aac1-a24e5f71dd94,segment=NetworkSegment(8ca9f398-d3a4-4fa1-b246-394025aacb79),segment_id=8ca9f398-d3a4-4fa1-b246-394025aacb79)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:35:42.702096 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4ed57340-6956-48f8-9fe1-ed216a19c0ea tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:42.716585 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6ede7d15-b52a-41fa-82ac-ffd6ece3368d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:42.729576 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-cdae3547-d4ac-40e2-b958-df5ee54bb8eb None None] Provisioning complete for port 823c136d-ee1a-4f19-aac1-a24e5f71dd94 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:42.733574 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cdae3547-d4ac-40e2-b958-df5ee54bb8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:42.759343 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f06875ca-799e-41d3-b65a-a4de712d5257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:42.847105 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-cdae3547-d4ac-40e2-b958-df5ee54bb8eb None None] Port 823c136d-ee1a-4f19-aac1-a24e5f71dd94 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:35:42.855412 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 4fb57f6c-0c9f-4809-b200-f0aecbbbfb9f up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:35:42.878793 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06875ca-799e-41d3-b65a-a4de712d5257 None None] Routers {'11d699a6-6bfc-444f-8dd0-eacddf43c9ec'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:35:42.879608 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-f06875ca-799e-41d3-b65a-a4de712d5257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:35:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['11d699a6-6bfc-444f-8dd0-eacddf43c9ec'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:42.955143 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dd8a2e-d414-46ef-a15f-3a0d9ee96a7a None None] Pushing event updated for resources: {'Port': ['ID=823c136d-ee1a-4f19-aac1-a24e5f71dd94,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:43.039741 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4ed57340-6956-48f8-9fe1-ed216a19c0ea tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:43.040729 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ede7d15-b52a-41fa-82ac-ffd6ece3368d None None] Network 59f26e4a-d74c-4fc5-81f5-c4f97623981b is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:35:43.061892 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-6ede7d15-b52a-41fa-82ac-ffd6ece3368d None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:35:43.064347 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ede7d15-b52a-41fa-82ac-ffd6ece3368d None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:35:43.074440 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ede7d15-b52a-41fa-82ac-ffd6ece3368d None None] Pushing event updated for resources: {'Port': ['ID=fe228339-b671-4c2e-be26-38ab348ad098,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:43.130115 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-f06875ca-799e-41d3-b65a-a4de712d5257 None None] Set router 11d699a6-6bfc-444f-8dd0-eacddf43c9ec gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:35:43.159939 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fadf8fb7-5dff-4069-ad35-291a6b676d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:43.239724 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-6ede7d15-b52a-41fa-82ac-ffd6ece3368d None None] Attempting to bind port fe228339-b671-4c2e-be26-38ab348ad098 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:35:43.240098 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-6ede7d15-b52a-41fa-82ac-ffd6ece3368d None None] Attempting to bind port fe228339-b671-4c2e-be26-38ab348ad098 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'ed386b8e-183e-4859-8236-0e347d75b90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '59f26e4a-d74c-4fc5-81f5-c4f97623981b'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:35:43.240463 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ede7d15-b52a-41fa-82ac-ffd6ece3368d None None] Attempting to bind port fe228339-b671-4c2e-be26-38ab348ad098 on network 59f26e4a-d74c-4fc5-81f5-c4f97623981b {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:35:43.256511 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ede7d15-b52a-41fa-82ac-ffd6ece3368d None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:35:43.256896 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ede7d15-b52a-41fa-82ac-ffd6ece3368d None None] Checking segment: {'id': 'ed386b8e-183e-4859-8236-0e347d75b90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '59f26e4a-d74c-4fc5-81f5-c4f97623981b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:35:43.259471 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6ede7d15-b52a-41fa-82ac-ffd6ece3368d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:43.259924 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ede7d15-b52a-41fa-82ac-ffd6ece3368d None None] Bound using segment: {'id': 'ed386b8e-183e-4859-8236-0e347d75b90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '59f26e4a-d74c-4fc5-81f5-c4f97623981b'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:35:43.260447 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-6ede7d15-b52a-41fa-82ac-ffd6ece3368d None None] Bound port: fe228339-b671-4c2e-be26-38ab348ad098, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed386b8e-183e-4859-8236-0e347d75b90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '59f26e4a-d74c-4fc5-81f5-c4f97623981b'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:35:43.260834 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6ede7d15-b52a-41fa-82ac-ffd6ece3368d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:43.316891 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 4fb57f6c-0c9f-4809-b200-f0aecbbbfb9f triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:43.317265 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:43.339630 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-06da9af2-af71-4ff7-accd-2b767e9c6493 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:43.358361 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b1cb81f7-ef06-4217-a0f1-0ebde9e0ed7a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:43.377605 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed57340-6956-48f8-9fe1-ed216a19c0ea tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a35f70-2335-45b0-9340-131fed0cb086,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:43.410320 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-06da9af2-af71-4ff7-accd-2b767e9c6493 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] device_id is not set on port f83872f1-8704-4ea7-ac47-1cd3eb233958 yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:35:43.451540 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b1cb81f7-ef06-4217-a0f1-0ebde9e0ed7a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:43.454876 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b1cb81f7-ef06-4217-a0f1-0ebde9e0ed7a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549888'] for router_interface, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:43.468144 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4ed57340-6956-48f8-9fe1-ed216a19c0ea tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:43.472397 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-4ed57340-6956-48f8-9fe1-ed216a19c0ea tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.2835593 Dec 10 15:35:43.487737 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35508) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:43.513380 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:43.573434 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f6118515-2a72-4464-8bc0-79aaada007cf None None] Provisioning complete for port 823c136d-ee1a-4f19-aac1-a24e5f71dd94 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:43.573830 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f6118515-2a72-4464-8bc0-79aaada007cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:43.591049 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-1cc5af79-ff9e-4b38-81e2-1e2b0d7221a7 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Request body: {'security_group_rule': {'security_group_id': 'a2a35f70-2335-45b0-9340-131fed0cb086', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:43.611453 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-f06875ca-799e-41d3-b65a-a4de712d5257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'name': 'tempest-TestVolumeBootPattern-553583626-router', 'tenant_id': 'fe288e3581ed450db6aaaa858fc0d419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.208'}], 'enable_snat': True}, 'gw_port_id': 'f02d4c20-e5c5-47fe-bd7b-5915bd93b2df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:35:26Z', 'updated_at': '2021-12-10T15:35:37Z', 'revision_number': 4, 'project_id': 'fe288e3581ed450db6aaaa858fc0d419', 'gw_port': {'id': 'f02d4c20-e5c5-47fe-bd7b-5915bd93b2df', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:93:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:29Z', 'updated_at': '2021-12-10T15:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '823c136d-ee1a-4f19-aac1-a24e5f71dd94', 'name': '', 'network_id': 'dd61618b-b615-4db2-a1a8-ba6a4be6a018', 'tenant_id': 'fe288e3581ed450db6aaaa858fc0d419', 'mac_address': 'fa:16:3e:cf:66:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '62e04148-ee42-4779-a2ec-46121cdcb205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:36Z', 'updated_at': '2021-12-10T15:35:42Z', 'revision_number': 4, 'project_id': 'fe288e3581ed450db6aaaa858fc0d419', 'subnets': [{'id': '62e04148-ee42-4779-a2ec-46121cdcb205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:43.682433 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06875ca-799e-41d3-b65a-a4de712d5257 None None] The sync data for ids ['11d699a6-6bfc-444f-8dd0-eacddf43c9ec'] in dv-neutron-821401-4-hyperv is: [{'id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'name': 'tempest-TestVolumeBootPattern-553583626-router', 'tenant_id': 'fe288e3581ed450db6aaaa858fc0d419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.208'}], 'enable_snat': True}, 'gw_port_id': 'f02d4c20-e5c5-47fe-bd7b-5915bd93b2df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:35:26Z', 'updated_at': '2021-12-10T15:35:37Z', 'revision_number': 4, 'project_id': 'fe288e3581ed450db6aaaa858fc0d419', 'gw_port': {'id': 'f02d4c20-e5c5-47fe-bd7b-5915bd93b2df', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:93:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:29Z', 'updated_at': '2021-12-10T15:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '823c136d-ee1a-4f19-aac1-a24e5f71dd94', 'name': '', 'network_id': 'dd61618b-b615-4db2-a1a8-ba6a4be6a018', 'tenant_id': 'fe288e3581ed450db6aaaa858fc0d419', 'mac_address': 'fa:16:3e:cf:66:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '62e04148-ee42-4779-a2ec-46121cdcb205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:36Z', 'updated_at': '2021-12-10T15:35:42Z', 'revision_number': 4, 'project_id': 'fe288e3581ed450db6aaaa858fc0d419', 'subnets': [{'id': '62e04148-ee42-4779-a2ec-46121cdcb205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:35:43.684531 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-06da9af2-af71-4ff7-accd-2b767e9c6493 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Allocated IP 2001:db8:0:1::3e4 (c2b5f149-cedd-450c-ab43-dd2d78259f45/e95cb1cd-2f12-4f9d-b294-9515ed020aba/f83872f1-8704-4ea7-ac47-1cd3eb233958) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:35:43.714325 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c98933-7b5d-4b43-b07f-786714765593 None None] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:35:43.736397 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6ede7d15-b52a-41fa-82ac-ffd6ece3368d None None] For port fe228339-b671-4c2e-be26-38ab348ad098, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:35:43.818174 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:43.840517 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1cb81f7-ef06-4217-a0f1-0ebde9e0ed7a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Network 9ba96b70-9c3e-4d00-b150-d3a5876bf072 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:35:43.847682 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-b1cb81f7-ef06-4217-a0f1-0ebde9e0ed7a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:35:43.858788 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cb81f7-ef06-4217-a0f1-0ebde9e0ed7a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Pushing event updated for resources: {'Port': ['ID=1828a80e-8027-481a-bd31-aa6ea1db0429,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:43.886006 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6ede7d15-b52a-41fa-82ac-ffd6ece3368d None None] For port fe228339-b671-4c2e-be26-38ab348ad098, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=fe228339-b671-4c2e-be26-38ab348ad098,segment=NetworkSegment(ed386b8e-183e-4859-8236-0e347d75b90e),segment_id=ed386b8e-183e-4859-8236-0e347d75b90e)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:35:43.890776 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-06da9af2-af71-4ff7-accd-2b767e9c6493 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Allocated IP 2001:db8::f816:3eff:fe77:2262 (c2b5f149-cedd-450c-ab43-dd2d78259f45/0f0cade7-354c-4ff6-8a40-e26a0583d120/f83872f1-8704-4ea7-ac47-1cd3eb233958) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:35:43.928842 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f6118515-2a72-4464-8bc0-79aaada007cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:43.994664 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6ede7d15-b52a-41fa-82ac-ffd6ece3368d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:44.004543 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] For port 4fb57f6c-0c9f-4809-b200-f0aecbbbfb9f, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=4fb57f6c-0c9f-4809-b200-f0aecbbbfb9f,segment=NetworkSegment(64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4),segment_id=64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:35:44.029019 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1cb81f7-ef06-4217-a0f1-0ebde9e0ed7a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Router 905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:35:44.044360 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1cc5af79-ff9e-4b38-81e2-1e2b0d7221a7 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:44.158907 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-06da9af2-af71-4ff7-accd-2b767e9c6493 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:44.170943 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f151f101-0683-44d8-b35d-64ba5efba08a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:44.181622 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:44.182930 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device a49be103-0bdf-4306-9d74-1eeb9a3a2a27 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:35:44.209959 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525db395-4137-4d68-973f-05acee641e82 None None] Network 9ba96b70-9c3e-4d00-b150-d3a5876bf072 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:35:44.217504 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1cb81f7-ef06-4217-a0f1-0ebde9e0ed7a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:35:44.235165 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-b1cb81f7-ef06-4217-a0f1-0ebde9e0ed7a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "PUT /v2.0/routers/905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0548518 Dec 10 15:35:44.242675 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35512) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:44.255461 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-9b7e0e21-4b21-4941-8b84-1f2f769878a3 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1416452805'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:44.255850 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-330b34b8-7ee2-49d3-8d57-fb46a836cf95 req-8a9cdfce-4e16-4ec9-ba45-4f52cb1dcab0 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a6687f-092d-45a0-b766-e135d21b7a80 HTTP/1.1" status: 200 len: 210 time: 0.3970656 Dec 10 15:35:44.274069 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f151f101-0683-44d8-b35d-64ba5efba08a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:44.290531 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c9450015-7b0b-4257-84a4-6982c9933602 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:44.308319 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1cc5af79-ff9e-4b38-81e2-1e2b0d7221a7 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:44.330260 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759d2738-3e1d-417d-9c3c-76d20a9f94a0 None None] Sync routers for ids ['905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:35:44.398784 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f151f101-0683-44d8-b35d-64ba5efba08a admin admin] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:35:44.405138 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1cc5af79-ff9e-4b38-81e2-1e2b0d7221a7 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:44.407287 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b7e0e21-4b21-4941-8b84-1f2f769878a3 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Made reservation on behalf of 8fca97dbaacc4a37bd3d53215e8fd531 for: {'network': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:35:44.411295 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9b7e0e21-4b21-4941-8b84-1f2f769878a3 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:44.426623 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c9450015-7b0b-4257-84a4-6982c9933602 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:44.468146 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc5af79-ff9e-4b38-81e2-1e2b0d7221a7 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=873e0277-4ae7-4e00-b810-6528394513d9,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:44.487761 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b7e0e21-4b21-4941-8b84-1f2f769878a3 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=103586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:35:44.501688 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9b7e0e21-4b21-4941-8b84-1f2f769878a3 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:44.502718 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.segments_db [None req-9b7e0e21-4b21-4941-8b84-1f2f769878a3 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Added segment 46aaa01f-b84a-4c18-ac26-3affcea2d4ce of type vlan for network efbdcbdf-a911-4478-8398-ae479c4cac42 Dec 10 15:35:44.538498 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6645b617-8286-41f1-be68-3f145dad964e req-e52b589e-8685-4c62-ac6a-e850f485f2da tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:44.540093 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-6645b617-8286-41f1-be68-3f145dad964e req-e52b589e-8685-4c62-ac6a-e850f485f2da tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.44 "GET /v2.0/networks?id=d94f8eb2-eac4-463d-8d76-d973260c236a HTTP/1.1" status: 200 len: 797 time: 1.3716850 Dec 10 15:35:44.540773 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f151f101-0683-44d8-b35d-64ba5efba08a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a9add8-915f-4a7c-901b-dea99f4ee7de,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:44.570875 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f6118515-2a72-4464-8bc0-79aaada007cf None None] For port 823c136d-ee1a-4f19-aac1-a24e5f71dd94, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=823c136d-ee1a-4f19-aac1-a24e5f71dd94,segment=NetworkSegment(8ca9f398-d3a4-4fa1-b246-394025aacb79),segment_id=8ca9f398-d3a4-4fa1-b246-394025aacb79)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:35:44.585892 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9b7e0e21-4b21-4941-8b84-1f2f769878a3 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:44.591783 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759d2738-3e1d-417d-9c3c-76d20a9f94a0 None None] Routers {'905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:35:44.592414 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-759d2738-3e1d-417d-9c3c-76d20a9f94a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:35:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:44.653355 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1cc5af79-ff9e-4b38-81e2-1e2b0d7221a7 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:44.654917 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-1cc5af79-ff9e-4b38-81e2-1e2b0d7221a7 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1177795 Dec 10 15:35:44.658225 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35514) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:44.659540 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f151f101-0683-44d8-b35d-64ba5efba08a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:44.662004 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.segments_db [None req-f151f101-0683-44d8-b35d-64ba5efba08a admin admin] Added segment 66c4da67-80e9-41a6-9b0a-0f4ff07fc532 of type vlan for network cf1323bc-38c1-4118-af32-f2faaeced3bc Dec 10 15:35:44.669305 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c9450015-7b0b-4257-84a4-6982c9933602 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:44.675004 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-c9450015-7b0b-4257-84a4-6982c9933602 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 2.8628719 Dec 10 15:35:44.688527 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ede7d15-b52a-41fa-82ac-ffd6ece3368d None None] Pushing event updated for resources: {'Port': ['ID=fe228339-b671-4c2e-be26-38ab348ad098,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:44.692190 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35516) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:44.724204 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-8f3b4f8c-d8a0-41e5-a0b9-aea6fc7d2a70 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1352832730', 'security_groups': ['ba28dbc5-d33f-4a9a-984f-cae5c85326de'], 'network_id': '59f26e4a-d74c-4fc5-81f5-c4f97623981b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7300b009-0b6d-4e22-83a8-685279437135'}]}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:44.728142 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f6118515-2a72-4464-8bc0-79aaada007cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:44.733439 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9450015-7b0b-4257-84a4-6982c9933602 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba28dbc5-d33f-4a9a-984f-cae5c85326de,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:44.771870 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-06da9af2-af71-4ff7-accd-2b767e9c6493 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:44.901584 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f151f101-0683-44d8-b35d-64ba5efba08a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:44.928724 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Pushing event updated for resources: {'Port': ['ID=4fb57f6c-0c9f-4809-b200-f0aecbbbfb9f,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:44.947738 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9b7e0e21-4b21-4941-8b84-1f2f769878a3 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:44.954553 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06da9af2-af71-4ff7-accd-2b767e9c6493 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event updated for resources: {'Port': ['ID=f83872f1-8704-4ea7-ac47-1cd3eb233958,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:44.955986 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7e0e21-4b21-4941-8b84-1f2f769878a3 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:44.956716 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9b7e0e21-4b21-4941-8b84-1f2f769878a3 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:44.968910 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06da9af2-af71-4ff7-accd-2b767e9c6493 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:35:44.984893 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-06da9af2-af71-4ff7-accd-2b767e9c6493 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:35:44.992802 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06da9af2-af71-4ff7-accd-2b767e9c6493 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:35:44.998897 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06da9af2-af71-4ff7-accd-2b767e9c6493 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:45.004118 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-06da9af2-af71-4ff7-accd-2b767e9c6493 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:45.036778 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-6645b617-8286-41f1-be68-3f145dad964e req-2cc8d5c7-74c3-411d-8777-7ccc7e5ba4dd tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e049672a5fd04e7f8cbb0423b61eb757 HTTP/1.1" status: 200 len: 380 time: 0.3954186 Dec 10 15:35:45.053543 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [req-6645b617-8286-41f1-be68-3f145dad964e req-4fc39448-d583-4605-9152-9604323aa70e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'port': {'device_id': 'b3a6687f-092d-45a0-b766-e135d21b7a80', 'network_id': 'd94f8eb2-eac4-463d-8d76-d973260c236a', 'admin_state_up': True, 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'security_groups': ['18fc437d-893b-47b7-8b71-3dafc8e3139e']}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:45.100919 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288e4ac8-66fb-42c7-be05-242c68779100 None None] Update dhcp port {'port': {'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'fixed_ips': [{'subnet_id': '0f0cade7-354c-4ff6-8a40-e26a0583d120', 'ip_address': '2001:db8::f816:3eff:fe04:58bd'}, {'subnet_id': 'e95cb1cd-2f12-4f9d-b294-9515ed020aba'}], 'binding:host_id': 'dv-neutron-821401-4-hyperv'}, 'id': '4fb57f6c-0c9f-4809-b200-f0aecbbbfb9f'} from dv-neutron-821401-4-hyperv. {{(pid=103588) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 15:35:45.139560 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-bfd3fdd9-632e-4312-92a1-e38fe029e494 None None] Provisioning complete for port 4fb57f6c-0c9f-4809-b200-f0aecbbbfb9f triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:45.141606 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bfd3fdd9-632e-4312-92a1-e38fe029e494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:45.177266 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f151f101-0683-44d8-b35d-64ba5efba08a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:45.178345 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f151f101-0683-44d8-b35d-64ba5efba08a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:45.180092 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f151f101-0683-44d8-b35d-64ba5efba08a admin admin] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:45.203572 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-759d2738-3e1d-417d-9c3c-76d20a9f94a0 None None] Set router 905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3 gateway port host: None {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:35:45.307639 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-288e4ac8-66fb-42c7-be05-242c68779100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:45.308210 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f151f101-0683-44d8-b35d-64ba5efba08a admin admin] Pushing event updated for resources: {'Network': ['ID=cf1323bc-38c1-4118-af32-f2faaeced3bc,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:45.376171 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port a49be103-0bdf-4306-9d74-1eeb9a3a2a27 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:45.376483 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:45.378407 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network cf1323bc-38c1-4118-af32-f2faaeced3bc details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:35:45.440084 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6118515-2a72-4464-8bc0-79aaada007cf None None] Pushing event updated for resources: {'Port': ['ID=823c136d-ee1a-4f19-aac1-a24e5f71dd94,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:45.551847 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.db.api [None req-8f3b4f8c-d8a0-41e5-a0b9-aea6fc7d2a70 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 10 15:35:45.551847 dv-neutron-821401-4-hyperv neutron-server[103586]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 10 15:35:45.551847 dv-neutron-821401-4-hyperv neutron-server[103586]: [parameters: {'project_id': '21e0d6ce128b4efe93836d06f4e29105', 'id': '7219395b-cdde-4d50-ac87-cac2b0fed804', 'expiration': datetime.datetime(2021, 12, 10, 15, 37, 45, 520296)}] Dec 10 15:35:45.551847 dv-neutron-821401-4-hyperv neutron-server[103586]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 15:35:45.552665 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG oslo_db.api [None req-8f3b4f8c-d8a0-41e5-a0b9-aea6fc7d2a70 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 15:35:45.579634 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-a759e6a6-7d83-467f-ac36-7b7b189ca916 req-5bd67ac2-2fbc-4f61-ad9e-18bc6dc583e2 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a6687f-092d-45a0-b766-e135d21b7a80 HTTP/1.1" status: 200 len: 210 time: 0.0533736 Dec 10 15:35:45.603188 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c68c5a75-1422-4802-9738-b00c31e65305 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:45.606222 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7e0e21-4b21-4941-8b84-1f2f769878a3 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Pushing event updated for resources: {'Network': ['ID=efbdcbdf-a911-4478-8398-ae479c4cac42,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:45.645506 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c68c5a75-1422-4802-9738-b00c31e65305 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:45.674829 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-9b7e0e21-4b21-4941-8b84-1f2f769878a3 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4305661 Dec 10 15:35:45.683574 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35520) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:45.692127 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network efbdcbdf-a911-4478-8398-ae479c4cac42 details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:35:45.693841 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-2dccb1c9-7e0c-4e61-981b-6c34a18a383a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Request body: {'subnet': {'network_id': 'efbdcbdf-a911-4478-8398-ae479c4cac42', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:45.719617 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-f151f101-0683-44d8-b35d-64ba5efba08a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 4.0586662 Dec 10 15:35:45.729759 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-06da9af2-af71-4ff7-accd-2b767e9c6493 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.9569361 Dec 10 15:35:45.730756 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35522) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:45.735429 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35524) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:45.745627 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-a06de75a-c2fe-4407-b7d0-004b62edff26 admin admin] Request body: {'subnet': {'network_id': 'cf1323bc-38c1-4118-af32-f2faaeced3bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1653083014-subnet', 'tenant_id': '2ad4434b775f4effac342cd90572be96', 'ip_version': 4}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:45.778533 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-05208e08-4948-43d2-aea6-480e674de34d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:45.804642 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6645b617-8286-41f1-be68-3f145dad964e req-4fc39448-d583-4605-9152-9604323aa70e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Made reservation on behalf of e049672a5fd04e7f8cbb0423b61eb757 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:35:45.808910 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6645b617-8286-41f1-be68-3f145dad964e req-4fc39448-d583-4605-9152-9604323aa70e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:45.899290 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c68c5a75-1422-4802-9738-b00c31e65305 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:45.910969 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c68c5a75-1422-4802-9738-b00c31e65305 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:45.911141 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-c68c5a75-1422-4802-9738-b00c31e65305 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] 10.222.0.20 "DELETE /v2.0/security-groups/a2a35f70-2335-45b0-9340-131fed0cb086 HTTP/1.1" status: 204 len: 168 time: 1.2498260 Dec 10 15:35:45.911936 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35526) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:45.947168 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68c5a75-1422-4802-9738-b00c31e65305 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a35f70-2335-45b0-9340-131fed0cb086,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:45.951819 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a06de75a-c2fe-4407-b7d0-004b62edff26 admin admin] Made reservation on behalf of 2ad4434b775f4effac342cd90572be96 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:35:45.955007 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a06de75a-c2fe-4407-b7d0-004b62edff26 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11668558'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:45.999570 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-6d6bb82e-5513-4e42-8ec8-d272c806ac60 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0788510 Dec 10 15:35:46.006146 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35528) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:46.016102 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-288e4ac8-66fb-42c7-be05-242c68779100 None None] Allocated IP 2001:db8:0:1::2 (c2b5f149-cedd-450c-ab43-dd2d78259f45/e95cb1cd-2f12-4f9d-b294-9515ed020aba/4fb57f6c-0c9f-4809-b200-f0aecbbbfb9f) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:35:46.044736 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-6199ca9c-7922-4744-b427-aefb55c296dc tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0374174 Dec 10 15:35:46.050156 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35530) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:46.069679 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.api.v2.resource [None req-b647437a-2d88-46bb-8c4a-5be72c9f42f3 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] delete failed (client error): The resource could not be found. Dec 10 15:35:46.070764 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-b647437a-2d88-46bb-8c4a-5be72c9f42f3 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] 10.222.0.20 "DELETE /v2.0/security-groups/a2a35f70-2335-45b0-9340-131fed0cb086 HTTP/1.1" status: 404 len: 347 time: 0.0196497 Dec 10 15:35:46.079177 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35532) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:46.118213 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-6645b617-8286-41f1-be68-3f145dad964e req-4fc39448-d583-4605-9152-9604323aa70e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Allocated IP 172.20.0.11 (d94f8eb2-eac4-463d-8d76-d973260c236a/34c7743d-ebad-428c-a2f4-a627b40eea9c/f05c5c5f-a46c-4af2-a1eb-a365ef6a7132) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:35:46.145493 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-25f952dc-80bf-468f-940c-d708c195a824 tempest-SecGroupTest-1778493704 tempest-SecGroupTest-1778493704-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0612872 Dec 10 15:35:46.156761 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dccb1c9-7e0c-4e61-981b-6c34a18a383a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Made reservation on behalf of 8fca97dbaacc4a37bd3d53215e8fd531 for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:35:46.167705 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2dccb1c9-7e0c-4e61-981b-6c34a18a383a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:46.180443 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-415a3892-93cd-49b5-8138-ceb5ef8d8bd3 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Deleting port f83872f1-8704-4ea7-ac47-1cd3eb233958 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:35:46.180902 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-415a3892-93cd-49b5-8138-ceb5ef8d8bd3 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:46.238364 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-bfd3fdd9-632e-4312-92a1-e38fe029e494 None None] Provisioning complete for port be14da73-6ebd-4cac-b59e-bb085ed3414f triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:46.239683 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bfd3fdd9-632e-4312-92a1-e38fe029e494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:46.330897 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-288e4ac8-66fb-42c7-be05-242c68779100 None None] For port 4fb57f6c-0c9f-4809-b200-f0aecbbbfb9f, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=4fb57f6c-0c9f-4809-b200-f0aecbbbfb9f,segment=NetworkSegment(64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4),segment_id=64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:35:46.336506 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:46.383712 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f3b4f8c-d8a0-41e5-a0b9-aea6fc7d2a70 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Made reservation on behalf of 21e0d6ce128b4efe93836d06f4e29105 for: {'port': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:35:46.435712 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-288e4ac8-66fb-42c7-be05-242c68779100 None None] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:46.454197 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-759d2738-3e1d-417d-9c3c-76d20a9f94a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'name': 'tempest-RoutersIpV6Test-router-170160304', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:35:27Z', 'updated_at': '2021-12-10T15:35:42Z', 'revision_number': 3, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'gw_port_host': None, '_interfaces': [{'id': '1828a80e-8027-481a-bd31-aa6ea1db0429', 'name': '', 'network_id': '9ba96b70-9c3e-4d00-b150-d3a5876bf072', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'mac_address': 'fa:16:3e:21:74:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'cf23a3af-9f7c-4ad8-a81c-aecdab3dd0be', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:41Z', 'updated_at': '2021-12-10T15:35:43Z', 'revision_number': 2, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'subnets': [{'id': 'cf23a3af-9f7c-4ad8-a81c-aecdab3dd0be', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a49be103-0bdf-4306-9d74-1eeb9a3a2a27', 'name': '', 'network_id': 'b97b27fa-3792-4496-8dc7-bf817638ca74', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'mac_address': 'fa:16:3e:8c:89:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '393fcc70-4e01-49d3-9bc3-16793e3f7650', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:31Z', 'updated_at': '2021-12-10T15:35:39Z', 'revision_number': 5, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'subnets': [{'id': '393fcc70-4e01-49d3-9bc3-16793e3f7650', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:46.457801 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bfd3fdd9-632e-4312-92a1-e38fe029e494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:46.501940 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759d2738-3e1d-417d-9c3c-76d20a9f94a0 None None] Checking router: 905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3 for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:35:46.502194 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6645b617-8286-41f1-be68-3f145dad964e req-4fc39448-d583-4605-9152-9604323aa70e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:46.502331 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759d2738-3e1d-417d-9c3c-76d20a9f94a0 None None] Updating router 905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3 port 1828a80e-8027-481a-bd31-aa6ea1db0429 binding host dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 15:35:46.538608 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-288e4ac8-66fb-42c7-be05-242c68779100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:46.544000 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-415a3892-93cd-49b5-8138-ceb5ef8d8bd3 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:46.574908 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-415a3892-93cd-49b5-8138-ceb5ef8d8bd3 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Calling delete_port for f83872f1-8704-4ea7-ac47-1cd3eb233958 owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:35:46.640146 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-759d2738-3e1d-417d-9c3c-76d20a9f94a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:46.649431 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-bfd3fdd9-632e-4312-92a1-e38fe029e494 None None] For port be14da73-6ebd-4cac-b59e-bb085ed3414f, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=be14da73-6ebd-4cac-b59e-bb085ed3414f,segment=NetworkSegment(283142cf-b605-443f-bb97-0782c1796643),segment_id=283142cf-b605-443f-bb97-0782c1796643)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:35:46.651042 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8f3b4f8c-d8a0-41e5-a0b9-aea6fc7d2a70 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:46.680991 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-8f3b4f8c-d8a0-41e5-a0b9-aea6fc7d2a70 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] device_id is not set on port bc277ed3-f121-4c02-9a16-10441ac06357 yet. {{(pid=103586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:35:46.689200 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2dccb1c9-7e0c-4e61-981b-6c34a18a383a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11695183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581935'] for subnet, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:46.689561 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6645b617-8286-41f1-be68-3f145dad964e req-4fc39448-d583-4605-9152-9604323aa70e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:46.752173 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bfd3fdd9-632e-4312-92a1-e38fe029e494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:46.759899 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288e4ac8-66fb-42c7-be05-242c68779100 None None] Pushing event updated for resources: {'Port': ['ID=4fb57f6c-0c9f-4809-b200-f0aecbbbfb9f,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:46.801736 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device fe228339-b671-4c2e-be26-38ab348ad098 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:35:46.906841 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dccb1c9-7e0c-4e61-981b-6c34a18a383a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Checking segment: {'id': '46aaa01f-b84a-4c18-ac26-3affcea2d4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'efbdcbdf-a911-4478-8398-ae479c4cac42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:35:46.906841 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dccb1c9-7e0c-4e61-981b-6c34a18a383a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Network hostable DHCP agents. Network: efbdcbdf-a911-4478-8398-ae479c4cac42, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:35:46.921323 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6645b617-8286-41f1-be68-3f145dad964e req-4fc39448-d583-4605-9152-9604323aa70e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Network d94f8eb2-eac4-463d-8d76-d973260c236a is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:35:46.932094 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dccb1c9-7e0c-4e61-981b-6c34a18a383a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Pushing event updated for resources: {'Subnet': ['ID=0827c30d-be1a-4664-ab55-b99791187afb,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:46.934283 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-6645b617-8286-41f1-be68-3f145dad964e req-4fc39448-d583-4605-9152-9604323aa70e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:35:46.952120 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35540) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:46.961160 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dccb1c9-7e0c-4e61-981b-6c34a18a383a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:35:46.961522 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dccb1c9-7e0c-4e61-981b-6c34a18a383a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:35:46.961900 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dccb1c9-7e0c-4e61-981b-6c34a18a383a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:35:46.962244 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dccb1c9-7e0c-4e61-981b-6c34a18a383a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:35:46.962584 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dccb1c9-7e0c-4e61-981b-6c34a18a383a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:35:46.962922 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dccb1c9-7e0c-4e61-981b-6c34a18a383a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:35:46.963254 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dccb1c9-7e0c-4e61-981b-6c34a18a383a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:35:46.963941 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dccb1c9-7e0c-4e61-981b-6c34a18a383a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:35:46.964278 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dccb1c9-7e0c-4e61-981b-6c34a18a383a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:35:46.965028 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dccb1c9-7e0c-4e61-981b-6c34a18a383a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:35:46.965373 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dccb1c9-7e0c-4e61-981b-6c34a18a383a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:35:46.965706 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dccb1c9-7e0c-4e61-981b-6c34a18a383a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:35:46.966063 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dccb1c9-7e0c-4e61-981b-6c34a18a383a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:35:46.987984 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc39448-d583-4605-9152-9604323aa70e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'Port': ['ID=f05c5c5f-a46c-4af2-a1eb-a365ef6a7132,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:46.992229 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-6645b617-8286-41f1-be68-3f145dad964e req-4fc39448-d583-4605-9152-9604323aa70e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:35:46.995606 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-718d0a79-025e-433a-b27c-27fa5c7fe23a None None] Provisioning complete for port 1828a80e-8027-481a-bd31-aa6ea1db0429 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:46.995983 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-718d0a79-025e-433a-b27c-27fa5c7fe23a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:46.997546 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd3fdd9-632e-4312-92a1-e38fe029e494 None None] Pushing event updated for resources: {'Port': ['ID=be14da73-6ebd-4cac-b59e-bb085ed3414f,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:47.066171 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a06de75a-c2fe-4407-b7d0-004b62edff26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11236534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11668560'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:47.126215 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-8f3b4f8c-d8a0-41e5-a0b9-aea6fc7d2a70 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Allocated IP 172.20.0.8 (59f26e4a-d74c-4fc5-81f5-c4f97623981b/7300b009-0b6d-4e22-83a8-685279437135/bc277ed3-f121-4c02-9a16-10441ac06357) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:35:47.172914 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dccb1c9-7e0c-4e61-981b-6c34a18a383a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Network efbdcbdf-a911-4478-8398-ae479c4cac42 is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:35:47.277724 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-2dccb1c9-7e0c-4e61-981b-6c34a18a383a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, efbdcbdf-a911-4478-8398-ae479c4cac42) {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:35:47.284308 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dccb1c9-7e0c-4e61-981b-6c34a18a383a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:47.284749 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2dccb1c9-7e0c-4e61-981b-6c34a18a383a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:47.316267 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6645b617-8286-41f1-be68-3f145dad964e req-4fc39448-d583-4605-9152-9604323aa70e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:47.317895 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6645b617-8286-41f1-be68-3f145dad964e req-4fc39448-d583-4605-9152-9604323aa70e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:47.344270 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffc0ad1-a565-4132-bf11-7979e9c1dfb5 req-5830b041-eac2-4d12-b64d-c9d723998867 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:47.346094 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-8ffc0ad1-a565-4132-bf11-7979e9c1dfb5 req-5830b041-eac2-4d12-b64d-c9d723998867 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a6687f-092d-45a0-b766-e135d21b7a80 HTTP/1.1" status: 200 len: 932 time: 0.6587701 Dec 10 15:35:47.365073 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-2e23b335-e560-4ab9-9500-c6f4dd0b2ffd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=168bced4e064445b9a97ca604aac55b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4091909 Dec 10 15:35:47.366361 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35544) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:47.371554 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port fe228339-b671-4c2e-be26-38ab348ad098 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:47.372079 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:47.402699 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8f3b4f8c-d8a0-41e5-a0b9-aea6fc7d2a70 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:47.419676 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b7bc7c-08ce-413d-85de-3fb1ee644cdc None None] Network efbdcbdf-a911-4478-8398-ae479c4cac42 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:35:47.429409 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-2dccb1c9-7e0c-4e61-981b-6c34a18a383a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7411127 Dec 10 15:35:47.429631 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06de75a-c2fe-4407-b7d0-004b62edff26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b3ed91a-fcf6-445b-b6ed-5916a6d237de,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:47.438890 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35546) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:47.480868 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-606eacd0-7ce6-4613-b3f7-8a7ad126a04a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:47.496703 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-6645b617-8286-41f1-be68-3f145dad964e req-4fc39448-d583-4605-9152-9604323aa70e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4515660 Dec 10 15:35:47.498087 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06de75a-c2fe-4407-b7d0-004b62edff26 admin admin] Checking segment: {'id': '66c4da67-80e9-41a6-9b0a-0f4ff07fc532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'cf1323bc-38c1-4118-af32-f2faaeced3bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:35:47.498688 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06de75a-c2fe-4407-b7d0-004b62edff26 admin admin] Network hostable DHCP agents. Network: cf1323bc-38c1-4118-af32-f2faaeced3bc, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:35:47.499068 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-718d0a79-025e-433a-b27c-27fa5c7fe23a None None] Port 1828a80e-8027-481a-bd31-aa6ea1db0429 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:35:47.523167 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-606eacd0-7ce6-4613-b3f7-8a7ad126a04a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:47.552900 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-718d0a79-025e-433a-b27c-27fa5c7fe23a None None] Provisioning complete for port fe228339-b671-4c2e-be26-38ab348ad098 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:47.553913 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-718d0a79-025e-433a-b27c-27fa5c7fe23a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:47.565975 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-415a3892-93cd-49b5-8138-ceb5ef8d8bd3 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:47.581665 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-8ffc0ad1-a565-4132-bf11-7979e9c1dfb5 req-d6bd584e-920e-40fd-98e6-f6b60702bb6b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=18fc437d-893b-47b7-8b71-3dafc8e3139e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2177460 Dec 10 15:35:47.612375 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415a3892-93cd-49b5-8138-ceb5ef8d8bd3 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event deleted for resources: {'Port': ['ID=f83872f1-8704-4ea7-ac47-1cd3eb233958,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:47.658221 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8f3b4f8c-d8a0-41e5-a0b9-aea6fc7d2a70 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:47.663103 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [req-6645b617-8286-41f1-be68-3f145dad964e req-2666bff1-d5d5-43dd-a69d-bf82eb511108 service neutron] Request body: {'port': {'device_id': 'b3a6687f-092d-45a0-b766-e135d21b7a80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:47.715028 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-606eacd0-7ce6-4613-b3f7-8a7ad126a04a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:47.717755 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-606eacd0-7ce6-4613-b3f7-8a7ad126a04a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:47.718960 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-606eacd0-7ce6-4613-b3f7-8a7ad126a04a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/471c1b9f-703e-4ebf-b73c-07cf1a9e77a9 HTTP/1.1" status: 204 len: 168 time: 0.3526223 Dec 10 15:35:47.731489 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3b4f8c-d8a0-41e5-a0b9-aea6fc7d2a70 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Network 59f26e4a-d74c-4fc5-81f5-c4f97623981b is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:35:47.741774 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-8f3b4f8c-d8a0-41e5-a0b9-aea6fc7d2a70 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:35:47.744546 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3b4f8c-d8a0-41e5-a0b9-aea6fc7d2a70 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:35:47.750787 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606eacd0-7ce6-4613-b3f7-8a7ad126a04a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=471c1b9f-703e-4ebf-b73c-07cf1a9e77a9,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:47.789557 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3b4f8c-d8a0-41e5-a0b9-aea6fc7d2a70 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event updated for resources: {'Port': ['ID=bc277ed3-f121-4c02-9a16-10441ac06357,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:47.813103 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06de75a-c2fe-4407-b7d0-004b62edff26 admin admin] Network cf1323bc-38c1-4118-af32-f2faaeced3bc is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:35:47.829934 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-415a3892-93cd-49b5-8138-ceb5ef8d8bd3 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:47.837078 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-415a3892-93cd-49b5-8138-ceb5ef8d8bd3 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/ports/f83872f1-8704-4ea7-ac47-1cd3eb233958 HTTP/1.1" status: 204 len: 168 time: 2.1035759 Dec 10 15:35:47.837921 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35552) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:47.841794 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3b4f8c-d8a0-41e5-a0b9-aea6fc7d2a70 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:47.842524 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8f3b4f8c-d8a0-41e5-a0b9-aea6fc7d2a70 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:47.851631 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:47.853974 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:47.917711 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-a06de75a-c2fe-4407-b7d0-004b62edff26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, cf1323bc-38c1-4118-af32-f2faaeced3bc) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:35:47.918580 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e42436-356c-456c-a3c4-a514c0cef46b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-efbdcbdf-a911-4478-8398-ae479c4cac42', 'network_id': 'efbdcbdf-a911-4478-8398-ae479c4cac42', 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'fixed_ips': [{'subnet_id': '0827c30d-be1a-4664-ab55-b99791187afb'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:35:47.919461 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-23e42436-356c-456c-a3c4-a514c0cef46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:47.924915 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06de75a-c2fe-4407-b7d0-004b62edff26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:47.926401 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a06de75a-c2fe-4407-b7d0-004b62edff26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:47.940748 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-8f3b4f8c-d8a0-41e5-a0b9-aea6fc7d2a70 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.2349982 Dec 10 15:35:47.946349 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35554) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:47.970300 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-1177c8e3-79f9-4546-9345-011821e8c7f1 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Request body: {'subnet': {'network_id': '59f26e4a-d74c-4fc5-81f5-c4f97623981b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:47.994664 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b522c4-328b-4266-be64-71edfd6715e0 None None] Network cf1323bc-38c1-4118-af32-f2faaeced3bc requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:35:48.041685 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-759d2738-3e1d-417d-9c3c-76d20a9f94a0 None None] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:48.052551 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6645b617-8286-41f1-be68-3f145dad964e req-2666bff1-d5d5-43dd-a69d-bf82eb511108 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:48.120493 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-718d0a79-025e-433a-b27c-27fa5c7fe23a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:48.125458 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] For port fe228339-b671-4c2e-be26-38ab348ad098, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=fe228339-b671-4c2e-be26-38ab348ad098,segment=NetworkSegment(ed386b8e-183e-4859-8236-0e347d75b90e),segment_id=ed386b8e-183e-4859-8236-0e347d75b90e)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:35:48.190879 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-a06de75a-c2fe-4407-b7d0-004b62edff26 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4585710 Dec 10 15:35:48.193712 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35558) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:48.204274 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-a1eb6c27-c881-4fcf-87f0-87b5494b1151 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1653083014-router', 'tenant_id': '2ad4434b775f4effac342cd90572be96', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:48.206210 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24f3e65-6279-4745-9cb3-6ae2da35f024 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:48.210758 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-c24f3e65-6279-4745-9cb3-6ae2da35f024 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3639979 Dec 10 15:35:48.216234 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35560) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:48.273922 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1177c8e3-79f9-4546-9345-011821e8c7f1 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Made reservation on behalf of 21e0d6ce128b4efe93836d06f4e29105 for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:35:48.279685 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1177c8e3-79f9-4546-9345-011821e8c7f1 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:48.328848 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-23e42436-356c-456c-a3c4-a514c0cef46b None None] Allocated IP 2001:db8:2::2 (efbdcbdf-a911-4478-8398-ae479c4cac42/0827c30d-be1a-4664-ab55-b99791187afb/c260acb7-7285-415b-94cd-97c4ec3c583b) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:35:48.370552 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-759d2738-3e1d-417d-9c3c-76d20a9f94a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:48.430489 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a103b2-1d88-4c1b-a1de-f9946eaa8ce7 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:48.433008 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-84a103b2-1d88-4c1b-a1de-f9946eaa8ce7 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2141938 Dec 10 15:35:48.441165 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35568) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:48.443871 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.ipam_backend_mixin [None req-1177c8e3-79f9-4546-9345-011821e8c7f1 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7300b009-0b6d-4e22-83a8-685279437135 (CIDR: 172.20.0.0/28) Dec 10 15:35:48.459240 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a1eb6c27-c881-4fcf-87f0-87b5494b1151 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13912'] for router, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:48.460458 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a1eb6c27-c881-4fcf-87f0-87b5494b1151 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:48.491210 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-1177c8e3-79f9-4546-9345-011821e8c7f1 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 15:35:48.491820 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1177c8e3-79f9-4546-9345-011821e8c7f1 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:35:48.510117 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:48.512049 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 4fb57f6c-0c9f-4809-b200-f0aecbbbfb9f up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:35:48.514771 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dc45567c-eb1c-4428-8d30-288cc0c09ea4 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:48.523610 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a1eb6c27-c881-4fcf-87f0-87b5494b1151 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:48.558369 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.db.api [None req-718d0a79-025e-433a-b27c-27fa5c7fe23a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 15:35:48.558730 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG oslo_db.api [None req-718d0a79-025e-433a-b27c-27fa5c7fe23a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 15:35:48.604675 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26097260-6171-4f38-b444-7688e14085ff tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:48.608190 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26097260-6171-4f38-b444-7688e14085ff tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:48.611247 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26097260-6171-4f38-b444-7688e14085ff tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:48.624425 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35574) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:48.634511 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-26097260-6171-4f38-b444-7688e14085ff tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1686087 Dec 10 15:35:48.703354 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea5ed6f-fe7d-4edc-8b4c-d7b27739d7cb None None] Pushing event updated for resources: {'Port': ['ID=1828a80e-8027-481a-bd31-aa6ea1db0429,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:48.722345 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:48.785538 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-1177c8e3-79f9-4546-9345-011821e8c7f1 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8342040 Dec 10 15:35:48.822183 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35578) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:48.835932 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-7efd1bb5-2e89-446c-bf19-5bea81b94e25 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Request body: {'subnet': {'network_id': '59f26e4a-d74c-4fc5-81f5-c4f97623981b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:48.841574 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Pushing event updated for resources: {'Port': ['ID=fe228339-b671-4c2e-be26-38ab348ad098,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:48.918081 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f6b451-93a5-457f-8894-2ad8481c3f33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-cf1323bc-38c1-4118-af32-f2faaeced3bc', 'network_id': 'cf1323bc-38c1-4118-af32-f2faaeced3bc', 'project_id': '2ad4434b775f4effac342cd90572be96', 'fixed_ips': [{'subnet_id': '9b3ed91a-fcf6-445b-b6ed-5916a6d237de'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:35:48.919112 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a2f6b451-93a5-457f-8894-2ad8481c3f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:48.943677 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a1eb6c27-c881-4fcf-87f0-87b5494b1151 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:48.962274 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-759d2738-3e1d-417d-9c3c-76d20a9f94a0 None None] Attempting to bind port 1828a80e-8027-481a-bd31-aa6ea1db0429 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:35:48.962568 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-759d2738-3e1d-417d-9c3c-76d20a9f94a0 None None] Attempting to bind port 1828a80e-8027-481a-bd31-aa6ea1db0429 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '283142cf-b605-443f-bb97-0782c1796643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '9ba96b70-9c3e-4d00-b150-d3a5876bf072'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:35:48.963074 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759d2738-3e1d-417d-9c3c-76d20a9f94a0 None None] Attempting to bind port 1828a80e-8027-481a-bd31-aa6ea1db0429 on network 9ba96b70-9c3e-4d00-b150-d3a5876bf072 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:35:48.975558 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-23e42436-356c-456c-a3c4-a514c0cef46b None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:48.982059 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759d2738-3e1d-417d-9c3c-76d20a9f94a0 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:35:48.982295 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759d2738-3e1d-417d-9c3c-76d20a9f94a0 None None] Checking segment: {'id': '283142cf-b605-443f-bb97-0782c1796643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '9ba96b70-9c3e-4d00-b150-d3a5876bf072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:35:48.982651 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-759d2738-3e1d-417d-9c3c-76d20a9f94a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:48.983057 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759d2738-3e1d-417d-9c3c-76d20a9f94a0 None None] Bound using segment: {'id': '283142cf-b605-443f-bb97-0782c1796643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '9ba96b70-9c3e-4d00-b150-d3a5876bf072'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:35:48.983532 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-759d2738-3e1d-417d-9c3c-76d20a9f94a0 None None] Bound port: 1828a80e-8027-481a-bd31-aa6ea1db0429, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '283142cf-b605-443f-bb97-0782c1796643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '9ba96b70-9c3e-4d00-b150-d3a5876bf072'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:35:48.985084 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-759d2738-3e1d-417d-9c3c-76d20a9f94a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:48.986446 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 4fb57f6c-0c9f-4809-b200-f0aecbbbfb9f triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:48.988433 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:49.008196 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfee054-f731-4013-9e70-21e8433d4fec req-32a83423-0e40-4455-a78e-a4dece2d88b9 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:49.009931 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-6cfee054-f731-4013-9e70-21e8433d4fec req-32a83423-0e40-4455-a78e-a4dece2d88b9 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a6687f-092d-45a0-b766-e135d21b7a80 HTTP/1.1" status: 200 len: 932 time: 0.2918644 Dec 10 15:35:49.017512 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_v2 [None req-688e54c4-9fd6-48bb-ba09-d713f2cd3634 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Deleting subnet 0f0cade7-354c-4ff6-8a40-e26a0583d120 {{(pid=103586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:35:49.023417 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-688e54c4-9fd6-48bb-ba09-d713f2cd3634 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for subnet, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:49.192579 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35586) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:49.211211 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0038013 Dec 10 15:35:49.224888 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-688e54c4-9fd6-48bb-ba09-d713f2cd3634 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12392400'] for subnet, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:49.248227 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35588) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:49.257544 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-759d2738-3e1d-417d-9c3c-76d20a9f94a0 None None] For port 1828a80e-8027-481a-bd31-aa6ea1db0429, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:35:49.264229 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-759d2738-3e1d-417d-9c3c-76d20a9f94a0 None None] For port 1828a80e-8027-481a-bd31-aa6ea1db0429, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=1828a80e-8027-481a-bd31-aa6ea1db0429,segment=NetworkSegment(283142cf-b605-443f-bb97-0782c1796643),segment_id=283142cf-b605-443f-bb97-0782c1796643)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:35:49.265589 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-a2f6b451-93a5-457f-8894-2ad8481c3f33 None None] Allocated IP 172.20.0.2 (cf1323bc-38c1-4118-af32-f2faaeced3bc/9b3ed91a-fcf6-445b-b6ed-5916a6d237de/52feac09-3c73-4b6b-90fc-df6babd5944e) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:35:49.267478 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-718d0a79-025e-433a-b27c-27fa5c7fe23a None None] Provisioning complete for port 05a3b99f-b3ff-45f6-a944-bebb1d8fc2d1 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:49.268067 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-718d0a79-025e-433a-b27c-27fa5c7fe23a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:49.298775 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-6cfee054-f731-4013-9e70-21e8433d4fec req-d57e9e1d-2b5d-4f54-a36c-aa4e7b292860 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=18fc437d-893b-47b7-8b71-3dafc8e3139e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2783310 Dec 10 15:35:49.334278 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [req-6645b617-8286-41f1-be68-3f145dad964e req-2666bff1-d5d5-43dd-a69d-bf82eb511108 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f05c5c5f-a46c-4af2-a1eb-a365ef6a7132 {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 15:35:49.346102 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-718d0a79-025e-433a-b27c-27fa5c7fe23a None None] Port 05a3b99f-b3ff-45f6-a944-bebb1d8fc2d1 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:35:49.348558 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6645b617-8286-41f1-be68-3f145dad964e req-2666bff1-d5d5-43dd-a69d-bf82eb511108 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:49.353773 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-23e42436-356c-456c-a3c4-a514c0cef46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:49.395898 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device be14da73-6ebd-4cac-b59e-bb085ed3414f up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:35:49.396163 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-6645b617-8286-41f1-be68-3f145dad964e req-2666bff1-d5d5-43dd-a69d-bf82eb511108 service neutron] Transition to ACTIVE for port object f05c5c5f-a46c-4af2-a1eb-a365ef6a7132 will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 15:35:49.423783 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-688e54c4-9fd6-48bb-ba09-d713f2cd3634 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:49.436214 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-759d2738-3e1d-417d-9c3c-76d20a9f94a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:49.454556 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e42436-356c-456c-a3c4-a514c0cef46b None None] Network efbdcbdf-a911-4478-8398-ae479c4cac42 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:35:49.460830 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-dc45567c-eb1c-4428-8d30-288cc0c09ea4 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Allocated IP 2001:db8:2::1 (efbdcbdf-a911-4478-8398-ae479c4cac42/0827c30d-be1a-4664-ab55-b99791187afb/6eee6c65-21c4-4c4e-a98c-738eee3b21d0) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:35:49.463384 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6645b617-8286-41f1-be68-3f145dad964e req-2666bff1-d5d5-43dd-a69d-bf82eb511108 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:49.471753 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-06c576ec-6de5-4ec9-897c-89a24aa0091b tempest-NetworksApiDiscovery-1899463035 tempest-NetworksApiDiscovery-1899463035-project] 10.222.0.20 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1973631 Dec 10 15:35:49.489125 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-718d0a79-025e-433a-b27c-27fa5c7fe23a None None] Provisioning complete for port be14da73-6ebd-4cac-b59e-bb085ed3414f triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:49.489331 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-718d0a79-025e-433a-b27c-27fa5c7fe23a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:49.500389 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-23e42436-356c-456c-a3c4-a514c0cef46b None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:35:49.525661 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e42436-356c-456c-a3c4-a514c0cef46b None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:35:49.531740 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e42436-356c-456c-a3c4-a514c0cef46b None None] Pushing event updated for resources: {'Port': ['ID=c260acb7-7285-415b-94cd-97c4ec3c583b,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:49.636898 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2666bff1-d5d5-43dd-a69d-bf82eb511108 service neutron] Pushing event updated for resources: {'Port': ['ID=f05c5c5f-a46c-4af2-a1eb-a365ef6a7132,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:49.681960 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7efd1bb5-2e89-446c-bf19-5bea81b94e25 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Made reservation on behalf of 21e0d6ce128b4efe93836d06f4e29105 for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:35:49.694726 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7efd1bb5-2e89-446c-bf19-5bea81b94e25 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:49.734688 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-688e54c4-9fd6-48bb-ba09-d713f2cd3634 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:49.786066 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-688e54c4-9fd6-48bb-ba09-d713f2cd3634 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:49.793590 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-688e54c4-9fd6-48bb-ba09-d713f2cd3634 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/subnets/0f0cade7-354c-4ff6-8a40-e26a0583d120 HTTP/1.1" status: 204 len: 168 time: 1.0907173 Dec 10 15:35:49.807371 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35594) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:49.830441 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688e54c4-9fd6-48bb-ba09-d713f2cd3634 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event deleted for resources: {'Subnet': ['ID=0f0cade7-354c-4ff6-8a40-e26a0583d120,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:49.881758 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a1eb6c27-c881-4fcf-87f0-87b5494b1151 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:49.904430 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a1eb6c27-c881-4fcf-87f0-87b5494b1151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:49.905965 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dcf647e-8318-4b81-9803-0f37d476e8f3 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Deleting subnet e95cb1cd-2f12-4f9d-b294-9515ed020aba {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:35:49.923520 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2dcf647e-8318-4b81-9803-0f37d476e8f3 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for subnet, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:49.958014 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6956a23-c9cf-417c-b09b-0c32d968090f None None] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:35:49.961663 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759d2738-3e1d-417d-9c3c-76d20a9f94a0 None None] Routers {'905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:35:49.963028 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-759d2738-3e1d-417d-9c3c-76d20a9f94a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:35:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:49.969095 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-6645b617-8286-41f1-be68-3f145dad964e req-2666bff1-d5d5-43dd-a69d-bf82eb511108 service neutron] Attempting to bind port f05c5c5f-a46c-4af2-a1eb-a365ef6a7132 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:35:49.969386 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-6645b617-8286-41f1-be68-3f145dad964e req-2666bff1-d5d5-43dd-a69d-bf82eb511108 service neutron] Attempting to bind port f05c5c5f-a46c-4af2-a1eb-a365ef6a7132 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'd896992a-1704-4b91-88ab-6242d83765a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd94f8eb2-eac4-463d-8d76-d973260c236a'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:35:49.969512 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6645b617-8286-41f1-be68-3f145dad964e req-2666bff1-d5d5-43dd-a69d-bf82eb511108 service neutron] Attempting to bind port f05c5c5f-a46c-4af2-a1eb-a365ef6a7132 on network d94f8eb2-eac4-463d-8d76-d973260c236a {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:35:49.979929 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dc45567c-eb1c-4428-8d30-288cc0c09ea4 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:49.998932 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6645b617-8286-41f1-be68-3f145dad964e req-2666bff1-d5d5-43dd-a69d-bf82eb511108 service neutron] Port f05c5c5f-a46c-4af2-a1eb-a365ef6a7132 on network d94f8eb2-eac4-463d-8d76-d973260c236a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:35:49.999180 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6645b617-8286-41f1-be68-3f145dad964e req-2666bff1-d5d5-43dd-a69d-bf82eb511108 service neutron] Attempting to bind port f05c5c5f-a46c-4af2-a1eb-a365ef6a7132 on network d94f8eb2-eac4-463d-8d76-d973260c236a {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:35:50.009738 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2dcf647e-8318-4b81-9803-0f37d476e8f3 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11806768'] for subnet, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:50.056791 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6645b617-8286-41f1-be68-3f145dad964e req-2666bff1-d5d5-43dd-a69d-bf82eb511108 service neutron] Checking agent: {'id': 'fa828968-c68f-4b22-9699-a58fe4ab1f05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 28, 13), 'started_at': datetime.datetime(2021, 12, 10, 15, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:35:50.057321 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6645b617-8286-41f1-be68-3f145dad964e req-2666bff1-d5d5-43dd-a69d-bf82eb511108 service neutron] Checking segment: {'id': 'd896992a-1704-4b91-88ab-6242d83765a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd94f8eb2-eac4-463d-8d76-d973260c236a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:35:50.057666 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6645b617-8286-41f1-be68-3f145dad964e req-2666bff1-d5d5-43dd-a69d-bf82eb511108 service neutron] Bound using segment: {'id': 'd896992a-1704-4b91-88ab-6242d83765a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd94f8eb2-eac4-463d-8d76-d973260c236a'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:35:50.058186 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-6645b617-8286-41f1-be68-3f145dad964e req-2666bff1-d5d5-43dd-a69d-bf82eb511108 service neutron] Bound port: f05c5c5f-a46c-4af2-a1eb-a365ef6a7132, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd896992a-1704-4b91-88ab-6242d83765a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd94f8eb2-eac4-463d-8d76-d973260c236a'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:35:50.058545 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6645b617-8286-41f1-be68-3f145dad964e req-2666bff1-d5d5-43dd-a69d-bf82eb511108 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:50.073819 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea5ed6f-fe7d-4edc-8b4c-d7b27739d7cb None None] Pushing event updated for resources: {'Port': ['ID=1828a80e-8027-481a-bd31-aa6ea1db0429,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:50.077840 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-a1eb6c27-c881-4fcf-87f0-87b5494b1151 admin admin] Allocated IP 172.26.2.125 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/c14b9fe4-5d7d-440f-a41a-0e1539f1838b) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:35:50.132917 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port be14da73-6ebd-4cac-b59e-bb085ed3414f triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:50.134055 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:50.144382 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-23e42436-356c-456c-a3c4-a514c0cef46b None None] Attempting to bind port c260acb7-7285-415b-94cd-97c4ec3c583b on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:35:50.145597 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-23e42436-356c-456c-a3c4-a514c0cef46b None None] Attempting to bind port c260acb7-7285-415b-94cd-97c4ec3c583b by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '46aaa01f-b84a-4c18-ac26-3affcea2d4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'efbdcbdf-a911-4478-8398-ae479c4cac42'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:35:50.145597 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e42436-356c-456c-a3c4-a514c0cef46b None None] Attempting to bind port c260acb7-7285-415b-94cd-97c4ec3c583b on network efbdcbdf-a911-4478-8398-ae479c4cac42 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:35:50.218442 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35598) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:50.239335 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-6645b617-8286-41f1-be68-3f145dad964e req-2666bff1-d5d5-43dd-a69d-bf82eb511108 service neutron] For port f05c5c5f-a46c-4af2-a1eb-a365ef6a7132, host hv-neutron-8214, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:35:50.243322 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-6645b617-8286-41f1-be68-3f145dad964e req-2666bff1-d5d5-43dd-a69d-bf82eb511108 service neutron] For port f05c5c5f-a46c-4af2-a1eb-a365ef6a7132, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=f05c5c5f-a46c-4af2-a1eb-a365ef6a7132,segment=NetworkSegment(d896992a-1704-4b91-88ab-6242d83765a6),segment_id=d896992a-1704-4b91-88ab-6242d83765a6)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:35:50.260040 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e42436-356c-456c-a3c4-a514c0cef46b None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:35:50.260328 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e42436-356c-456c-a3c4-a514c0cef46b None None] Checking segment: {'id': '46aaa01f-b84a-4c18-ac26-3affcea2d4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'efbdcbdf-a911-4478-8398-ae479c4cac42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:35:50.260707 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-23e42436-356c-456c-a3c4-a514c0cef46b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:50.261247 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e42436-356c-456c-a3c4-a514c0cef46b None None] Bound using segment: {'id': '46aaa01f-b84a-4c18-ac26-3affcea2d4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'efbdcbdf-a911-4478-8398-ae479c4cac42'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:35:50.261653 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-23e42436-356c-456c-a3c4-a514c0cef46b None None] Bound port: c260acb7-7285-415b-94cd-97c4ec3c583b, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46aaa01f-b84a-4c18-ac26-3affcea2d4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'efbdcbdf-a911-4478-8398-ae479c4cac42'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:35:50.262057 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-23e42436-356c-456c-a3c4-a514c0cef46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:50.271816 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2dcf647e-8318-4b81-9803-0f37d476e8f3 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:50.289362 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-759d2738-3e1d-417d-9c3c-76d20a9f94a0 None None] Set router 905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3 gateway port host: None {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:35:50.320192 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a1eb6c27-c881-4fcf-87f0-87b5494b1151 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:50.321816 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6645b617-8286-41f1-be68-3f145dad964e req-2666bff1-d5d5-43dd-a69d-bf82eb511108 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:50.364294 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a2f6b451-93a5-457f-8894-2ad8481c3f33 None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:50.402791 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2666bff1-d5d5-43dd-a69d-bf82eb511108 service neutron] Pushing event updated for resources: {'Port': ['ID=f05c5c5f-a46c-4af2-a1eb-a365ef6a7132,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:50.403416 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7efd1bb5-2e89-446c-bf19-5bea81b94e25 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11695183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581935'] for subnet, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:50.415483 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dc45567c-eb1c-4428-8d30-288cc0c09ea4 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:50.471185 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6645b617-8286-41f1-be68-3f145dad964e req-2666bff1-d5d5-43dd-a69d-bf82eb511108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:50.471822 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6645b617-8286-41f1-be68-3f145dad964e req-2666bff1-d5d5-43dd-a69d-bf82eb511108 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:50.473252 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-6645b617-8286-41f1-be68-3f145dad964e req-2666bff1-d5d5-43dd-a69d-bf82eb511108 service neutron] 10.222.0.44 "PUT /v2.0/ports/f05c5c5f-a46c-4af2-a1eb-a365ef6a7132 HTTP/1.1" status: 200 len: 1094 time: 2.9592173 Dec 10 15:35:50.476589 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3a6687f-092d-45a0-b766-e135d21b7a80', 'tag': 'f05c5c5f-a46c-4af2-a1eb-a365ef6a7132'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:35:50.479230 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9ca57131bc4931768ac29058952438d1fdd62308db7b17540cc34ffe8faef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c678f096-a842-4faf-8f06-95b988d786e6" -d '{"events": [{"name": "network-changed", "server_uuid": "b3a6687f-092d-45a0-b766-e135d21b7a80", "tag": "f05c5c5f-a46c-4af2-a1eb-a365ef6a7132"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:35:50.510473 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7efd1bb5-2e89-446c-bf19-5bea81b94e25 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Network 59f26e4a-d74c-4fc5-81f5-c4f97623981b is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:35:50.538088 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc45567c-eb1c-4428-8d30-288cc0c09ea4 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Network efbdcbdf-a911-4478-8398-ae479c4cac42 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:35:50.543075 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-7efd1bb5-2e89-446c-bf19-5bea81b94e25 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:35:50.546453 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-dc45567c-eb1c-4428-8d30-288cc0c09ea4 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:35:50.550422 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc45567c-eb1c-4428-8d30-288cc0c09ea4 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:35:50.551104 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dc45567c-eb1c-4428-8d30-288cc0c09ea4 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552880'] for router_interface, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:50.553474 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc45567c-eb1c-4428-8d30-288cc0c09ea4 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Pushing event updated for resources: {'Port': ['ID=6eee6c65-21c4-4c4e-a98c-738eee3b21d0,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:50.554106 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a2f6b451-93a5-457f-8894-2ad8481c3f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:50.558398 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efd1bb5-2e89-446c-bf19-5bea81b94e25 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:50.558398 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7efd1bb5-2e89-446c-bf19-5bea81b94e25 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:50.567866 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805d49f0-baa7-4a0d-8317-66f741b1cb39 None None] Network 59f26e4a-d74c-4fc5-81f5-c4f97623981b requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:35:50.577431 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd1bb5-2e89-446c-bf19-5bea81b94e25 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event updated for resources: {'Subnet': ['ID=f8e65cdf-ab5f-4aa9-93bc-440dbe5e8517,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:50.585561 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-2e4f1df4-9e3c-4037-aae2-37ced70f204f None None] Provisioning complete for port 4fb57f6c-0c9f-4809-b200-f0aecbbbfb9f triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:50.590140 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2e4f1df4-9e3c-4037-aae2-37ced70f204f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:50.602631 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-23e42436-356c-456c-a3c4-a514c0cef46b None None] For port c260acb7-7285-415b-94cd-97c4ec3c583b, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:35:50.611532 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a1eb6c27-c881-4fcf-87f0-87b5494b1151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:50.629375 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de563564-0f67-4c25-a028-b8cdb63e4b52 req-dfa50dd0-63c0-4e71-9859-6dbf00029b19 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:50.631039 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-de563564-0f67-4c25-a028-b8cdb63e4b52 req-dfa50dd0-63c0-4e71-9859-6dbf00029b19 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a6687f-092d-45a0-b766-e135d21b7a80 HTTP/1.1" status: 200 len: 944 time: 0.2126946 Dec 10 15:35:50.639931 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc45567c-eb1c-4428-8d30-288cc0c09ea4 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:35:50.647657 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc45567c-eb1c-4428-8d30-288cc0c09ea4 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:35:50.647657 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc45567c-eb1c-4428-8d30-288cc0c09ea4 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:35:50.647657 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc45567c-eb1c-4428-8d30-288cc0c09ea4 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:35:50.647657 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc45567c-eb1c-4428-8d30-288cc0c09ea4 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:35:50.647657 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc45567c-eb1c-4428-8d30-288cc0c09ea4 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:35:50.647657 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc45567c-eb1c-4428-8d30-288cc0c09ea4 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:35:50.647657 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc45567c-eb1c-4428-8d30-288cc0c09ea4 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:35:50.647657 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc45567c-eb1c-4428-8d30-288cc0c09ea4 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:35:50.647657 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc45567c-eb1c-4428-8d30-288cc0c09ea4 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:35:50.647657 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc45567c-eb1c-4428-8d30-288cc0c09ea4 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:35:50.647657 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc45567c-eb1c-4428-8d30-288cc0c09ea4 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:35:50.647657 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc45567c-eb1c-4428-8d30-288cc0c09ea4 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:35:50.663827 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1eb6c27-c881-4fcf-87f0-87b5494b1151 admin admin] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:35:50.667562 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-a1eb6c27-c881-4fcf-87f0-87b5494b1151 admin admin] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:35:50.695364 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1eb6c27-c881-4fcf-87f0-87b5494b1151 admin admin] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:35:50.714609 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2dcf647e-8318-4b81-9803-0f37d476e8f3 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11236721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11668521'] for subnet, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:50.727223 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debaf44b-028e-4f49-bb3a-248ba9cc0fe8 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:35:50.744336 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-23e42436-356c-456c-a3c4-a514c0cef46b None None] For port c260acb7-7285-415b-94cd-97c4ec3c583b, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=c260acb7-7285-415b-94cd-97c4ec3c583b,segment=NetworkSegment(46aaa01f-b84a-4c18-ac26-3affcea2d4ce),segment_id=46aaa01f-b84a-4c18-ac26-3affcea2d4ce)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:35:50.754839 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 823c136d-ee1a-4f19-aac1-a24e5f71dd94 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:35:50.771165 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f6b451-93a5-457f-8894-2ad8481c3f33 None None] Network cf1323bc-38c1-4118-af32-f2faaeced3bc is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:35:50.806338 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b20007e2-0e89-4f52-a81f-d6e779c510d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:50.844206 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-a2f6b451-93a5-457f-8894-2ad8481c3f33 None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:35:50.847203 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f6b451-93a5-457f-8894-2ad8481c3f33 None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:35:50.853843 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2dcf647e-8318-4b81-9803-0f37d476e8f3 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:50.857096 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-2dcf647e-8318-4b81-9803-0f37d476e8f3 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/subnets/e95cb1cd-2f12-4f9d-b294-9515ed020aba HTTP/1.1" status: 204 len: 168 time: 1.0366821 Dec 10 15:35:50.864145 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-de563564-0f67-4c25-a028-b8cdb63e4b52 req-e82c7880-be50-4a13-a036-baf691a52101 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=18fc437d-893b-47b7-8b71-3dafc8e3139e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2130687 Dec 10 15:35:50.868685 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcf647e-8318-4b81-9803-0f37d476e8f3 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event deleted for resources: {'Subnet': ['ID=e95cb1cd-2f12-4f9d-b294-9515ed020aba,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:50.870199 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35608) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:50.871380 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 15:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ecc3b6f-1f9b-426a-88e9-979eb187ffe6 x-openstack-request-id: req-2ecc3b6f-1f9b-426a-88e9-979eb187ffe6 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:35:50.871671 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3a6687f-092d-45a0-b766-e135d21b7a80", "tag": "f05c5c5f-a46c-4af2-a1eb-a365ef6a7132", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:35:50.871931 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2ecc3b6f-1f9b-426a-88e9-979eb187ffe6 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:35:50.872328 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3a6687f-092d-45a0-b766-e135d21b7a80', 'tag': 'f05c5c5f-a46c-4af2-a1eb-a365ef6a7132', 'status': 'completed', 'code': 200} Dec 10 15:35:50.876385 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6645b617-8286-41f1-be68-3f145dad964e req-426049a5-8176-4b8e-849a-c004a81c5729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:50.876586 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-7efd1bb5-2e89-446c-bf19-5bea81b94e25 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.0466578 Dec 10 15:35:50.882282 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-6645b617-8286-41f1-be68-3f145dad964e req-426049a5-8176-4b8e-849a-c004a81c5729 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e049672a5fd04e7f8cbb0423b61eb757&device_id=b3a6687f-092d-45a0-b766-e135d21b7a80 HTTP/1.1" status: 200 len: 1097 time: 0.2323334 Dec 10 15:35:50.885049 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35610) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:50.895953 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-d175ee90-2190-4af1-b7c1-b3c6b5de763b tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1439707497', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f8e65cdf-ab5f-4aa9-93bc-440dbe5e8517'}], 'security_groups': ['b303ce80-bfdc-4a94-9954-196fad52a484']}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:50.946232 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-23e42436-356c-456c-a3c4-a514c0cef46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:50.958552 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-6645b617-8286-41f1-be68-3f145dad964e req-15b1dbba-b663-478c-928d-0033426a6d0d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f05c5c5f-a46c-4af2-a1eb-a365ef6a7132 HTTP/1.1" status: 200 len: 217 time: 0.0613103 Dec 10 15:35:50.960346 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f6b451-93a5-457f-8894-2ad8481c3f33 None None] Pushing event updated for resources: {'Port': ['ID=52feac09-3c73-4b6b-90fc-df6babd5944e,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:51.098757 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dc45567c-eb1c-4428-8d30-288cc0c09ea4 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:51.106475 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 823c136d-ee1a-4f19-aac1-a24e5f71dd94 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:51.106475 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:51.142955 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6645b617-8286-41f1-be68-3f145dad964e req-e641a084-2353-4133-8498-59bc2a35de1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:51.149726 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-6645b617-8286-41f1-be68-3f145dad964e req-e641a084-2353-4133-8498-59bc2a35de1b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=34c7743d-ebad-428c-a2f4-a627b40eea9c HTTP/1.1" status: 200 len: 834 time: 0.1760569 Dec 10 15:35:51.261550 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e42436-356c-456c-a3c4-a514c0cef46b None None] Pushing event updated for resources: {'Port': ['ID=c260acb7-7285-415b-94cd-97c4ec3c583b,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:51.347066 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-49c3058f-e83d-4fa9-9e89-a42bb38ad865 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4692698 Dec 10 15:35:51.386662 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-2e4f1df4-9e3c-4037-aae2-37ced70f204f None None] Provisioning complete for port 1828a80e-8027-481a-bd31-aa6ea1db0429 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:51.386832 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35612) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:51.387230 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2e4f1df4-9e3c-4037-aae2-37ced70f204f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:51.397470 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-fa753a0f-c088-4913-981a-5ad3981c9763 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Request body: {'subnet': {'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:51.427048 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eb6c27-c881-4fcf-87f0-87b5494b1151 admin admin] Pushing event updated for resources: {'Port': ['ID=c14b9fe4-5d7d-440f-a41a-0e1539f1838b,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:51.438501 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6645b617-8286-41f1-be68-3f145dad964e req-f33ad54c-225e-4ffa-9381-44427b72e32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:51.438501 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-6645b617-8286-41f1-be68-3f145dad964e req-f33ad54c-225e-4ffa-9381-44427b72e32b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d94f8eb2-eac4-463d-8d76-d973260c236a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2214751 Dec 10 15:35:51.462128 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-a2f6b451-93a5-457f-8894-2ad8481c3f33 None None] Attempting to bind port 52feac09-3c73-4b6b-90fc-df6babd5944e on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:35:51.462654 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-a2f6b451-93a5-457f-8894-2ad8481c3f33 None None] Attempting to bind port 52feac09-3c73-4b6b-90fc-df6babd5944e by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '66c4da67-80e9-41a6-9b0a-0f4ff07fc532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'cf1323bc-38c1-4118-af32-f2faaeced3bc'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:35:51.463121 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f6b451-93a5-457f-8894-2ad8481c3f33 None None] Attempting to bind port 52feac09-3c73-4b6b-90fc-df6babd5944e on network cf1323bc-38c1-4118-af32-f2faaeced3bc {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:35:51.502573 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad84a03f-1b8b-4eca-a38f-447a66420a0b None None] Update dhcp port {'port': {'network_id': '59f26e4a-d74c-4fc5-81f5-c4f97623981b', 'fixed_ips': [{'subnet_id': '7300b009-0b6d-4e22-83a8-685279437135', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f8e65cdf-ab5f-4aa9-93bc-440dbe5e8517'}], 'binding:host_id': 'dv-neutron-821401-4-hyperv'}, 'id': 'fe228339-b671-4c2e-be26-38ab348ad098'} from dv-neutron-821401-4-hyperv. {{(pid=103588) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 15:35:51.511849 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d175ee90-2190-4af1-b7c1-b3c6b5de763b tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:51.545316 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ad84a03f-1b8b-4eca-a38f-447a66420a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:51.573477 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-759d2738-3e1d-417d-9c3c-76d20a9f94a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'name': 'tempest-RoutersIpV6Test-router-170160304', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:35:27Z', 'updated_at': '2021-12-10T15:35:42Z', 'revision_number': 3, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'gw_port_host': None, '_interfaces': [{'id': '1828a80e-8027-481a-bd31-aa6ea1db0429', 'name': '', 'network_id': '9ba96b70-9c3e-4d00-b150-d3a5876bf072', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'mac_address': 'fa:16:3e:21:74:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'cf23a3af-9f7c-4ad8-a81c-aecdab3dd0be', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:41Z', 'updated_at': '2021-12-10T15:35:49Z', 'revision_number': 4, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'subnets': [{'id': 'cf23a3af-9f7c-4ad8-a81c-aecdab3dd0be', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a49be103-0bdf-4306-9d74-1eeb9a3a2a27', 'name': '', 'network_id': 'b97b27fa-3792-4496-8dc7-bf817638ca74', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'mac_address': 'fa:16:3e:8c:89:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '393fcc70-4e01-49d3-9bc3-16793e3f7650', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:31Z', 'updated_at': '2021-12-10T15:35:39Z', 'revision_number': 5, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'subnets': [{'id': '393fcc70-4e01-49d3-9bc3-16793e3f7650', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:51.575542 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f6b451-93a5-457f-8894-2ad8481c3f33 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:35:51.575992 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f6b451-93a5-457f-8894-2ad8481c3f33 None None] Checking segment: {'id': '66c4da67-80e9-41a6-9b0a-0f4ff07fc532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'cf1323bc-38c1-4118-af32-f2faaeced3bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:35:51.576461 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a2f6b451-93a5-457f-8894-2ad8481c3f33 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:51.576954 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f6b451-93a5-457f-8894-2ad8481c3f33 None None] Bound using segment: {'id': '66c4da67-80e9-41a6-9b0a-0f4ff07fc532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'cf1323bc-38c1-4118-af32-f2faaeced3bc'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:35:51.577533 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-a2f6b451-93a5-457f-8894-2ad8481c3f33 None None] Bound port: 52feac09-3c73-4b6b-90fc-df6babd5944e, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66c4da67-80e9-41a6-9b0a-0f4ff07fc532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'cf1323bc-38c1-4118-af32-f2faaeced3bc'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:35:51.578609 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a2f6b451-93a5-457f-8894-2ad8481c3f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:51.674402 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759d2738-3e1d-417d-9c3c-76d20a9f94a0 None None] The sync data for ids ['905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3'] in dv-neutron-821401-4-hyperv is: [{'id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'name': 'tempest-RoutersIpV6Test-router-170160304', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:35:27Z', 'updated_at': '2021-12-10T15:35:42Z', 'revision_number': 3, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'gw_port_host': None, '_interfaces': [{'id': '1828a80e-8027-481a-bd31-aa6ea1db0429', 'name': '', 'network_id': '9ba96b70-9c3e-4d00-b150-d3a5876bf072', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'mac_address': 'fa:16:3e:21:74:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'cf23a3af-9f7c-4ad8-a81c-aecdab3dd0be', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:41Z', 'updated_at': '2021-12-10T15:35:49Z', 'revision_number': 4, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'subnets': [{'id': 'cf23a3af-9f7c-4ad8-a81c-aecdab3dd0be', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a49be103-0bdf-4306-9d74-1eeb9a3a2a27', 'name': '', 'network_id': 'b97b27fa-3792-4496-8dc7-bf817638ca74', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'mac_address': 'fa:16:3e:8c:89:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '393fcc70-4e01-49d3-9bc3-16793e3f7650', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:31Z', 'updated_at': '2021-12-10T15:35:39Z', 'revision_number': 5, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'subnets': [{'id': '393fcc70-4e01-49d3-9bc3-16793e3f7650', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:35:51.713885 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7065f3e5-8648-4cfe-ba9c-9e72db3b38a2 None None] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:35:51.829508 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-a2f6b451-93a5-457f-8894-2ad8481c3f33 None None] For port 52feac09-3c73-4b6b-90fc-df6babd5944e, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:35:51.851242 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b20007e2-0e89-4f52-a81f-d6e779c510d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:51.996355 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-6645b617-8286-41f1-be68-3f145dad964e req-fb4a6f3b-a536-45fc-92f3-69afd3558be2 service neutron] 10.222.0.44 "GET /v2.0/networks/d94f8eb2-eac4-463d-8d76-d973260c236a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5540168 Dec 10 15:35:52.007600 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b20007e2-0e89-4f52-a81f-d6e779c510d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:52.013760 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa753a0f-c088-4913-981a-5ad3981c9763 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Made reservation on behalf of 915dae42aca44a6e934a20b3a70b3a5e for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:35:52.019770 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fa753a0f-c088-4913-981a-5ad3981c9763 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:52.207300 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dc45567c-eb1c-4428-8d30-288cc0c09ea4 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:52.222782 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35616) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:52.224950 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-b20007e2-0e89-4f52-a81f-d6e779c510d9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=82fe0fc22efb4c3d98411d2a188547b2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9972067 Dec 10 15:35:52.237306 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20007e2-0e89-4f52-a81f-d6e779c510d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc78dfef-e72a-4cec-9c47-09c2eafd6790,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:52.239803 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a1eb6c27-c881-4fcf-87f0-87b5494b1151 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:52.256572 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-a2f6b451-93a5-457f-8894-2ad8481c3f33 None None] For port 52feac09-3c73-4b6b-90fc-df6babd5944e, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=52feac09-3c73-4b6b-90fc-df6babd5944e,segment=NetworkSegment(66c4da67-80e9-41a6-9b0a-0f4ff07fc532),segment_id=66c4da67-80e9-41a6-9b0a-0f4ff07fc532)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:35:52.260834 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device fe228339-b671-4c2e-be26-38ab348ad098 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:35:52.269612 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2e4f1df4-9e3c-4037-aae2-37ced70f204f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:52.273177 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-6645b617-8286-41f1-be68-3f145dad964e req-84168121-ad34-4e05-b8d8-fa43c7247d7b service neutron] 10.222.0.44 "GET /v2.0/networks/d94f8eb2-eac4-463d-8d76-d973260c236a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408345 Dec 10 15:35:52.296973 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dc45567c-eb1c-4428-8d30-288cc0c09ea4 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:52.303162 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dc45567c-eb1c-4428-8d30-288cc0c09ea4 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549888'] for router_interface, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:52.342450 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a2f6b451-93a5-457f-8894-2ad8481c3f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:52.355808 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ec02f1-2fab-4a59-90fb-db5946bbf45d req-9ed38422-2b77-4b2f-ac75-0b7fe1831ece tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:52.358516 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-06ec02f1-2fab-4a59-90fb-db5946bbf45d req-9ed38422-2b77-4b2f-ac75-0b7fe1831ece tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a6687f-092d-45a0-b766-e135d21b7a80 HTTP/1.1" status: 200 len: 944 time: 0.3624778 Dec 10 15:35:52.447792 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-2e4f1df4-9e3c-4037-aae2-37ced70f204f None None] For port 1828a80e-8027-481a-bd31-aa6ea1db0429, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=1828a80e-8027-481a-bd31-aa6ea1db0429,segment=NetworkSegment(283142cf-b605-443f-bb97-0782c1796643),segment_id=283142cf-b605-443f-bb97-0782c1796643)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:35:52.505730 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f6b451-93a5-457f-8894-2ad8481c3f33 None None] Pushing event updated for resources: {'Port': ['ID=52feac09-3c73-4b6b-90fc-df6babd5944e,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:52.513985 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port fe228339-b671-4c2e-be26-38ab348ad098 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:52.519489 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:52.535742 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-d175ee90-2190-4af1-b7c1-b3c6b5de763b tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Delete allocated IP 172.20.0.8 (59f26e4a-d74c-4fc5-81f5-c4f97623981b/7300b009-0b6d-4e22-83a8-685279437135) {{(pid=103587) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 10 15:35:52.548024 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-d175ee90-2190-4af1-b7c1-b3c6b5de763b tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Allocated IP 172.20.0.24 (59f26e4a-d74c-4fc5-81f5-c4f97623981b/f8e65cdf-ab5f-4aa9-93bc-440dbe5e8517/bc277ed3-f121-4c02-9a16-10441ac06357) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:35:52.579492 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2e4f1df4-9e3c-4037-aae2-37ced70f204f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:52.649620 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ce087a-e484-4d97-9134-e2eeb733b31a None None] DHCP port deletion for c2b5f149-cedd-450c-ab43-dd2d78259f45 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:35:52.762011 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-2e4f1df4-9e3c-4037-aae2-37ced70f204f None None] Provisioning complete for port bc277ed3-f121-4c02-9a16-10441ac06357 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:52.775048 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2e4f1df4-9e3c-4037-aae2-37ced70f204f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:52.785491 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-06ec02f1-2fab-4a59-90fb-db5946bbf45d req-bd1b4980-77cb-4c9b-a400-430f344100e4 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=18fc437d-893b-47b7-8b71-3dafc8e3139e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4130671 Dec 10 15:35:52.831078 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a1eb6c27-c881-4fcf-87f0-87b5494b1151 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363'] for router, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:52.832962 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d175ee90-2190-4af1-b7c1-b3c6b5de763b tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:52.853358 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-2e4f1df4-9e3c-4037-aae2-37ced70f204f None None] Port bc277ed3-f121-4c02-9a16-10441ac06357 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:35:52.873554 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-2e4f1df4-9e3c-4037-aae2-37ced70f204f None None] Could not find standard attr ID for object f83872f1-8704-4ea7-ac47-1cd3eb233958. {{(pid=103588) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 15:35:52.875229 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4f1df4-9e3c-4037-aae2-37ced70f204f None None] Pushing event updated for resources: {'Port': ['ID=1828a80e-8027-481a-bd31-aa6ea1db0429,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:52.883710 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e383228-72c4-4d39-8188-37d47f251afb None None] Network efbdcbdf-a911-4478-8398-ae479c4cac42 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:35:52.933952 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d175ee90-2190-4af1-b7c1-b3c6b5de763b tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:52.941909 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc45567c-eb1c-4428-8d30-288cc0c09ea4 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Pushing event updated for resources: {'Port': ['ID=6eee6c65-21c4-4c4e-a98c-738eee3b21d0,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:52.981385 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4f1df4-9e3c-4037-aae2-37ced70f204f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:35:52.982250 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4f1df4-9e3c-4037-aae2-37ced70f204f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:35:52.982787 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4f1df4-9e3c-4037-aae2-37ced70f204f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:35:52.983350 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4f1df4-9e3c-4037-aae2-37ced70f204f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:35:52.983854 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4f1df4-9e3c-4037-aae2-37ced70f204f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:35:52.984439 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4f1df4-9e3c-4037-aae2-37ced70f204f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:35:52.984934 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4f1df4-9e3c-4037-aae2-37ced70f204f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:35:52.985436 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4f1df4-9e3c-4037-aae2-37ced70f204f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:35:52.986000 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4f1df4-9e3c-4037-aae2-37ced70f204f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:35:52.986552 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4f1df4-9e3c-4037-aae2-37ced70f204f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:35:52.987089 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4f1df4-9e3c-4037-aae2-37ced70f204f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:35:52.987573 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4f1df4-9e3c-4037-aae2-37ced70f204f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:35:52.988075 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4f1df4-9e3c-4037-aae2-37ced70f204f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:35:53.008311 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c678f096-a842-4faf-8f06-95b988d786e6 req-4c3ef996-836c-4d8f-a327-19aee17c33a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:53.010144 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-c678f096-a842-4faf-8f06-95b988d786e6 req-4c3ef996-836c-4d8f-a327-19aee17c33a2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e049672a5fd04e7f8cbb0423b61eb757&device_id=b3a6687f-092d-45a0-b766-e135d21b7a80 HTTP/1.1" status: 200 len: 1097 time: 0.1709578 Dec 10 15:35:53.010786 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-61347428-e3f1-45bd-8d5f-fdb0db854197 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:53.119983 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-ad84a03f-1b8b-4eca-a38f-447a66420a0b None None] Allocated IP 172.20.0.18 (59f26e4a-d74c-4fc5-81f5-c4f97623981b/f8e65cdf-ab5f-4aa9-93bc-440dbe5e8517/fe228339-b671-4c2e-be26-38ab348ad098) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:35:53.141215 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 4fb57f6c-0c9f-4809-b200-f0aecbbbfb9f up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:35:53.150919 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1eb6c27-c881-4fcf-87f0-87b5494b1151 admin admin] Router 6399a19c-5057-46e6-a596-db1720dbaa00 is scheduled to L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d with binding_index 1 {{(pid=103586) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 15:35:53.165826 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.objects.ports [None req-fa753a0f-c088-4913-981a-5ad3981c9763 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103586) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 15:35:53.182143 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-61347428-e3f1-45bd-8d5f-fdb0db854197 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:53.191758 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d175ee90-2190-4af1-b7c1-b3c6b5de763b tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event updated for resources: {'Port': ['ID=bc277ed3-f121-4c02-9a16-10441ac06357,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:53.218639 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc45567c-eb1c-4428-8d30-288cc0c09ea4 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Network efbdcbdf-a911-4478-8398-ae479c4cac42 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:35:53.225363 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-dc45567c-eb1c-4428-8d30-288cc0c09ea4 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:35:53.240677 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-96ce087a-e484-4d97-9134-e2eeb733b31a None None] Deleting port 4fb57f6c-0c9f-4809-b200-f0aecbbbfb9f {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:35:53.240916 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-96ce087a-e484-4d97-9134-e2eeb733b31a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:53.256394 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-d175ee90-2190-4af1-b7c1-b3c6b5de763b tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] In _notify_port_updated(), no bound segment for port bc277ed3-f121-4c02-9a16-10441ac06357 on network 59f26e4a-d74c-4fc5-81f5-c4f97623981b {{(pid=103587) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 15:35:53.262231 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d175ee90-2190-4af1-b7c1-b3c6b5de763b tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:53.263100 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d175ee90-2190-4af1-b7c1-b3c6b5de763b tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:53.264605 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-d175ee90-2190-4af1-b7c1-b3c6b5de763b tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "PUT /v2.0/ports/bc277ed3-f121-4c02-9a16-10441ac06357 HTTP/1.1" status: 200 len: 921 time: 2.3782837 Dec 10 15:35:53.270982 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35618) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:53.362572 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c678f096-a842-4faf-8f06-95b988d786e6 req-940f38cc-4299-4377-b4f9-6afdaa76efb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:53.364449 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-c678f096-a842-4faf-8f06-95b988d786e6 req-940f38cc-4299-4377-b4f9-6afdaa76efb4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d94f8eb2-eac4-463d-8d76-d973260c236a HTTP/1.1" status: 200 len: 898 time: 0.3374155 Dec 10 15:35:53.386693 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 4fb57f6c-0c9f-4809-b200-f0aecbbbfb9f triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:53.390076 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:53.402911 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-ad84a03f-1b8b-4eca-a38f-447a66420a0b None None] For port fe228339-b671-4c2e-be26-38ab348ad098, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=fe228339-b671-4c2e-be26-38ab348ad098,segment=NetworkSegment(ed386b8e-183e-4859-8236-0e347d75b90e),segment_id=ed386b8e-183e-4859-8236-0e347d75b90e)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:35:53.427225 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-c678f096-a842-4faf-8f06-95b988d786e6 req-85a0ed5e-7e25-44b2-b37a-dd319d60727d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f05c5c5f-a46c-4af2-a1eb-a365ef6a7132 HTTP/1.1" status: 200 len: 217 time: 0.0484238 Dec 10 15:35:53.446258 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-e6e03eef-0012-4f36-9398-f09b443214a8 None None] Provisioning complete for port 4fb57f6c-0c9f-4809-b200-f0aecbbbfb9f triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:53.446508 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e6e03eef-0012-4f36-9398-f09b443214a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:53.455704 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1eb6c27-c881-4fcf-87f0-87b5494b1151 admin admin] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:35:53.472100 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9fb1fe-f481-4457-a0f9-db6bf84df89b None None] Sync routers for ids ['6399a19c-5057-46e6-a596-db1720dbaa00'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:35:53.480702 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-96ce087a-e484-4d97-9134-e2eeb733b31a None None] For port 4fb57f6c-0c9f-4809-b200-f0aecbbbfb9f, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=4fb57f6c-0c9f-4809-b200-f0aecbbbfb9f,segment=NetworkSegment(64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4),segment_id=64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:35:53.480702 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-96ce087a-e484-4d97-9134-e2eeb733b31a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:53.490840 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9fb1fe-f481-4457-a0f9-db6bf84df89b None None] Routers {'6399a19c-5057-46e6-a596-db1720dbaa00'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:35:53.491868 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-be9fb1fe-f481-4457-a0f9-db6bf84df89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:35:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['6399a19c-5057-46e6-a596-db1720dbaa00'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:53.520756 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-f46f13c4-b699-4f04-82f3-4b339e9d4fce tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Deleting port bc277ed3-f121-4c02-9a16-10441ac06357 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:35:53.521103 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f46f13c4-b699-4f04-82f3-4b339e9d4fce tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:53.558755 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-96ce087a-e484-4d97-9134-e2eeb733b31a None None] Calling delete_port for 4fb57f6c-0c9f-4809-b200-f0aecbbbfb9f owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:35:53.596838 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ad84a03f-1b8b-4eca-a38f-447a66420a0b None None] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:53.646424 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-be9fb1fe-f481-4457-a0f9-db6bf84df89b None None] Set router 6399a19c-5057-46e6-a596-db1720dbaa00 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:35:53.682481 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a1eb6c27-c881-4fcf-87f0-87b5494b1151 admin admin] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:53.697927 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-a1eb6c27-c881-4fcf-87f0-87b5494b1151 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.5012980 Dec 10 15:35:53.708190 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35620) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:53.744736 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ad84a03f-1b8b-4eca-a38f-447a66420a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:53.811472 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device c260acb7-7285-415b-94cd-97c4ec3c583b up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:35:53.860919 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f46f13c4-b699-4f04-82f3-4b339e9d4fce tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:53.872382 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fa753a0f-c088-4913-981a-5ad3981c9763 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:53.915970 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-be9fb1fe-f481-4457-a0f9-db6bf84df89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6399a19c-5057-46e6-a596-db1720dbaa00', 'name': 'tempest-TestVolumeBootPattern-1653083014-router', 'tenant_id': '2ad4434b775f4effac342cd90572be96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.125'}], 'enable_snat': True}, 'gw_port_id': 'c14b9fe4-5d7d-440f-a41a-0e1539f1838b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:35:48Z', 'updated_at': '2021-12-10T15:35:51Z', 'revision_number': 3, 'project_id': '2ad4434b775f4effac342cd90572be96', 'gw_port': {'id': 'c14b9fe4-5d7d-440f-a41a-0e1539f1838b', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:25:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6399a19c-5057-46e6-a596-db1720dbaa00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:49Z', 'updated_at': '2021-12-10T15:35:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:53.972014 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9fb1fe-f481-4457-a0f9-db6bf84df89b None None] Checking router: 6399a19c-5057-46e6-a596-db1720dbaa00 for host: dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:35:53.972661 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9fb1fe-f481-4457-a0f9-db6bf84df89b None None] Updating router 6399a19c-5057-46e6-a596-db1720dbaa00 port c14b9fe4-5d7d-440f-a41a-0e1539f1838b binding host dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 15:35:54.039491 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-be9fb1fe-f481-4457-a0f9-db6bf84df89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:54.077214 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad84a03f-1b8b-4eca-a38f-447a66420a0b None None] Pushing event updated for resources: {'Port': ['ID=fe228339-b671-4c2e-be26-38ab348ad098,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:54.138211 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-96ce087a-e484-4d97-9134-e2eeb733b31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:54.191317 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc45567c-eb1c-4428-8d30-288cc0c09ea4 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Router 905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:35:54.199182 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ce087a-e484-4d97-9134-e2eeb733b31a None None] No DVR routers for this DVR port 4fb57f6c-0c9f-4809-b200-f0aecbbbfb9f on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:35:54.211748 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-61347428-e3f1-45bd-8d5f-fdb0db854197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:54.214800 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-61347428-e3f1-45bd-8d5f-fdb0db854197 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:54.219331 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-61347428-e3f1-45bd-8d5f-fdb0db854197 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cc78dfef-e72a-4cec-9c47-09c2eafd6790 HTTP/1.1" status: 204 len: 168 time: 1.9903030 Dec 10 15:35:54.219485 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-e6e03eef-0012-4f36-9398-f09b443214a8 None None] Provisioning complete for port c14b9fe4-5d7d-440f-a41a-0e1539f1838b triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:54.219611 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e6e03eef-0012-4f36-9398-f09b443214a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:54.267500 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61347428-e3f1-45bd-8d5f-fdb0db854197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc78dfef-e72a-4cec-9c47-09c2eafd6790,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:54.273173 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port c260acb7-7285-415b-94cd-97c4ec3c583b triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:54.273559 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:54.315168 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c678f096-a842-4faf-8f06-95b988d786e6 req-fccda7b0-b735-413c-80a5-e3c4bd6fa551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:54.317501 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-c678f096-a842-4faf-8f06-95b988d786e6 req-fccda7b0-b735-413c-80a5-e3c4bd6fa551 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=34c7743d-ebad-428c-a2f4-a627b40eea9c HTTP/1.1" status: 200 len: 834 time: 0.8821263 Dec 10 15:35:54.331998 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-fa753a0f-c088-4913-981a-5ad3981c9763 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] For port 4fb57f6c-0c9f-4809-b200-f0aecbbbfb9f, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=4fb57f6c-0c9f-4809-b200-f0aecbbbfb9f,segment=NetworkSegment(64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4),segment_id=64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:35:54.369909 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fa753a0f-c088-4913-981a-5ad3981c9763 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:54.372428 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-f46f13c4-b699-4f04-82f3-4b339e9d4fce tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Calling delete_port for bc277ed3-f121-4c02-9a16-10441ac06357 owned by {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:35:54.394260 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-e6e03eef-0012-4f36-9398-f09b443214a8 None None] Port c14b9fe4-5d7d-440f-a41a-0e1539f1838b cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:35:54.396458 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f71030-47f6-4e5b-8698-6c66a34ae8d2 None None] Network cf1323bc-38c1-4118-af32-f2faaeced3bc requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:35:54.440209 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd08ffa-4bd9-4366-810c-9f07d23a8516 req-2093eec8-100e-4a8a-9fef-b94f2b9df55a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:54.448521 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-5dd08ffa-4bd9-4366-810c-9f07d23a8516 req-2093eec8-100e-4a8a-9fef-b94f2b9df55a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a6687f-092d-45a0-b766-e135d21b7a80 HTTP/1.1" status: 200 len: 944 time: 0.2557302 Dec 10 15:35:54.482501 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fa753a0f-c088-4913-981a-5ad3981c9763 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:54.483103 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fa753a0f-c088-4913-981a-5ad3981c9763 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11695183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581935'] for subnet, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:54.588638 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc45567c-eb1c-4428-8d30-288cc0c09ea4 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:35:54.607257 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-dc45567c-eb1c-4428-8d30-288cc0c09ea4 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "PUT /v2.0/routers/905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1670904 Dec 10 15:35:54.618926 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c678f096-a842-4faf-8f06-95b988d786e6 req-47963d17-45ed-42a1-b260-4fb98e2ec942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:54.620504 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-c678f096-a842-4faf-8f06-95b988d786e6 req-47963d17-45ed-42a1-b260-4fb98e2ec942 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d94f8eb2-eac4-463d-8d76-d973260c236a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2946539 Dec 10 15:35:54.621157 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35626) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:54.645945 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-d3a1ec1b-c2c3-402c-895b-4b9961468d05 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-959090065'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:54.646352 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ce087a-e484-4d97-9134-e2eeb733b31a None None] Pushing event deleted for resources: {'Port': ['ID=4fb57f6c-0c9f-4809-b200-f0aecbbbfb9f,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:54.661819 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c48511-4147-41c1-8c63-2518172a1bad None None] Sync routers for ids ['905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:35:54.666548 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa753a0f-c088-4913-981a-5ad3981c9763 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:35:54.737404 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c48511-4147-41c1-8c63-2518172a1bad None None] Routers {'905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:35:54.741503 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-95c48511-4147-41c1-8c63-2518172a1bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:35:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:54.741693 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-5dd08ffa-4bd9-4366-810c-9f07d23a8516 req-aaaf5523-9693-4881-8688-59b4171f2e5e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=18fc437d-893b-47b7-8b71-3dafc8e3139e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2902889 Dec 10 15:35:54.745695 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-e6e03eef-0012-4f36-9398-f09b443214a8 None None] Provisioning complete for port c260acb7-7285-415b-94cd-97c4ec3c583b triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:54.746279 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e6e03eef-0012-4f36-9398-f09b443214a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:54.905571 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a1ec1b-c2c3-402c-895b-4b9961468d05 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Made reservation on behalf of 8fca97dbaacc4a37bd3d53215e8fd531 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:35:54.912173 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d3a1ec1b-c2c3-402c-895b-4b9961468d05 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:54.914373 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-fa753a0f-c088-4913-981a-5ad3981c9763 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:35:54.917902 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa753a0f-c088-4913-981a-5ad3981c9763 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event updated for resources: {'Subnet': ['ID=774f115d-233b-4ea3-a032-ea719d904183,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:54.921263 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa753a0f-c088-4913-981a-5ad3981c9763 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:54.922301 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fa753a0f-c088-4913-981a-5ad3981c9763 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:54.944059 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-c678f096-a842-4faf-8f06-95b988d786e6 req-0a0ed53c-2e5c-4bbf-b305-fed2a7a9d81c service neutron] 10.222.0.44 "GET /v2.0/networks/d94f8eb2-eac4-463d-8d76-d973260c236a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958636 Dec 10 15:35:54.945501 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-be9fb1fe-f481-4457-a0f9-db6bf84df89b None None] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:54.949718 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device f05c5c5f-a46c-4af2-a1eb-a365ef6a7132 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 15:35:54.949718 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1736eacc-4b19-452d-9fe7-d89f7e885f76 None None] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:35:54.988708 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa753a0f-c088-4913-981a-5ad3981c9763 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event deleted for resources: {'Port': ['ID=4fb57f6c-0c9f-4809-b200-f0aecbbbfb9f,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:55.009716 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-fa753a0f-c088-4913-981a-5ad3981c9763 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.6214430 Dec 10 15:35:55.013459 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35628) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:55.023611 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-5773ef30-1dda-4eee-acdb-c99252a7488f tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Request body: {'subnet': {'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:55.056315 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3a1ec1b-c2c3-402c-895b-4b9961468d05 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:35:55.077982 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d3a1ec1b-c2c3-402c-895b-4b9961468d05 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:55.080135 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-be9fb1fe-f481-4457-a0f9-db6bf84df89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:55.091760 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.segments_db [None req-d3a1ec1b-c2c3-402c-895b-4b9961468d05 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Added segment 5bad5969-cf90-476f-bae4-7e7115a3ceb6 of type vlan for network 817152de-0ef4-431a-9f58-de30bc1630a1 Dec 10 15:35:55.241176 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f7ba9d-90d7-42ce-aefa-03cec3f72ff0 None None] Pushing event updated for resources: {'Port': ['ID=c14b9fe4-5d7d-440f-a41a-0e1539f1838b,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:55.242539 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2366bfb8-fe82-4949-85dc-d6534d358cc8 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:35:55.252207 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-be9fb1fe-f481-4457-a0f9-db6bf84df89b None None] Attempting to bind port c14b9fe4-5d7d-440f-a41a-0e1539f1838b on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:35:55.252872 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-be9fb1fe-f481-4457-a0f9-db6bf84df89b None None] Attempting to bind port c14b9fe4-5d7d-440f-a41a-0e1539f1838b by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:35:55.262251 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9fb1fe-f481-4457-a0f9-db6bf84df89b None None] Attempting to bind port c14b9fe4-5d7d-440f-a41a-0e1539f1838b on network d5a1452c-422a-4e1a-a1c7-48738ecf752f {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:35:55.271192 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9fb1fe-f481-4457-a0f9-db6bf84df89b None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:35:55.271616 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9fb1fe-f481-4457-a0f9-db6bf84df89b None None] Checking segment: {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:35:55.273560 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-be9fb1fe-f481-4457-a0f9-db6bf84df89b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:55.274027 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9fb1fe-f481-4457-a0f9-db6bf84df89b None None] Bound using segment: {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:35:55.274515 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-be9fb1fe-f481-4457-a0f9-db6bf84df89b None None] Bound port: c14b9fe4-5d7d-440f-a41a-0e1539f1838b, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:35:55.274897 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-be9fb1fe-f481-4457-a0f9-db6bf84df89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:55.275887 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d3a1ec1b-c2c3-402c-895b-4b9961468d05 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:55.306289 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-c678f096-a842-4faf-8f06-95b988d786e6 req-90ad97b1-2581-4e8c-a7e3-860c16e62fa9 service neutron] 10.222.0.44 "GET /v2.0/networks/d94f8eb2-eac4-463d-8d76-d973260c236a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3542008 Dec 10 15:35:55.316568 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-95c48511-4147-41c1-8c63-2518172a1bad None None] Set router 905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3 gateway port host: None {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:35:55.370443 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-be9fb1fe-f481-4457-a0f9-db6bf84df89b None None] For port c14b9fe4-5d7d-440f-a41a-0e1539f1838b, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:35:55.373955 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-be9fb1fe-f481-4457-a0f9-db6bf84df89b None None] For port c14b9fe4-5d7d-440f-a41a-0e1539f1838b, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=c14b9fe4-5d7d-440f-a41a-0e1539f1838b,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:35:55.380858 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d3a1ec1b-c2c3-402c-895b-4b9961468d05 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:55.386768 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a1ec1b-c2c3-402c-895b-4b9961468d05 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:55.388218 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d3a1ec1b-c2c3-402c-895b-4b9961468d05 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:55.432543 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:55.463096 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-be9fb1fe-f481-4457-a0f9-db6bf84df89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:55.474807 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a1ec1b-c2c3-402c-895b-4b9961468d05 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Pushing event updated for resources: {'Network': ['ID=817152de-0ef4-431a-9f58-de30bc1630a1,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:55.529698 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f7ba9d-90d7-42ce-aefa-03cec3f72ff0 None None] Pushing event updated for resources: {'Port': ['ID=c14b9fe4-5d7d-440f-a41a-0e1539f1838b,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:55.531824 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 817152de-0ef4-431a-9f58-de30bc1630a1 details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:35:55.533820 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865b53df-5776-4a63-a5c6-f962d284be3a None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:35:55.543712 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9fb1fe-f481-4457-a0f9-db6bf84df89b None None] Routers {'6399a19c-5057-46e6-a596-db1720dbaa00'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:35:55.544537 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-be9fb1fe-f481-4457-a0f9-db6bf84df89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:35:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['6399a19c-5057-46e6-a596-db1720dbaa00'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:55.559925 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-d3a1ec1b-c2c3-402c-895b-4b9961468d05 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9305866 Dec 10 15:35:55.560160 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35630) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:55.565553 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-52f3c977-f18e-411b-a72c-87932e092606 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Request body: {'subnet': {'network_id': '817152de-0ef4-431a-9f58-de30bc1630a1', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:55.590591 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f732a5-4b60-4cf1-bd75-232a9c77e35e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-c2b5f149-cedd-450c-ab43-dd2d78259f45', 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'project_id': '915dae42aca44a6e934a20b3a70b3a5e', 'fixed_ips': [{'subnet_id': '774f115d-233b-4ea3-a032-ea719d904183'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:35:55.591355 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-94f732a5-4b60-4cf1-bd75-232a9c77e35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:55.665094 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f46f13c4-b699-4f04-82f3-4b339e9d4fce tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:55.688265 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-be9fb1fe-f481-4457-a0f9-db6bf84df89b None None] Set router 6399a19c-5057-46e6-a596-db1720dbaa00 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:35:55.709674 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e6e03eef-0012-4f36-9398-f09b443214a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:55.757404 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46f13c4-b699-4f04-82f3-4b339e9d4fce tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event deleted for resources: {'Port': ['ID=bc277ed3-f121-4c02-9a16-10441ac06357,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:55.770343 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] For port c260acb7-7285-415b-94cd-97c4ec3c583b, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=c260acb7-7285-415b-94cd-97c4ec3c583b,segment=NetworkSegment(46aaa01f-b84a-4c18-ac26-3affcea2d4ce),segment_id=46aaa01f-b84a-4c18-ac26-3affcea2d4ce)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:35:55.779381 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port f05c5c5f-a46c-4af2-a1eb-a365ef6a7132, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=f05c5c5f-a46c-4af2-a1eb-a365ef6a7132,segment=NetworkSegment(d896992a-1704-4b91-88ab-6242d83765a6),segment_id=d896992a-1704-4b91-88ab-6242d83765a6)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:35:55.839646 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f3c977-f18e-411b-a72c-87932e092606 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Made reservation on behalf of 8fca97dbaacc4a37bd3d53215e8fd531 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:35:55.845405 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-52f3c977-f18e-411b-a72c-87932e092606 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11668558'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:55.849317 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f46f13c4-b699-4f04-82f3-4b339e9d4fce tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:55.853574 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-f46f13c4-b699-4f04-82f3-4b339e9d4fce tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "DELETE /v2.0/ports/bc277ed3-f121-4c02-9a16-10441ac06357 HTTP/1.1" status: 204 len: 168 time: 2.5789392 Dec 10 15:35:55.865262 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Returning: {'device': 'f05c5c5f-a46c-4af2-a1eb-a365ef6a7132', 'network_id': 'd94f8eb2-eac4-463d-8d76-d973260c236a', 'port_id': 'f05c5c5f-a46c-4af2-a1eb-a365ef6a7132', 'mac_address': 'fa:16:3e:3d:76:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34c7743d-ebad-428c-a2f4-a627b40eea9c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 15:35:55.870756 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35634) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:55.901406 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:55.902229 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device be14da73-6ebd-4cac-b59e-bb085ed3414f up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:35:55.906012 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9185259d-6c5e-4348-861a-34123df03d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:55.980054 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-be9fb1fe-f481-4457-a0f9-db6bf84df89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6399a19c-5057-46e6-a596-db1720dbaa00', 'name': 'tempest-TestVolumeBootPattern-1653083014-router', 'tenant_id': '2ad4434b775f4effac342cd90572be96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.125'}], 'enable_snat': True}, 'gw_port_id': 'c14b9fe4-5d7d-440f-a41a-0e1539f1838b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:35:48Z', 'updated_at': '2021-12-10T15:35:51Z', 'revision_number': 3, 'project_id': '2ad4434b775f4effac342cd90572be96', 'gw_port': {'id': 'c14b9fe4-5d7d-440f-a41a-0e1539f1838b', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:25:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6399a19c-5057-46e6-a596-db1720dbaa00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:49Z', 'updated_at': '2021-12-10T15:35:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:56.005908 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-11c3a7f2-a038-4b84-beda-f4da0089e8b2 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] GET failed (client error): The resource could not be found. Dec 10 15:35:56.009029 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-11c3a7f2-a038-4b84-beda-f4da0089e8b2 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "GET /v2.0/ports/bc277ed3-f121-4c02-9a16-10441ac06357 HTTP/1.1" status: 404 len: 333 time: 0.1368217 Dec 10 15:35:56.012727 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35636) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:56.031712 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9fb1fe-f481-4457-a0f9-db6bf84df89b None None] The sync data for ids ['6399a19c-5057-46e6-a596-db1720dbaa00'] in dv-neutron-821401-4-hyperv is: [{'id': '6399a19c-5057-46e6-a596-db1720dbaa00', 'name': 'tempest-TestVolumeBootPattern-1653083014-router', 'tenant_id': '2ad4434b775f4effac342cd90572be96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.125'}], 'enable_snat': True}, 'gw_port_id': 'c14b9fe4-5d7d-440f-a41a-0e1539f1838b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:35:48Z', 'updated_at': '2021-12-10T15:35:51Z', 'revision_number': 3, 'project_id': '2ad4434b775f4effac342cd90572be96', 'gw_port': {'id': 'c14b9fe4-5d7d-440f-a41a-0e1539f1838b', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:25:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6399a19c-5057-46e6-a596-db1720dbaa00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:49Z', 'updated_at': '2021-12-10T15:35:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:35:56.081602 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc7065-c7a5-4945-8c6b-0946a4f9e809 req-e2c4577b-f6d1-40fc-8693-c10636396c41 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:56.089870 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-e5bc7065-c7a5-4945-8c6b-0946a4f9e809 req-e2c4577b-f6d1-40fc-8693-c10636396c41 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a6687f-092d-45a0-b766-e135d21b7a80 HTTP/1.1" status: 200 len: 944 time: 0.1856587 Dec 10 15:35:56.128998 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0788b2e2-d8c1-40ea-affe-e098634b2287 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:56.178640 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-e5bc7065-c7a5-4945-8c6b-0946a4f9e809 req-4e41d05a-e82b-4729-a5f7-a0dab024cfae tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=18fc437d-893b-47b7-8b71-3dafc8e3139e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878479 Dec 10 15:35:56.191894 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0788b2e2-d8c1-40ea-affe-e098634b2287 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:56.195313 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5773ef30-1dda-4eee-acdb-c99252a7488f tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Made reservation on behalf of 915dae42aca44a6e934a20b3a70b3a5e for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:35:56.196632 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:56.198909 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5773ef30-1dda-4eee-acdb-c99252a7488f tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:56.200545 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port be14da73-6ebd-4cac-b59e-bb085ed3414f triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:56.200911 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:56.229547 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Pushing event updated for resources: {'Port': ['ID=c260acb7-7285-415b-94cd-97c4ec3c583b,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:56.236386 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.db.api [None req-e6e03eef-0012-4f36-9398-f09b443214a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 15:35:56.236711 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG oslo_db.api [None req-e6e03eef-0012-4f36-9398-f09b443214a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 15:35:56.271465 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f05c5c5f-a46c-4af2-a1eb-a365ef6a7132 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 15:35:56.315589 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-94f732a5-4b60-4cf1-bd75-232a9c77e35e None None] Allocated IP 2001:db8::f816:3eff:fe12:99fd (c2b5f149-cedd-450c-ab43-dd2d78259f45/774f115d-233b-4ea3-a032-ea719d904183/de2c3718-2e24-480d-8f5d-47009eaf9d27) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:35:56.322971 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port f05c5c5f-a46c-4af2-a1eb-a365ef6a7132, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=f05c5c5f-a46c-4af2-a1eb-a365ef6a7132,segment=NetworkSegment(d896992a-1704-4b91-88ab-6242d83765a6),segment_id=d896992a-1704-4b91-88ab-6242d83765a6)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:35:56.325711 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-95c48511-4147-41c1-8c63-2518172a1bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'name': 'tempest-RoutersIpV6Test-router-170160304', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:35:27Z', 'updated_at': '2021-12-10T15:35:50Z', 'revision_number': 4, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'gw_port_host': None, '_interfaces': [{'id': '1828a80e-8027-481a-bd31-aa6ea1db0429', 'name': '', 'network_id': '9ba96b70-9c3e-4d00-b150-d3a5876bf072', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'mac_address': 'fa:16:3e:21:74:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'cf23a3af-9f7c-4ad8-a81c-aecdab3dd0be', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:41Z', 'updated_at': '2021-12-10T15:35:52Z', 'revision_number': 5, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'subnets': [{'id': 'cf23a3af-9f7c-4ad8-a81c-aecdab3dd0be', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6eee6c65-21c4-4c4e-a98c-738eee3b21d0', 'name': '', 'network_id': 'efbdcbdf-a911-4478-8398-ae479c4cac42', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'mac_address': 'fa:16:3e:f7:76:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '0827c30d-be1a-4664-ab55-b99791187afb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:48Z', 'updated_at': '2021-12-10T15:35:51Z', 'revision_number': 2, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'subnets': [{'id': '0827c30d-be1a-4664-ab55-b99791187afb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a49be103-0bdf-4306-9d74-1eeb9a3a2a27', 'name': '', 'network_id': 'b97b27fa-3792-4496-8dc7-bf817638ca74', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'mac_address': 'fa:16:3e:8c:89:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '393fcc70-4e01-49d3-9bc3-16793e3f7650', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:31Z', 'updated_at': '2021-12-10T15:35:39Z', 'revision_number': 5, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'subnets': [{'id': '393fcc70-4e01-49d3-9bc3-16793e3f7650', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:56.365634 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c48511-4147-41c1-8c63-2518172a1bad None None] Checking router: 905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3 for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:35:56.366313 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c48511-4147-41c1-8c63-2518172a1bad None None] Updating router 905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3 port 6eee6c65-21c4-4c4e-a98c-738eee3b21d0 binding host dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 15:35:56.371113 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.ipam_backend_mixin [None req-5773ef30-1dda-4eee-acdb-c99252a7488f tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 774f115d-233b-4ea3-a032-ea719d904183 (CIDR: 2001:db8::/64) Dec 10 15:35:56.377730 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0788b2e2-d8c1-40ea-affe-e098634b2287 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:56.378291 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-9185259d-6c5e-4348-861a-34123df03d55 admin admin] Allocated IP 172.20.0.1 (cf1323bc-38c1-4118-af32-f2faaeced3bc/9b3ed91a-fcf6-445b-b6ed-5916a6d237de/35005e68-73a0-4360-bef2-2236eda9f386) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:35:56.383776 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0788b2e2-d8c1-40ea-affe-e098634b2287 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:56.385032 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-0788b2e2-d8c1-40ea-affe-e098634b2287 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "DELETE /v2.0/security-groups/ba28dbc5-d33f-4a9a-984f-cae5c85326de HTTP/1.1" status: 204 len: 168 time: 0.3713925 Dec 10 15:35:56.390283 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35638) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:56.396837 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0788b2e2-d8c1-40ea-affe-e098634b2287 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba28dbc5-d33f-4a9a-984f-cae5c85326de,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:56.418961 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-5773ef30-1dda-4eee-acdb-c99252a7488f tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 15:35:56.420721 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5773ef30-1dda-4eee-acdb-c99252a7488f tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:35:56.427123 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-52f3c977-f18e-411b-a72c-87932e092606 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11236534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11668560'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:56.482062 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:56.522974 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f3c977-f18e-411b-a72c-87932e092606 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Pushing event updated for resources: {'Subnet': ['ID=5f833cc4-33c9-4a7a-85c5-171e7f1ad5f6,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:56.534160 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f3c977-f18e-411b-a72c-87932e092606 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Checking segment: {'id': '5bad5969-cf90-476f-bae4-7e7115a3ceb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '817152de-0ef4-431a-9f58-de30bc1630a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:35:56.534160 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f3c977-f18e-411b-a72c-87932e092606 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Network hostable DHCP agents. Network: 817152de-0ef4-431a-9f58-de30bc1630a1, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:35:56.550079 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3c90b246-dd23-46d3-a5a9-e55bc5d3ec22 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for security_group, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:56.575925 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-95c48511-4147-41c1-8c63-2518172a1bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:56.590296 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-5773ef30-1dda-4eee-acdb-c99252a7488f tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5716829 Dec 10 15:35:56.592365 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3c90b246-dd23-46d3-a5a9-e55bc5d3ec22 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:56.592506 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35640) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:56.597031 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-9da2396c-5e95-4253-90e6-52a74b7a861f tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Request body: {'subnet': {'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:56.643770 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9185259d-6c5e-4348-861a-34123df03d55 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:56.673796 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=f05c5c5f-a46c-4af2-a1eb-a365ef6a7132,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:56.698641 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f3c977-f18e-411b-a72c-87932e092606 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Network 817152de-0ef4-431a-9f58-de30bc1630a1 is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:35:56.705302 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] get_ports_and_sgs() called for port_ids ['f05c5c5f-a46c-4af2-a1eb-a365ef6a7132'] {{(pid=103588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 15:35:56.749214 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3c90b246-dd23-46d3-a5a9-e55bc5d3ec22 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:56.754557 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3c90b246-dd23-46d3-a5a9-e55bc5d3ec22 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:56.760113 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-3c90b246-dd23-46d3-a5a9-e55bc5d3ec22 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "DELETE /v2.0/security-groups/b303ce80-bfdc-4a94-9954-196fad52a484 HTTP/1.1" status: 204 len: 168 time: 0.3672202 Dec 10 15:35:56.761358 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35642) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:56.803754 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-52f3c977-f18e-411b-a72c-87932e092606 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 817152de-0ef4-431a-9f58-de30bc1630a1) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:35:56.805862 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9185259d-6c5e-4348-861a-34123df03d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:56.812500 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f3c977-f18e-411b-a72c-87932e092606 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:56.813588 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-52f3c977-f18e-411b-a72c-87932e092606 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:56.854034 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-94f732a5-4b60-4cf1-bd75-232a9c77e35e None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:56.882298 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9185259d-6c5e-4348-861a-34123df03d55 admin admin] Network cf1323bc-38c1-4118-af32-f2faaeced3bc is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:35:56.883658 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c90b246-dd23-46d3-a5a9-e55bc5d3ec22 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b303ce80-bfdc-4a94-9954-196fad52a484,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:56.895439 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da2396c-5e95-4253-90e6-52a74b7a861f tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Made reservation on behalf of 915dae42aca44a6e934a20b3a70b3a5e for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:35:56.899463 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9da2396c-5e95-4253-90e6-52a74b7a861f tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11668558'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:56.910070 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-9185259d-6c5e-4348-861a-34123df03d55 admin admin] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:35:56.921455 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98623b4-a8db-40b2-8677-16e0a119e434 None None] Network 817152de-0ef4-431a-9f58-de30bc1630a1 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:35:56.922936 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9185259d-6c5e-4348-861a-34123df03d55 admin admin] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:35:56.975281 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-94f732a5-4b60-4cf1-bd75-232a9c77e35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:56.975739 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9185259d-6c5e-4348-861a-34123df03d55 admin admin] Pushing event updated for resources: {'Port': ['ID=35005e68-73a0-4360-bef2-2236eda9f386,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:57.029483 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device c14b9fe4-5d7d-440f-a41a-0e1539f1838b up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:35:57.039573 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb5594f1-baa5-490e-8c93-8c8b8096bf52 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Deleting subnet 7300b009-0b6d-4e22-83a8-685279437135 {{(pid=103586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:35:57.054539 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fb5594f1-baa5-490e-8c93-8c8b8096bf52 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for subnet, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:57.109670 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fb5594f1-baa5-490e-8c93-8c8b8096bf52 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12392400'] for subnet, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:57.165332 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9185259d-6c5e-4348-861a-34123df03d55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552880'] for router_interface, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:57.178109 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-52f3c977-f18e-411b-a72c-87932e092606 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6141512 Dec 10 15:35:57.184227 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35644) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:57.345613 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fb5594f1-baa5-490e-8c93-8c8b8096bf52 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:57.430213 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7c15fa-d5c6-4760-ab92-56ce87702475 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-817152de-0ef4-431a-9f58-de30bc1630a1', 'network_id': '817152de-0ef4-431a-9f58-de30bc1630a1', 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'fixed_ips': [{'subnet_id': '5f833cc4-33c9-4a7a-85c5-171e7f1ad5f6'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:35:57.431120 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9f7c15fa-d5c6-4760-ab92-56ce87702475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:57.435512 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f732a5-4b60-4cf1-bd75-232a9c77e35e None None] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:35:57.473890 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-94f732a5-4b60-4cf1-bd75-232a9c77e35e None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:35:57.492143 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9185259d-6c5e-4348-861a-34123df03d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:57.510415 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f732a5-4b60-4cf1-bd75-232a9c77e35e None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:35:57.534376 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f732a5-4b60-4cf1-bd75-232a9c77e35e None None] Pushing event updated for resources: {'Port': ['ID=de2c3718-2e24-480d-8f5d-47009eaf9d27,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:57.541670 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18cf8d-f6e2-45e1-9147-7a4588f4938a req-0513be38-3ddc-4535-a737-f74049177b33 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:57.543320 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-cf18cf8d-f6e2-45e1-9147-7a4588f4938a req-0513be38-3ddc-4535-a737-f74049177b33 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a6687f-092d-45a0-b766-e135d21b7a80 HTTP/1.1" status: 200 len: 945 time: 0.2413776 Dec 10 15:35:57.560519 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fb5594f1-baa5-490e-8c93-8c8b8096bf52 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:57.589734 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5594f1-baa5-490e-8c93-8c8b8096bf52 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event deleted for resources: {'Subnet': ['ID=7300b009-0b6d-4e22-83a8-685279437135,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:57.614686 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fb5594f1-baa5-490e-8c93-8c8b8096bf52 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:57.622259 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-fb5594f1-baa5-490e-8c93-8c8b8096bf52 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "DELETE /v2.0/subnets/7300b009-0b6d-4e22-83a8-685279437135 HTTP/1.1" status: 204 len: 168 time: 0.8493493 Dec 10 15:35:57.623361 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35648) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:57.628174 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-a17b6a4e-6e9d-4bd8-9c96-429b164dc7bb tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Request body: {'subnet': {'network_id': '59f26e4a-d74c-4fc5-81f5-c4f97623981b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:57.641684 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47e05a0-a933-49d7-8749-0999dd9cba01 None None] Network 59f26e4a-d74c-4fc5-81f5-c4f97623981b requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:35:57.691243 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9da2396c-5e95-4253-90e6-52a74b7a861f tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11236534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11668560'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:57.755140 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-cf18cf8d-f6e2-45e1-9147-7a4588f4938a req-aa0f1b2c-5907-4008-9755-3d1badbf4edb tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=18fc437d-893b-47b7-8b71-3dafc8e3139e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2021422 Dec 10 15:35:57.768171 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da2396c-5e95-4253-90e6-52a74b7a861f tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:35:57.774515 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-9da2396c-5e95-4253-90e6-52a74b7a861f tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:35:57.778367 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da2396c-5e95-4253-90e6-52a74b7a861f tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:57.778541 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9da2396c-5e95-4253-90e6-52a74b7a861f tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:57.783953 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-93a98611-159e-4c83-95c4-40b00905efa0 None None] Provisioning complete for port c260acb7-7285-415b-94cd-97c4ec3c583b triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:57.783953 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-93a98611-159e-4c83-95c4-40b00905efa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:57.811158 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da2396c-5e95-4253-90e6-52a74b7a861f tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event updated for resources: {'Subnet': ['ID=d56fab46-d833-45bb-a2fc-bd9c78b2fe6f,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:57.816949 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-94f732a5-4b60-4cf1-bd75-232a9c77e35e None None] Attempting to bind port de2c3718-2e24-480d-8f5d-47009eaf9d27 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:35:57.817363 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-94f732a5-4b60-4cf1-bd75-232a9c77e35e None None] Attempting to bind port de2c3718-2e24-480d-8f5d-47009eaf9d27 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:35:57.817729 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f732a5-4b60-4cf1-bd75-232a9c77e35e None None] Attempting to bind port de2c3718-2e24-480d-8f5d-47009eaf9d27 on network c2b5f149-cedd-450c-ab43-dd2d78259f45 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:35:57.831800 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port c14b9fe4-5d7d-440f-a41a-0e1539f1838b triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:57.832176 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:57.854786 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9185259d-6c5e-4348-861a-34123df03d55 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:57.880393 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a17b6a4e-6e9d-4bd8-9c96-429b164dc7bb tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Made reservation on behalf of 21e0d6ce128b4efe93836d06f4e29105 for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:35:57.888625 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8fb1e538-621c-4097-aecd-b63c6a2326eb tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:57.894231 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a17b6a4e-6e9d-4bd8-9c96-429b164dc7bb tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:57.902471 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f732a5-4b60-4cf1-bd75-232a9c77e35e None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:35:57.903111 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f732a5-4b60-4cf1-bd75-232a9c77e35e None None] Checking segment: {'id': '64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:35:57.903419 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-94f732a5-4b60-4cf1-bd75-232a9c77e35e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:57.903644 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f732a5-4b60-4cf1-bd75-232a9c77e35e None None] Bound using segment: {'id': '64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:35:57.904135 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-94f732a5-4b60-4cf1-bd75-232a9c77e35e None None] Bound port: de2c3718-2e24-480d-8f5d-47009eaf9d27, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:35:57.904518 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-94f732a5-4b60-4cf1-bd75-232a9c77e35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:57.968525 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9185259d-6c5e-4348-861a-34123df03d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:58.006337 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-9da2396c-5e95-4253-90e6-52a74b7a861f tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4141665 Dec 10 15:35:58.009897 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35650) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:58.015180 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-345ab2f1-fdfb-4278-9cd9-9c69f4e4cade tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Request body: {'port': {'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'mac_address': 'fa:16:3e:09:71:f2', 'name': 'tempest-NetworksTestDHCPv6-1862874073'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:58.076327 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-9f7c15fa-d5c6-4760-ab92-56ce87702475 None None] Allocated IP 2001:db8:3::2 (817152de-0ef4-431a-9f58-de30bc1630a1/5f833cc4-33c9-4a7a-85c5-171e7f1ad5f6/1a964257-eeea-46e3-a932-41f6efa29f28) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:35:58.076550 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9185259d-6c5e-4348-861a-34123df03d55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549888'] for router_interface, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:58.085645 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9185259d-6c5e-4348-861a-34123df03d55 admin admin] Pushing event updated for resources: {'Port': ['ID=35005e68-73a0-4360-bef2-2236eda9f386,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:58.194233 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9185259d-6c5e-4348-861a-34123df03d55 admin admin] Network cf1323bc-38c1-4118-af32-f2faaeced3bc is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:35:58.198509 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-9185259d-6c5e-4348-861a-34123df03d55 admin admin] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:35:58.256891 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-94f732a5-4b60-4cf1-bd75-232a9c77e35e None None] For port de2c3718-2e24-480d-8f5d-47009eaf9d27, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:35:58.261126 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-94f732a5-4b60-4cf1-bd75-232a9c77e35e None None] For port de2c3718-2e24-480d-8f5d-47009eaf9d27, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=de2c3718-2e24-480d-8f5d-47009eaf9d27,segment=NetworkSegment(64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4),segment_id=64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:35:58.314602 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-95c48511-4147-41c1-8c63-2518172a1bad None None] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:58.382872 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345ab2f1-fdfb-4278-9cd9-9c69f4e4cade tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Made reservation on behalf of 915dae42aca44a6e934a20b3a70b3a5e for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:35:58.383282 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-94f732a5-4b60-4cf1-bd75-232a9c77e35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:58.389154 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-93a98611-159e-4c83-95c4-40b00905efa0 None None] Provisioning complete for port 35005e68-73a0-4360-bef2-2236eda9f386 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:58.394014 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-93a98611-159e-4c83-95c4-40b00905efa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:58.427919 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9185259d-6c5e-4348-861a-34123df03d55 admin admin] Router 6399a19c-5057-46e6-a596-db1720dbaa00 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:35:58.456452 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f732a5-4b60-4cf1-bd75-232a9c77e35e None None] Pushing event updated for resources: {'Port': ['ID=de2c3718-2e24-480d-8f5d-47009eaf9d27,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:58.501221 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-95c48511-4147-41c1-8c63-2518172a1bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:58.523988 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-345ab2f1-fdfb-4278-9cd9-9c69f4e4cade tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:58.546702 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:58.553682 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-345ab2f1-fdfb-4278-9cd9-9c69f4e4cade tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] device_id is not set on port f82c99c8-a903-4b19-9f10-93e26936cee3 yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:35:58.569147 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] For port c14b9fe4-5d7d-440f-a41a-0e1539f1838b, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=c14b9fe4-5d7d-440f-a41a-0e1539f1838b,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:35:58.575966 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a17b6a4e-6e9d-4bd8-9c96-429b164dc7bb tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11695183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581935'] for subnet, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:58.616284 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17b6a4e-6e9d-4bd8-9c96-429b164dc7bb tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Network 59f26e4a-d74c-4fc5-81f5-c4f97623981b is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:35:58.623259 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-a17b6a4e-6e9d-4bd8-9c96-429b164dc7bb tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:35:58.631953 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17b6a4e-6e9d-4bd8-9c96-429b164dc7bb tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:58.632554 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a17b6a4e-6e9d-4bd8-9c96-429b164dc7bb tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:58.653684 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9185259d-6c5e-4348-861a-34123df03d55 admin admin] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:35:58.661403 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-9185259d-6c5e-4348-861a-34123df03d55 admin admin] 10.222.0.20 "PUT /v2.0/routers/6399a19c-5057-46e6-a596-db1720dbaa00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9521778 Dec 10 15:35:58.666453 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-93a98611-159e-4c83-95c4-40b00905efa0 None None] Port 35005e68-73a0-4360-bef2-2236eda9f386 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:35:58.668823 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b163f45d-3fe4-481e-ba08-41ce37727292 None None] Sync routers for ids ['6399a19c-5057-46e6-a596-db1720dbaa00'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:35:58.673748 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:58.675326 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 52feac09-3c73-4b6b-90fc-df6babd5944e up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:35:58.679675 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17b6a4e-6e9d-4bd8-9c96-429b164dc7bb tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event updated for resources: {'Subnet': ['ID=867264af-3d3c-4ab2-ac40-d6785d93e7e4,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:58.719998 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b163f45d-3fe4-481e-ba08-41ce37727292 None None] Routers {'6399a19c-5057-46e6-a596-db1720dbaa00'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:35:58.723726 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-b163f45d-3fe4-481e-ba08-41ce37727292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:35:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['6399a19c-5057-46e6-a596-db1720dbaa00'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:58.732369 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba17723-85f2-4afd-ac4d-cb3311b5c7a8 None None] Pushing event updated for resources: {'Port': ['ID=6eee6c65-21c4-4c4e-a98c-738eee3b21d0,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:58.757650 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-a17b6a4e-6e9d-4bd8-9c96-429b164dc7bb tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1326580 Dec 10 15:35:58.759304 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35654) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:58.763834 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-37521e97-7dba-4d8e-8174-1c62043b6fbb tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Request body: {'security_group': {'name': 'tempest-secgroup-951155851'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:58.832155 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9f7c15fa-d5c6-4760-ab92-56ce87702475 None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:58.925239 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-37521e97-7dba-4d8e-8174-1c62043b6fbb tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:58.957650 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-345ab2f1-fdfb-4278-9cd9-9c69f4e4cade tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Allocated IP 2001:db8:0:1::89 (c2b5f149-cedd-450c-ab43-dd2d78259f45/d56fab46-d833-45bb-a2fc-bd9c78b2fe6f/f82c99c8-a903-4b19-9f10-93e26936cee3) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:35:58.974108 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-345ab2f1-fdfb-4278-9cd9-9c69f4e4cade tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Allocated IP 2001:db8::f816:3eff:fe09:71f2 (c2b5f149-cedd-450c-ab43-dd2d78259f45/774f115d-233b-4ea3-a032-ea719d904183/f82c99c8-a903-4b19-9f10-93e26936cee3) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:35:58.994709 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9f7c15fa-d5c6-4760-ab92-56ce87702475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:59.016070 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device f05c5c5f-a46c-4af2-a1eb-a365ef6a7132 up at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:35:59.058944 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-8fb1e538-621c-4097-aecd-b63c6a2326eb tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Allocated IP 2001:db8:3::1 (817152de-0ef4-431a-9f58-de30bc1630a1/5f833cc4-33c9-4a7a-85c5-171e7f1ad5f6/1233d9bb-d29d-4476-a392-b57ff81de3b6) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:35:59.078444 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-b163f45d-3fe4-481e-ba08-41ce37727292 None None] Set router 6399a19c-5057-46e6-a596-db1720dbaa00 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:35:59.081599 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7074e34b-6dfc-42d5-b5ff-06841ae9fa34 req-670dd4fc-e60f-491e-8b64-3be284b79dc6 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:59.097982 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-7074e34b-6dfc-42d5-b5ff-06841ae9fa34 req-670dd4fc-e60f-491e-8b64-3be284b79dc6 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a6687f-092d-45a0-b766-e135d21b7a80 HTTP/1.1" status: 200 len: 945 time: 0.1694620 Dec 10 15:35:59.140283 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-93a98611-159e-4c83-95c4-40b00905efa0 None None] Provisioning complete for port 52feac09-3c73-4b6b-90fc-df6babd5944e triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:59.141063 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-93a98611-159e-4c83-95c4-40b00905efa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:59.246656 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Pushing event updated for resources: {'Port': ['ID=c14b9fe4-5d7d-440f-a41a-0e1539f1838b,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:59.253535 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-95c48511-4147-41c1-8c63-2518172a1bad None None] Attempting to bind port 6eee6c65-21c4-4c4e-a98c-738eee3b21d0 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:35:59.254263 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-95c48511-4147-41c1-8c63-2518172a1bad None None] Attempting to bind port 6eee6c65-21c4-4c4e-a98c-738eee3b21d0 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '46aaa01f-b84a-4c18-ac26-3affcea2d4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'efbdcbdf-a911-4478-8398-ae479c4cac42'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:35:59.254859 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c48511-4147-41c1-8c63-2518172a1bad None None] Attempting to bind port 6eee6c65-21c4-4c4e-a98c-738eee3b21d0 on network efbdcbdf-a911-4478-8398-ae479c4cac42 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:35:59.263298 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-37521e97-7dba-4d8e-8174-1c62043b6fbb tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:59.272428 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7c15fa-d5c6-4760-ab92-56ce87702475 None None] Network 817152de-0ef4-431a-9f58-de30bc1630a1 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:35:59.314869 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 52feac09-3c73-4b6b-90fc-df6babd5944e triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:59.319503 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:59.321735 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-9f7c15fa-d5c6-4760-ab92-56ce87702475 None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:35:59.338767 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7c15fa-d5c6-4760-ab92-56ce87702475 None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:35:59.349672 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c48511-4147-41c1-8c63-2518172a1bad None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:35:59.350441 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c48511-4147-41c1-8c63-2518172a1bad None None] Checking segment: {'id': '46aaa01f-b84a-4c18-ac26-3affcea2d4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'efbdcbdf-a911-4478-8398-ae479c4cac42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:35:59.351082 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-95c48511-4147-41c1-8c63-2518172a1bad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:59.351208 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-37521e97-7dba-4d8e-8174-1c62043b6fbb tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:59.352173 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c48511-4147-41c1-8c63-2518172a1bad None None] Bound using segment: {'id': '46aaa01f-b84a-4c18-ac26-3affcea2d4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'efbdcbdf-a911-4478-8398-ae479c4cac42'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:35:59.352873 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-95c48511-4147-41c1-8c63-2518172a1bad None None] Bound port: 6eee6c65-21c4-4c4e-a98c-738eee3b21d0, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46aaa01f-b84a-4c18-ac26-3affcea2d4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'efbdcbdf-a911-4478-8398-ae479c4cac42'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:35:59.353592 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-95c48511-4147-41c1-8c63-2518172a1bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:59.483763 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-7074e34b-6dfc-42d5-b5ff-06841ae9fa34 req-fe1cba79-2f28-4a11-b5ca-97fc6ea8a983 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=18fc437d-893b-47b7-8b71-3dafc8e3139e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3434587 Dec 10 15:35:59.517013 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-37521e97-7dba-4d8e-8174-1c62043b6fbb tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:59.518721 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-37521e97-7dba-4d8e-8174-1c62043b6fbb tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7582991 Dec 10 15:35:59.525037 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37521e97-7dba-4d8e-8174-1c62043b6fbb tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6fa28d2-71de-45a1-bb8a-58d711567576,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:59.527343 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35662) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:59.537422 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-2bb5bd4e-759c-416c-ab1d-04c9e3acab86 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Request body: {'security_group': {'name': 'tempest-secgroup-1296140391'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:59.559354 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7c15fa-d5c6-4760-ab92-56ce87702475 None None] Pushing event updated for resources: {'Port': ['ID=1a964257-eeea-46e3-a932-41f6efa29f28,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:59.580392 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-b163f45d-3fe4-481e-ba08-41ce37727292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6399a19c-5057-46e6-a596-db1720dbaa00', 'name': 'tempest-TestVolumeBootPattern-1653083014-router', 'tenant_id': '2ad4434b775f4effac342cd90572be96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.125'}], 'enable_snat': True}, 'gw_port_id': 'c14b9fe4-5d7d-440f-a41a-0e1539f1838b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:35:48Z', 'updated_at': '2021-12-10T15:35:57Z', 'revision_number': 4, 'project_id': '2ad4434b775f4effac342cd90572be96', 'gw_port': {'id': 'c14b9fe4-5d7d-440f-a41a-0e1539f1838b', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:25:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6399a19c-5057-46e6-a596-db1720dbaa00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:49Z', 'updated_at': '2021-12-10T15:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '35005e68-73a0-4360-bef2-2236eda9f386', 'name': '', 'network_id': 'cf1323bc-38c1-4118-af32-f2faaeced3bc', 'tenant_id': '2ad4434b775f4effac342cd90572be96', 'mac_address': 'fa:16:3e:aa:06:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6399a19c-5057-46e6-a596-db1720dbaa00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '9b3ed91a-fcf6-445b-b6ed-5916a6d237de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:55Z', 'updated_at': '2021-12-10T15:35:57Z', 'revision_number': 2, 'project_id': '2ad4434b775f4effac342cd90572be96', 'subnets': [{'id': '9b3ed91a-fcf6-445b-b6ed-5916a6d237de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:35:59.582674 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8fb1e538-621c-4097-aecd-b63c6a2326eb tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:59.597612 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-345ab2f1-fdfb-4278-9cd9-9c69f4e4cade tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:59.603244 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57260332-c3e9-4b41-9f6b-c60dc132a362 None None] Network 59f26e4a-d74c-4fc5-81f5-c4f97623981b requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:35:59.626751 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b163f45d-3fe4-481e-ba08-41ce37727292 None None] Checking router: 6399a19c-5057-46e6-a596-db1720dbaa00 for host: dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:35:59.627463 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b163f45d-3fe4-481e-ba08-41ce37727292 None None] Updating router 6399a19c-5057-46e6-a596-db1720dbaa00 port 35005e68-73a0-4360-bef2-2236eda9f386 binding host dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 15:35:59.674532 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2bb5bd4e-759c-416c-ab1d-04c9e3acab86 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:59.674744 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b163f45d-3fe4-481e-ba08-41ce37727292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:59.685077 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning for port f05c5c5f-a46c-4af2-a1eb-a365ef6a7132 completed by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 15:35:59.687191 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-9f7c15fa-d5c6-4760-ab92-56ce87702475 None None] Attempting to bind port 1a964257-eeea-46e3-a932-41f6efa29f28 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:35:59.688167 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-9f7c15fa-d5c6-4760-ab92-56ce87702475 None None] Attempting to bind port 1a964257-eeea-46e3-a932-41f6efa29f28 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '5bad5969-cf90-476f-bae4-7e7115a3ceb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '817152de-0ef4-431a-9f58-de30bc1630a1'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:35:59.688529 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7c15fa-d5c6-4760-ab92-56ce87702475 None None] Attempting to bind port 1a964257-eeea-46e3-a932-41f6efa29f28 on network 817152de-0ef4-431a-9f58-de30bc1630a1 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:35:59.717535 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning complete for port f05c5c5f-a46c-4af2-a1eb-a365ef6a7132 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:35:59.717954 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:59.726238 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7c15fa-d5c6-4760-ab92-56ce87702475 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:35:59.726622 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7c15fa-d5c6-4760-ab92-56ce87702475 None None] Checking segment: {'id': '5bad5969-cf90-476f-bae4-7e7115a3ceb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '817152de-0ef4-431a-9f58-de30bc1630a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:35:59.727277 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9f7c15fa-d5c6-4760-ab92-56ce87702475 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:59.727683 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7c15fa-d5c6-4760-ab92-56ce87702475 None None] Bound using segment: {'id': '5bad5969-cf90-476f-bae4-7e7115a3ceb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '817152de-0ef4-431a-9f58-de30bc1630a1'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:35:59.728158 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-9f7c15fa-d5c6-4760-ab92-56ce87702475 None None] Bound port: 1a964257-eeea-46e3-a932-41f6efa29f28, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bad5969-cf90-476f-bae4-7e7115a3ceb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '817152de-0ef4-431a-9f58-de30bc1630a1'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:35:59.728547 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9f7c15fa-d5c6-4760-ab92-56ce87702475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:59.742934 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8fb1e538-621c-4097-aecd-b63c6a2326eb tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:59.779693 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2bb5bd4e-759c-416c-ab1d-04c9e3acab86 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:59.782104 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-95c48511-4147-41c1-8c63-2518172a1bad None None] For port 6eee6c65-21c4-4c4e-a98c-738eee3b21d0, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:35:59.784308 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-93a98611-159e-4c83-95c4-40b00905efa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:59.801771 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-345ab2f1-fdfb-4278-9cd9-9c69f4e4cade tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:59.835408 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb1e538-621c-4097-aecd-b63c6a2326eb tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Network 817152de-0ef4-431a-9f58-de30bc1630a1 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:35:59.845773 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-8fb1e538-621c-4097-aecd-b63c6a2326eb tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:35:59.854043 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345ab2f1-fdfb-4278-9cd9-9c69f4e4cade tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:35:59.855935 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb1e538-621c-4097-aecd-b63c6a2326eb tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:35:59.870329 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8fb1e538-621c-4097-aecd-b63c6a2326eb tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552880'] for router_interface, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:59.870329 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb1e538-621c-4097-aecd-b63c6a2326eb tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Pushing event updated for resources: {'Port': ['ID=1233d9bb-d29d-4476-a392-b57ff81de3b6,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:59.870329 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-345ab2f1-fdfb-4278-9cd9-9c69f4e4cade tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:35:59.878016 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2bb5bd4e-759c-416c-ab1d-04c9e3acab86 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:59.912095 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35664) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:59.918110 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-833f09bc-6cbe-45c9-ab42-65cfa1a0047b tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1392959375', 'description': 'tempest-secgroup-smoke-1392959375 description', 'project_id': 'fe288e3581ed450db6aaaa858fc0d419'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:35:59.932244 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345ab2f1-fdfb-4278-9cd9-9c69f4e4cade tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:35:59.939390 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345ab2f1-fdfb-4278-9cd9-9c69f4e4cade tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:35:59.940055 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-345ab2f1-fdfb-4278-9cd9-9c69f4e4cade tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:59.966508 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb5bd4e-759c-416c-ab1d-04c9e3acab86 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19dbbe5b-fee2-49d4-b838-263a5fdb0a6d,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:35:59.975883 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2bb5bd4e-759c-416c-ab1d-04c9e3acab86 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:35:59.986330 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35666) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:35:59.986434 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-2bb5bd4e-759c-416c-ab1d-04c9e3acab86 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4560459 Dec 10 15:36:00.022484 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-bc9774de-91ce-4089-80bb-350b7ab8b990 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Request body: {'security_group': {'name': 'tempest-secgroup-1410781977'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:00.045011 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345ab2f1-fdfb-4278-9cd9-9c69f4e4cade tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event updated for resources: {'Port': ['ID=f82c99c8-a903-4b19-9f10-93e26936cee3,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:00.069119 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-345ab2f1-fdfb-4278-9cd9-9c69f4e4cade tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.0578194 Dec 10 15:36:00.071690 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35668) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:00.077459 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b163f45d-3fe4-481e-ba08-41ce37727292 None None] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:00.101202 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-95c48511-4147-41c1-8c63-2518172a1bad None None] For port 6eee6c65-21c4-4c4e-a98c-738eee3b21d0, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=6eee6c65-21c4-4c4e-a98c-738eee3b21d0,segment=NetworkSegment(46aaa01f-b84a-4c18-ac26-3affcea2d4ce),segment_id=46aaa01f-b84a-4c18-ac26-3affcea2d4ce)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:36:00.141749 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-833f09bc-6cbe-45c9-ab42-65cfa1a0047b tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:00.162092 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:00.188677 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-3405c4b9-d502-472d-825d-1bf37690932c tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Deleting port f82c99c8-a903-4b19-9f10-93e26936cee3 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:36:00.189075 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3405c4b9-d502-472d-825d-1bf37690932c tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:00.194285 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b163f45d-3fe4-481e-ba08-41ce37727292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:00.214020 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-93a98611-159e-4c83-95c4-40b00905efa0 None None] For port 52feac09-3c73-4b6b-90fc-df6babd5944e, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=52feac09-3c73-4b6b-90fc-df6babd5944e,segment=NetworkSegment(66c4da67-80e9-41a6-9b0a-0f4ff07fc532),segment_id=66c4da67-80e9-41a6-9b0a-0f4ff07fc532)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:36:00.248343 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-833f09bc-6cbe-45c9-ab42-65cfa1a0047b tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:00.267846 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-9f7c15fa-d5c6-4760-ab92-56ce87702475 None None] For port 1a964257-eeea-46e3-a932-41f6efa29f28, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:36:00.276370 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-95c48511-4147-41c1-8c63-2518172a1bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:00.294423 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bc9774de-91ce-4089-80bb-350b7ab8b990 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:00.301376 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62099486-7429-40c5-8747-500876309785 None None] Pushing event updated for resources: {'Port': ['ID=35005e68-73a0-4360-bef2-2236eda9f386,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:00.313933 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-9f7c15fa-d5c6-4760-ab92-56ce87702475 None None] For port 1a964257-eeea-46e3-a932-41f6efa29f28, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=1a964257-eeea-46e3-a932-41f6efa29f28,segment=NetworkSegment(5bad5969-cf90-476f-bae4-7e7115a3ceb6),segment_id=5bad5969-cf90-476f-bae4-7e7115a3ceb6)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:36:00.320290 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-93a98611-159e-4c83-95c4-40b00905efa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:00.331580 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8fb1e538-621c-4097-aecd-b63c6a2326eb tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:00.360011 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-833f09bc-6cbe-45c9-ab42-65cfa1a0047b tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:00.366832 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3405c4b9-d502-472d-825d-1bf37690932c tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:00.369841 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-93a98611-159e-4c83-95c4-40b00905efa0 None None] Could not find standard attr ID for object bc277ed3-f121-4c02-9a16-10441ac06357. {{(pid=103588) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 15:36:00.394129 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-3405c4b9-d502-472d-825d-1bf37690932c tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Calling delete_port for f82c99c8-a903-4b19-9f10-93e26936cee3 owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:36:00.396566 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:00.407353 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-b163f45d-3fe4-481e-ba08-41ce37727292 None None] Attempting to bind port 35005e68-73a0-4360-bef2-2236eda9f386 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:36:00.407725 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-b163f45d-3fe4-481e-ba08-41ce37727292 None None] Attempting to bind port 35005e68-73a0-4360-bef2-2236eda9f386 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '66c4da67-80e9-41a6-9b0a-0f4ff07fc532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'cf1323bc-38c1-4118-af32-f2faaeced3bc'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:36:00.408092 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b163f45d-3fe4-481e-ba08-41ce37727292 None None] Attempting to bind port 35005e68-73a0-4360-bef2-2236eda9f386 on network cf1323bc-38c1-4118-af32-f2faaeced3bc {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:36:00.411659 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9f7c15fa-d5c6-4760-ab92-56ce87702475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:00.422790 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b163f45d-3fe4-481e-ba08-41ce37727292 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:36:00.422790 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b163f45d-3fe4-481e-ba08-41ce37727292 None None] Checking segment: {'id': '66c4da67-80e9-41a6-9b0a-0f4ff07fc532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'cf1323bc-38c1-4118-af32-f2faaeced3bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:36:00.423303 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b163f45d-3fe4-481e-ba08-41ce37727292 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:00.423583 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b163f45d-3fe4-481e-ba08-41ce37727292 None None] Bound using segment: {'id': '66c4da67-80e9-41a6-9b0a-0f4ff07fc532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'cf1323bc-38c1-4118-af32-f2faaeced3bc'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:36:00.424061 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-b163f45d-3fe4-481e-ba08-41ce37727292 None None] Bound port: 35005e68-73a0-4360-bef2-2236eda9f386, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66c4da67-80e9-41a6-9b0a-0f4ff07fc532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'cf1323bc-38c1-4118-af32-f2faaeced3bc'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:36:00.424439 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b163f45d-3fe4-481e-ba08-41ce37727292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:00.436081 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833f09bc-6cbe-45c9-ab42-65cfa1a0047b tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=768e56a5-cc04-4fcd-bec3-2ab2cf193260,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:00.493008 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c48511-4147-41c1-8c63-2518172a1bad None None] Routers {'905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:36:00.495969 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-95c48511-4147-41c1-8c63-2518172a1bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:35:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:00.504960 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-833f09bc-6cbe-45c9-ab42-65cfa1a0047b tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:00.506918 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-833f09bc-6cbe-45c9-ab42-65cfa1a0047b tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5936775 Dec 10 15:36:00.510976 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35672) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:00.518275 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-a2cbb3ef-162d-48e3-9b9d-9e6283b17344 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Request body: {'security_group_rule': {'security_group_id': '768e56a5-cc04-4fcd-bec3-2ab2cf193260', 'project_id': 'fe288e3581ed450db6aaaa858fc0d419', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:00.564521 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-b163f45d-3fe4-481e-ba08-41ce37727292 None None] For port 35005e68-73a0-4360-bef2-2236eda9f386, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:36:00.575616 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-b163f45d-3fe4-481e-ba08-41ce37727292 None None] For port 35005e68-73a0-4360-bef2-2236eda9f386, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=35005e68-73a0-4360-bef2-2236eda9f386,segment=NetworkSegment(66c4da67-80e9-41a6-9b0a-0f4ff07fc532),segment_id=66c4da67-80e9-41a6-9b0a-0f4ff07fc532)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:36:00.613683 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba17723-85f2-4afd-ac4d-cb3311b5c7a8 None None] Pushing event updated for resources: {'Port': ['ID=6eee6c65-21c4-4c4e-a98c-738eee3b21d0,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:00.640022 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b163f45d-3fe4-481e-ba08-41ce37727292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:00.707784 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b163f45d-3fe4-481e-ba08-41ce37727292 None None] Routers {'6399a19c-5057-46e6-a596-db1720dbaa00'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:36:00.715300 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-b163f45d-3fe4-481e-ba08-41ce37727292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:35:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['6399a19c-5057-46e6-a596-db1720dbaa00'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:00.716689 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b692ec-8fec-49a4-aa4b-9465b13fb934 None None] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:36:00.750366 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a2cbb3ef-162d-48e3-9b9d-9e6283b17344 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:00.840953 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.db.api [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 15:36:00.841608 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG oslo_db.api [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 15:36:00.843199 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-93a98611-159e-4c83-95c4-40b00905efa0 None None] Provisioning complete for port fe228339-b671-4c2e-be26-38ab348ad098 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:36:00.844279 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-93a98611-159e-4c83-95c4-40b00905efa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:00.844952 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-b163f45d-3fe4-481e-ba08-41ce37727292 None None] Set router 6399a19c-5057-46e6-a596-db1720dbaa00 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:36:00.898961 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3a6687f-092d-45a0-b766-e135d21b7a80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f05c5c5f-a46c-4af2-a1eb-a365ef6a7132'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:36:00.901630 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa4b92c408489e2c982394a5a7b3518bb1b22554638321e3ea6c5cabb2c75d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be4b55a4-2eb9-40bd-a77f-f28e33e70e8d" -d '{"events": [{"server_uuid": "b3a6687f-092d-45a0-b766-e135d21b7a80", "name": "network-vif-plugged", "status": "completed", "tag": "f05c5c5f-a46c-4af2-a1eb-a365ef6a7132"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:36:00.948067 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a2cbb3ef-162d-48e3-9b9d-9e6283b17344 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:00.971089 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a98611-159e-4c83-95c4-40b00905efa0 None None] Pushing event updated for resources: {'Port': ['ID=52feac09-3c73-4b6b-90fc-df6babd5944e,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:00.982074 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e878804-cd25-4dee-9f5f-88b3a7fbbc7d req-7c6c810b-9196-44b3-96ce-0cdc851f1b67 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:36:00.990262 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-2e878804-cd25-4dee-9f5f-88b3a7fbbc7d req-7c6c810b-9196-44b3-96ce-0cdc851f1b67 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a6687f-092d-45a0-b766-e135d21b7a80 HTTP/1.1" status: 200 len: 945 time: 0.3791451 Dec 10 15:36:01.021529 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a2cbb3ef-162d-48e3-9b9d-9e6283b17344 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:01.086495 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cbb3ef-162d-48e3-9b9d-9e6283b17344 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b531e6a-2a43-43bd-84d2-6be56e7126a6,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:01.114251 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a2cbb3ef-162d-48e3-9b9d-9e6283b17344 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:01.116209 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port f05c5c5f-a46c-4af2-a1eb-a365ef6a7132, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=f05c5c5f-a46c-4af2-a1eb-a365ef6a7132,segment=NetworkSegment(d896992a-1704-4b91-88ab-6242d83765a6),segment_id=d896992a-1704-4b91-88ab-6242d83765a6)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:36:01.119065 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-a2cbb3ef-162d-48e3-9b9d-9e6283b17344 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6067460 Dec 10 15:36:01.126908 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35678) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:01.135911 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-950e38f9-71f1-4ac3-b207-e20e43e437c2 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Request body: {'security_group_rule': {'security_group_id': '768e56a5-cc04-4fcd-bec3-2ab2cf193260', 'project_id': 'fe288e3581ed450db6aaaa858fc0d419', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:01.226561 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-2e878804-cd25-4dee-9f5f-88b3a7fbbc7d req-e065bf62-cd96-4dea-acd6-dfbd2cd1e7fa tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=18fc437d-893b-47b7-8b71-3dafc8e3139e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2349663 Dec 10 15:36:01.236146 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 15:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf0b477-4fc6-4c8f-88ae-81f688d05c62 x-openstack-request-id: req-0bf0b477-4fc6-4c8f-88ae-81f688d05c62 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:36:01.236670 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3a6687f-092d-45a0-b766-e135d21b7a80", "name": "network-vif-plugged", "status": "completed", "tag": "f05c5c5f-a46c-4af2-a1eb-a365ef6a7132", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:36:01.237128 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0bf0b477-4fc6-4c8f-88ae-81f688d05c62 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:36:01.237716 dv-neutron-821401-4-hyperv neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3a6687f-092d-45a0-b766-e135d21b7a80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f05c5c5f-a46c-4af2-a1eb-a365ef6a7132', 'code': 200} Dec 10 15:36:01.243101 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:01.246016 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89707ea-77d5-4960-a67a-673b0792d6b7 None None] Update dhcp port {'port': {'network_id': '59f26e4a-d74c-4fc5-81f5-c4f97623981b', 'fixed_ips': [{'subnet_id': 'f8e65cdf-ab5f-4aa9-93bc-440dbe5e8517', 'ip_address': '172.20.0.18'}, {'subnet_id': '867264af-3d3c-4ab2-ac40-d6785d93e7e4'}], 'binding:host_id': 'dv-neutron-821401-4-hyperv'}, 'id': 'fe228339-b671-4c2e-be26-38ab348ad098'} from dv-neutron-821401-4-hyperv. {{(pid=103588) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 15:36:01.262001 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-950e38f9-71f1-4ac3-b207-e20e43e437c2 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:01.305620 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-95c48511-4147-41c1-8c63-2518172a1bad None None] Set router 905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3 gateway port host: None {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:36:01.312642 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62099486-7429-40c5-8747-500876309785 None None] Pushing event updated for resources: {'Port': ['ID=35005e68-73a0-4360-bef2-2236eda9f386,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:01.340661 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-950e38f9-71f1-4ac3-b207-e20e43e437c2 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:01.354512 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a89707ea-77d5-4960-a67a-673b0792d6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:01.355230 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-b163f45d-3fe4-481e-ba08-41ce37727292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6399a19c-5057-46e6-a596-db1720dbaa00', 'name': 'tempest-TestVolumeBootPattern-1653083014-router', 'tenant_id': '2ad4434b775f4effac342cd90572be96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.125'}], 'enable_snat': True}, 'gw_port_id': 'c14b9fe4-5d7d-440f-a41a-0e1539f1838b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:35:48Z', 'updated_at': '2021-12-10T15:35:57Z', 'revision_number': 4, 'project_id': '2ad4434b775f4effac342cd90572be96', 'gw_port': {'id': 'c14b9fe4-5d7d-440f-a41a-0e1539f1838b', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:25:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6399a19c-5057-46e6-a596-db1720dbaa00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:49Z', 'updated_at': '2021-12-10T15:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '35005e68-73a0-4360-bef2-2236eda9f386', 'name': '', 'network_id': 'cf1323bc-38c1-4118-af32-f2faaeced3bc', 'tenant_id': '2ad4434b775f4effac342cd90572be96', 'mac_address': 'fa:16:3e:aa:06:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6399a19c-5057-46e6-a596-db1720dbaa00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '9b3ed91a-fcf6-445b-b6ed-5916a6d237de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:55Z', 'updated_at': '2021-12-10T15:36:00Z', 'revision_number': 4, 'project_id': '2ad4434b775f4effac342cd90572be96', 'subnets': [{'id': '9b3ed91a-fcf6-445b-b6ed-5916a6d237de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:01.392668 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b163f45d-3fe4-481e-ba08-41ce37727292 None None] The sync data for ids ['6399a19c-5057-46e6-a596-db1720dbaa00'] in dv-neutron-821401-4-hyperv is: [{'id': '6399a19c-5057-46e6-a596-db1720dbaa00', 'name': 'tempest-TestVolumeBootPattern-1653083014-router', 'tenant_id': '2ad4434b775f4effac342cd90572be96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.125'}], 'enable_snat': True}, 'gw_port_id': 'c14b9fe4-5d7d-440f-a41a-0e1539f1838b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:35:48Z', 'updated_at': '2021-12-10T15:35:57Z', 'revision_number': 4, 'project_id': '2ad4434b775f4effac342cd90572be96', 'gw_port': {'id': 'c14b9fe4-5d7d-440f-a41a-0e1539f1838b', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:25:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6399a19c-5057-46e6-a596-db1720dbaa00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:49Z', 'updated_at': '2021-12-10T15:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '35005e68-73a0-4360-bef2-2236eda9f386', 'name': '', 'network_id': 'cf1323bc-38c1-4118-af32-f2faaeced3bc', 'tenant_id': '2ad4434b775f4effac342cd90572be96', 'mac_address': 'fa:16:3e:aa:06:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6399a19c-5057-46e6-a596-db1720dbaa00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '9b3ed91a-fcf6-445b-b6ed-5916a6d237de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:55Z', 'updated_at': '2021-12-10T15:36:00Z', 'revision_number': 4, 'project_id': '2ad4434b775f4effac342cd90572be96', 'subnets': [{'id': '9b3ed91a-fcf6-445b-b6ed-5916a6d237de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:36:01.420417 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-950e38f9-71f1-4ac3-b207-e20e43e437c2 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:01.449679 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950e38f9-71f1-4ac3-b207-e20e43e437c2 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=211b41ba-9461-438c-938a-e37c790f1d49,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:01.484053 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7c15fa-d5c6-4760-ab92-56ce87702475 None None] Pushing event updated for resources: {'Port': ['ID=1a964257-eeea-46e3-a932-41f6efa29f28,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:01.507486 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bc9774de-91ce-4089-80bb-350b7ab8b990 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:01.509946 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3405c4b9-d502-472d-825d-1bf37690932c tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:01.564852 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-950e38f9-71f1-4ac3-b207-e20e43e437c2 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:01.566266 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-950e38f9-71f1-4ac3-b207-e20e43e437c2 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4383633 Dec 10 15:36:01.569349 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35680) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:01.575991 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-2aac8bec-fb0b-4e6e-ac76-b47a1cb57cbf tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Request body: {'security_group_rule': {'security_group_id': '768e56a5-cc04-4fcd-bec3-2ab2cf193260', 'project_id': 'fe288e3581ed450db6aaaa858fc0d419', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:01.637124 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device fe228339-b671-4c2e-be26-38ab348ad098 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:36:01.666369 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bc9774de-91ce-4089-80bb-350b7ab8b990 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:01.700434 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2aac8bec-fb0b-4e6e-ac76-b47a1cb57cbf tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:01.733040 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3405c4b9-d502-472d-825d-1bf37690932c tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event deleted for resources: {'Port': ['ID=f82c99c8-a903-4b19-9f10-93e26936cee3,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:01.766595 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9774de-91ce-4089-80bb-350b7ab8b990 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ffa8916-4501-4312-9acd-49c01feed83e,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:01.808325 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2aac8bec-fb0b-4e6e-ac76-b47a1cb57cbf tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:01.860576 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3405c4b9-d502-472d-825d-1bf37690932c tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:01.867224 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-3405c4b9-d502-472d-825d-1bf37690932c tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/ports/f82c99c8-a903-4b19-9f10-93e26936cee3 HTTP/1.1" status: 204 len: 168 time: 1.7933929 Dec 10 15:36:01.869153 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35682) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:01.874958 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bc9774de-91ce-4089-80bb-350b7ab8b990 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:01.876395 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=f05c5c5f-a46c-4af2-a1eb-a365ef6a7132,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:01.876834 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-bc9774de-91ce-4089-80bb-350b7ab8b990 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.8936744 Dec 10 15:36:01.878897 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf792bd-d208-4e09-bae6-c1cfb456d209 req-0b1d0264-8269-464c-af21-a96f698ba032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:36:01.880399 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-2bf792bd-d208-4e09-bae6-c1cfb456d209 req-0b1d0264-8269-464c-af21-a96f698ba032 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b3a6687f-092d-45a0-b766-e135d21b7a80 HTTP/1.1" status: 200 len: 1099 time: 0.2712483 Dec 10 15:36:01.885528 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35684) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:01.890224 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-7f7aa3a9-3007-490c-a7fb-10c6afbff596 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1548569557', 'security_groups': ['0ffa8916-4501-4312-9acd-49c01feed83e'], 'network_id': '59f26e4a-d74c-4fc5-81f5-c4f97623981b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '867264af-3d3c-4ab2-ac40-d6785d93e7e4'}]}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:01.896690 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-93a98611-159e-4c83-95c4-40b00905efa0 None None] Provisioning complete for port 05a3b99f-b3ff-45f6-a944-bebb1d8fc2d1 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:36:01.897531 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-93a98611-159e-4c83-95c4-40b00905efa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:01.902017 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2aac8bec-fb0b-4e6e-ac76-b47a1cb57cbf tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:01.963184 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-2bf792bd-d208-4e09-bae6-c1cfb456d209 req-8743c960-09f6-467b-835d-8e2bbf62decf service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=18fc437d-893b-47b7-8b71-3dafc8e3139e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740893 Dec 10 15:36:02.030016 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aac8bec-fb0b-4e6e-ac76-b47a1cb57cbf tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e6687fd-261c-488f-9f3a-6073f58185e3,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:02.081440 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8fb1e538-621c-4097-aecd-b63c6a2326eb tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:02.091967 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-93a98611-159e-4c83-95c4-40b00905efa0 None None] Port 05a3b99f-b3ff-45f6-a944-bebb1d8fc2d1 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:36:02.103088 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbe5baa-b921-4a5a-8c25-232011e92d46 None None] Update dhcp port {'port': {'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'fixed_ips': [{'subnet_id': '774f115d-233b-4ea3-a032-ea719d904183', 'ip_address': '2001:db8::f816:3eff:fe12:99fd'}, {'subnet_id': 'd56fab46-d833-45bb-a2fc-bd9c78b2fe6f'}], 'binding:host_id': 'dv-neutron-821401-4-hyperv'}, 'id': 'de2c3718-2e24-480d-8f5d-47009eaf9d27'} from dv-neutron-821401-4-hyperv. {{(pid=103588) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 15:36:02.113593 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2aac8bec-fb0b-4e6e-ac76-b47a1cb57cbf tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:02.117952 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35686) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:02.118159 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-2aac8bec-fb0b-4e6e-ac76-b47a1cb57cbf tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5474484 Dec 10 15:36:02.122671 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-e76f35ca-3483-4631-b017-7f3370168cd3 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Request body: {'security_group_rule': {'security_group_id': '768e56a5-cc04-4fcd-bec3-2ab2cf193260', 'project_id': 'fe288e3581ed450db6aaaa858fc0d419', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:02.126659 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e39cb9-7678-412b-b165-bc1374dd3768 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:36:02.130710 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-46e39cb9-7678-412b-b165-bc1374dd3768 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.2580616 Dec 10 15:36:02.133319 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35688) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:02.163134 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8fb1e538-621c-4097-aecd-b63c6a2326eb tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:02.169642 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8fb1e538-621c-4097-aecd-b63c6a2326eb tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549888'] for router_interface, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:02.193526 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-a89707ea-77d5-4960-a67a-673b0792d6b7 None None] Allocated IP 172.20.0.2 (59f26e4a-d74c-4fc5-81f5-c4f97623981b/867264af-3d3c-4ab2-ac40-d6785d93e7e4/fe228339-b671-4c2e-be26-38ab348ad098) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:36:02.198871 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-93a98611-159e-4c83-95c4-40b00905efa0 None None] Provisioning complete for port 6eee6c65-21c4-4c4e-a98c-738eee3b21d0 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:36:02.199368 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-93a98611-159e-4c83-95c4-40b00905efa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:02.228453 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76884cef-0ecb-432d-a610-59dc40d091d0 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:36:02.233570 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-76884cef-0ecb-432d-a610-59dc40d091d0 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0990329 Dec 10 15:36:02.235006 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port fe228339-b671-4c2e-be26-38ab348ad098 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:36:02.235471 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:02.264259 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35690) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:02.300010 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c583ac-63c6-4f31-bdc0-362c7fa9da96 None None] Network 817152de-0ef4-431a-9f58-de30bc1630a1 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:36:02.324805 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ccbe5baa-b921-4a5a-8c25-232011e92d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:02.336276 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aaf58b2-fb6b-49a1-9ec5-090f16b3eeb0 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:36:02.337850 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aaf58b2-fb6b-49a1-9ec5-090f16b3eeb0 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:36:02.339829 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aaf58b2-fb6b-49a1-9ec5-090f16b3eeb0 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:36:02.345626 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb1e538-621c-4097-aecd-b63c6a2326eb tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Network 817152de-0ef4-431a-9f58-de30bc1630a1 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:36:02.346811 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-6aaf58b2-fb6b-49a1-9ec5-090f16b3eeb0 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0814149 Dec 10 15:36:02.347949 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35694) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:02.348730 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f7aa3a9-3007-490c-a7fb-10c6afbff596 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Made reservation on behalf of 21e0d6ce128b4efe93836d06f4e29105 for: {'port': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:36:02.355605 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-8fb1e538-621c-4097-aecd-b63c6a2326eb tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:36:02.412507 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e76f35ca-3483-4631-b017-7f3370168cd3 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:02.453947 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7f7aa3a9-3007-490c-a7fb-10c6afbff596 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:02.497048 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb1e538-621c-4097-aecd-b63c6a2326eb tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Pushing event updated for resources: {'Port': ['ID=1233d9bb-d29d-4476-a392-b57ff81de3b6,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:02.508308 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-7f7aa3a9-3007-490c-a7fb-10c6afbff596 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] device_id is not set on port 71492d5f-215d-486b-8ac7-14df5063d2ae yet. {{(pid=103586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:36:02.554908 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0be9de3-2d27-4bd9-b345-e0451d799bc3 req-7e6693f4-6410-44d9-8f6d-e4b6db6c30a4 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:36:02.558397 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-e0be9de3-2d27-4bd9-b345-e0451d799bc3 req-7e6693f4-6410-44d9-8f6d-e4b6db6c30a4 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a6687f-092d-45a0-b766-e135d21b7a80 HTTP/1.1" status: 200 len: 946 time: 0.2025988 Dec 10 15:36:02.651515 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e805a0d-4453-4587-a992-665e6c1a6ae9 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Deleting subnet 774f115d-233b-4ea3-a032-ea719d904183 {{(pid=103586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:36:02.655062 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0e805a0d-4453-4587-a992-665e6c1a6ae9 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for subnet, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:02.668553 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fb1e538-621c-4097-aecd-b63c6a2326eb tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Router 905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:36:02.684558 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-e0be9de3-2d27-4bd9-b345-e0451d799bc3 req-2473b725-8f45-4387-940c-645a4be122c1 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=18fc437d-893b-47b7-8b71-3dafc8e3139e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095436 Dec 10 15:36:02.696238 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-95c48511-4147-41c1-8c63-2518172a1bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'name': 'tempest-RoutersIpV6Test-router-170160304', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:35:27Z', 'updated_at': '2021-12-10T15:36:00Z', 'revision_number': 5, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'gw_port_host': None, '_interfaces': [{'id': '1233d9bb-d29d-4476-a392-b57ff81de3b6', 'name': '', 'network_id': '817152de-0ef4-431a-9f58-de30bc1630a1', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'mac_address': 'fa:16:3e:43:a9:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '5f833cc4-33c9-4a7a-85c5-171e7f1ad5f6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:58Z', 'updated_at': '2021-12-10T15:35:59Z', 'revision_number': 1, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'subnets': [{'id': '5f833cc4-33c9-4a7a-85c5-171e7f1ad5f6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1828a80e-8027-481a-bd31-aa6ea1db0429', 'name': '', 'network_id': '9ba96b70-9c3e-4d00-b150-d3a5876bf072', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'mac_address': 'fa:16:3e:21:74:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'cf23a3af-9f7c-4ad8-a81c-aecdab3dd0be', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:41Z', 'updated_at': '2021-12-10T15:35:52Z', 'revision_number': 5, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'subnets': [{'id': 'cf23a3af-9f7c-4ad8-a81c-aecdab3dd0be', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6eee6c65-21c4-4c4e-a98c-738eee3b21d0', 'name': '', 'network_id': 'efbdcbdf-a911-4478-8398-ae479c4cac42', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'mac_address': 'fa:16:3e:f7:76:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '0827c30d-be1a-4664-ab55-b99791187afb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:48Z', 'updated_at': '2021-12-10T15:35:59Z', 'revision_number': 4, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'subnets': [{'id': '0827c30d-be1a-4664-ab55-b99791187afb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a49be103-0bdf-4306-9d74-1eeb9a3a2a27', 'name': '', 'network_id': 'b97b27fa-3792-4496-8dc7-bf817638ca74', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'mac_address': 'fa:16:3e:8c:89:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '393fcc70-4e01-49d3-9bc3-16793e3f7650', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:31Z', 'updated_at': '2021-12-10T15:35:39Z', 'revision_number': 5, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'subnets': [{'id': '393fcc70-4e01-49d3-9bc3-16793e3f7650', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:02.711507 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0e805a0d-4453-4587-a992-665e6c1a6ae9 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12392400'] for subnet, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:02.764125 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e76f35ca-3483-4631-b017-7f3370168cd3 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:02.774519 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c48511-4147-41c1-8c63-2518172a1bad None None] The sync data for ids ['905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3'] in dv-neutron-821401-4-hyperv is: [{'id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'name': 'tempest-RoutersIpV6Test-router-170160304', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:35:27Z', 'updated_at': '2021-12-10T15:36:00Z', 'revision_number': 5, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'gw_port_host': None, '_interfaces': [{'id': '1233d9bb-d29d-4476-a392-b57ff81de3b6', 'name': '', 'network_id': '817152de-0ef4-431a-9f58-de30bc1630a1', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'mac_address': 'fa:16:3e:43:a9:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '5f833cc4-33c9-4a7a-85c5-171e7f1ad5f6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:58Z', 'updated_at': '2021-12-10T15:35:59Z', 'revision_number': 1, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'subnets': [{'id': '5f833cc4-33c9-4a7a-85c5-171e7f1ad5f6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1828a80e-8027-481a-bd31-aa6ea1db0429', 'name': '', 'network_id': '9ba96b70-9c3e-4d00-b150-d3a5876bf072', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'mac_address': 'fa:16:3e:21:74:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'cf23a3af-9f7c-4ad8-a81c-aecdab3dd0be', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:41Z', 'updated_at': '2021-12-10T15:35:52Z', 'revision_number': 5, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'subnets': [{'id': 'cf23a3af-9f7c-4ad8-a81c-aecdab3dd0be', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6eee6c65-21c4-4c4e-a98c-738eee3b21d0', 'name': '', 'network_id': 'efbdcbdf-a911-4478-8398-ae479c4cac42', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'mac_address': 'fa:16:3e:f7:76:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '0827c30d-be1a-4664-ab55-b99791187afb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:48Z', 'updated_at': '2021-12-10T15:35:59Z', 'revision_number': 4, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'subnets': [{'id': '0827c30d-be1a-4664-ab55-b99791187afb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a49be103-0bdf-4306-9d74-1eeb9a3a2a27', 'name': '', 'network_id': 'b97b27fa-3792-4496-8dc7-bf817638ca74', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'mac_address': 'fa:16:3e:8c:89:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '393fcc70-4e01-49d3-9bc3-16793e3f7650', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:31Z', 'updated_at': '2021-12-10T15:35:39Z', 'revision_number': 5, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'subnets': [{'id': '393fcc70-4e01-49d3-9bc3-16793e3f7650', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:36:02.822049 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0e805a0d-4453-4587-a992-665e6c1a6ae9 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:02.838529 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e76f35ca-3483-4631-b017-7f3370168cd3 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:02.898147 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb1e538-621c-4097-aecd-b63c6a2326eb tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:36:02.912517 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-8fb1e538-621c-4097-aecd-b63c6a2326eb tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "PUT /v2.0/routers/905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7271776 Dec 10 15:36:02.913441 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35696) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:02.920684 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-8169c1f8-d914-447e-b337-6586800bd0c9 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:02.925317 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76f35ca-3483-4631-b017-7f3370168cd3 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6a40948-045e-4e60-be9c-e5fcbe20b8fa,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:02.968282 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e76f35ca-3483-4631-b017-7f3370168cd3 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:02.969463 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-e76f35ca-3483-4631-b017-7f3370168cd3 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8502486 Dec 10 15:36:02.972047 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35698) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:02.978735 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-6c8f3e9c-f93c-49e7-8dea-0e4df71665a7 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Request body: {'security_group_rule': {'security_group_id': '768e56a5-cc04-4fcd-bec3-2ab2cf193260', 'project_id': 'fe288e3581ed450db6aaaa858fc0d419', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:02.997329 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-a89707ea-77d5-4960-a67a-673b0792d6b7 None None] For port fe228339-b671-4c2e-be26-38ab348ad098, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=fe228339-b671-4c2e-be26-38ab348ad098,segment=NetworkSegment(ed386b8e-183e-4859-8236-0e347d75b90e),segment_id=ed386b8e-183e-4859-8236-0e347d75b90e)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:36:03.040316 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0e805a0d-4453-4587-a992-665e6c1a6ae9 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:03.061320 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device c260acb7-7285-415b-94cd-97c4ec3c583b up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:36:03.077762 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-93a98611-159e-4c83-95c4-40b00905efa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:03.086304 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e805a0d-4453-4587-a992-665e6c1a6ae9 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event deleted for resources: {'Subnet': ['ID=774f115d-233b-4ea3-a032-ea719d904183,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:03.109047 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0e805a0d-4453-4587-a992-665e6c1a6ae9 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:03.127815 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.securitygroups_db [None req-6c8f3e9c-f93c-49e7-8dea-0e4df71665a7 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Project fe288e3581ed450db6aaaa858fc0d419 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 15:36:03.136971 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-0e805a0d-4453-4587-a992-665e6c1a6ae9 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/subnets/774f115d-233b-4ea3-a032-ea719d904183 HTTP/1.1" status: 204 len: 168 time: 0.6926470 Dec 10 15:36:03.138631 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35700) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:03.141464 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server [None req-ccbe5baa-b921-4a5a-8c25-232011e92d46 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 774f115d-233b-4ea3-a032-ea719d904183: This subnet is being modified by another concurrent operation. Dec 10 15:36:03.141464 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 10 15:36:03.141464 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 10 15:36:03.141464 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 10 15:36:03.141464 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 10 15:36:03.141464 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 10 15:36:03.141464 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 10 15:36:03.141464 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 10 15:36:03.141464 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 10 15:36:03.141464 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 10 15:36:03.141464 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 10 15:36:03.141464 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 10 15:36:03.141464 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 15:36:03.141464 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 15:36:03.141464 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 15:36:03.141464 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 15:36:03.141464 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 15:36:03.141464 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 15:36:03.141464 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 15:36:03.141464 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 15:36:03.141464 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 15:36:03.141464 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 15:36:03.141464 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 15:36:03.141464 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 15:36:03.141464 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 15:36:03.141464 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 15:36:03.141464 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 15:36:03.141464 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 15:36:03.141464 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 15:36:03.141464 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 15:36:03.141464 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 15:36:03.141464 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 15:36:03.141464 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 15:36:03.141464 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 15:36:03.141464 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 15:36:03.141464 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 15:36:03.141464 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in update_dhcp_port Dec 10 15:36:03.141464 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 10 15:36:03.141464 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Dec 10 15:36:03.141464 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 10 15:36:03.141464 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 10 15:36:03.141464 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 15:36:03.141464 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 10 15:36:03.141464 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 15:36:03.141464 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 15:36:03.141464 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 15:36:03.141464 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 15:36:03.141464 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 15:36:03.141464 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 15:36:03.141464 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 15:36:03.141464 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 15:36:03.141464 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 15:36:03.141464 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 15:36:03.141464 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 15:36:03.149044 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 15:36:03.149044 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 15:36:03.149044 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 15:36:03.149044 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 15:36:03.149044 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 15:36:03.149044 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 15:36:03.149044 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 15:36:03.149044 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 15:36:03.149044 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 15:36:03.149044 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 15:36:03.149044 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 15:36:03.149044 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 15:36:03.149044 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 15:36:03.149044 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 15:36:03.149044 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Dec 10 15:36:03.149044 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Dec 10 15:36:03.149044 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 10 15:36:03.149044 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 15:36:03.149044 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Dec 10 15:36:03.149044 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Dec 10 15:36:03.149044 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Dec 10 15:36:03.149044 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Dec 10 15:36:03.149044 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Dec 10 15:36:03.149044 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Dec 10 15:36:03.149044 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Dec 10 15:36:03.149044 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 10 15:36:03.149044 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 10 15:36:03.149044 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 10 15:36:03.149044 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 10 15:36:03.149044 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server raise exception Dec 10 15:36:03.149044 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 774f115d-233b-4ea3-a032-ea719d904183: This subnet is being modified by another concurrent operation. Dec 10 15:36:03.149044 dv-neutron-821401-4-hyperv neutron-server[103588]: ERROR oslo_messaging.rpc.server Dec 10 15:36:03.167024 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a89707ea-77d5-4960-a67a-673b0792d6b7 None None] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:03.206439 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6c8f3e9c-f93c-49e7-8dea-0e4df71665a7 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:03.216297 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-93a98611-159e-4c83-95c4-40b00905efa0 None None] For port 6eee6c65-21c4-4c4e-a98c-738eee3b21d0, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=6eee6c65-21c4-4c4e-a98c-738eee3b21d0,segment=NetworkSegment(46aaa01f-b84a-4c18-ac26-3affcea2d4ce),segment_id=46aaa01f-b84a-4c18-ac26-3affcea2d4ce)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:36:03.218785 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_v2 [None req-035fae7f-b1af-45d4-9a73-7598a82a9b39 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Deleting subnet d56fab46-d833-45bb-a2fc-bd9c78b2fe6f {{(pid=103586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:36:03.222553 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-035fae7f-b1af-45d4-9a73-7598a82a9b39 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for subnet, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:03.232744 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port c260acb7-7285-415b-94cd-97c4ec3c583b triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:36:03.233329 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:03.278265 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a89707ea-77d5-4960-a67a-673b0792d6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:03.313719 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-035fae7f-b1af-45d4-9a73-7598a82a9b39 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12392400'] for subnet, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:03.344073 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2af57f-c578-4502-8407-342cbd66c86f None None] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:36:03.371665 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-93a98611-159e-4c83-95c4-40b00905efa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:03.380200 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-035fae7f-b1af-45d4-9a73-7598a82a9b39 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:03.385373 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6c8f3e9c-f93c-49e7-8dea-0e4df71665a7 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:03.483546 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6c8f3e9c-f93c-49e7-8dea-0e4df71665a7 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:03.527990 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8f3e9c-f93c-49e7-8dea-0e4df71665a7 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14dc7e95-0e50-4a34-a53e-e3d7b554254c,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:03.589258 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.extraroute_db [None req-8169c1f8-d914-447e-b337-6586800bd0c9 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=103587) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 10 15:36:03.590611 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-7f7aa3a9-3007-490c-a7fb-10c6afbff596 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Allocated IP 172.20.0.13 (59f26e4a-d74c-4fc5-81f5-c4f97623981b/867264af-3d3c-4ab2-ac40-d6785d93e7e4/71492d5f-215d-486b-8ac7-14df5063d2ae) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:36:03.594263 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89707ea-77d5-4960-a67a-673b0792d6b7 None None] Pushing event updated for resources: {'Port': ['ID=fe228339-b671-4c2e-be26-38ab348ad098,revision_number=6']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:03.607594 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6c8f3e9c-f93c-49e7-8dea-0e4df71665a7 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:03.612834 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-6c8f3e9c-f93c-49e7-8dea-0e4df71665a7 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6392252 Dec 10 15:36:03.615124 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35702) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:03.620479 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.extraroute_db [None req-8169c1f8-d914-447e-b337-6586800bd0c9 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Removed routes are [] {{(pid=103587) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 10 15:36:03.620738 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-e07ba47f-5a9c-497d-85b6-4b5e2eb57c3e tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Request body: {'security_group_rule': {'security_group_id': '768e56a5-cc04-4fcd-bec3-2ab2cf193260', 'project_id': 'fe288e3581ed450db6aaaa858fc0d419', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:03.620871 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8169c1f8-d914-447e-b337-6586800bd0c9 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13949'] for router, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:03.692595 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-93a98611-159e-4c83-95c4-40b00905efa0 None None] Provisioning complete for port c14b9fe4-5d7d-440f-a41a-0e1539f1838b triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:36:03.692980 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-93a98611-159e-4c83-95c4-40b00905efa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:03.760104 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.securitygroups_db [None req-e07ba47f-5a9c-497d-85b6-4b5e2eb57c3e tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Project fe288e3581ed450db6aaaa858fc0d419 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 15:36:03.781944 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e07ba47f-5a9c-497d-85b6-4b5e2eb57c3e tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:03.813042 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a98611-159e-4c83-95c4-40b00905efa0 None None] Pushing event updated for resources: {'Port': ['ID=6eee6c65-21c4-4c4e-a98c-738eee3b21d0,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:03.839897 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-035fae7f-b1af-45d4-9a73-7598a82a9b39 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:03.870931 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 1828a80e-8027-481a-bd31-aa6ea1db0429 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:36:03.941541 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035fae7f-b1af-45d4-9a73-7598a82a9b39 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event deleted for resources: {'Subnet': ['ID=d56fab46-d833-45bb-a2fc-bd9c78b2fe6f,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:03.955062 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-035fae7f-b1af-45d4-9a73-7598a82a9b39 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:03.962410 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-035fae7f-b1af-45d4-9a73-7598a82a9b39 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/subnets/d56fab46-d833-45bb-a2fc-bd9c78b2fe6f HTTP/1.1" status: 204 len: 168 time: 0.8201749 Dec 10 15:36:03.986788 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35706) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:04.023831 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0df64ee-274d-49df-8dc6-1c2f909648bd None None] Update dhcp port {'port': {'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'fixed_ips': [{'subnet_id': 'd56fab46-d833-45bb-a2fc-bd9c78b2fe6f'}], 'binding:host_id': 'dv-neutron-821401-4-hyperv'}, 'id': 'de2c3718-2e24-480d-8f5d-47009eaf9d27'} from dv-neutron-821401-4-hyperv. {{(pid=103588) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 15:36:04.076005 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8169c1f8-d914-447e-b337-6586800bd0c9 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13949'] for router, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:04.082720 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8169c1f8-d914-447e-b337-6586800bd0c9 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-551381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-551372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-549222'] for router, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:04.087108 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e0df64ee-274d-49df-8dc6-1c2f909648bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:04.155925 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 1828a80e-8027-481a-bd31-aa6ea1db0429 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:36:04.157015 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:04.270563 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8169c1f8-d914-447e-b337-6586800bd0c9 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Router 905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:36:04.303198 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-b7484a0f-24df-4e86-abd6-b57a7d3e0fc9 None None] Provisioning complete for port 1233d9bb-d29d-4476-a392-b57ff81de3b6 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:36:04.303698 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b7484a0f-24df-4e86-abd6-b57a7d3e0fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:04.393614 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-b7484a0f-24df-4e86-abd6-b57a7d3e0fc9 None None] Port 1233d9bb-d29d-4476-a392-b57ff81de3b6 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:36:04.430004 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-b7484a0f-24df-4e86-abd6-b57a7d3e0fc9 None None] Could not find standard attr ID for object f82c99c8-a903-4b19-9f10-93e26936cee3. {{(pid=103588) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 15:36:04.441629 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8169c1f8-d914-447e-b337-6586800bd0c9 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:36:04.452258 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-b7484a0f-24df-4e86-abd6-b57a7d3e0fc9 None None] Provisioning complete for port 35005e68-73a0-4360-bef2-2236eda9f386 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:36:04.452643 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8169c1f8-d914-447e-b337-6586800bd0c9 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:04.454624 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b7484a0f-24df-4e86-abd6-b57a7d3e0fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:04.458685 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-8169c1f8-d914-447e-b337-6586800bd0c9 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "PUT /v2.0/routers/905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3 HTTP/1.1" status: 200 len: 953 time: 1.5418758 Dec 10 15:36:04.459355 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35708) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:04.555676 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 4fb57f6c-0c9f-4809-b200-f0aecbbbfb9f no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:36:04.604256 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 4fb57f6c-0c9f-4809-b200-f0aecbbbfb9f {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:36:04.604610 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 4fb57f6c-0c9f-4809-b200-f0aecbbbfb9f not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:36:04.642444 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-796c51d0-e240-47b0-abd4-ebad5cc8cefc tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "GET /v2.0/routers/905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3 HTTP/1.1" status: 200 len: 953 time: 0.1798899 Dec 10 15:36:04.643327 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35710) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:04.672265 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-59bc720a-7f9a-41da-81fc-524b69f306d5 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Request body: {'router': {'routes': None}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:04.699141 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b7484a0f-24df-4e86-abd6-b57a7d3e0fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:04.778339 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-b7484a0f-24df-4e86-abd6-b57a7d3e0fc9 None None] For port 35005e68-73a0-4360-bef2-2236eda9f386, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=35005e68-73a0-4360-bef2-2236eda9f386,segment=NetworkSegment(66c4da67-80e9-41a6-9b0a-0f4ff07fc532),segment_id=66c4da67-80e9-41a6-9b0a-0f4ff07fc532)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:36:04.792845 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-269e3b4b-f24c-42df-a707-b177d7cdcc26 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.7771826 Dec 10 15:36:04.799361 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca347ae-7859-4e81-94ab-4a235ccad007 None None] get_active_networks_info from dv-neutron-821401-4-hyperv {{(pid=103588) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 15:36:04.801670 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35712) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:04.809090 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-edbc2176-1886-439b-8491-a1833754f7df tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Request body: {'subnet': {'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:04.836441 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242cb624-10c9-44fc-a738-de671a2a4505 None None] Sync routers for ids ['905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:36:04.855749 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242cb624-10c9-44fc-a738-de671a2a4505 None None] Routers {'905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:36:04.856372 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-242cb624-10c9-44fc-a738-de671a2a4505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:35:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:04.858484 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b7484a0f-24df-4e86-abd6-b57a7d3e0fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:04.920030 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e07ba47f-5a9c-497d-85b6-4b5e2eb57c3e tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:04.936058 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e779f9be-310a-41c6-aae6-dc4e30a4f8c5 req-f2152c89-95a3-41d2-9b07-9fb34dadcdb2 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:36:04.943982 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-e779f9be-310a-41c6-aae6-dc4e30a4f8c5 req-f2152c89-95a3-41d2-9b07-9fb34dadcdb2 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a6687f-092d-45a0-b766-e135d21b7a80 HTTP/1.1" status: 200 len: 946 time: 1.1351004 Dec 10 15:36:04.984916 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e07ba47f-5a9c-497d-85b6-4b5e2eb57c3e tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:05.009575 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7f7aa3a9-3007-490c-a7fb-10c6afbff596 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:05.034953 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device c14b9fe4-5d7d-440f-a41a-0e1539f1838b up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:36:05.040561 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07ba47f-5a9c-497d-85b6-4b5e2eb57c3e tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=969acfac-9d18-4b98-887c-6814f9e00e5a,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:05.065607 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-e779f9be-310a-41c6-aae6-dc4e30a4f8c5 req-f736a91c-8019-4b81-acb7-b2fca378e556 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=18fc437d-893b-47b7-8b71-3dafc8e3139e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206567 Dec 10 15:36:05.069097 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-b7484a0f-24df-4e86-abd6-b57a7d3e0fc9 None None] Provisioning complete for port de2c3718-2e24-480d-8f5d-47009eaf9d27 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:36:05.069487 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b7484a0f-24df-4e86-abd6-b57a7d3e0fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:05.077563 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-242cb624-10c9-44fc-a738-de671a2a4505 None None] Set router 905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3 gateway port host: None {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:36:05.113056 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e07ba47f-5a9c-497d-85b6-4b5e2eb57c3e tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:05.116423 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-e07ba47f-5a9c-497d-85b6-4b5e2eb57c3e tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.4993973 Dec 10 15:36:05.139718 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7f7aa3a9-3007-490c-a7fb-10c6afbff596 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:05.207251 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7aa3a9-3007-490c-a7fb-10c6afbff596 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Network 59f26e4a-d74c-4fc5-81f5-c4f97623981b is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:36:05.213351 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edbc2176-1886-439b-8491-a1833754f7df tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Made reservation on behalf of 915dae42aca44a6e934a20b3a70b3a5e for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:36:05.227789 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-edbc2176-1886-439b-8491-a1833754f7df tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:05.234001 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-7f7aa3a9-3007-490c-a7fb-10c6afbff596 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:36:05.244593 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7aa3a9-3007-490c-a7fb-10c6afbff596 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:36:05.292559 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad6b29a-bdd7-4870-8dd1-661c33659636 req-fc1a7411-35f5-4246-8b5e-0863df9483f3 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:36:05.294369 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-6ad6b29a-bdd7-4870-8dd1-661c33659636 req-fc1a7411-35f5-4246-8b5e-0863df9483f3 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a6687f-092d-45a0-b766-e135d21b7a80 HTTP/1.1" status: 200 len: 946 time: 0.1390967 Dec 10 15:36:05.310572 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.extraroute_db [None req-59bc720a-7f9a-41da-81fc-524b69f306d5 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Added routes are [] {{(pid=103587) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 10 15:36:05.310970 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.extraroute_db [None req-59bc720a-7f9a-41da-81fc-524b69f306d5 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=103587) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 10 15:36:05.382896 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7aa3a9-3007-490c-a7fb-10c6afbff596 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event updated for resources: {'Port': ['ID=71492d5f-215d-486b-8ac7-14df5063d2ae,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:05.403066 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7aa3a9-3007-490c-a7fb-10c6afbff596 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:36:05.403915 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7f7aa3a9-3007-490c-a7fb-10c6afbff596 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:05.448331 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca347ae-7859-4e81-94ab-4a235ccad007 None None] Resources bound (agent type, host, resource id): {{(pid=103588) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 15:36:05.451285 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7484a0f-24df-4e86-abd6-b57a7d3e0fc9 None None] Pushing event updated for resources: {'Port': ['ID=35005e68-73a0-4360-bef2-2236eda9f386,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:05.548733 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-7f7aa3a9-3007-490c-a7fb-10c6afbff596 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.6625855 Dec 10 15:36:05.553214 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port c14b9fe4-5d7d-440f-a41a-0e1539f1838b triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:36:05.553750 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:05.555595 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35760) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:05.561609 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-973fd77c-2a8a-4607-ad99-ff75889912e1 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Request body: {'subnet': {'network_id': '59f26e4a-d74c-4fc5-81f5-c4f97623981b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:05.772460 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-59bc720a-7f9a-41da-81fc-524b69f306d5 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13949'] for router, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:05.778751 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-6ad6b29a-bdd7-4870-8dd1-661c33659636 req-db7c8230-1f19-4b12-9a0f-724b2fe98ba3 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=18fc437d-893b-47b7-8b71-3dafc8e3139e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4758565 Dec 10 15:36:05.802277 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-edbc2176-1886-439b-8491-a1833754f7df tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11695183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581935'] for subnet, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:05.805591 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-973fd77c-2a8a-4607-ad99-ff75889912e1 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Made reservation on behalf of 21e0d6ce128b4efe93836d06f4e29105 for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:36:05.805721 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b7484a0f-24df-4e86-abd6-b57a7d3e0fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:05.806538 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35762) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:05.807872 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-973fd77c-2a8a-4607-ad99-ff75889912e1 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:05.849846 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 35005e68-73a0-4360-bef2-2236eda9f386 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:36:05.866303 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbc2176-1886-439b-8491-a1833754f7df tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:36:05.897038 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-edbc2176-1886-439b-8491-a1833754f7df tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:36:05.903312 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edbc2176-1886-439b-8491-a1833754f7df tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:36:05.904501 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-edbc2176-1886-439b-8491-a1833754f7df tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:05.934062 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-b7484a0f-24df-4e86-abd6-b57a7d3e0fc9 None None] For port de2c3718-2e24-480d-8f5d-47009eaf9d27, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=de2c3718-2e24-480d-8f5d-47009eaf9d27,segment=NetworkSegment(64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4),segment_id=64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:36:05.935555 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc2176-1886-439b-8491-a1833754f7df tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event updated for resources: {'Subnet': ['ID=91389e63-fffa-48db-a955-e0d27c6ea214,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:05.937023 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee53083-8303-476d-b71f-84a8b7d3acef tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:36:05.949032 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-4ee53083-8303-476d-b71f-84a8b7d3acef tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b3a6687f-092d-45a0-b766-e135d21b7a80 HTTP/1.1" status: 200 len: 1094 time: 0.1410465 Dec 10 15:36:05.951161 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35764) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:05.951550 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-242cb624-10c9-44fc-a738-de671a2a4505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'name': 'tempest-RoutersIpV6Test-router-170160304', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:35:27Z', 'updated_at': '2021-12-10T15:36:03Z', 'revision_number': 6, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'gw_port_host': None, '_interfaces': [{'id': '1233d9bb-d29d-4476-a392-b57ff81de3b6', 'name': '', 'network_id': '817152de-0ef4-431a-9f58-de30bc1630a1', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'mac_address': 'fa:16:3e:43:a9:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '5f833cc4-33c9-4a7a-85c5-171e7f1ad5f6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:58Z', 'updated_at': '2021-12-10T15:36:01Z', 'revision_number': 2, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'subnets': [{'id': '5f833cc4-33c9-4a7a-85c5-171e7f1ad5f6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1828a80e-8027-481a-bd31-aa6ea1db0429', 'name': '', 'network_id': '9ba96b70-9c3e-4d00-b150-d3a5876bf072', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'mac_address': 'fa:16:3e:21:74:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'cf23a3af-9f7c-4ad8-a81c-aecdab3dd0be', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:41Z', 'updated_at': '2021-12-10T15:35:52Z', 'revision_number': 5, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'subnets': [{'id': 'cf23a3af-9f7c-4ad8-a81c-aecdab3dd0be', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6eee6c65-21c4-4c4e-a98c-738eee3b21d0', 'name': '', 'network_id': 'efbdcbdf-a911-4478-8398-ae479c4cac42', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'mac_address': 'fa:16:3e:f7:76:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '0827c30d-be1a-4664-ab55-b99791187afb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:48Z', 'updated_at': '2021-12-10T15:36:03Z', 'revision_number': 5, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'subnets': [{'id': '0827c30d-be1a-4664-ab55-b99791187afb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a49be103-0bdf-4306-9d74-1eeb9a3a2a27', 'name': '', 'network_id': 'b97b27fa-3792-4496-8dc7-bf817638ca74', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'mac_address': 'fa:16:3e:8c:89:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '393fcc70-4e01-49d3-9bc3-16793e3f7650', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:31Z', 'updated_at': '2021-12-10T15:35:39Z', 'revision_number': 5, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'subnets': [{'id': '393fcc70-4e01-49d3-9bc3-16793e3f7650', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:05.959313 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-c864c0f6-322a-4423-8237-7e7c2695d506 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'floatingip': {'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'port_id': 'f05c5c5f-a46c-4af2-a1eb-a365ef6a7132', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:05.987590 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242cb624-10c9-44fc-a738-de671a2a4505 None None] Checking router: 905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3 for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:36:05.987943 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242cb624-10c9-44fc-a738-de671a2a4505 None None] Updating router 905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3 port 1233d9bb-d29d-4476-a392-b57ff81de3b6 binding host dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 15:36:05.992961 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-edbc2176-1886-439b-8491-a1833754f7df tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1880622 Dec 10 15:36:05.996370 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.ipam_backend_mixin [None req-973fd77c-2a8a-4607-ad99-ff75889912e1 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 867264af-3d3c-4ab2-ac40-d6785d93e7e4 (CIDR: 172.20.0.0/28) Dec 10 15:36:05.999081 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35766) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:06.004275 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-5a8f1692-4bf7-44a3-b224-d3f3e2176c55 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Request body: {'subnet': {'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:06.059870 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b7484a0f-24df-4e86-abd6-b57a7d3e0fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:06.066649 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 35005e68-73a0-4360-bef2-2236eda9f386 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:36:06.067017 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:06.067415 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-973fd77c-2a8a-4607-ad99-ff75889912e1 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 15:36:06.068052 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-973fd77c-2a8a-4607-ad99-ff75889912e1 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:36:06.109841 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c864c0f6-322a-4423-8237-7e7c2695d506 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for floatingip, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:06.128350 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-59bc720a-7f9a-41da-81fc-524b69f306d5 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13949'] for router, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:06.128653 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-242cb624-10c9-44fc-a738-de671a2a4505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:06.133033 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-59bc720a-7f9a-41da-81fc-524b69f306d5 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-551381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-551372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-549222'] for router, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:06.173149 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-b7484a0f-24df-4e86-abd6-b57a7d3e0fc9 None None] Provisioning complete for port 1a964257-eeea-46e3-a932-41f6efa29f28 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:36:06.173547 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b7484a0f-24df-4e86-abd6-b57a7d3e0fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:06.249252 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7484a0f-24df-4e86-abd6-b57a7d3e0fc9 None None] Pushing event updated for resources: {'Port': ['ID=de2c3718-2e24-480d-8f5d-47009eaf9d27,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:06.256600 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-973fd77c-2a8a-4607-ad99-ff75889912e1 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6998811 Dec 10 15:36:06.257531 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35768) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:06.268475 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59bc720a-7f9a-41da-81fc-524b69f306d5 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Router 905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:36:06.268715 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-32eb8fe3-910f-49ae-af34-f61d82211b42 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Request body: {'subnet': {'network_id': '59f26e4a-d74c-4fc5-81f5-c4f97623981b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:06.342210 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c864c0f6-322a-4423-8237-7e7c2695d506 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:06.411090 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a8f1692-4bf7-44a3-b224-d3f3e2176c55 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Made reservation on behalf of 915dae42aca44a6e934a20b3a70b3a5e for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:36:06.413610 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59bc720a-7f9a-41da-81fc-524b69f306d5 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:36:06.416206 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5a8f1692-4bf7-44a3-b224-d3f3e2176c55 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:06.423060 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 52feac09-3c73-4b6b-90fc-df6babd5944e up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:36:06.423520 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-59bc720a-7f9a-41da-81fc-524b69f306d5 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:06.428232 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-59bc720a-7f9a-41da-81fc-524b69f306d5 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "PUT /v2.0/routers/905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3 HTTP/1.1" status: 200 len: 703 time: 1.7716572 Dec 10 15:36:06.429148 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35776) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:06.506403 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1496bd7e-e384-4e9e-851b-50bf01216e1a None None] Update dhcp port {'port': {'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'fixed_ips': [{'subnet_id': '91389e63-fffa-48db-a955-e0d27c6ea214'}], 'binding:host_id': 'dv-neutron-821401-4-hyperv'}, 'id': 'de2c3718-2e24-480d-8f5d-47009eaf9d27'} from dv-neutron-821401-4-hyperv. {{(pid=103588) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 15:36:06.548714 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-17d7a77e-7216-40d5-bc94-e190470d530b tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "GET /v2.0/routers/905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3 HTTP/1.1" status: 200 len: 703 time: 0.1181695 Dec 10 15:36:06.548973 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35780) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:06.591938 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b7484a0f-24df-4e86-abd6-b57a7d3e0fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:06.610328 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1496bd7e-e384-4e9e-851b-50bf01216e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:06.651584 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.ipam_backend_mixin [None req-5a8f1692-4bf7-44a3-b224-d3f3e2176c55 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 91389e63-fffa-48db-a955-e0d27c6ea214 (CIDR: 2001:db8::/64) Dec 10 15:36:06.699492 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-c864c0f6-322a-4423-8237-7e7c2695d506 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Allocated IP 172.26.2.72 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/c1376d21-a9c6-494b-b017-1c4fc28561a1) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:36:06.706292 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-b7484a0f-24df-4e86-abd6-b57a7d3e0fc9 None None] For port 1a964257-eeea-46e3-a932-41f6efa29f28, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=1a964257-eeea-46e3-a932-41f6efa29f28,segment=NetworkSegment(5bad5969-cf90-476f-bae4-7e7115a3ceb6),segment_id=5bad5969-cf90-476f-bae4-7e7115a3ceb6)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:36:06.707488 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a8f1692-4bf7-44a3-b224-d3f3e2176c55 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 15:36:06.707985 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a8f1692-4bf7-44a3-b224-d3f3e2176c55 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:36:06.713958 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 52feac09-3c73-4b6b-90fc-df6babd5944e triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:36:06.714334 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:06.740381 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32eb8fe3-910f-49ae-af34-f61d82211b42 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Made reservation on behalf of 21e0d6ce128b4efe93836d06f4e29105 for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:36:06.743788 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-32eb8fe3-910f-49ae-af34-f61d82211b42 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:06.834359 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b7484a0f-24df-4e86-abd6-b57a7d3e0fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:06.894142 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-5a8f1692-4bf7-44a3-b224-d3f3e2176c55 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8939712 Dec 10 15:36:06.896880 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35784) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:06.905285 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-242cb624-10c9-44fc-a738-de671a2a4505 None None] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:06.908455 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-5fb66733-4e5f-4516-b780-ca3ad9286b32 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Request body: {'subnet': {'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:06.957337 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-b7484a0f-24df-4e86-abd6-b57a7d3e0fc9 None None] Provisioning complete for port fe228339-b671-4c2e-be26-38ab348ad098 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:36:06.957622 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b7484a0f-24df-4e86-abd6-b57a7d3e0fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:06.962205 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7484a0f-24df-4e86-abd6-b57a7d3e0fc9 None None] Pushing event updated for resources: {'Port': ['ID=1a964257-eeea-46e3-a932-41f6efa29f28,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:07.020267 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-242cb624-10c9-44fc-a738-de671a2a4505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:07.020524 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.ipam_backend_mixin [None req-32eb8fe3-910f-49ae-af34-f61d82211b42 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet f8e65cdf-ab5f-4aa9-93bc-440dbe5e8517 (CIDR: 172.20.0.16/28) Dec 10 15:36:07.022698 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-1496bd7e-e384-4e9e-851b-50bf01216e1a None None] Allocated IP 2001:db8::2 (c2b5f149-cedd-450c-ab43-dd2d78259f45/91389e63-fffa-48db-a955-e0d27c6ea214/de2c3718-2e24-480d-8f5d-47009eaf9d27) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:36:07.030205 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c864c0f6-322a-4423-8237-7e7c2695d506 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:07.076979 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-32eb8fe3-910f-49ae-af34-f61d82211b42 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 15:36:07.077488 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32eb8fe3-910f-49ae-af34-f61d82211b42 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:36:07.188225 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb66733-4e5f-4516-b780-ca3ad9286b32 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Made reservation on behalf of 915dae42aca44a6e934a20b3a70b3a5e for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:36:07.192569 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5fb66733-4e5f-4516-b780-ca3ad9286b32 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11668558'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:07.195990 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c2a9793b-7a8c-4f13-b24d-fa30e52e91d9 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549925'] for router_interface, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:07.247284 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device fe228339-b671-4c2e-be26-38ab348ad098 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:36:07.306708 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c864c0f6-322a-4423-8237-7e7c2695d506 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:07.311779 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-32eb8fe3-910f-49ae-af34-f61d82211b42 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.0478783 Dec 10 15:36:07.316059 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35818) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:07.324582 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-06df2d54-e5ce-4182-9f81-881ca4f54788 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Request body: {'subnet': {'network_id': '59f26e4a-d74c-4fc5-81f5-c4f97623981b', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:07.343469 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7d2221-de06-4954-ad62-2ad2c6c7b79a None None] Pushing event updated for resources: {'Port': ['ID=1233d9bb-d29d-4476-a392-b57ff81de3b6,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:07.362734 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c864c0f6-322a-4423-8237-7e7c2695d506 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:36:07.377535 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-c864c0f6-322a-4423-8237-7e7c2695d506 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:36:07.382431 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c864c0f6-322a-4423-8237-7e7c2695d506 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:36:07.478478 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-242cb624-10c9-44fc-a738-de671a2a4505 None None] Attempting to bind port 1233d9bb-d29d-4476-a392-b57ff81de3b6 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:36:07.479120 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-242cb624-10c9-44fc-a738-de671a2a4505 None None] Attempting to bind port 1233d9bb-d29d-4476-a392-b57ff81de3b6 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '5bad5969-cf90-476f-bae4-7e7115a3ceb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '817152de-0ef4-431a-9f58-de30bc1630a1'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:36:07.479664 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242cb624-10c9-44fc-a738-de671a2a4505 None None] Attempting to bind port 1233d9bb-d29d-4476-a392-b57ff81de3b6 on network 817152de-0ef4-431a-9f58-de30bc1630a1 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:36:07.484499 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-1496bd7e-e384-4e9e-851b-50bf01216e1a None None] For port de2c3718-2e24-480d-8f5d-47009eaf9d27, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=de2c3718-2e24-480d-8f5d-47009eaf9d27,segment=NetworkSegment(64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4),segment_id=64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:36:07.499059 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242cb624-10c9-44fc-a738-de671a2a4505 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:36:07.500290 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242cb624-10c9-44fc-a738-de671a2a4505 None None] Checking segment: {'id': '5bad5969-cf90-476f-bae4-7e7115a3ceb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '817152de-0ef4-431a-9f58-de30bc1630a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:36:07.500961 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-242cb624-10c9-44fc-a738-de671a2a4505 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:07.501669 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242cb624-10c9-44fc-a738-de671a2a4505 None None] Bound using segment: {'id': '5bad5969-cf90-476f-bae4-7e7115a3ceb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '817152de-0ef4-431a-9f58-de30bc1630a1'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:36:07.502505 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-242cb624-10c9-44fc-a738-de671a2a4505 None None] Bound port: 1233d9bb-d29d-4476-a392-b57ff81de3b6, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bad5969-cf90-476f-bae4-7e7115a3ceb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '817152de-0ef4-431a-9f58-de30bc1630a1'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:36:07.503142 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-242cb624-10c9-44fc-a738-de671a2a4505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:07.503770 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c864c0f6-322a-4423-8237-7e7c2695d506 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'Port': ['ID=c1376d21-a9c6-494b-b017-1c4fc28561a1,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:07.533557 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port fe228339-b671-4c2e-be26-38ab348ad098 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:36:07.534859 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:07.544219 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-b7484a0f-24df-4e86-abd6-b57a7d3e0fc9 None None] Provisioning complete for port 05a3b99f-b3ff-45f6-a944-bebb1d8fc2d1 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:36:07.544953 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b7484a0f-24df-4e86-abd6-b57a7d3e0fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:07.623707 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1496bd7e-e384-4e9e-851b-50bf01216e1a None None] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:07.649025 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-b7484a0f-24df-4e86-abd6-b57a7d3e0fc9 None None] Port 05a3b99f-b3ff-45f6-a944-bebb1d8fc2d1 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:36:07.671294 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-242cb624-10c9-44fc-a738-de671a2a4505 None None] For port 1233d9bb-d29d-4476-a392-b57ff81de3b6, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:36:07.676060 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-242cb624-10c9-44fc-a738-de671a2a4505 None None] For port 1233d9bb-d29d-4476-a392-b57ff81de3b6, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=1233d9bb-d29d-4476-a392-b57ff81de3b6,segment=NetworkSegment(5bad5969-cf90-476f-bae4-7e7115a3ceb6),segment_id=5bad5969-cf90-476f-bae4-7e7115a3ceb6)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:36:07.685942 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-b7484a0f-24df-4e86-abd6-b57a7d3e0fc9 None None] Provisioning complete for port 6eee6c65-21c4-4c4e-a98c-738eee3b21d0 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:36:07.686666 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b7484a0f-24df-4e86-abd6-b57a7d3e0fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:07.689564 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06df2d54-e5ce-4182-9f81-881ca4f54788 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Made reservation on behalf of 21e0d6ce128b4efe93836d06f4e29105 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:36:07.694186 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-06df2d54-e5ce-4182-9f81-881ca4f54788 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11668558'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:07.737986 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1496bd7e-e384-4e9e-851b-50bf01216e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:07.787949 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-242cb624-10c9-44fc-a738-de671a2a4505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:07.804347 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 1a964257-eeea-46e3-a932-41f6efa29f28 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:36:07.895597 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1496bd7e-e384-4e9e-851b-50bf01216e1a None None] Pushing event updated for resources: {'Port': ['ID=de2c3718-2e24-480d-8f5d-47009eaf9d27,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:07.923287 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242cb624-10c9-44fc-a738-de671a2a4505 None None] Routers {'905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:36:07.924087 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-242cb624-10c9-44fc-a738-de671a2a4505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:35:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:07.950344 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-c2a9793b-7a8c-4f13-b24d-fa30e52e91d9 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Deleting port 1233d9bb-d29d-4476-a392-b57ff81de3b6 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:36:07.950881 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c2a9793b-7a8c-4f13-b24d-fa30e52e91d9 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:08.042731 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.objects.ports [None req-5fb66733-4e5f-4516-b780-ca3ad9286b32 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103587) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 15:36:08.186988 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-c2a9793b-7a8c-4f13-b24d-fa30e52e91d9 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] For port 1233d9bb-d29d-4476-a392-b57ff81de3b6, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=1233d9bb-d29d-4476-a392-b57ff81de3b6,segment=NetworkSegment(5bad5969-cf90-476f-bae4-7e7115a3ceb6),segment_id=5bad5969-cf90-476f-bae4-7e7115a3ceb6)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:36:08.187889 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c2a9793b-7a8c-4f13-b24d-fa30e52e91d9 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:08.205245 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c864c0f6-322a-4423-8237-7e7c2695d506 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:08.206850 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-c2a9793b-7a8c-4f13-b24d-fa30e52e91d9 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Calling delete_port for 1233d9bb-d29d-4476-a392-b57ff81de3b6 owned by network:router_interface {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:36:08.211518 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 1a964257-eeea-46e3-a932-41f6efa29f28 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:36:08.211886 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:08.239778 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7d2221-de06-4954-ad62-2ad2c6c7b79a None None] Pushing event updated for resources: {'Port': ['ID=1233d9bb-d29d-4476-a392-b57ff81de3b6,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:08.286825 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-242cb624-10c9-44fc-a738-de671a2a4505 None None] Set router 905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3 gateway port host: None {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:36:08.328720 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-2bc2250d-3f78-4f56-ab7c-98dd3f40a0bf None None] Could not find standard attr ID for object f82c99c8-a903-4b19-9f10-93e26936cee3. {{(pid=103588) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 15:36:08.363630 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-2bc2250d-3f78-4f56-ab7c-98dd3f40a0bf None None] Provisioning complete for port 1233d9bb-d29d-4476-a392-b57ff81de3b6 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:36:08.364259 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2bc2250d-3f78-4f56-ab7c-98dd3f40a0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:08.535715 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5fb66733-4e5f-4516-b780-ca3ad9286b32 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:08.689579 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 6eee6c65-21c4-4c4e-a98c-738eee3b21d0 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:36:08.817293 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-242cb624-10c9-44fc-a738-de671a2a4505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'name': 'tempest-RoutersIpV6Test-router-170160304', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:35:27Z', 'updated_at': '2021-12-10T15:36:05Z', 'revision_number': 7, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'gw_port_host': None, '_interfaces': [{'id': '1233d9bb-d29d-4476-a392-b57ff81de3b6', 'name': '', 'network_id': '817152de-0ef4-431a-9f58-de30bc1630a1', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'mac_address': 'fa:16:3e:43:a9:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '5f833cc4-33c9-4a7a-85c5-171e7f1ad5f6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:58Z', 'updated_at': '2021-12-10T15:36:07Z', 'revision_number': 4, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'subnets': [{'id': '5f833cc4-33c9-4a7a-85c5-171e7f1ad5f6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1828a80e-8027-481a-bd31-aa6ea1db0429', 'name': '', 'network_id': '9ba96b70-9c3e-4d00-b150-d3a5876bf072', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'mac_address': 'fa:16:3e:21:74:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'cf23a3af-9f7c-4ad8-a81c-aecdab3dd0be', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:41Z', 'updated_at': '2021-12-10T15:35:52Z', 'revision_number': 5, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'subnets': [{'id': 'cf23a3af-9f7c-4ad8-a81c-aecdab3dd0be', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6eee6c65-21c4-4c4e-a98c-738eee3b21d0', 'name': '', 'network_id': 'efbdcbdf-a911-4478-8398-ae479c4cac42', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'mac_address': 'fa:16:3e:f7:76:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '0827c30d-be1a-4664-ab55-b99791187afb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:48Z', 'updated_at': '2021-12-10T15:36:03Z', 'revision_number': 5, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'subnets': [{'id': '0827c30d-be1a-4664-ab55-b99791187afb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a49be103-0bdf-4306-9d74-1eeb9a3a2a27', 'name': '', 'network_id': 'b97b27fa-3792-4496-8dc7-bf817638ca74', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'mac_address': 'fa:16:3e:8c:89:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '393fcc70-4e01-49d3-9bc3-16793e3f7650', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:31Z', 'updated_at': '2021-12-10T15:35:39Z', 'revision_number': 5, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'subnets': [{'id': '393fcc70-4e01-49d3-9bc3-16793e3f7650', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:08.821440 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2bc2250d-3f78-4f56-ab7c-98dd3f40a0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:08.841714 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c864c0f6-322a-4423-8237-7e7c2695d506 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:08.849751 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-5fb66733-4e5f-4516-b780-ca3ad9286b32 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] For port de2c3718-2e24-480d-8f5d-47009eaf9d27, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=de2c3718-2e24-480d-8f5d-47009eaf9d27,segment=NetworkSegment(64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4),segment_id=64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:36:08.876865 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242cb624-10c9-44fc-a738-de671a2a4505 None None] The sync data for ids ['905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3'] in dv-neutron-821401-4-hyperv is: [{'id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'name': 'tempest-RoutersIpV6Test-router-170160304', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:35:27Z', 'updated_at': '2021-12-10T15:36:05Z', 'revision_number': 7, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'gw_port_host': None, '_interfaces': [{'id': '1233d9bb-d29d-4476-a392-b57ff81de3b6', 'name': '', 'network_id': '817152de-0ef4-431a-9f58-de30bc1630a1', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'mac_address': 'fa:16:3e:43:a9:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '5f833cc4-33c9-4a7a-85c5-171e7f1ad5f6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:58Z', 'updated_at': '2021-12-10T15:36:07Z', 'revision_number': 4, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'subnets': [{'id': '5f833cc4-33c9-4a7a-85c5-171e7f1ad5f6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1828a80e-8027-481a-bd31-aa6ea1db0429', 'name': '', 'network_id': '9ba96b70-9c3e-4d00-b150-d3a5876bf072', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'mac_address': 'fa:16:3e:21:74:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'cf23a3af-9f7c-4ad8-a81c-aecdab3dd0be', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:41Z', 'updated_at': '2021-12-10T15:35:52Z', 'revision_number': 5, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'subnets': [{'id': 'cf23a3af-9f7c-4ad8-a81c-aecdab3dd0be', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6eee6c65-21c4-4c4e-a98c-738eee3b21d0', 'name': '', 'network_id': 'efbdcbdf-a911-4478-8398-ae479c4cac42', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'mac_address': 'fa:16:3e:f7:76:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '0827c30d-be1a-4664-ab55-b99791187afb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:48Z', 'updated_at': '2021-12-10T15:36:03Z', 'revision_number': 5, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'subnets': [{'id': '0827c30d-be1a-4664-ab55-b99791187afb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a49be103-0bdf-4306-9d74-1eeb9a3a2a27', 'name': '', 'network_id': 'b97b27fa-3792-4496-8dc7-bf817638ca74', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'mac_address': 'fa:16:3e:8c:89:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '393fcc70-4e01-49d3-9bc3-16793e3f7650', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:31Z', 'updated_at': '2021-12-10T15:35:39Z', 'revision_number': 5, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'subnets': [{'id': '393fcc70-4e01-49d3-9bc3-16793e3f7650', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:36:08.887789 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5fb66733-4e5f-4516-b780-ca3ad9286b32 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:08.892855 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-06df2d54-e5ce-4182-9f81-881ca4f54788 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11236534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11668560'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:08.905376 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 6eee6c65-21c4-4c4e-a98c-738eee3b21d0 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:36:08.906168 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:08.970820 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06df2d54-e5ce-4182-9f81-881ca4f54788 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Network 59f26e4a-d74c-4fc5-81f5-c4f97623981b is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:36:08.988874 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-06df2d54-e5ce-4182-9f81-881ca4f54788 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:36:08.992073 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06df2d54-e5ce-4182-9f81-881ca4f54788 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:36:08.996260 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-06df2d54-e5ce-4182-9f81-881ca4f54788 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:08.999378 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5fb66733-4e5f-4516-b780-ca3ad9286b32 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:09.000892 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5fb66733-4e5f-4516-b780-ca3ad9286b32 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11236534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11668560'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:09.080741 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06df2d54-e5ce-4182-9f81-881ca4f54788 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event updated for resources: {'Subnet': ['ID=4e21756d-e039-4832-8b8a-cde6d899c9a7,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:09.096423 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d283424f-63fa-4380-a06f-9a761bdf172b None None] get_active_networks_info from dv-neutron-821401-4-hyperv {{(pid=103588) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 15:36:09.125930 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c2a9793b-7a8c-4f13-b24d-fa30e52e91d9 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:09.191798 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb66733-4e5f-4516-b780-ca3ad9286b32 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event updated for resources: {'Subnet': ['ID=950786ae-cc63-4080-8aa4-1c5904b6e5c7,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:09.204217 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb66733-4e5f-4516-b780-ca3ad9286b32 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:36:09.219883 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-06df2d54-e5ce-4182-9f81-881ca4f54788 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.9027302 Dec 10 15:36:09.220805 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35824) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:09.236570 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-f5f83da2-1d99-455a-bae1-ee1c596e2bb3 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1493976045', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4e21756d-e039-4832-8b8a-cde6d899c9a7'}], 'security_groups': ['b6fa28d2-71de-45a1-bb8a-58d711567576', '19dbbe5b-fee2-49d4-b838-263a5fdb0a6d']}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:09.247208 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90a9b22-8fb6-4bea-b273-5989a61c5cb8 None None] Sync routers for ids ['905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:36:09.269322 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90a9b22-8fb6-4bea-b273-5989a61c5cb8 None None] Routers {'905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:36:09.276628 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-a90a9b22-8fb6-4bea-b273-5989a61c5cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:35:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:09.316115 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d283424f-63fa-4380-a06f-9a761bdf172b None None] Resources bound (agent type, host, resource id): {{(pid=103588) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 15:36:09.318488 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-2bc2250d-3f78-4f56-ab7c-98dd3f40a0bf None None] Provisioning complete for port de2c3718-2e24-480d-8f5d-47009eaf9d27 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:36:09.318925 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2bc2250d-3f78-4f56-ab7c-98dd3f40a0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:09.343594 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a9793b-7a8c-4f13-b24d-fa30e52e91d9 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Pushing event deleted for resources: {'Port': ['ID=1233d9bb-d29d-4476-a392-b57ff81de3b6,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:09.349542 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c2a9793b-7a8c-4f13-b24d-fa30e52e91d9 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550073'] for router_interface, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:09.367839 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-5fb66733-4e5f-4516-b780-ca3ad9286b32 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:36:09.419533 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-a90a9b22-8fb6-4bea-b273-5989a61c5cb8 None None] Set router 905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3 gateway port host: None {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:36:09.447781 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb66733-4e5f-4516-b780-ca3ad9286b32 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event updated for resources: {'Port': ['ID=de2c3718-2e24-480d-8f5d-47009eaf9d27,revision_number=7']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:09.467952 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb66733-4e5f-4516-b780-ca3ad9286b32 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:36:09.469442 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5fb66733-4e5f-4516-b780-ca3ad9286b32 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:09.470386 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c864c0f6-322a-4423-8237-7e7c2695d506 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:09.472951 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device de2c3718-2e24-480d-8f5d-47009eaf9d27 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:36:09.555949 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c864c0f6-322a-4423-8237-7e7c2695d506 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:09.674913 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-5fb66733-4e5f-4516-b780-ca3ad9286b32 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.7748199 Dec 10 15:36:09.692510 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35826) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:09.704323 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2a9793b-7a8c-4f13-b24d-fa30e52e91d9 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Router 905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:36:09.707638 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-9a0859e2-f6fc-4402-8a48-b59b994c6799 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Request body: {'port': {'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'mac_address': 'fa:16:3e:8b:2d:96', 'name': 'tempest-NetworksTestDHCPv6-1944062841'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:09.733344 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c864c0f6-322a-4423-8237-7e7c2695d506 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'Port': ['ID=c1376d21-a9c6-494b-b017-1c4fc28561a1,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:09.763180 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f5f83da2-1d99-455a-bae1-ee1c596e2bb3 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:09.787182 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c864c0f6-322a-4423-8237-7e7c2695d506 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552741'] for floatingip, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:09.874784 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-a90a9b22-8fb6-4bea-b273-5989a61c5cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'name': 'tempest-RoutersIpV6Test-router-170160304', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:35:27Z', 'updated_at': '2021-12-10T15:36:08Z', 'revision_number': 8, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'gw_port_host': None, '_interfaces': [{'id': '1828a80e-8027-481a-bd31-aa6ea1db0429', 'name': '', 'network_id': '9ba96b70-9c3e-4d00-b150-d3a5876bf072', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'mac_address': 'fa:16:3e:21:74:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'cf23a3af-9f7c-4ad8-a81c-aecdab3dd0be', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:41Z', 'updated_at': '2021-12-10T15:35:52Z', 'revision_number': 5, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'subnets': [{'id': 'cf23a3af-9f7c-4ad8-a81c-aecdab3dd0be', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6eee6c65-21c4-4c4e-a98c-738eee3b21d0', 'name': '', 'network_id': 'efbdcbdf-a911-4478-8398-ae479c4cac42', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'mac_address': 'fa:16:3e:f7:76:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '0827c30d-be1a-4664-ab55-b99791187afb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:48Z', 'updated_at': '2021-12-10T15:36:03Z', 'revision_number': 5, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'subnets': [{'id': '0827c30d-be1a-4664-ab55-b99791187afb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a49be103-0bdf-4306-9d74-1eeb9a3a2a27', 'name': '', 'network_id': 'b97b27fa-3792-4496-8dc7-bf817638ca74', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'mac_address': 'fa:16:3e:8c:89:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '393fcc70-4e01-49d3-9bc3-16793e3f7650', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:31Z', 'updated_at': '2021-12-10T15:35:39Z', 'revision_number': 5, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'subnets': [{'id': '393fcc70-4e01-49d3-9bc3-16793e3f7650', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:09.946673 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90a9b22-8fb6-4bea-b273-5989a61c5cb8 None None] Checking router: 905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3 for host: dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:36:09.955993 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a9793b-7a8c-4f13-b24d-fa30e52e91d9 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:36:09.962065 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90a9b22-8fb6-4bea-b273-5989a61c5cb8 None None] Routers {'905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:36:09.962881 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-a90a9b22-8fb6-4bea-b273-5989a61c5cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:35:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:09.963242 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-c2a9793b-7a8c-4f13-b24d-fa30e52e91d9 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "PUT /v2.0/routers/905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3951533 Dec 10 15:36:09.966158 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35830) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:09.967447 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port de2c3718-2e24-480d-8f5d-47009eaf9d27 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:36:09.967992 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:10.016904 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-2bc2250d-3f78-4f56-ab7c-98dd3f40a0bf None None] Provisioning complete for port fe228339-b671-4c2e-be26-38ab348ad098 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:36:10.017301 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2bc2250d-3f78-4f56-ab7c-98dd3f40a0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:10.017841 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.l3_db [None req-c864c0f6-322a-4423-8237-7e7c2695d506 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Floating IP d0007907-675c-4acf-bd90-8a68d602f5e4 associated. External IP: 172.26.2.72, port: f05c5c5f-a46c-4af2-a1eb-a365ef6a7132. Dec 10 15:36:10.153986 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-a90a9b22-8fb6-4bea-b273-5989a61c5cb8 None None] Set router 905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3 gateway port host: None {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:36:10.174499 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_v2 [None req-3abe465c-e2e2-4b36-b39a-6b4cccfb06ba tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Deleting subnet 5f833cc4-33c9-4a7a-85c5-171e7f1ad5f6 {{(pid=103586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:36:10.210760 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3abe465c-e2e2-4b36-b39a-6b4cccfb06ba tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for subnet, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:10.245716 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 35005e68-73a0-4360-bef2-2236eda9f386 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:36:10.299826 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0859e2-f6fc-4402-8a48-b59b994c6799 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Made reservation on behalf of 915dae42aca44a6e934a20b3a70b3a5e for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:36:10.319755 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-2bc2250d-3f78-4f56-ab7c-98dd3f40a0bf None None] Provisioning complete for port 05a3b99f-b3ff-45f6-a944-bebb1d8fc2d1 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:36:10.320146 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2bc2250d-3f78-4f56-ab7c-98dd3f40a0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:10.396306 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3abe465c-e2e2-4b36-b39a-6b4cccfb06ba tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12392400'] for subnet, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:10.399068 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-2bc2250d-3f78-4f56-ab7c-98dd3f40a0bf None None] Port 05a3b99f-b3ff-45f6-a944-bebb1d8fc2d1 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:36:10.402315 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 35005e68-73a0-4360-bef2-2236eda9f386 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:36:10.402804 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:10.428601 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9a0859e2-f6fc-4402-8a48-b59b994c6799 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:10.637746 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-9a0859e2-f6fc-4402-8a48-b59b994c6799 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] device_id is not set on port 073f76cd-c644-42fe-84f0-3b64c5d3972a yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:36:10.637919 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 1a964257-eeea-46e3-a932-41f6efa29f28 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:36:10.638047 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-a90a9b22-8fb6-4bea-b273-5989a61c5cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'name': 'tempest-RoutersIpV6Test-router-170160304', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:35:27Z', 'updated_at': '2021-12-10T15:36:08Z', 'revision_number': 8, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'gw_port_host': None, '_interfaces': [{'id': '1828a80e-8027-481a-bd31-aa6ea1db0429', 'name': '', 'network_id': '9ba96b70-9c3e-4d00-b150-d3a5876bf072', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'mac_address': 'fa:16:3e:21:74:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'cf23a3af-9f7c-4ad8-a81c-aecdab3dd0be', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:41Z', 'updated_at': '2021-12-10T15:35:52Z', 'revision_number': 5, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'subnets': [{'id': 'cf23a3af-9f7c-4ad8-a81c-aecdab3dd0be', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6eee6c65-21c4-4c4e-a98c-738eee3b21d0', 'name': '', 'network_id': 'efbdcbdf-a911-4478-8398-ae479c4cac42', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'mac_address': 'fa:16:3e:f7:76:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '0827c30d-be1a-4664-ab55-b99791187afb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:48Z', 'updated_at': '2021-12-10T15:36:03Z', 'revision_number': 5, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'subnets': [{'id': '0827c30d-be1a-4664-ab55-b99791187afb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a49be103-0bdf-4306-9d74-1eeb9a3a2a27', 'name': '', 'network_id': 'b97b27fa-3792-4496-8dc7-bf817638ca74', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'mac_address': 'fa:16:3e:8c:89:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '393fcc70-4e01-49d3-9bc3-16793e3f7650', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:31Z', 'updated_at': '2021-12-10T15:35:39Z', 'revision_number': 5, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'subnets': [{'id': '393fcc70-4e01-49d3-9bc3-16793e3f7650', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:10.638591 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-fb34b9f6-f7b6-4645-b405-a88f5ca47665 None None] Provisioning complete for port de2c3718-2e24-480d-8f5d-47009eaf9d27 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:36:10.638591 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fb34b9f6-f7b6-4645-b405-a88f5ca47665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:10.656277 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90a9b22-8fb6-4bea-b273-5989a61c5cb8 None None] The sync data for ids ['905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3'] in dv-neutron-821401-4-hyperv is: [{'id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'name': 'tempest-RoutersIpV6Test-router-170160304', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:35:27Z', 'updated_at': '2021-12-10T15:36:08Z', 'revision_number': 8, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'gw_port_host': None, '_interfaces': [{'id': '1828a80e-8027-481a-bd31-aa6ea1db0429', 'name': '', 'network_id': '9ba96b70-9c3e-4d00-b150-d3a5876bf072', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'mac_address': 'fa:16:3e:21:74:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'cf23a3af-9f7c-4ad8-a81c-aecdab3dd0be', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:41Z', 'updated_at': '2021-12-10T15:35:52Z', 'revision_number': 5, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'subnets': [{'id': 'cf23a3af-9f7c-4ad8-a81c-aecdab3dd0be', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6eee6c65-21c4-4c4e-a98c-738eee3b21d0', 'name': '', 'network_id': 'efbdcbdf-a911-4478-8398-ae479c4cac42', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'mac_address': 'fa:16:3e:f7:76:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '0827c30d-be1a-4664-ab55-b99791187afb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:48Z', 'updated_at': '2021-12-10T15:36:03Z', 'revision_number': 5, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'subnets': [{'id': '0827c30d-be1a-4664-ab55-b99791187afb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a49be103-0bdf-4306-9d74-1eeb9a3a2a27', 'name': '', 'network_id': 'b97b27fa-3792-4496-8dc7-bf817638ca74', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'mac_address': 'fa:16:3e:8c:89:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '393fcc70-4e01-49d3-9bc3-16793e3f7650', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:31Z', 'updated_at': '2021-12-10T15:35:39Z', 'revision_number': 5, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'subnets': [{'id': '393fcc70-4e01-49d3-9bc3-16793e3f7650', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:36:10.656938 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c864c0f6-322a-4423-8237-7e7c2695d506 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Router d1075341-5bad-4ddf-88b0-6b9aee6089e3 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:36:10.690975 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 1a964257-eeea-46e3-a932-41f6efa29f28 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:36:10.691428 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:10.699252 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3abe465c-e2e2-4b36-b39a-6b4cccfb06ba tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:10.828174 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-f5f83da2-1d99-455a-bae1-ee1c596e2bb3 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Delete allocated IP 172.20.0.13 (59f26e4a-d74c-4fc5-81f5-c4f97623981b/867264af-3d3c-4ab2-ac40-d6785d93e7e4) {{(pid=103587) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 10 15:36:10.871796 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-f5f83da2-1d99-455a-bae1-ee1c596e2bb3 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Allocated IP 172.20.0.36 (59f26e4a-d74c-4fc5-81f5-c4f97623981b/4e21756d-e039-4832-8b8a-cde6d899c9a7/71492d5f-215d-486b-8ac7-14df5063d2ae) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:36:10.904046 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-9a0859e2-f6fc-4402-8a48-b59b994c6799 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Allocated IP 2001:db8::7e (c2b5f149-cedd-450c-ab43-dd2d78259f45/91389e63-fffa-48db-a955-e0d27c6ea214/073f76cd-c644-42fe-84f0-3b64c5d3972a) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:36:10.915199 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c864c0f6-322a-4423-8237-7e7c2695d506 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:36:10.924353 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-9a0859e2-f6fc-4402-8a48-b59b994c6799 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Allocated IP 2001:db8:0:1:f816:3eff:fe8b:2d96 (c2b5f149-cedd-450c-ab43-dd2d78259f45/950786ae-cc63-4080-8aa4-1c5904b6e5c7/073f76cd-c644-42fe-84f0-3b64c5d3972a) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:36:10.941043 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3abe465c-e2e2-4b36-b39a-6b4cccfb06ba tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:10.948444 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 1233d9bb-d29d-4476-a392-b57ff81de3b6 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:36:10.960140 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6e7ace-922f-454e-a68c-fde58b5fba0b None None] Sync routers for ids ['d1075341-5bad-4ddf-88b0-6b9aee6089e3'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:36:10.978913 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abe465c-e2e2-4b36-b39a-6b4cccfb06ba tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Pushing event deleted for resources: {'Subnet': ['ID=5f833cc4-33c9-4a7a-85c5-171e7f1ad5f6,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:10.983238 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3abe465c-e2e2-4b36-b39a-6b4cccfb06ba tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:10.987222 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-3abe465c-e2e2-4b36-b39a-6b4cccfb06ba tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "DELETE /v2.0/subnets/5f833cc4-33c9-4a7a-85c5-171e7f1ad5f6 HTTP/1.1" status: 204 len: 168 time: 1.0200696 Dec 10 15:36:10.989769 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35834) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:11.003503 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c864c0f6-322a-4423-8237-7e7c2695d506 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:11.016217 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 1233d9bb-d29d-4476-a392-b57ff81de3b6 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:36:11.034743 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 1233d9bb-d29d-4476-a392-b57ff81de3b6 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 10 15:36:11.096782 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Port 1233d9bb-d29d-4476-a392-b57ff81de3b6 not found, will not notify nova. {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 10 15:36:11.121558 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6e7ace-922f-454e-a68c-fde58b5fba0b None None] Routers {'d1075341-5bad-4ddf-88b0-6b9aee6089e3'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:36:11.122441 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-6a6e7ace-922f-454e-a68c-fde58b5fba0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:35:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['d1075341-5bad-4ddf-88b0-6b9aee6089e3'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:11.129196 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-c864c0f6-322a-4423-8237-7e7c2695d506 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.1769643 Dec 10 15:36:11.131810 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35836) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:11.143813 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3a6687f-092d-45a0-b766-e135d21b7a80', 'tag': 'f05c5c5f-a46c-4af2-a1eb-a365ef6a7132'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:36:11.146902 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde1b47dcd987728a27c8e391f176ee57ea2adf837d2cedb59662361de43515a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b260c24d-22c8-47ca-9939-414ad134460e" -d '{"events": [{"name": "network-changed", "server_uuid": "b3a6687f-092d-45a0-b766-e135d21b7a80", "tag": "f05c5c5f-a46c-4af2-a1eb-a365ef6a7132"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:36:11.291167 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2aea7e56-0f90-46f1-bc24-4953db2f730e tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:11.310408 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device de2c3718-2e24-480d-8f5d-47009eaf9d27 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:36:11.319745 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-3b9112e3-b998-4b82-83ca-c0d1b201367d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/floatingips/d0007907-675c-4acf-bd90-8a68d602f5e4 HTTP/1.1" status: 200 len: 991 time: 0.1696975 Dec 10 15:36:11.370652 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-2aea7e56-0f90-46f1-bc24-4953db2f730e tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Deleting port 1a964257-eeea-46e3-a932-41f6efa29f28 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:36:11.371012 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2aea7e56-0f90-46f1-bc24-4953db2f730e tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:11.372603 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-6a6e7ace-922f-454e-a68c-fde58b5fba0b None None] Set router d1075341-5bad-4ddf-88b0-6b9aee6089e3 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:36:11.425266 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 15:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63114218-5d2c-45c7-9fe0-7d69f983dbb9 x-openstack-request-id: req-63114218-5d2c-45c7-9fe0-7d69f983dbb9 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:36:11.425571 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3a6687f-092d-45a0-b766-e135d21b7a80", "tag": "f05c5c5f-a46c-4af2-a1eb-a365ef6a7132", "status": "completed", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:36:11.425868 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-63114218-5d2c-45c7-9fe0-7d69f983dbb9 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:36:11.426271 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3a6687f-092d-45a0-b766-e135d21b7a80', 'tag': 'f05c5c5f-a46c-4af2-a1eb-a365ef6a7132', 'status': 'completed', 'code': 200} Dec 10 15:36:11.440125 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770dbb47-9cf9-4c4d-8105-c95f4d96669c None None] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:36:11.453834 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-2aea7e56-0f90-46f1-bc24-4953db2f730e tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] For port 1a964257-eeea-46e3-a932-41f6efa29f28, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=1a964257-eeea-46e3-a932-41f6efa29f28,segment=NetworkSegment(5bad5969-cf90-476f-bae4-7e7115a3ceb6),segment_id=5bad5969-cf90-476f-bae4-7e7115a3ceb6)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:36:11.453834 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2aea7e56-0f90-46f1-bc24-4953db2f730e tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:11.469297 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-2aea7e56-0f90-46f1-bc24-4953db2f730e tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Calling delete_port for 1a964257-eeea-46e3-a932-41f6efa29f28 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:36:11.556016 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9a0859e2-f6fc-4402-8a48-b59b994c6799 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:11.566066 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6fdcd7-2d10-4175-b5fb-a3b9629e4a34 None None] Sync routers for ids ['905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:36:11.583333 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6fdcd7-2d10-4175-b5fb-a3b9629e4a34 None None] Routers {'905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:36:11.584482 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-0c6fdcd7-2d10-4175-b5fb-a3b9629e4a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:35:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:11.704718 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port de2c3718-2e24-480d-8f5d-47009eaf9d27 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:36:11.705093 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:11.712901 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f5f83da2-1d99-455a-bae1-ee1c596e2bb3 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:11.720425 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-b0b91b49-90c2-49cd-a049-bf5585931f2c None None] Provisioning complete for port de2c3718-2e24-480d-8f5d-47009eaf9d27 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:36:11.721255 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b0b91b49-90c2-49cd-a049-bf5585931f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:11.724681 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b260c24d-22c8-47ca-9939-414ad134460e req-89e65d5b-d614-4d96-a924-278e5a6e42e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:36:11.727330 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b260c24d-22c8-47ca-9939-414ad134460e req-89e65d5b-d614-4d96-a924-278e5a6e42e7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e049672a5fd04e7f8cbb0423b61eb757&device_id=b3a6687f-092d-45a0-b766-e135d21b7a80 HTTP/1.1" status: 200 len: 1099 time: 0.2742300 Dec 10 15:36:11.759921 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2aea7e56-0f90-46f1-bc24-4953db2f730e tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:11.777582 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aea7e56-0f90-46f1-bc24-4953db2f730e tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] No DVR routers for this DVR port 1a964257-eeea-46e3-a932-41f6efa29f28 on host dv-neutron-821401-4-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:36:11.823967 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-0c6fdcd7-2d10-4175-b5fb-a3b9629e4a34 None None] Set router 905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3 gateway port host: None {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:36:11.867963 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aea7e56-0f90-46f1-bc24-4953db2f730e tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Pushing event deleted for resources: {'Port': ['ID=1a964257-eeea-46e3-a932-41f6efa29f28,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:11.878652 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4563e1fb-bc5e-4da4-856f-f8cff7c27ed8 None None] Network 59f26e4a-d74c-4fc5-81f5-c4f97623981b requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:36:11.886165 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f5f83da2-1d99-455a-bae1-ee1c596e2bb3 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:11.892112 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9a0859e2-f6fc-4402-8a48-b59b994c6799 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:11.985736 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b260c24d-22c8-47ca-9939-414ad134460e req-53e7a820-c332-481a-a01f-c4ff9fc62e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:36:11.989841 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b260c24d-22c8-47ca-9939-414ad134460e req-53e7a820-c332-481a-a01f-c4ff9fc62e53 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d94f8eb2-eac4-463d-8d76-d973260c236a HTTP/1.1" status: 200 len: 898 time: 0.2563457 Dec 10 15:36:12.028535 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2aea7e56-0f90-46f1-bc24-4953db2f730e tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:12.059002 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-2aea7e56-0f90-46f1-bc24-4953db2f730e tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['817152de-0ef4-431a-9f58-de30bc1630a1']}} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:12.072053 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-2aea7e56-0f90-46f1-bc24-4953db2f730e tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bad5969-cf90-476f-bae4-7e7115a3ceb6') {'for_net_delete': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:12.073523 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-2aea7e56-0f90-46f1-bc24-4953db2f730e tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bad5969-cf90-476f-bae4-7e7115a3ceb6') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:12.085526 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2aea7e56-0f90-46f1-bc24-4953db2f730e tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12392235'] for segment, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:12.104882 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2aea7e56-0f90-46f1-bc24-4953db2f730e tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:12.112741 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2aea7e56-0f90-46f1-bc24-4953db2f730e tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=103586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:36:12.113363 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2aea7e56-0f90-46f1-bc24-4953db2f730e tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11695586'] for segment, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:12.116635 dv-neutron-821401-4-hyperv neutron-server[103586]: Traceback (most recent call last): Dec 10 15:36:12.116635 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:36:12.116635 dv-neutron-821401-4-hyperv neutron-server[103586]: timer() Dec 10 15:36:12.116635 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:36:12.116635 dv-neutron-821401-4-hyperv neutron-server[103586]: cb(*args, **kw) Dec 10 15:36:12.116635 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:36:12.116635 dv-neutron-821401-4-hyperv neutron-server[103586]: return func(*args, **kwargs) Dec 10 15:36:12.116635 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:36:12.116635 dv-neutron-821401-4-hyperv neutron-server[103586]: self._notify() Dec 10 15:36:12.116635 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:36:12.116635 dv-neutron-821401-4-hyperv neutron-server[103586]: self.callback(batched_events) Dec 10 15:36:12.116635 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:36:12.116635 dv-neutron-821401-4-hyperv neutron-server[103586]: event.method(event) Dec 10 15:36:12.116635 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:36:12.116635 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:36:12.116635 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:36:12.116635 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:36:12.116635 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:36:12.116635 dv-neutron-821401-4-hyperv neutron-server[103586]: return f(self, *a, **k) Dec 10 15:36:12.116635 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:36:12.116635 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._get(url).json() Dec 10 15:36:12.116635 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:36:12.116635 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:36:12.116635 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:36:12.116635 dv-neutron-821401-4-hyperv neutron-server[103586]: return self.request(url, 'GET', **kwargs) Dec 10 15:36:12.116635 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:36:12.116635 dv-neutron-821401-4-hyperv neutron-server[103586]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:36:12.116635 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:36:12.116635 dv-neutron-821401-4-hyperv neutron-server[103586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:36:12.116635 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:36:12.116635 dv-neutron-821401-4-hyperv neutron-server[103586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:36:12.116635 dv-neutron-821401-4-hyperv neutron-server[103586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:36:12.126318 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0859e2-f6fc-4402-8a48-b59b994c6799 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:36:12.135132 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-9a0859e2-f6fc-4402-8a48-b59b994c6799 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:36:12.172678 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0859e2-f6fc-4402-8a48-b59b994c6799 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:36:12.181752 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0859e2-f6fc-4402-8a48-b59b994c6799 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:36:12.188861 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9a0859e2-f6fc-4402-8a48-b59b994c6799 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:12.232609 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-0c6fdcd7-2d10-4175-b5fb-a3b9629e4a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'name': 'tempest-RoutersIpV6Test-router-170160304', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:35:27Z', 'updated_at': '2021-12-10T15:36:08Z', 'revision_number': 8, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'gw_port_host': None, '_interfaces': [{'id': '1828a80e-8027-481a-bd31-aa6ea1db0429', 'name': '', 'network_id': '9ba96b70-9c3e-4d00-b150-d3a5876bf072', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'mac_address': 'fa:16:3e:21:74:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'cf23a3af-9f7c-4ad8-a81c-aecdab3dd0be', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:41Z', 'updated_at': '2021-12-10T15:35:52Z', 'revision_number': 5, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'subnets': [{'id': 'cf23a3af-9f7c-4ad8-a81c-aecdab3dd0be', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6eee6c65-21c4-4c4e-a98c-738eee3b21d0', 'name': '', 'network_id': 'efbdcbdf-a911-4478-8398-ae479c4cac42', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'mac_address': 'fa:16:3e:f7:76:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '0827c30d-be1a-4664-ab55-b99791187afb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:48Z', 'updated_at': '2021-12-10T15:36:03Z', 'revision_number': 5, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'subnets': [{'id': '0827c30d-be1a-4664-ab55-b99791187afb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a49be103-0bdf-4306-9d74-1eeb9a3a2a27', 'name': '', 'network_id': 'b97b27fa-3792-4496-8dc7-bf817638ca74', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'mac_address': 'fa:16:3e:8c:89:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '393fcc70-4e01-49d3-9bc3-16793e3f7650', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:31Z', 'updated_at': '2021-12-10T15:35:39Z', 'revision_number': 5, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'subnets': [{'id': '393fcc70-4e01-49d3-9bc3-16793e3f7650', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:12.276163 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6fdcd7-2d10-4175-b5fb-a3b9629e4a34 None None] Checking router: 905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3 for host: dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:36:12.293001 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6fdcd7-2d10-4175-b5fb-a3b9629e4a34 None None] Routers {'905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:36:12.293823 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-0c6fdcd7-2d10-4175-b5fb-a3b9629e4a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:35:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:12.311096 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-6a6e7ace-922f-454e-a68c-fde58b5fba0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1075341-5bad-4ddf-88b0-6b9aee6089e3', 'name': 'tempest-TestNetworkBasicOps-router-1234920523', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': 'df16b59d-9eb1-4704-89a6-2dd4ad19e44b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:35:11Z', 'updated_at': '2021-12-10T15:35:25Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': 'df16b59d-9eb1-4704-89a6-2dd4ad19e44b', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:78:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1075341-5bad-4ddf-88b0-6b9aee6089e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:13Z', 'updated_at': '2021-12-10T15:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': 'd0007907-675c-4acf-bd90-8a68d602f5e4', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'floating_ip_address': '172.26.2.72', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': 'd1075341-5bad-4ddf-88b0-6b9aee6089e3', 'port_id': 'f05c5c5f-a46c-4af2-a1eb-a365ef6a7132', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd94f8eb2-eac4-463d-8d76-d973260c236a', 'mac_address': 'fa:16:3e:3d:76:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a6687f-092d-45a0-b766-e135d21b7a80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T15:36:07Z', 'updated_at': '2021-12-10T15:36:07Z', 'revision_number': 0, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e8b8522-5f7e-4628-8ff9-192a1cff9428', 'name': '', 'network_id': 'd94f8eb2-eac4-463d-8d76-d973260c236a', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:11:fe:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1075341-5bad-4ddf-88b0-6b9aee6089e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '34c7743d-ebad-428c-a2f4-a627b40eea9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:22Z', 'updated_at': '2021-12-10T15:35:30Z', 'revision_number': 5, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': '34c7743d-ebad-428c-a2f4-a627b40eea9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:12.320304 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0859e2-f6fc-4402-8a48-b59b994c6799 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event updated for resources: {'Port': ['ID=073f76cd-c644-42fe-84f0-3b64c5d3972a,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:12.321991 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35844) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:12.377869 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b260c24d-22c8-47ca-9939-414ad134460e req-ff156704-b4fe-46ee-8e4d-ab67d4ba311d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f05c5c5f-a46c-4af2-a1eb-a365ef6a7132 HTTP/1.1" status: 200 len: 999 time: 0.3622935 Dec 10 15:36:12.404852 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-f5f83da2-1d99-455a-bae1-ee1c596e2bb3 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] In _notify_port_updated(), no bound segment for port 71492d5f-215d-486b-8ac7-14df5063d2ae on network 59f26e4a-d74c-4fc5-81f5-c4f97623981b {{(pid=103587) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 15:36:12.417032 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f83da2-1d99-455a-bae1-ee1c596e2bb3 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:36:12.417715 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f5f83da2-1d99-455a-bae1-ee1c596e2bb3 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:12.427306 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-f5f83da2-1d99-455a-bae1-ee1c596e2bb3 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "PUT /v2.0/ports/71492d5f-215d-486b-8ac7-14df5063d2ae HTTP/1.1" status: 200 len: 960 time: 3.2021122 Dec 10 15:36:12.432450 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35846) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:12.446279 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-0c6fdcd7-2d10-4175-b5fb-a3b9629e4a34 None None] Set router 905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3 gateway port host: None {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:36:12.459671 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2aea7e56-0f90-46f1-bc24-4953db2f730e tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:12.480249 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2aea7e56-0f90-46f1-bc24-4953db2f730e tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:12.490340 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-2aea7e56-0f90-46f1-bc24-4953db2f730e tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "DELETE /v2.0/networks/817152de-0ef4-431a-9f58-de30bc1630a1 HTTP/1.1" status: 204 len: 168 time: 1.4992802 Dec 10 15:36:12.497000 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35848) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:12.539542 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 1233d9bb-d29d-4476-a392-b57ff81de3b6 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:36:12.548347 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6e7ace-922f-454e-a68c-fde58b5fba0b None None] Checking router: d1075341-5bad-4ddf-88b0-6b9aee6089e3 for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:36:12.596080 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362eb2c6-cb4f-44b2-982b-3d06195f6216 None None] DHCP port deletion for 817152de-0ef4-431a-9f58-de30bc1630a1 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:36:12.596611 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-9a0859e2-f6fc-4402-8a48-b59b994c6799 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.9025633 Dec 10 15:36:12.600917 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-e47d361b-c60b-4182-9745-089b03fe8f9d None None] Could not find standard attr ID for object 1233d9bb-d29d-4476-a392-b57ff81de3b6. {{(pid=103588) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 15:36:12.602456 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35850) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:12.602699 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 1233d9bb-d29d-4476-a392-b57ff81de3b6 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:36:12.603051 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 1233d9bb-d29d-4476-a392-b57ff81de3b6 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:36:12.610891 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04c4ca9-b64b-4836-b219-0890c598e092 None None] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:36:12.633667 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aea7e56-0f90-46f1-bc24-4953db2f730e tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Pushing event deleted for resources: {'Network': ['ID=817152de-0ef4-431a-9f58-de30bc1630a1,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:12.680163 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6e7ace-922f-454e-a68c-fde58b5fba0b None None] Routers {'d1075341-5bad-4ddf-88b0-6b9aee6089e3'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:36:12.680820 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-6a6e7ace-922f-454e-a68c-fde58b5fba0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:35:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['d1075341-5bad-4ddf-88b0-6b9aee6089e3'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:12.691817 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f83da2-1d99-455a-bae1-ee1c596e2bb3 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event updated for resources: {'Port': ['ID=71492d5f-215d-486b-8ac7-14df5063d2ae,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:12.697185 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b260c24d-22c8-47ca-9939-414ad134460e req-28baf06f-6eb5-4763-9de5-69d9b3a2e6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:36:12.698698 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b260c24d-22c8-47ca-9939-414ad134460e req-28baf06f-6eb5-4763-9de5-69d9b3a2e6c4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=34c7743d-ebad-428c-a2f4-a627b40eea9c HTTP/1.1" status: 200 len: 834 time: 0.2650907 Dec 10 15:36:12.745036 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d083d87-b066-4917-8db6-7287439ed4b0 None None] Update dhcp port {'port': {'network_id': '59f26e4a-d74c-4fc5-81f5-c4f97623981b', 'fixed_ips': [{'subnet_id': 'f8e65cdf-ab5f-4aa9-93bc-440dbe5e8517', 'ip_address': '172.20.0.18'}, {'subnet_id': '867264af-3d3c-4ab2-ac40-d6785d93e7e4', 'ip_address': '172.20.0.2'}, {'subnet_id': '4e21756d-e039-4832-8b8a-cde6d899c9a7'}], 'binding:host_id': 'dv-neutron-821401-4-hyperv'}, 'id': 'fe228339-b671-4c2e-be26-38ab348ad098'} from dv-neutron-821401-4-hyperv. {{(pid=103588) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 15:36:12.761024 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-e47d361b-c60b-4182-9745-089b03fe8f9d None None] Provisioning complete for port 71492d5f-215d-486b-8ac7-14df5063d2ae triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:36:12.761405 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e47d361b-c60b-4182-9745-089b03fe8f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:12.786024 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-60bc6d4a-dd6f-4019-a9e8-9d8622c8e35d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/floatingips/d0007907-675c-4acf-bd90-8a68d602f5e4 HTTP/1.1" status: 200 len: 991 time: 0.4611838 Dec 10 15:36:12.872174 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b260c24d-22c8-47ca-9939-414ad134460e req-3cb12013-ae00-410d-8393-25dbfdbcec30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:36:12.874129 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b260c24d-22c8-47ca-9939-414ad134460e req-3cb12013-ae00-410d-8393-25dbfdbcec30 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d94f8eb2-eac4-463d-8d76-d973260c236a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1648455 Dec 10 15:36:12.915334 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d083d87-b066-4917-8db6-7287439ed4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:12.965355 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-e47d361b-c60b-4182-9745-089b03fe8f9d None None] Port 71492d5f-215d-486b-8ac7-14df5063d2ae cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:36:12.975229 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-73492951-2c74-4c9e-b191-080867db18fb tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Deleting port 71492d5f-215d-486b-8ac7-14df5063d2ae {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:36:12.975569 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-73492951-2c74-4c9e-b191-080867db18fb tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:12.993210 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-0c6fdcd7-2d10-4175-b5fb-a3b9629e4a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'name': 'tempest-RoutersIpV6Test-router-170160304', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:35:27Z', 'updated_at': '2021-12-10T15:36:08Z', 'revision_number': 8, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'gw_port_host': None, '_interfaces': [{'id': '1828a80e-8027-481a-bd31-aa6ea1db0429', 'name': '', 'network_id': '9ba96b70-9c3e-4d00-b150-d3a5876bf072', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'mac_address': 'fa:16:3e:21:74:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'cf23a3af-9f7c-4ad8-a81c-aecdab3dd0be', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:41Z', 'updated_at': '2021-12-10T15:35:52Z', 'revision_number': 5, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'subnets': [{'id': 'cf23a3af-9f7c-4ad8-a81c-aecdab3dd0be', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6eee6c65-21c4-4c4e-a98c-738eee3b21d0', 'name': '', 'network_id': 'efbdcbdf-a911-4478-8398-ae479c4cac42', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'mac_address': 'fa:16:3e:f7:76:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '0827c30d-be1a-4664-ab55-b99791187afb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:48Z', 'updated_at': '2021-12-10T15:36:03Z', 'revision_number': 5, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'subnets': [{'id': '0827c30d-be1a-4664-ab55-b99791187afb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a49be103-0bdf-4306-9d74-1eeb9a3a2a27', 'name': '', 'network_id': 'b97b27fa-3792-4496-8dc7-bf817638ca74', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'mac_address': 'fa:16:3e:8c:89:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '393fcc70-4e01-49d3-9bc3-16793e3f7650', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:31Z', 'updated_at': '2021-12-10T15:35:39Z', 'revision_number': 5, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'subnets': [{'id': '393fcc70-4e01-49d3-9bc3-16793e3f7650', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:12.998696 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-9120e3b2-276f-4fc4-b5e5-4b37c5cc349e tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Deleting port 073f76cd-c644-42fe-84f0-3b64c5d3972a {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:36:12.999209 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9120e3b2-276f-4fc4-b5e5-4b37c5cc349e tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:13.013575 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-25e5bbbc-8baf-4b2a-9efc-0236156e5340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:13.019779 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-6a6e7ace-922f-454e-a68c-fde58b5fba0b None None] Set router d1075341-5bad-4ddf-88b0-6b9aee6089e3 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:36:13.048632 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6fdcd7-2d10-4175-b5fb-a3b9629e4a34 None None] The sync data for ids ['905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3'] in dv-neutron-821401-4-hyperv is: [{'id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'name': 'tempest-RoutersIpV6Test-router-170160304', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:35:27Z', 'updated_at': '2021-12-10T15:36:08Z', 'revision_number': 8, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'gw_port_host': None, '_interfaces': [{'id': '1828a80e-8027-481a-bd31-aa6ea1db0429', 'name': '', 'network_id': '9ba96b70-9c3e-4d00-b150-d3a5876bf072', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'mac_address': 'fa:16:3e:21:74:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'cf23a3af-9f7c-4ad8-a81c-aecdab3dd0be', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:41Z', 'updated_at': '2021-12-10T15:35:52Z', 'revision_number': 5, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'subnets': [{'id': 'cf23a3af-9f7c-4ad8-a81c-aecdab3dd0be', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6eee6c65-21c4-4c4e-a98c-738eee3b21d0', 'name': '', 'network_id': 'efbdcbdf-a911-4478-8398-ae479c4cac42', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'mac_address': 'fa:16:3e:f7:76:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '0827c30d-be1a-4664-ab55-b99791187afb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:48Z', 'updated_at': '2021-12-10T15:36:03Z', 'revision_number': 5, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'subnets': [{'id': '0827c30d-be1a-4664-ab55-b99791187afb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a49be103-0bdf-4306-9d74-1eeb9a3a2a27', 'name': '', 'network_id': 'b97b27fa-3792-4496-8dc7-bf817638ca74', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'mac_address': 'fa:16:3e:8c:89:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '393fcc70-4e01-49d3-9bc3-16793e3f7650', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:31Z', 'updated_at': '2021-12-10T15:35:39Z', 'revision_number': 5, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'subnets': [{'id': '393fcc70-4e01-49d3-9bc3-16793e3f7650', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:36:13.283503 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 1a964257-eeea-46e3-a932-41f6efa29f28 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:36:13.315668 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-254be110-9843-4057-a75e-3e22bc588e51 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549925'] for router_interface, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:13.397214 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 1a964257-eeea-46e3-a932-41f6efa29f28 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:36:13.398378 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 1a964257-eeea-46e3-a932-41f6efa29f28 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:36:13.409440 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-11c19cd4-ad27-4465-b85b-32ca03743c15 None None] Provisioning complete for port de2c3718-2e24-480d-8f5d-47009eaf9d27 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:36:13.409844 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-11c19cd4-ad27-4465-b85b-32ca03743c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:13.426683 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-6d083d87-b066-4917-8db6-7287439ed4b0 None None] Allocated IP 172.20.0.34 (59f26e4a-d74c-4fc5-81f5-c4f97623981b/4e21756d-e039-4832-8b8a-cde6d899c9a7/fe228339-b671-4c2e-be26-38ab348ad098) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:36:13.548946 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:13.718025 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b260c24d-22c8-47ca-9939-414ad134460e req-98b80b98-4baf-477a-81ce-f75e9e99657f service neutron] 10.222.0.44 "GET /v2.0/networks/d94f8eb2-eac4-463d-8d76-d973260c236a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8204772 Dec 10 15:36:13.740681 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-73492951-2c74-4c9e-b191-080867db18fb tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:13.758519 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9120e3b2-276f-4fc4-b5e5-4b37c5cc349e tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:13.760006 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-254be110-9843-4057-a75e-3e22bc588e51 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Deleting port 6eee6c65-21c4-4c4e-a98c-738eee3b21d0 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:36:13.762182 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-254be110-9843-4057-a75e-3e22bc588e51 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:13.764234 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-11c19cd4-ad27-4465-b85b-32ca03743c15 None None] Provisioning complete for port 073f76cd-c644-42fe-84f0-3b64c5d3972a triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:36:13.764658 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-11c19cd4-ad27-4465-b85b-32ca03743c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:13.821144 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35854) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:13.822077 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-73492951-2c74-4c9e-b191-080867db18fb tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Calling delete_port for 71492d5f-215d-486b-8ac7-14df5063d2ae owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:36:13.842995 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-9120e3b2-276f-4fc4-b5e5-4b37c5cc349e tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Calling delete_port for 073f76cd-c644-42fe-84f0-3b64c5d3972a owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:36:13.858853 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6d083d87-b066-4917-8db6-7287439ed4b0 None None] For port fe228339-b671-4c2e-be26-38ab348ad098, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=fe228339-b671-4c2e-be26-38ab348ad098,segment=NetworkSegment(ed386b8e-183e-4859-8236-0e347d75b90e),segment_id=ed386b8e-183e-4859-8236-0e347d75b90e)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:36:13.934627 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-11c19cd4-ad27-4465-b85b-32ca03743c15 None None] Port 073f76cd-c644-42fe-84f0-3b64c5d3972a cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:36:13.938649 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d083d87-b066-4917-8db6-7287439ed4b0 None None] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:13.986166 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-6a6e7ace-922f-454e-a68c-fde58b5fba0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1075341-5bad-4ddf-88b0-6b9aee6089e3', 'name': 'tempest-TestNetworkBasicOps-router-1234920523', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': 'df16b59d-9eb1-4704-89a6-2dd4ad19e44b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:35:11Z', 'updated_at': '2021-12-10T15:35:25Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': 'df16b59d-9eb1-4704-89a6-2dd4ad19e44b', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:78:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1075341-5bad-4ddf-88b0-6b9aee6089e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:13Z', 'updated_at': '2021-12-10T15:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': 'd0007907-675c-4acf-bd90-8a68d602f5e4', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'floating_ip_address': '172.26.2.72', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': 'd1075341-5bad-4ddf-88b0-6b9aee6089e3', 'port_id': 'f05c5c5f-a46c-4af2-a1eb-a365ef6a7132', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd94f8eb2-eac4-463d-8d76-d973260c236a', 'mac_address': 'fa:16:3e:3d:76:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a6687f-092d-45a0-b766-e135d21b7a80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T15:36:07Z', 'updated_at': '2021-12-10T15:36:07Z', 'revision_number': 0, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e8b8522-5f7e-4628-8ff9-192a1cff9428', 'name': '', 'network_id': 'd94f8eb2-eac4-463d-8d76-d973260c236a', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:11:fe:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1075341-5bad-4ddf-88b0-6b9aee6089e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '34c7743d-ebad-428c-a2f4-a627b40eea9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:22Z', 'updated_at': '2021-12-10T15:35:30Z', 'revision_number': 5, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': '34c7743d-ebad-428c-a2f4-a627b40eea9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:14.028014 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b260c24d-22c8-47ca-9939-414ad134460e req-5c7997cb-ff76-4b0b-9087-13bdba134529 service neutron] 10.222.0.44 "GET /v2.0/networks/d94f8eb2-eac4-463d-8d76-d973260c236a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990732 Dec 10 15:36:14.057193 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6e7ace-922f-454e-a68c-fde58b5fba0b None None] The sync data for ids ['d1075341-5bad-4ddf-88b0-6b9aee6089e3'] in dv-neutron-821401-4-hyperv is: [{'id': 'd1075341-5bad-4ddf-88b0-6b9aee6089e3', 'name': 'tempest-TestNetworkBasicOps-router-1234920523', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': 'df16b59d-9eb1-4704-89a6-2dd4ad19e44b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:35:11Z', 'updated_at': '2021-12-10T15:35:25Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': 'df16b59d-9eb1-4704-89a6-2dd4ad19e44b', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:78:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1075341-5bad-4ddf-88b0-6b9aee6089e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:13Z', 'updated_at': '2021-12-10T15:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': 'd0007907-675c-4acf-bd90-8a68d602f5e4', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'floating_ip_address': '172.26.2.72', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': 'd1075341-5bad-4ddf-88b0-6b9aee6089e3', 'port_id': 'f05c5c5f-a46c-4af2-a1eb-a365ef6a7132', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd94f8eb2-eac4-463d-8d76-d973260c236a', 'mac_address': 'fa:16:3e:3d:76:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a6687f-092d-45a0-b766-e135d21b7a80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T15:36:07Z', 'updated_at': '2021-12-10T15:36:07Z', 'revision_number': 0, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e8b8522-5f7e-4628-8ff9-192a1cff9428', 'name': '', 'network_id': 'd94f8eb2-eac4-463d-8d76-d973260c236a', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:11:fe:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1075341-5bad-4ddf-88b0-6b9aee6089e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '34c7743d-ebad-428c-a2f4-a627b40eea9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:22Z', 'updated_at': '2021-12-10T15:35:30Z', 'revision_number': 5, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': '34c7743d-ebad-428c-a2f4-a627b40eea9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:36:14.090467 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-1482a829-4bff-46b8-8f69-9a07d7c12278 None None] Provisioning complete for port de2c3718-2e24-480d-8f5d-47009eaf9d27 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:36:14.090467 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1482a829-4bff-46b8-8f69-9a07d7c12278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:14.127546 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-a50ed13a-6899-456d-9d4f-b69f84d3d304 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/floatingips/d0007907-675c-4acf-bd90-8a68d602f5e4 HTTP/1.1" status: 200 len: 991 time: 0.3021121 Dec 10 15:36:14.161894 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d083d87-b066-4917-8db6-7287439ed4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:14.299323 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d083d87-b066-4917-8db6-7287439ed4b0 None None] Pushing event updated for resources: {'Port': ['ID=fe228339-b671-4c2e-be26-38ab348ad098,revision_number=7']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:14.372667 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-73492951-2c74-4c9e-b191-080867db18fb tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:14.378262 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-254be110-9843-4057-a75e-3e22bc588e51 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] For port 6eee6c65-21c4-4c4e-a98c-738eee3b21d0, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=6eee6c65-21c4-4c4e-a98c-738eee3b21d0,segment=NetworkSegment(46aaa01f-b84a-4c18-ac26-3affcea2d4ce),segment_id=46aaa01f-b84a-4c18-ac26-3affcea2d4ce)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:36:14.382209 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-254be110-9843-4057-a75e-3e22bc588e51 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:14.394981 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-254be110-9843-4057-a75e-3e22bc588e51 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Calling delete_port for 6eee6c65-21c4-4c4e-a98c-738eee3b21d0 owned by network:router_interface {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:36:14.466745 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-1482a829-4bff-46b8-8f69-9a07d7c12278 None None] Provisioning complete for port 073f76cd-c644-42fe-84f0-3b64c5d3972a triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:36:14.467598 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1482a829-4bff-46b8-8f69-9a07d7c12278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:14.486076 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73492951-2c74-4c9e-b191-080867db18fb tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event deleted for resources: {'Port': ['ID=71492d5f-215d-486b-8ac7-14df5063d2ae,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:14.512202 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f48457a-57eb-403b-964d-2113e1c886d8 None None] New status for floating IP d0007907-675c-4acf-bd90-8a68d602f5e4: ACTIVE {{(pid=103588) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 15:36:14.570944 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-73492951-2c74-4c9e-b191-080867db18fb tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:14.580931 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-1482a829-4bff-46b8-8f69-9a07d7c12278 None None] Port 073f76cd-c644-42fe-84f0-3b64c5d3972a cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:36:14.582013 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-73492951-2c74-4c9e-b191-080867db18fb tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "DELETE /v2.0/ports/71492d5f-215d-486b-8ac7-14df5063d2ae HTTP/1.1" status: 204 len: 168 time: 2.1314695 Dec 10 15:36:14.582846 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35858) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:14.595589 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9120e3b2-276f-4fc4-b5e5-4b37c5cc349e tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:14.623791 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-33c8e66d-7415-4d9c-9334-ce046c175a92 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] GET failed (client error): The resource could not be found. Dec 10 15:36:14.628775 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-33c8e66d-7415-4d9c-9334-ce046c175a92 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "GET /v2.0/ports/71492d5f-215d-486b-8ac7-14df5063d2ae HTTP/1.1" status: 404 len: 333 time: 0.0445576 Dec 10 15:36:14.633421 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35860) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:14.651628 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9120e3b2-276f-4fc4-b5e5-4b37c5cc349e tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event deleted for resources: {'Port': ['ID=073f76cd-c644-42fe-84f0-3b64c5d3972a,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:14.708831 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-e7c03773-c107-4a02-806e-45c177b59e07 None None] Could not find standard attr ID for object 073f76cd-c644-42fe-84f0-3b64c5d3972a. {{(pid=103588) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 15:36:14.713085 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9120e3b2-276f-4fc4-b5e5-4b37c5cc349e tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:14.719499 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-9120e3b2-276f-4fc4-b5e5-4b37c5cc349e tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/ports/073f76cd-c644-42fe-84f0-3b64c5d3972a HTTP/1.1" status: 204 len: 168 time: 2.1140258 Dec 10 15:36:14.720717 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35862) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:14.793489 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-254be110-9843-4057-a75e-3e22bc588e51 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:14.815675 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4c9de5d6-b145-4734-99d2-1d1ade646998 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for security_group, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:14.865527 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58bed29c-a5f7-4808-ba7c-3a43445abd5e tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:36:14.871132 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35864) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:14.871331 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-58bed29c-a5f7-4808-ba7c-3a43445abd5e tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1502800 Dec 10 15:36:14.877589 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254be110-9843-4057-a75e-3e22bc588e51 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Pushing event deleted for resources: {'Port': ['ID=6eee6c65-21c4-4c4e-a98c-738eee3b21d0,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:14.952830 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4c9de5d6-b145-4734-99d2-1d1ade646998 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:14.979473 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b1bd33-a7fe-4803-9075-de4b498c8aad tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:36:14.988492 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-17b1bd33-a7fe-4803-9075-de4b498c8aad tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1157095 Dec 10 15:36:14.989768 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35866) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:15.012160 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 15:36:15.061418 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-254be110-9843-4057-a75e-3e22bc588e51 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550073'] for router_interface, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:15.096198 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2c9b3d-fdfc-4c51-95ba-bf0f97274bf7 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:36:15.097990 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2c9b3d-fdfc-4c51-95ba-bf0f97274bf7 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:36:15.100154 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2c9b3d-fdfc-4c51-95ba-bf0f97274bf7 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:36:15.102791 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-8a2c9b3d-fdfc-4c51-95ba-bf0f97274bf7 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1115296 Dec 10 15:36:15.105412 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35868) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:15.138804 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35870) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:15.173286 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4c9de5d6-b145-4734-99d2-1d1ade646998 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:15.178261 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4c9de5d6-b145-4734-99d2-1d1ade646998 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:15.188034 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-4c9de5d6-b145-4734-99d2-1d1ade646998 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "DELETE /v2.0/security-groups/0ffa8916-4501-4312-9acd-49c01feed83e HTTP/1.1" status: 204 len: 168 time: 0.5471876 Dec 10 15:36:15.188355 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35872) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:15.206854 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9de5d6-b145-4734-99d2-1d1ade646998 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ffa8916-4501-4312-9acd-49c01feed83e,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:15.275230 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7b771b62-0eba-4868-bc9c-c61412667761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:15.326147 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab3a85b7-6f35-464d-b87b-d79be018d5ea tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Deleting subnet 91389e63-fffa-48db-a955-e0d27c6ea214 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:36:15.342811 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ab3a85b7-6f35-464d-b87b-d79be018d5ea tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for subnet, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:15.387848 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-c3e23d97-e7a3-4078-955b-ac3647617e81 None None] Provisioning complete for port fe228339-b671-4c2e-be26-38ab348ad098 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:36:15.388224 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c3e23d97-e7a3-4078-955b-ac3647617e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:15.399568 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-4e4b5a95-e07e-4680-b020-44256b161afc tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/floatingips/d0007907-675c-4acf-bd90-8a68d602f5e4 HTTP/1.1" status: 200 len: 993 time: 0.2518861 Dec 10 15:36:15.411507 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-254be110-9843-4057-a75e-3e22bc588e51 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Router 905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:36:15.438542 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ab3a85b7-6f35-464d-b87b-d79be018d5ea tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11806768'] for subnet, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:15.494573 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-46ffd0de-9534-4ee0-8436-9584ed82006f tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:15.559273 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-254be110-9843-4057-a75e-3e22bc588e51 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:36:15.566141 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-46ffd0de-9534-4ee0-8436-9584ed82006f tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:15.576099 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf92c6c5-a6de-4d40-a7af-4c57d2ed42a5 None None] Sync routers for ids ['905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:36:15.581625 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-254be110-9843-4057-a75e-3e22bc588e51 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "PUT /v2.0/routers/905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0802650 Dec 10 15:36:15.596936 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf92c6c5-a6de-4d40-a7af-4c57d2ed42a5 None None] Routers {'905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:36:15.598352 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-bf92c6c5-a6de-4d40-a7af-4c57d2ed42a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:36:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:15.627759 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device fe228339-b671-4c2e-be26-38ab348ad098 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:36:15.667216 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35876) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:15.717735 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ab3a85b7-6f35-464d-b87b-d79be018d5ea tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:15.721290 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-bf92c6c5-a6de-4d40-a7af-4c57d2ed42a5 None None] Set router 905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3 gateway port host: None {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:36:15.741695 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port fe228339-b671-4c2e-be26-38ab348ad098 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:36:15.741695 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:15.757360 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_v2 [None req-703f0e21-c6a3-4c99-b8d5-0350781ea82d tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Deleting subnet 0827c30d-be1a-4664-ab55-b99791187afb {{(pid=103586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:36:15.761722 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-703f0e21-c6a3-4c99-b8d5-0350781ea82d tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for subnet, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:15.788763 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-c3e23d97-e7a3-4078-955b-ac3647617e81 None None] Could not find standard attr ID for object 71492d5f-215d-486b-8ac7-14df5063d2ae. {{(pid=103588) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 15:36:15.809655 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-c3e23d97-e7a3-4078-955b-ac3647617e81 None None] Provisioning complete for port 05a3b99f-b3ff-45f6-a944-bebb1d8fc2d1 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:36:15.810062 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c3e23d97-e7a3-4078-955b-ac3647617e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:15.838374 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-703f0e21-c6a3-4c99-b8d5-0350781ea82d tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12392400'] for subnet, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:15.869706 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-c3e23d97-e7a3-4078-955b-ac3647617e81 None None] Port 05a3b99f-b3ff-45f6-a944-bebb1d8fc2d1 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:36:15.945443 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-703f0e21-c6a3-4c99-b8d5-0350781ea82d tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:15.946636 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-46ffd0de-9534-4ee0-8436-9584ed82006f tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:15.950885 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-46ffd0de-9534-4ee0-8436-9584ed82006f tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:15.956212 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-46ffd0de-9534-4ee0-8436-9584ed82006f tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "DELETE /v2.0/security-groups/19dbbe5b-fee2-49d4-b838-263a5fdb0a6d HTTP/1.1" status: 204 len: 168 time: 0.6972146 Dec 10 15:36:15.957043 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35878) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:15.980621 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ffd0de-9534-4ee0-8436-9584ed82006f tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19dbbe5b-fee2-49d4-b838-263a5fdb0a6d,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:15.985382 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ab3a85b7-6f35-464d-b87b-d79be018d5ea tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11236721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11668521'] for subnet, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:15.986424 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-b9286f34-51f6-4736-bc5c-e61e65445369 None None] Could not find standard attr ID for object 71492d5f-215d-486b-8ac7-14df5063d2ae. {{(pid=103588) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 15:36:16.008900 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-bf92c6c5-a6de-4d40-a7af-4c57d2ed42a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'name': 'tempest-RoutersIpV6Test-router-170160304', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:35:27Z', 'updated_at': '2021-12-10T15:36:14Z', 'revision_number': 9, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'gw_port_host': None, '_interfaces': [{'id': '1828a80e-8027-481a-bd31-aa6ea1db0429', 'name': '', 'network_id': '9ba96b70-9c3e-4d00-b150-d3a5876bf072', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'mac_address': 'fa:16:3e:21:74:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'cf23a3af-9f7c-4ad8-a81c-aecdab3dd0be', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:41Z', 'updated_at': '2021-12-10T15:35:52Z', 'revision_number': 5, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'subnets': [{'id': 'cf23a3af-9f7c-4ad8-a81c-aecdab3dd0be', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a49be103-0bdf-4306-9d74-1eeb9a3a2a27', 'name': '', 'network_id': 'b97b27fa-3792-4496-8dc7-bf817638ca74', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'mac_address': 'fa:16:3e:8c:89:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '393fcc70-4e01-49d3-9bc3-16793e3f7650', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:31Z', 'updated_at': '2021-12-10T15:35:39Z', 'revision_number': 5, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'subnets': [{'id': '393fcc70-4e01-49d3-9bc3-16793e3f7650', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:16.021574 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ab3a85b7-6f35-464d-b87b-d79be018d5ea tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:16.025221 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-ab3a85b7-6f35-464d-b87b-d79be018d5ea tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/subnets/91389e63-fffa-48db-a955-e0d27c6ea214 HTTP/1.1" status: 204 len: 168 time: 0.9187136 Dec 10 15:36:16.027937 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35880) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:16.040770 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2731c353-c70d-4265-b6e5-cf7bc47fe43c None None] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:36:16.054695 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3a85b7-6f35-464d-b87b-d79be018d5ea tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event deleted for resources: {'Subnet': ['ID=91389e63-fffa-48db-a955-e0d27c6ea214,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:16.103260 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf92c6c5-a6de-4d40-a7af-4c57d2ed42a5 None None] Checking router: 905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3 for host: dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:36:16.106822 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-703f0e21-c6a3-4c99-b8d5-0350781ea82d tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:16.107614 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0b004af8-7176-4715-9951-0f7c1c2f7358 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:16.127421 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf92c6c5-a6de-4d40-a7af-4c57d2ed42a5 None None] Routers {'905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:36:16.128407 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-bf92c6c5-a6de-4d40-a7af-4c57d2ed42a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:36:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:16.130147 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:16.148654 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b841c43a-88f3-4511-9ce3-e60ff1a844cc None None] Network efbdcbdf-a911-4478-8398-ae479c4cac42 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:36:16.151329 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-703f0e21-c6a3-4c99-b8d5-0350781ea82d tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:16.154949 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-703f0e21-c6a3-4c99-b8d5-0350781ea82d tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "DELETE /v2.0/subnets/0827c30d-be1a-4664-ab55-b99791187afb HTTP/1.1" status: 204 len: 168 time: 0.4867105 Dec 10 15:36:16.165117 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0b004af8-7176-4715-9951-0f7c1c2f7358 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:16.170528 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35882) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:16.212416 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703f0e21-c6a3-4c99-b8d5-0350781ea82d tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Pushing event deleted for resources: {'Subnet': ['ID=0827c30d-be1a-4664-ab55-b99791187afb,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:16.240096 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfb5a477-53a2-4389-abe3-93cba6f34143 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Deleting subnet 950786ae-cc63-4080-8aa4-1c5904b6e5c7 {{(pid=103586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:36:16.250400 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bfb5a477-53a2-4389-abe3-93cba6f34143 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for subnet, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:16.288793 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-bf92c6c5-a6de-4d40-a7af-4c57d2ed42a5 None None] Set router 905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3 gateway port host: None {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:36:16.373223 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-523305a3-e543-429b-8a4f-7b67a42cb121 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:16.398828 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bfb5a477-53a2-4389-abe3-93cba6f34143 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12392400'] for subnet, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:16.449669 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-523305a3-e543-429b-8a4f-7b67a42cb121 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Deleting port c260acb7-7285-415b-94cd-97c4ec3c583b {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:36:16.450118 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-523305a3-e543-429b-8a4f-7b67a42cb121 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:16.469631 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0b004af8-7176-4715-9951-0f7c1c2f7358 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:16.480260 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0b004af8-7176-4715-9951-0f7c1c2f7358 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:16.483865 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-0b004af8-7176-4715-9951-0f7c1c2f7358 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "DELETE /v2.0/security-groups/b6fa28d2-71de-45a1-bb8a-58d711567576 HTTP/1.1" status: 204 len: 168 time: 0.5131886 Dec 10 15:36:16.486965 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35886) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:16.542620 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ac5aa1-db5c-4c2a-9184-635db746fe64 None None] DHCP port deletion for efbdcbdf-a911-4478-8398-ae479c4cac42 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:36:16.550303 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b004af8-7176-4715-9951-0f7c1c2f7358 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6fa28d2-71de-45a1-bb8a-58d711567576,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:16.581604 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bfb5a477-53a2-4389-abe3-93cba6f34143 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:16.615286 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-523305a3-e543-429b-8a4f-7b67a42cb121 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] For port c260acb7-7285-415b-94cd-97c4ec3c583b, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=c260acb7-7285-415b-94cd-97c4ec3c583b,segment=NetworkSegment(46aaa01f-b84a-4c18-ac26-3affcea2d4ce),segment_id=46aaa01f-b84a-4c18-ac26-3affcea2d4ce)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:36:16.616024 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-523305a3-e543-429b-8a4f-7b67a42cb121 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:16.637307 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-79ac5aa1-db5c-4c2a-9184-635db746fe64 None None] Deleting port c260acb7-7285-415b-94cd-97c4ec3c583b {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:36:16.637928 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-79ac5aa1-db5c-4c2a-9184-635db746fe64 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:16.645817 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cbc5cac-9bc1-432b-b0b9-4be73471f794 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Deleting subnet 867264af-3d3c-4ab2-ac40-d6785d93e7e4 {{(pid=103586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:36:16.656308 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-523305a3-e543-429b-8a4f-7b67a42cb121 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Calling delete_port for c260acb7-7285-415b-94cd-97c4ec3c583b owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:36:16.656776 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9cbc5cac-9bc1-432b-b0b9-4be73471f794 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for subnet, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:16.659175 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-bf92c6c5-a6de-4d40-a7af-4c57d2ed42a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'name': 'tempest-RoutersIpV6Test-router-170160304', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:35:27Z', 'updated_at': '2021-12-10T15:36:14Z', 'revision_number': 9, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'gw_port_host': None, '_interfaces': [{'id': '1828a80e-8027-481a-bd31-aa6ea1db0429', 'name': '', 'network_id': '9ba96b70-9c3e-4d00-b150-d3a5876bf072', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'mac_address': 'fa:16:3e:21:74:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'cf23a3af-9f7c-4ad8-a81c-aecdab3dd0be', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:41Z', 'updated_at': '2021-12-10T15:35:52Z', 'revision_number': 5, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'subnets': [{'id': 'cf23a3af-9f7c-4ad8-a81c-aecdab3dd0be', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a49be103-0bdf-4306-9d74-1eeb9a3a2a27', 'name': '', 'network_id': 'b97b27fa-3792-4496-8dc7-bf817638ca74', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'mac_address': 'fa:16:3e:8c:89:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '393fcc70-4e01-49d3-9bc3-16793e3f7650', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:31Z', 'updated_at': '2021-12-10T15:35:39Z', 'revision_number': 5, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'subnets': [{'id': '393fcc70-4e01-49d3-9bc3-16793e3f7650', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:16.721040 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf92c6c5-a6de-4d40-a7af-4c57d2ed42a5 None None] The sync data for ids ['905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3'] in dv-neutron-821401-4-hyperv is: [{'id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'name': 'tempest-RoutersIpV6Test-router-170160304', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:35:27Z', 'updated_at': '2021-12-10T15:36:14Z', 'revision_number': 9, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'gw_port_host': None, '_interfaces': [{'id': '1828a80e-8027-481a-bd31-aa6ea1db0429', 'name': '', 'network_id': '9ba96b70-9c3e-4d00-b150-d3a5876bf072', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'mac_address': 'fa:16:3e:21:74:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'cf23a3af-9f7c-4ad8-a81c-aecdab3dd0be', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:41Z', 'updated_at': '2021-12-10T15:35:52Z', 'revision_number': 5, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'subnets': [{'id': 'cf23a3af-9f7c-4ad8-a81c-aecdab3dd0be', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a49be103-0bdf-4306-9d74-1eeb9a3a2a27', 'name': '', 'network_id': 'b97b27fa-3792-4496-8dc7-bf817638ca74', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'mac_address': 'fa:16:3e:8c:89:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '393fcc70-4e01-49d3-9bc3-16793e3f7650', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:31Z', 'updated_at': '2021-12-10T15:35:39Z', 'revision_number': 5, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'subnets': [{'id': '393fcc70-4e01-49d3-9bc3-16793e3f7650', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:36:16.782524 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9cbc5cac-9bc1-432b-b0b9-4be73471f794 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12392400'] for subnet, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:16.821011 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-79ac5aa1-db5c-4c2a-9184-635db746fe64 None None] For port c260acb7-7285-415b-94cd-97c4ec3c583b, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=c260acb7-7285-415b-94cd-97c4ec3c583b,segment=NetworkSegment(46aaa01f-b84a-4c18-ac26-3affcea2d4ce),segment_id=46aaa01f-b84a-4c18-ac26-3affcea2d4ce)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:36:16.821739 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-79ac5aa1-db5c-4c2a-9184-635db746fe64 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:16.846593 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-79ac5aa1-db5c-4c2a-9184-635db746fe64 None None] Calling delete_port for c260acb7-7285-415b-94cd-97c4ec3c583b owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:36:16.852640 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bfb5a477-53a2-4389-abe3-93cba6f34143 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:16.920034 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb5a477-53a2-4389-abe3-93cba6f34143 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event deleted for resources: {'Subnet': ['ID=950786ae-cc63-4080-8aa4-1c5904b6e5c7,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:16.925822 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bfb5a477-53a2-4389-abe3-93cba6f34143 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:16.929282 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-bfb5a477-53a2-4389-abe3-93cba6f34143 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/subnets/950786ae-cc63-4080-8aa4-1c5904b6e5c7 HTTP/1.1" status: 204 len: 168 time: 0.8999758 Dec 10 15:36:16.931313 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-523305a3-e543-429b-8a4f-7b67a42cb121 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:16.933828 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35888) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:16.956054 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-79ac5aa1-db5c-4c2a-9184-635db746fe64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:16.991229 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9cbc5cac-9bc1-432b-b0b9-4be73471f794 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:17.012426 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523305a3-e543-429b-8a4f-7b67a42cb121 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] No DVR routers for this DVR port c260acb7-7285-415b-94cd-97c4ec3c583b on host dv-neutron-821401-4-hyperv {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:36:17.026150 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ac5aa1-db5c-4c2a-9184-635db746fe64 None None] Pushing event deleted for resources: {'Port': ['ID=c260acb7-7285-415b-94cd-97c4ec3c583b,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:17.032795 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ac5aa1-db5c-4c2a-9184-635db746fe64 None None] No DVR routers for this DVR port c260acb7-7285-415b-94cd-97c4ec3c583b on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:36:17.058512 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-7d9f97ea-a68a-434f-b0b3-61dcc202bf53 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1184556 Dec 10 15:36:17.058512 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523305a3-e543-429b-8a4f-7b67a42cb121 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Pushing event deleted for resources: {'Port': ['ID=c260acb7-7285-415b-94cd-97c4ec3c583b,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:17.062193 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35890) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:17.067026 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-02b6813e-63bf-40f3-8c94-b492fd46dd05 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Request body: {'subnet': {'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:17.161299 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-523305a3-e543-429b-8a4f-7b67a42cb121 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:17.233313 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-523305a3-e543-429b-8a4f-7b67a42cb121 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efbdcbdf-a911-4478-8398-ae479c4cac42']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:17.247389 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device c260acb7-7285-415b-94cd-97c4ec3c583b no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:36:17.248798 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-523305a3-e543-429b-8a4f-7b67a42cb121 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46aaa01f-b84a-4c18-ac26-3affcea2d4ce') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:17.249097 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-523305a3-e543-429b-8a4f-7b67a42cb121 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46aaa01f-b84a-4c18-ac26-3affcea2d4ce') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:17.256078 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9cbc5cac-9bc1-432b-b0b9-4be73471f794 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:17.262349 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-523305a3-e543-429b-8a4f-7b67a42cb121 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11806923'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:17.285873 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-523305a3-e543-429b-8a4f-7b67a42cb121 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:17.292142 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbc5cac-9bc1-432b-b0b9-4be73471f794 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event deleted for resources: {'Subnet': ['ID=867264af-3d3c-4ab2-ac40-d6785d93e7e4,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:17.297204 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: c260acb7-7285-415b-94cd-97c4ec3c583b {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:36:17.297913 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device c260acb7-7285-415b-94cd-97c4ec3c583b not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:36:17.300191 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 6eee6c65-21c4-4c4e-a98c-738eee3b21d0 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:36:17.306114 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-523305a3-e543-429b-8a4f-7b67a42cb121 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:36:17.308195 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9cbc5cac-9bc1-432b-b0b9-4be73471f794 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:17.308814 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-523305a3-e543-429b-8a4f-7b67a42cb121 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11236635'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:17.312903 dv-neutron-821401-4-hyperv neutron-server[103587]: Traceback (most recent call last): Dec 10 15:36:17.312903 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:36:17.312903 dv-neutron-821401-4-hyperv neutron-server[103587]: timer() Dec 10 15:36:17.312903 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:36:17.312903 dv-neutron-821401-4-hyperv neutron-server[103587]: cb(*args, **kw) Dec 10 15:36:17.312903 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:36:17.312903 dv-neutron-821401-4-hyperv neutron-server[103587]: return func(*args, **kwargs) Dec 10 15:36:17.312903 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:36:17.312903 dv-neutron-821401-4-hyperv neutron-server[103587]: self._notify() Dec 10 15:36:17.312903 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:36:17.312903 dv-neutron-821401-4-hyperv neutron-server[103587]: self.callback(batched_events) Dec 10 15:36:17.312903 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:36:17.312903 dv-neutron-821401-4-hyperv neutron-server[103587]: event.method(event) Dec 10 15:36:17.312903 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:36:17.312903 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:36:17.312903 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:36:17.312903 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:36:17.312903 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:36:17.312903 dv-neutron-821401-4-hyperv neutron-server[103587]: return f(self, *a, **k) Dec 10 15:36:17.312903 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:36:17.312903 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._get(url).json() Dec 10 15:36:17.312903 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:36:17.312903 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:36:17.312903 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:36:17.312903 dv-neutron-821401-4-hyperv neutron-server[103587]: return self.request(url, 'GET', **kwargs) Dec 10 15:36:17.312903 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:36:17.312903 dv-neutron-821401-4-hyperv neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:36:17.312903 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:36:17.312903 dv-neutron-821401-4-hyperv neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:36:17.312903 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:36:17.312903 dv-neutron-821401-4-hyperv neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:36:17.312903 dv-neutron-821401-4-hyperv neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:36:17.317623 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-9cbc5cac-9bc1-432b-b0b9-4be73471f794 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "DELETE /v2.0/subnets/867264af-3d3c-4ab2-ac40-d6785d93e7e4 HTTP/1.1" status: 204 len: 168 time: 0.8295765 Dec 10 15:36:17.318437 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35892) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:17.345750 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e734cdca-096b-40b1-be7b-1c815c5105fc None None] Network 59f26e4a-d74c-4fc5-81f5-c4f97623981b requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:36:17.348128 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 6eee6c65-21c4-4c4e-a98c-738eee3b21d0 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:36:17.348495 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 6eee6c65-21c4-4c4e-a98c-738eee3b21d0 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:36:17.399206 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b6813e-63bf-40f3-8c94-b492fd46dd05 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Made reservation on behalf of 915dae42aca44a6e934a20b3a70b3a5e for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:36:17.408819 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-02b6813e-63bf-40f3-8c94-b492fd46dd05 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:17.427460 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52dc221-f5a9-41e6-834d-ac10a8f77b13 None None] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:36:17.435632 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d008441-1540-4bd4-a9f1-faa5bb2ba1de tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Deleting subnet 4e21756d-e039-4832-8b8a-cde6d899c9a7 {{(pid=103586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:36:17.478863 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1d008441-1540-4bd4-a9f1-faa5bb2ba1de tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for subnet, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:17.549113 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1d008441-1540-4bd4-a9f1-faa5bb2ba1de tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12392400'] for subnet, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:17.557860 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-523305a3-e543-429b-8a4f-7b67a42cb121 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:17.568381 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-523305a3-e543-429b-8a4f-7b67a42cb121 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:17.572452 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-523305a3-e543-429b-8a4f-7b67a42cb121 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "DELETE /v2.0/networks/efbdcbdf-a911-4478-8398-ae479c4cac42 HTTP/1.1" status: 204 len: 168 time: 1.3975749 Dec 10 15:36:17.575933 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35896) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:17.591255 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-3c64c6a5-49a5-4bd7-a90e-230a26a9ffc8 None None] Provisioning complete for port de2c3718-2e24-480d-8f5d-47009eaf9d27 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:36:17.591794 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3c64c6a5-49a5-4bd7-a90e-230a26a9ffc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:17.640890 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523305a3-e543-429b-8a4f-7b67a42cb121 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Pushing event deleted for resources: {'Network': ['ID=efbdcbdf-a911-4478-8398-ae479c4cac42,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:17.739993 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1d008441-1540-4bd4-a9f1-faa5bb2ba1de tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:17.744641 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:17.779603 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c57e4be-d1ec-4fca-96c8-d8e8ce22f976 None None] DHCP port deletion for c2b5f149-cedd-450c-ab43-dd2d78259f45 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:36:17.848375 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-8c57e4be-d1ec-4fca-96c8-d8e8ce22f976 None None] Deleting port de2c3718-2e24-480d-8f5d-47009eaf9d27 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:36:17.849178 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8c57e4be-d1ec-4fca-96c8-d8e8ce22f976 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:17.897455 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-02b6813e-63bf-40f3-8c94-b492fd46dd05 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11695183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581935'] for subnet, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:17.956417 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b6813e-63bf-40f3-8c94-b492fd46dd05 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:36:17.964060 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-8c57e4be-d1ec-4fca-96c8-d8e8ce22f976 None None] For port de2c3718-2e24-480d-8f5d-47009eaf9d27, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=de2c3718-2e24-480d-8f5d-47009eaf9d27,segment=NetworkSegment(64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4),segment_id=64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:36:17.964473 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8c57e4be-d1ec-4fca-96c8-d8e8ce22f976 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:17.974366 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-02b6813e-63bf-40f3-8c94-b492fd46dd05 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:36:17.979527 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1d008441-1540-4bd4-a9f1-faa5bb2ba1de tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:17.985219 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b6813e-63bf-40f3-8c94-b492fd46dd05 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:36:17.986015 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-02b6813e-63bf-40f3-8c94-b492fd46dd05 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:17.994159 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-8c57e4be-d1ec-4fca-96c8-d8e8ce22f976 None None] Calling delete_port for de2c3718-2e24-480d-8f5d-47009eaf9d27 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:36:18.004396 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b6813e-63bf-40f3-8c94-b492fd46dd05 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event updated for resources: {'Subnet': ['ID=7add3ed1-566d-4326-b297-81fb7bc20adf,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:18.036171 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1d008441-1540-4bd4-a9f1-faa5bb2ba1de tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:18.044221 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-1d008441-1540-4bd4-a9f1-faa5bb2ba1de tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "DELETE /v2.0/subnets/4e21756d-e039-4832-8b8a-cde6d899c9a7 HTTP/1.1" status: 204 len: 168 time: 0.7246208 Dec 10 15:36:18.050910 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d008441-1540-4bd4-a9f1-faa5bb2ba1de tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event deleted for resources: {'Subnet': ['ID=4e21756d-e039-4832-8b8a-cde6d899c9a7,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:18.050910 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35898) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:18.086165 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecb914c5-a962-459f-8766-d7f5c3bebfde tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] DELETE failed (client error): The resource could not be found. Dec 10 15:36:18.086642 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecb914c5-a962-459f-8766-d7f5c3bebfde tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:36:18.090004 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-ecb914c5-a962-459f-8766-d7f5c3bebfde tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "DELETE /v2.0/subnets/867264af-3d3c-4ab2-ac40-d6785d93e7e4 HTTP/1.1" status: 404 len: 337 time: 0.0363038 Dec 10 15:36:18.092569 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35900) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:18.102505 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e86974e9-71a9-465d-bd67-d785d6694ee2 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549925'] for router_interface, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:18.141839 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-02b6813e-63bf-40f3-8c94-b492fd46dd05 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0785673 Dec 10 15:36:18.142863 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35902) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:18.147895 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-37ac9df2-9170-4c48-ae8f-ac12b507c1d4 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Request body: {'subnet': {'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:18.208158 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8c57e4be-d1ec-4fca-96c8-d8e8ce22f976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:18.231436 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e601d34-2af5-4288-8a2d-905eb58a91db tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Deleting subnet f8e65cdf-ab5f-4aa9-93bc-440dbe5e8517 {{(pid=103586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:36:18.238457 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1e601d34-2af5-4288-8a2d-905eb58a91db tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for subnet, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:18.261201 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c57e4be-d1ec-4fca-96c8-d8e8ce22f976 None None] No DVR routers for this DVR port de2c3718-2e24-480d-8f5d-47009eaf9d27 on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:36:18.263245 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c57e4be-d1ec-4fca-96c8-d8e8ce22f976 None None] Pushing event deleted for resources: {'Port': ['ID=de2c3718-2e24-480d-8f5d-47009eaf9d27,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:18.288041 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4476fec6-c738-4046-a40d-bafa4163e304 None None] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:36:18.343448 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1e601d34-2af5-4288-8a2d-905eb58a91db tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12392400'] for subnet, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:18.460751 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-8b155a3b-acba-4448-b125-b7f965c0cfbf req-ac3c1a9a-1bf0-4754-a7c0-d7a57e5fe508 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b3a6687f-092d-45a0-b766-e135d21b7a80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1039195 Dec 10 15:36:18.468167 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efb8a87-8eda-4a44-bf36-9af18abdd61d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-c2b5f149-cedd-450c-ab43-dd2d78259f45', 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'project_id': '915dae42aca44a6e934a20b3a70b3a5e', 'fixed_ips': [{'subnet_id': '7add3ed1-566d-4326-b297-81fb7bc20adf'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:36:18.470139 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4efb8a87-8eda-4a44-bf36-9af18abdd61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:18.480086 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-e86974e9-71a9-465d-bd67-d785d6694ee2 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Deleting port 1828a80e-8027-481a-bd31-aa6ea1db0429 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:36:18.480086 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e86974e9-71a9-465d-bd67-d785d6694ee2 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:18.490478 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1e601d34-2af5-4288-8a2d-905eb58a91db tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:18.548695 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ac9df2-9170-4c48-ae8f-ac12b507c1d4 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Made reservation on behalf of 915dae42aca44a6e934a20b3a70b3a5e for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:36:18.552958 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-37ac9df2-9170-4c48-ae8f-ac12b507c1d4 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:18.650619 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b155a3b-acba-4448-b125-b7f965c0cfbf req-aa08c07d-a71e-4c97-9ad3-b6f72d17ca07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:36:18.652302 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-8b155a3b-acba-4448-b125-b7f965c0cfbf req-aa08c07d-a71e-4c97-9ad3-b6f72d17ca07 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e049672a5fd04e7f8cbb0423b61eb757&device_id=b3a6687f-092d-45a0-b766-e135d21b7a80 HTTP/1.1" status: 200 len: 1099 time: 0.0855761 Dec 10 15:36:18.678101 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51357de8-6a29-4594-b99b-84b7485ef3fb None None] Network 59f26e4a-d74c-4fc5-81f5-c4f97623981b requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:36:18.708313 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-e86974e9-71a9-465d-bd67-d785d6694ee2 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] For port 1828a80e-8027-481a-bd31-aa6ea1db0429, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=1828a80e-8027-481a-bd31-aa6ea1db0429,segment=NetworkSegment(283142cf-b605-443f-bb97-0782c1796643),segment_id=283142cf-b605-443f-bb97-0782c1796643)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:36:18.708696 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e86974e9-71a9-465d-bd67-d785d6694ee2 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:18.714530 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.ipam_backend_mixin [None req-37ac9df2-9170-4c48-ae8f-ac12b507c1d4 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7add3ed1-566d-4326-b297-81fb7bc20adf (CIDR: 2001:db8::/64) Dec 10 15:36:18.749492 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-37ac9df2-9170-4c48-ae8f-ac12b507c1d4 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 15:36:18.750837 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37ac9df2-9170-4c48-ae8f-ac12b507c1d4 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:36:18.752093 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-e86974e9-71a9-465d-bd67-d785d6694ee2 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Calling delete_port for 1828a80e-8027-481a-bd31-aa6ea1db0429 owned by network:router_interface {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:36:18.757508 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:18.764091 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-c65de818-7f2c-4dd5-877c-6dcf8a4954f8 None None] Provisioning complete for port fe228339-b671-4c2e-be26-38ab348ad098 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:36:18.764461 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c65de818-7f2c-4dd5-877c-6dcf8a4954f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:18.773495 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-4efb8a87-8eda-4a44-bf36-9af18abdd61d None None] Allocated IP 2001:db8::2 (c2b5f149-cedd-450c-ab43-dd2d78259f45/7add3ed1-566d-4326-b297-81fb7bc20adf/1352fc30-b0a0-4a8a-9ce4-ebf90f9fb3ea) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:36:18.787072 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1e601d34-2af5-4288-8a2d-905eb58a91db tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:18.854375 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-37ac9df2-9170-4c48-ae8f-ac12b507c1d4 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7104282 Dec 10 15:36:18.855340 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35906) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:18.855493 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e601d34-2af5-4288-8a2d-905eb58a91db tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event deleted for resources: {'Subnet': ['ID=f8e65cdf-ab5f-4aa9-93bc-440dbe5e8517,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:18.857924 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1e601d34-2af5-4288-8a2d-905eb58a91db tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:18.864071 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-8a234eb8-47f6-4dd4-be58-2717f094f942 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Request body: {'subnet': {'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:18.868259 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-1e601d34-2af5-4288-8a2d-905eb58a91db tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "DELETE /v2.0/subnets/f8e65cdf-ab5f-4aa9-93bc-440dbe5e8517 HTTP/1.1" status: 204 len: 168 time: 0.7723515 Dec 10 15:36:18.869536 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35908) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:18.874406 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b155a3b-acba-4448-b125-b7f965c0cfbf req-3b6c6e20-3d78-465e-a734-83c78d233b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:36:18.882028 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-8b155a3b-acba-4448-b125-b7f965c0cfbf req-3b6c6e20-3d78-465e-a734-83c78d233b35 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d94f8eb2-eac4-463d-8d76-d973260c236a HTTP/1.1" status: 200 len: 898 time: 0.2021399 Dec 10 15:36:18.909134 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b5c1dca-14df-44ae-8dfa-e03bd09327b5 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] DELETE failed (client error): The resource could not be found. Dec 10 15:36:18.909915 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b5c1dca-14df-44ae-8dfa-e03bd09327b5 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:36:18.919829 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-7b5c1dca-14df-44ae-8dfa-e03bd09327b5 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "DELETE /v2.0/subnets/7300b009-0b6d-4e22-83a8-685279437135 HTTP/1.1" status: 404 len: 337 time: 0.0439825 Dec 10 15:36:18.920263 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35910) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:18.973185 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-c91baf8b-e700-4b84-b8ee-2b24d64ffa0f tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "GET /v2.0/ports?device_id=1630cbdc-a7bb-4cbe-b215-f2d227f50157 HTTP/1.1" status: 200 len: 205 time: 0.0494978 Dec 10 15:36:18.974175 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35912) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:19.030412 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.api.v2.resource [None req-eb0453fa-43d8-433e-a481-21b759b753bd tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] delete failed (client error): The resource could not be found. Dec 10 15:36:19.031848 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-eb0453fa-43d8-433e-a481-21b759b753bd tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "DELETE /v2.0/routers/1630cbdc-a7bb-4cbe-b215-f2d227f50157 HTTP/1.1" status: 404 len: 336 time: 0.0567122 Dec 10 15:36:19.034347 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35914) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:19.098523 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-81923583-f60e-4d0a-a387-0a0494f90cbe tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] DELETE failed (client error): The resource could not be found. Dec 10 15:36:19.098988 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81923583-f60e-4d0a-a387-0a0494f90cbe tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:36:19.102354 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-81923583-f60e-4d0a-a387-0a0494f90cbe tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "DELETE /v2.0/subnets/20017f82-4f28-431f-998f-e2c668375bc9 HTTP/1.1" status: 404 len: 337 time: 0.0630517 Dec 10 15:36:19.105757 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35916) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:19.112583 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4efb8a87-8eda-4a44-bf36-9af18abdd61d None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:19.114483 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-8b155a3b-acba-4448-b125-b7f965c0cfbf req-1e92c9db-9fd5-409f-a82e-d6e0293bfb19 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f05c5c5f-a46c-4af2-a1eb-a365ef6a7132 HTTP/1.1" status: 200 len: 1001 time: 0.2188964 Dec 10 15:36:19.119201 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-c65de818-7f2c-4dd5-877c-6dcf8a4954f8 None None] Provisioning complete for port 05a3b99f-b3ff-45f6-a944-bebb1d8fc2d1 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:36:19.119201 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c65de818-7f2c-4dd5-877c-6dcf8a4954f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:19.138341 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dc2f4ec-7e58-49d6-94fa-36c02c218e97 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] DELETE failed (client error): The resource could not be found. Dec 10 15:36:19.138986 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dc2f4ec-7e58-49d6-94fa-36c02c218e97 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:36:19.146078 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-5dc2f4ec-7e58-49d6-94fa-36c02c218e97 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "DELETE /v2.0/subnets/ba5a81f1-5eab-4ed1-95e7-1c5401b6928f HTTP/1.1" status: 404 len: 337 time: 0.0387843 Dec 10 15:36:19.150331 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35918) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:19.152751 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-c65de818-7f2c-4dd5-877c-6dcf8a4954f8 None None] Port 05a3b99f-b3ff-45f6-a944-bebb1d8fc2d1 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:36:19.154778 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a58b00-b9c7-4307-97ad-6ed23ee64614 None None] Update dhcp port {'port': {'network_id': '59f26e4a-d74c-4fc5-81f5-c4f97623981b', 'fixed_ips': [{'subnet_id': 'f8e65cdf-ab5f-4aa9-93bc-440dbe5e8517'}], 'binding:host_id': 'dv-neutron-821401-4-hyperv'}, 'id': 'fe228339-b671-4c2e-be26-38ab348ad098'} from dv-neutron-821401-4-hyperv. {{(pid=103588) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 15:36:19.185518 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d3a58b00-b9c7-4307-97ad-6ed23ee64614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:19.238015 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4efb8a87-8eda-4a44-bf36-9af18abdd61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:19.238475 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b0f1bb1-f53f-4c12-bebd-32902f0d8f07 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] DELETE failed (client error): The resource could not be found. Dec 10 15:36:19.238475 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b0f1bb1-f53f-4c12-bebd-32902f0d8f07 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:36:19.245636 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-1b0f1bb1-f53f-4c12-bebd-32902f0d8f07 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "DELETE /v2.0/subnets/37cafb26-8ca3-4a70-9d11-101a8333e980 HTTP/1.1" status: 404 len: 337 time: 0.0953143 Dec 10 15:36:19.245999 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35920) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:19.248391 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device de2c3718-2e24-480d-8f5d-47009eaf9d27 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:36:19.256189 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b155a3b-acba-4448-b125-b7f965c0cfbf req-1a33818d-8c2d-4e3b-9ec8-1c84607a4b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:36:19.257699 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-8b155a3b-acba-4448-b125-b7f965c0cfbf req-1a33818d-8c2d-4e3b-9ec8-1c84607a4b71 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=34c7743d-ebad-428c-a2f4-a627b40eea9c HTTP/1.1" status: 200 len: 834 time: 0.1250234 Dec 10 15:36:19.277443 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e9a7b24-5efc-4c8a-8d74-8e0d09f10802 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] DELETE failed (client error): The resource could not be found. Dec 10 15:36:19.278213 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e9a7b24-5efc-4c8a-8d74-8e0d09f10802 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:36:19.284181 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-8e9a7b24-5efc-4c8a-8d74-8e0d09f10802 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "DELETE /v2.0/ports/00d56a0c-f4ba-4ac0-89e3-7c3bc9194f7e HTTP/1.1" status: 404 len: 333 time: 0.0337267 Dec 10 15:36:19.286324 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35922) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:19.299869 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: de2c3718-2e24-480d-8f5d-47009eaf9d27 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:36:19.300225 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device de2c3718-2e24-480d-8f5d-47009eaf9d27 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:36:19.311300 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efb8a87-8eda-4a44-bf36-9af18abdd61d None None] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:36:19.313468 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a234eb8-47f6-4dd4-be58-2717f094f942 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Made reservation on behalf of 915dae42aca44a6e934a20b3a70b3a5e for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:36:19.317760 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8a234eb8-47f6-4dd4-be58-2717f094f942 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11668558'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:19.332511 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-d73bc41b-c8e4-4f6b-8feb-ada3f71f982c tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] DELETE failed (client error): The resource could not be found. Dec 10 15:36:19.333169 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d73bc41b-c8e4-4f6b-8feb-ada3f71f982c tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:36:19.339088 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-d73bc41b-c8e4-4f6b-8feb-ada3f71f982c tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "DELETE /v2.0/subnets/ece9988d-7dfc-4231-a62e-6bb6ddc28e2c HTTP/1.1" status: 404 len: 337 time: 0.0494633 Dec 10 15:36:19.341942 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35924) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:19.358446 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-4efb8a87-8eda-4a44-bf36-9af18abdd61d None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:36:19.360591 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e86974e9-71a9-465d-bd67-d785d6694ee2 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:19.363758 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efb8a87-8eda-4a44-bf36-9af18abdd61d None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:36:19.378585 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efb8a87-8eda-4a44-bf36-9af18abdd61d None None] Pushing event updated for resources: {'Port': ['ID=1352fc30-b0a0-4a8a-9ce4-ebf90f9fb3ea,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:19.393689 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b155a3b-acba-4448-b125-b7f965c0cfbf req-b1843938-aff3-4b4e-a7bf-fa4181193f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:36:19.395252 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-8b155a3b-acba-4448-b125-b7f965c0cfbf req-b1843938-aff3-4b4e-a7bf-fa4181193f2d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d94f8eb2-eac4-463d-8d76-d973260c236a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1301160 Dec 10 15:36:19.449506 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf8453ff-a9db-440a-9fbb-5757b2be7f9e tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] DELETE failed (client error): The resource could not be found. Dec 10 15:36:19.450203 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf8453ff-a9db-440a-9fbb-5757b2be7f9e tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:36:19.456291 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-bf8453ff-a9db-440a-9fbb-5757b2be7f9e tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "DELETE /v2.0/subnets/ed38f5c2-4a01-4b8b-bffb-2b96622400ae HTTP/1.1" status: 404 len: 337 time: 0.1041002 Dec 10 15:36:19.458844 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86974e9-71a9-465d-bd67-d785d6694ee2 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Pushing event deleted for resources: {'Port': ['ID=1828a80e-8027-481a-bd31-aa6ea1db0429,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:19.465667 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35926) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:19.514022 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-031a451a-82e0-4312-bf8c-c252a8bdeb6a tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] DELETE failed (client error): The resource could not be found. Dec 10 15:36:19.514860 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-031a451a-82e0-4312-bf8c-c252a8bdeb6a tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:36:19.519074 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-031a451a-82e0-4312-bf8c-c252a8bdeb6a tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "DELETE /v2.0/ports/0d8240a6-163e-4bc8-a6ed-1c91dd81a959 HTTP/1.1" status: 404 len: 333 time: 0.0522439 Dec 10 15:36:19.522542 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35928) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:19.561503 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-71361ec8-9a72-4799-a052-eccb1983fec4 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] DELETE failed (client error): The resource could not be found. Dec 10 15:36:19.561991 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71361ec8-9a72-4799-a052-eccb1983fec4 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:36:19.571132 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-71361ec8-9a72-4799-a052-eccb1983fec4 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "DELETE /v2.0/subnets/1fcf7848-d821-427b-97ad-c62d21e4dad1 HTTP/1.1" status: 404 len: 337 time: 0.0474923 Dec 10 15:36:19.573623 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35932) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:19.639284 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-06d4bf3e-d0f6-437b-a3b6-070071437c7e tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] DELETE failed (client error): The resource could not be found. Dec 10 15:36:19.639785 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06d4bf3e-d0f6-437b-a3b6-070071437c7e tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:36:19.645848 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-06d4bf3e-d0f6-437b-a3b6-070071437c7e tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "DELETE /v2.0/subnets/46329c26-1f38-496c-ad26-bd548807463b HTTP/1.1" status: 404 len: 337 time: 0.0690305 Dec 10 15:36:19.651798 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35934) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:19.652290 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d7286c-dd5e-46be-81e8-b1d5a945e90e None None] Network 59f26e4a-d74c-4fc5-81f5-c4f97623981b requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:36:19.657279 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-4efb8a87-8eda-4a44-bf36-9af18abdd61d None None] Attempting to bind port 1352fc30-b0a0-4a8a-9ce4-ebf90f9fb3ea on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:36:19.657731 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-4efb8a87-8eda-4a44-bf36-9af18abdd61d None None] Attempting to bind port 1352fc30-b0a0-4a8a-9ce4-ebf90f9fb3ea by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:36:19.658209 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efb8a87-8eda-4a44-bf36-9af18abdd61d None None] Attempting to bind port 1352fc30-b0a0-4a8a-9ce4-ebf90f9fb3ea on network c2b5f149-cedd-450c-ab43-dd2d78259f45 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:36:19.721032 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efb8a87-8eda-4a44-bf36-9af18abdd61d None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:36:19.726053 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efb8a87-8eda-4a44-bf36-9af18abdd61d None None] Checking segment: {'id': '64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:36:19.727403 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4efb8a87-8eda-4a44-bf36-9af18abdd61d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:19.728339 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efb8a87-8eda-4a44-bf36-9af18abdd61d None None] Bound using segment: {'id': '64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:36:19.731328 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-4efb8a87-8eda-4a44-bf36-9af18abdd61d None None] Bound port: 1352fc30-b0a0-4a8a-9ce4-ebf90f9fb3ea, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:36:19.731820 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4efb8a87-8eda-4a44-bf36-9af18abdd61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:19.775433 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-8ca0ce9b-a42f-4ce5-98a5-52d7549e5e49 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Deleting port 05a3b99f-b3ff-45f6-a944-bebb1d8fc2d1 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:36:19.775796 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8ca0ce9b-a42f-4ce5-98a5-52d7549e5e49 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:19.812883 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-8b155a3b-acba-4448-b125-b7f965c0cfbf req-83b708ca-8807-4355-be1c-e3e92f694551 service neutron] 10.222.0.44 "GET /v2.0/networks/d94f8eb2-eac4-463d-8d76-d973260c236a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3934546 Dec 10 15:36:19.817505 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-2c604db5-9da2-4cbc-b06b-39eb57dd63e9 None None] Provisioning complete for port fe228339-b671-4c2e-be26-38ab348ad098 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:36:19.817505 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2c604db5-9da2-4cbc-b06b-39eb57dd63e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:19.860621 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8ca0ce9b-a42f-4ce5-98a5-52d7549e5e49 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:19.878225 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-8ca0ce9b-a42f-4ce5-98a5-52d7549e5e49 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Calling delete_port for 05a3b99f-b3ff-45f6-a944-bebb1d8fc2d1 owned by {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:36:19.880863 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e86974e9-71a9-465d-bd67-d785d6694ee2 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550073'] for router_interface, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:19.979525 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-4efb8a87-8eda-4a44-bf36-9af18abdd61d None None] For port 1352fc30-b0a0-4a8a-9ce4-ebf90f9fb3ea, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:36:20.012229 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-4efb8a87-8eda-4a44-bf36-9af18abdd61d None None] For port 1352fc30-b0a0-4a8a-9ce4-ebf90f9fb3ea, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=1352fc30-b0a0-4a8a-9ce4-ebf90f9fb3ea,segment=NetworkSegment(64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4),segment_id=64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:36:20.013457 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d243104-e577-49be-ba48-b629e29faf79 None None] DHCP port deletion for 59f26e4a-d74c-4fc5-81f5-c4f97623981b request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:36:20.059218 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-2c604db5-9da2-4cbc-b06b-39eb57dd63e9 None None] Provisioning complete for port 05a3b99f-b3ff-45f6-a944-bebb1d8fc2d1 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:36:20.059581 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2c604db5-9da2-4cbc-b06b-39eb57dd63e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:20.074632 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8ca0ce9b-a42f-4ce5-98a5-52d7549e5e49 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:20.104770 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-2c604db5-9da2-4cbc-b06b-39eb57dd63e9 None None] Port 05a3b99f-b3ff-45f6-a944-bebb1d8fc2d1 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:36:20.110877 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4efb8a87-8eda-4a44-bf36-9af18abdd61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:20.131507 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca0ce9b-a42f-4ce5-98a5-52d7549e5e49 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event deleted for resources: {'Port': ['ID=05a3b99f-b3ff-45f6-a944-bebb1d8fc2d1,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:20.151083 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8ca0ce9b-a42f-4ce5-98a5-52d7549e5e49 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:20.151083 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-8ca0ce9b-a42f-4ce5-98a5-52d7549e5e49 tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "DELETE /v2.0/ports/05a3b99f-b3ff-45f6-a944-bebb1d8fc2d1 HTTP/1.1" status: 204 len: 168 time: 0.4977620 Dec 10 15:36:20.154975 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35936) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:20.171315 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-4d243104-e577-49be-ba48-b629e29faf79 None None] Deleting port fe228339-b671-4c2e-be26-38ab348ad098 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:36:20.174645 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4d243104-e577-49be-ba48-b629e29faf79 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:20.246544 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-378d3791-5a99-4bfe-9e85-c87b79471dbf tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:20.310632 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efb8a87-8eda-4a44-bf36-9af18abdd61d None None] Pushing event updated for resources: {'Port': ['ID=1352fc30-b0a0-4a8a-9ce4-ebf90f9fb3ea,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:20.327636 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-378d3791-5a99-4bfe-9e85-c87b79471dbf tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Deleting port fe228339-b671-4c2e-be26-38ab348ad098 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:36:20.328820 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-378d3791-5a99-4bfe-9e85-c87b79471dbf tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:20.329089 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-4d243104-e577-49be-ba48-b629e29faf79 None None] For port fe228339-b671-4c2e-be26-38ab348ad098, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=fe228339-b671-4c2e-be26-38ab348ad098,segment=NetworkSegment(ed386b8e-183e-4859-8236-0e347d75b90e),segment_id=ed386b8e-183e-4859-8236-0e347d75b90e)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:36:20.329860 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4d243104-e577-49be-ba48-b629e29faf79 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:20.346240 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-4d243104-e577-49be-ba48-b629e29faf79 None None] Calling delete_port for fe228339-b671-4c2e-be26-38ab348ad098 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:36:20.425676 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-378d3791-5a99-4bfe-9e85-c87b79471dbf tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] For port fe228339-b671-4c2e-be26-38ab348ad098, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=fe228339-b671-4c2e-be26-38ab348ad098,segment=NetworkSegment(ed386b8e-183e-4859-8236-0e347d75b90e),segment_id=ed386b8e-183e-4859-8236-0e347d75b90e)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:36:20.425676 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-378d3791-5a99-4bfe-9e85-c87b79471dbf tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:20.437033 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-378d3791-5a99-4bfe-9e85-c87b79471dbf tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Calling delete_port for fe228339-b671-4c2e-be26-38ab348ad098 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:36:20.513833 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-8b155a3b-acba-4448-b125-b7f965c0cfbf req-fe7da32a-7885-4f48-9dee-57eaf454eaca service neutron] 10.222.0.44 "GET /v2.0/networks/d94f8eb2-eac4-463d-8d76-d973260c236a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6913664 Dec 10 15:36:20.594640 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4d243104-e577-49be-ba48-b629e29faf79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:20.602512 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-378d3791-5a99-4bfe-9e85-c87b79471dbf tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:20.613629 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d243104-e577-49be-ba48-b629e29faf79 None None] No DVR routers for this DVR port fe228339-b671-4c2e-be26-38ab348ad098 on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:36:20.627936 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378d3791-5a99-4bfe-9e85-c87b79471dbf tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] No DVR routers for this DVR port fe228339-b671-4c2e-be26-38ab348ad098 on host dv-neutron-821401-4-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:36:20.643432 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d243104-e577-49be-ba48-b629e29faf79 None None] Pushing event deleted for resources: {'Port': ['ID=fe228339-b671-4c2e-be26-38ab348ad098,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:20.710653 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378d3791-5a99-4bfe-9e85-c87b79471dbf tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event deleted for resources: {'Port': ['ID=fe228339-b671-4c2e-be26-38ab348ad098,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:20.754429 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e86974e9-71a9-465d-bd67-d785d6694ee2 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Router 905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:36:20.765981 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-378d3791-5a99-4bfe-9e85-c87b79471dbf tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:20.788695 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-378d3791-5a99-4bfe-9e85-c87b79471dbf tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59f26e4a-d74c-4fc5-81f5-c4f97623981b']}} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:20.799240 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-378d3791-5a99-4bfe-9e85-c87b79471dbf tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed386b8e-183e-4859-8236-0e347d75b90e') {'for_net_delete': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:20.799702 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-378d3791-5a99-4bfe-9e85-c87b79471dbf tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed386b8e-183e-4859-8236-0e347d75b90e') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:20.810745 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-378d3791-5a99-4bfe-9e85-c87b79471dbf tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12392235'] for segment, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:20.826400 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-378d3791-5a99-4bfe-9e85-c87b79471dbf tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:20.833537 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-378d3791-5a99-4bfe-9e85-c87b79471dbf tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=103586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:36:20.833537 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-378d3791-5a99-4bfe-9e85-c87b79471dbf tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11695586'] for segment, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:20.837215 dv-neutron-821401-4-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:36:20.837215 dv-neutron-821401-4-hyperv neutron-server[103586]: self.session.flush() Dec 10 15:36:20.837215 dv-neutron-821401-4-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:36:20.837215 dv-neutron-821401-4-hyperv neutron-server[103586]: self.session.flush() Dec 10 15:36:20.837215 dv-neutron-821401-4-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:36:20.837215 dv-neutron-821401-4-hyperv neutron-server[103586]: self.session.flush() Dec 10 15:36:20.837215 dv-neutron-821401-4-hyperv neutron-server[103586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:36:20.837215 dv-neutron-821401-4-hyperv neutron-server[103586]: self.session.flush() Dec 10 15:36:20.837215 dv-neutron-821401-4-hyperv neutron-server[103586]: Traceback (most recent call last): Dec 10 15:36:20.837215 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:36:20.837215 dv-neutron-821401-4-hyperv neutron-server[103586]: timer() Dec 10 15:36:20.837215 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:36:20.837215 dv-neutron-821401-4-hyperv neutron-server[103586]: cb(*args, **kw) Dec 10 15:36:20.837215 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:36:20.837215 dv-neutron-821401-4-hyperv neutron-server[103586]: return func(*args, **kwargs) Dec 10 15:36:20.837215 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:36:20.837215 dv-neutron-821401-4-hyperv neutron-server[103586]: self._notify() Dec 10 15:36:20.837215 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:36:20.837215 dv-neutron-821401-4-hyperv neutron-server[103586]: self.callback(batched_events) Dec 10 15:36:20.837215 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:36:20.837215 dv-neutron-821401-4-hyperv neutron-server[103586]: event.method(event) Dec 10 15:36:20.837215 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:36:20.837215 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:36:20.837215 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:36:20.837215 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:36:20.837215 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:36:20.837215 dv-neutron-821401-4-hyperv neutron-server[103586]: return f(self, *a, **k) Dec 10 15:36:20.837215 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:36:20.837215 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._get(url).json() Dec 10 15:36:20.837215 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:36:20.837215 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:36:20.837215 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:36:20.837215 dv-neutron-821401-4-hyperv neutron-server[103586]: return self.request(url, 'GET', **kwargs) Dec 10 15:36:20.837215 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:36:20.837215 dv-neutron-821401-4-hyperv neutron-server[103586]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:36:20.837215 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:36:20.837215 dv-neutron-821401-4-hyperv neutron-server[103586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:36:20.837215 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:36:20.837215 dv-neutron-821401-4-hyperv neutron-server[103586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:36:20.837215 dv-neutron-821401-4-hyperv neutron-server[103586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:36:20.900720 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e86974e9-71a9-465d-bd67-d785d6694ee2 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:36:20.910219 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-e86974e9-71a9-465d-bd67-d785d6694ee2 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "PUT /v2.0/routers/905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3329749 Dec 10 15:36:20.914458 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35940) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:20.923742 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437264b5-523c-426d-b217-f20bb9e760e7 None None] Sync routers for ids ['905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:36:20.937152 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437264b5-523c-426d-b217-f20bb9e760e7 None None] Routers {'905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:36:20.938247 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-437264b5-523c-426d-b217-f20bb9e760e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:36:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:20.992756 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-378d3791-5a99-4bfe-9e85-c87b79471dbf tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:21.000715 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-378d3791-5a99-4bfe-9e85-c87b79471dbf tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:21.005193 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-378d3791-5a99-4bfe-9e85-c87b79471dbf tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] 10.222.0.20 "DELETE /v2.0/networks/59f26e4a-d74c-4fc5-81f5-c4f97623981b HTTP/1.1" status: 204 len: 168 time: 0.8492005 Dec 10 15:36:21.019979 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2e030f3-daa2-466b-82e0-0ddc89ed78d6 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Deleting subnet cf23a3af-9f7c-4ad8-a81c-aecdab3dd0be {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:36:21.023370 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c2e030f3-daa2-466b-82e0-0ddc89ed78d6 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for subnet, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:21.030044 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378d3791-5a99-4bfe-9e85-c87b79471dbf tempest-PortsTestJSON-1734699032 tempest-PortsTestJSON-1734699032-project] Pushing event deleted for resources: {'Network': ['ID=59f26e4a-d74c-4fc5-81f5-c4f97623981b,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:21.060683 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-437264b5-523c-426d-b217-f20bb9e760e7 None None] Set router 905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3 gateway port host: None {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:36:21.087273 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.objects.ports [None req-8a234eb8-47f6-4dd4-be58-2717f094f942 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103587) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 15:36:21.171098 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c2e030f3-daa2-466b-82e0-0ddc89ed78d6 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11806768'] for subnet, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:21.353812 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c2e030f3-daa2-466b-82e0-0ddc89ed78d6 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:21.383673 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-437264b5-523c-426d-b217-f20bb9e760e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'name': 'tempest-RoutersIpV6Test-router-170160304', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:35:27Z', 'updated_at': '2021-12-10T15:36:19Z', 'revision_number': 10, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'gw_port_host': None, '_interfaces': [{'id': 'a49be103-0bdf-4306-9d74-1eeb9a3a2a27', 'name': '', 'network_id': 'b97b27fa-3792-4496-8dc7-bf817638ca74', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'mac_address': 'fa:16:3e:8c:89:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '393fcc70-4e01-49d3-9bc3-16793e3f7650', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:31Z', 'updated_at': '2021-12-10T15:35:39Z', 'revision_number': 5, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'subnets': [{'id': '393fcc70-4e01-49d3-9bc3-16793e3f7650', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:21.426670 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 1352fc30-b0a0-4a8a-9ce4-ebf90f9fb3ea up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:36:21.429298 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437264b5-523c-426d-b217-f20bb9e760e7 None None] Checking router: 905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3 for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:36:21.471482 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437264b5-523c-426d-b217-f20bb9e760e7 None None] Routers {'905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:36:21.472207 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-437264b5-523c-426d-b217-f20bb9e760e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:36:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:21.541875 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8a234eb8-47f6-4dd4-be58-2717f094f942 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:21.591071 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-437264b5-523c-426d-b217-f20bb9e760e7 None None] Set router 905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3 gateway port host: None {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:36:21.591071 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 1352fc30-b0a0-4a8a-9ce4-ebf90f9fb3ea triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:36:21.591071 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:21.612099 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c2e030f3-daa2-466b-82e0-0ddc89ed78d6 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11236721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11668521'] for subnet, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:21.656577 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c2e030f3-daa2-466b-82e0-0ddc89ed78d6 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:21.663859 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35946) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:21.664448 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-c2e030f3-daa2-466b-82e0-0ddc89ed78d6 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "DELETE /v2.0/subnets/cf23a3af-9f7c-4ad8-a81c-aecdab3dd0be HTTP/1.1" status: 204 len: 168 time: 0.7479978 Dec 10 15:36:21.664854 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e030f3-daa2-466b-82e0-0ddc89ed78d6 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Pushing event deleted for resources: {'Subnet': ['ID=cf23a3af-9f7c-4ad8-a81c-aecdab3dd0be,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:21.667795 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f4ddf5-25ce-43e9-a5f2-21adca377561 None None] Network 9ba96b70-9c3e-4d00-b150-d3a5876bf072 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:36:21.799944 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35950) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:21.848052 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-8a234eb8-47f6-4dd4-be58-2717f094f942 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] For port 1352fc30-b0a0-4a8a-9ce4-ebf90f9fb3ea, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=1352fc30-b0a0-4a8a-9ce4-ebf90f9fb3ea,segment=NetworkSegment(64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4),segment_id=64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:36:21.850632 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f3609710-70c7-446c-9404-2581d676b935 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:21.892703 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-b8d94f62-93cd-4f22-9496-8481c6bfe4ec None None] Provisioning complete for port 1352fc30-b0a0-4a8a-9ce4-ebf90f9fb3ea triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:36:21.892976 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b8d94f62-93cd-4f22-9496-8481c6bfe4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:21.916037 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8a234eb8-47f6-4dd4-be58-2717f094f942 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:21.938833 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-f3609710-70c7-446c-9404-2581d676b935 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Deleting port be14da73-6ebd-4cac-b59e-bb085ed3414f {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:36:21.939392 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f3609710-70c7-446c-9404-2581d676b935 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:21.969215 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:21.977971 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8a234eb8-47f6-4dd4-be58-2717f094f942 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:21.978952 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8a234eb8-47f6-4dd4-be58-2717f094f942 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11236534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11668560'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:22.092362 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a234eb8-47f6-4dd4-be58-2717f094f942 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:36:22.092362 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-8a234eb8-47f6-4dd4-be58-2717f094f942 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:36:22.098343 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a234eb8-47f6-4dd4-be58-2717f094f942 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:36:22.099105 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8a234eb8-47f6-4dd4-be58-2717f094f942 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:22.115743 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b6022b-33a2-403d-8081-e26594e4c889 None None] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:36:22.125479 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a234eb8-47f6-4dd4-be58-2717f094f942 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event updated for resources: {'Subnet': ['ID=3512c1db-8524-45c2-a958-a0ce6231cd5f,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:22.134877 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a234eb8-47f6-4dd4-be58-2717f094f942 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event updated for resources: {'Port': ['ID=1352fc30-b0a0-4a8a-9ce4-ebf90f9fb3ea,revision_number=4']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:22.138671 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.db.api [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 15:36:22.138927 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG oslo_db.api [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 15:36:22.149888 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f739dac8-2864-4261-8fd0-729260733d07 None None] DHCP port deletion for 9ba96b70-9c3e-4d00-b150-d3a5876bf072 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:36:22.198895 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-8a234eb8-47f6-4dd4-be58-2717f094f942 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.3405888 Dec 10 15:36:22.200893 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35954) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:22.210388 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-29c0e0ea-9afa-4897-be6f-7e3b26abaad3 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Request body: {'port': {'network_id': 'c2b5f149-cedd-450c-ab43-dd2d78259f45', 'mac_address': 'fa:16:3e:c6:f5:48', 'name': 'tempest-NetworksTestDHCPv6-1726464353'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:22.338249 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b8d94f62-93cd-4f22-9496-8481c6bfe4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:22.400562 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-437264b5-523c-426d-b217-f20bb9e760e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'name': 'tempest-RoutersIpV6Test-router-170160304', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:35:27Z', 'updated_at': '2021-12-10T15:36:19Z', 'revision_number': 10, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'gw_port_host': None, '_interfaces': [{'id': 'a49be103-0bdf-4306-9d74-1eeb9a3a2a27', 'name': '', 'network_id': 'b97b27fa-3792-4496-8dc7-bf817638ca74', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'mac_address': 'fa:16:3e:8c:89:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '393fcc70-4e01-49d3-9bc3-16793e3f7650', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:31Z', 'updated_at': '2021-12-10T15:35:39Z', 'revision_number': 5, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'subnets': [{'id': '393fcc70-4e01-49d3-9bc3-16793e3f7650', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:22.416168 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-f3609710-70c7-446c-9404-2581d676b935 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] For port be14da73-6ebd-4cac-b59e-bb085ed3414f, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=be14da73-6ebd-4cac-b59e-bb085ed3414f,segment=NetworkSegment(283142cf-b605-443f-bb97-0782c1796643),segment_id=283142cf-b605-443f-bb97-0782c1796643)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:36:22.416530 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f3609710-70c7-446c-9404-2581d676b935 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:22.428751 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-e64110b5-85c3-4c5b-b54a-4b256460349a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=21e0d6ce128b4efe93836d06f4e29105&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6249793 Dec 10 15:36:22.429065 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35956) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:22.437972 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-f3609710-70c7-446c-9404-2581d676b935 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Calling delete_port for be14da73-6ebd-4cac-b59e-bb085ed3414f owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:36:22.456885 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437264b5-523c-426d-b217-f20bb9e760e7 None None] The sync data for ids ['905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3'] in dv-neutron-821401-4-hyperv is: [{'id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'name': 'tempest-RoutersIpV6Test-router-170160304', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:35:27Z', 'updated_at': '2021-12-10T15:36:19Z', 'revision_number': 10, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'gw_port_host': None, '_interfaces': [{'id': 'a49be103-0bdf-4306-9d74-1eeb9a3a2a27', 'name': '', 'network_id': 'b97b27fa-3792-4496-8dc7-bf817638ca74', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'mac_address': 'fa:16:3e:8c:89:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '393fcc70-4e01-49d3-9bc3-16793e3f7650', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:31Z', 'updated_at': '2021-12-10T15:35:39Z', 'revision_number': 5, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'subnets': [{'id': '393fcc70-4e01-49d3-9bc3-16793e3f7650', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:36:22.467065 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-b8d94f62-93cd-4f22-9496-8481c6bfe4ec None None] For port 1352fc30-b0a0-4a8a-9ce4-ebf90f9fb3ea, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=1352fc30-b0a0-4a8a-9ce4-ebf90f9fb3ea,segment=NetworkSegment(64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4),segment_id=64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:36:22.474225 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c0e0ea-9afa-4897-be6f-7e3b26abaad3 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Made reservation on behalf of 915dae42aca44a6e934a20b3a70b3a5e for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:36:22.501035 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f739dac8-2864-4261-8fd0-729260733d07 None None] Deleting port be14da73-6ebd-4cac-b59e-bb085ed3414f {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:36:22.501414 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f739dac8-2864-4261-8fd0-729260733d07 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:22.551434 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dac965e3-1159-4602-9d3b-ba23e693e7a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:22.568698 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f739dac8-2864-4261-8fd0-729260733d07 None None] For port be14da73-6ebd-4cac-b59e-bb085ed3414f, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=be14da73-6ebd-4cac-b59e-bb085ed3414f,segment=NetworkSegment(283142cf-b605-443f-bb97-0782c1796643),segment_id=283142cf-b605-443f-bb97-0782c1796643)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:36:22.569103 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f739dac8-2864-4261-8fd0-729260733d07 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:22.583576 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f739dac8-2864-4261-8fd0-729260733d07 None None] Calling delete_port for be14da73-6ebd-4cac-b59e-bb085ed3414f owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:36:22.588335 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b8d94f62-93cd-4f22-9496-8481c6bfe4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:22.593997 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dac965e3-1159-4602-9d3b-ba23e693e7a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:22.652423 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-29c0e0ea-9afa-4897-be6f-7e3b26abaad3 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:22.662762 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f3609710-70c7-446c-9404-2581d676b935 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:22.676463 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-29c0e0ea-9afa-4897-be6f-7e3b26abaad3 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] device_id is not set on port 8cea069a-d3ad-43ab-9144-d4b028206208 yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:36:22.695166 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3609710-70c7-446c-9404-2581d676b935 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Pushing event deleted for resources: {'Port': ['ID=be14da73-6ebd-4cac-b59e-bb085ed3414f,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:22.699069 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3609710-70c7-446c-9404-2581d676b935 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] No DVR routers for this DVR port be14da73-6ebd-4cac-b59e-bb085ed3414f on host dv-neutron-821401-4-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:36:22.768824 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d94f62-93cd-4f22-9496-8481c6bfe4ec None None] Pushing event updated for resources: {'Port': ['ID=1352fc30-b0a0-4a8a-9ce4-ebf90f9fb3ea,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:22.810517 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f739dac8-2864-4261-8fd0-729260733d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:22.835238 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dac965e3-1159-4602-9d3b-ba23e693e7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:22.841703 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dac965e3-1159-4602-9d3b-ba23e693e7a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:22.852946 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-dac965e3-1159-4602-9d3b-ba23e693e7a8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3e723a35-75f3-412f-8a82-10cbdd0b0112 HTTP/1.1" status: 204 len: 168 time: 0.4199665 Dec 10 15:36:22.892833 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f739dac8-2864-4261-8fd0-729260733d07 None None] Pushing event deleted for resources: {'Port': ['ID=be14da73-6ebd-4cac-b59e-bb085ed3414f,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:22.904550 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f3609710-70c7-446c-9404-2581d676b935 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:22.911445 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f739dac8-2864-4261-8fd0-729260733d07 None None] No DVR routers for this DVR port be14da73-6ebd-4cac-b59e-bb085ed3414f on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:36:22.932334 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device fe228339-b671-4c2e-be26-38ab348ad098 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:36:22.944962 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac965e3-1159-4602-9d3b-ba23e693e7a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e723a35-75f3-412f-8a82-10cbdd0b0112,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:22.973818 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-f3609710-70c7-446c-9404-2581d676b935 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ba96b70-9c3e-4d00-b150-d3a5876bf072']}} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:23.003760 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: fe228339-b671-4c2e-be26-38ab348ad098 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:36:23.004325 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device fe228339-b671-4c2e-be26-38ab348ad098 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:36:23.018142 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-f3609710-70c7-446c-9404-2581d676b935 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '283142cf-b605-443f-bb97-0782c1796643') {'for_net_delete': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:23.018623 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-f3609710-70c7-446c-9404-2581d676b935 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '283142cf-b605-443f-bb97-0782c1796643') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:23.041815 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f3609710-70c7-446c-9404-2581d676b935 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12392235'] for segment, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:23.065507 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f3609710-70c7-446c-9404-2581d676b935 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:23.078736 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3609710-70c7-446c-9404-2581d676b935 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=103586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:36:23.078736 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f3609710-70c7-446c-9404-2581d676b935 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11695586'] for segment, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:23.078736 dv-neutron-821401-4-hyperv neutron-server[103586]: Traceback (most recent call last): Dec 10 15:36:23.078736 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:36:23.078736 dv-neutron-821401-4-hyperv neutron-server[103586]: timer() Dec 10 15:36:23.078736 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:36:23.078736 dv-neutron-821401-4-hyperv neutron-server[103586]: cb(*args, **kw) Dec 10 15:36:23.078736 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:36:23.078736 dv-neutron-821401-4-hyperv neutron-server[103586]: return func(*args, **kwargs) Dec 10 15:36:23.078736 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:36:23.078736 dv-neutron-821401-4-hyperv neutron-server[103586]: self._notify() Dec 10 15:36:23.078736 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:36:23.078736 dv-neutron-821401-4-hyperv neutron-server[103586]: self.callback(batched_events) Dec 10 15:36:23.078736 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:36:23.078736 dv-neutron-821401-4-hyperv neutron-server[103586]: event.method(event) Dec 10 15:36:23.078736 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:36:23.078736 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:36:23.078736 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:36:23.078736 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:36:23.078736 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:36:23.078736 dv-neutron-821401-4-hyperv neutron-server[103586]: return f(self, *a, **k) Dec 10 15:36:23.078736 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:36:23.078736 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._get(url).json() Dec 10 15:36:23.078736 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:36:23.078736 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:36:23.078736 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:36:23.078736 dv-neutron-821401-4-hyperv neutron-server[103586]: return self.request(url, 'GET', **kwargs) Dec 10 15:36:23.078736 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:36:23.078736 dv-neutron-821401-4-hyperv neutron-server[103586]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:36:23.078736 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:36:23.078736 dv-neutron-821401-4-hyperv neutron-server[103586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:36:23.078736 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:36:23.078736 dv-neutron-821401-4-hyperv neutron-server[103586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:36:23.078736 dv-neutron-821401-4-hyperv neutron-server[103586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:36:23.094789 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-29c0e0ea-9afa-4897-be6f-7e3b26abaad3 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Allocated IP 2001:db8::2b8 (c2b5f149-cedd-450c-ab43-dd2d78259f45/7add3ed1-566d-4326-b297-81fb7bc20adf/8cea069a-d3ad-43ab-9144-d4b028206208) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:36:23.103073 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-29c0e0ea-9afa-4897-be6f-7e3b26abaad3 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Allocated IP 2001:db8:0:1:f816:3eff:fec6:f548 (c2b5f149-cedd-450c-ab43-dd2d78259f45/3512c1db-8524-45c2-a958-a0ce6231cd5f/8cea069a-d3ad-43ab-9144-d4b028206208) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:36:23.262143 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 1352fc30-b0a0-4a8a-9ce4-ebf90f9fb3ea up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:36:23.271069 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f3609710-70c7-446c-9404-2581d676b935 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:23.278434 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f3609710-70c7-446c-9404-2581d676b935 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:23.284578 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35962) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:23.284792 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-f3609710-70c7-446c-9404-2581d676b935 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "DELETE /v2.0/networks/9ba96b70-9c3e-4d00-b150-d3a5876bf072 HTTP/1.1" status: 204 len: 168 time: 1.6187294 Dec 10 15:36:23.297067 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3609710-70c7-446c-9404-2581d676b935 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Pushing event deleted for resources: {'Network': ['ID=9ba96b70-9c3e-4d00-b150-d3a5876bf072,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:23.369463 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 1352fc30-b0a0-4a8a-9ce4-ebf90f9fb3ea triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:36:23.371344 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:23.494963 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-29c0e0ea-9afa-4897-be6f-7e3b26abaad3 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:23.560549 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device be14da73-6ebd-4cac-b59e-bb085ed3414f no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:36:23.597557 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: be14da73-6ebd-4cac-b59e-bb085ed3414f {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:36:23.599601 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device be14da73-6ebd-4cac-b59e-bb085ed3414f not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:36:23.599601 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 1828a80e-8027-481a-bd31-aa6ea1db0429 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:36:23.645259 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 1828a80e-8027-481a-bd31-aa6ea1db0429 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:36:23.645701 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 1828a80e-8027-481a-bd31-aa6ea1db0429 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:36:23.665428 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f237602f-3327-4194-89cf-0c86f4e4c773 None None] Provisioning complete for port 1352fc30-b0a0-4a8a-9ce4-ebf90f9fb3ea triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:36:23.665428 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f237602f-3327-4194-89cf-0c86f4e4c773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:23.716006 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-29c0e0ea-9afa-4897-be6f-7e3b26abaad3 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:23.789450 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c0e0ea-9afa-4897-be6f-7e3b26abaad3 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:36:23.794261 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-29c0e0ea-9afa-4897-be6f-7e3b26abaad3 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:36:23.801492 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c0e0ea-9afa-4897-be6f-7e3b26abaad3 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:36:23.810433 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c0e0ea-9afa-4897-be6f-7e3b26abaad3 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:36:23.810433 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-29c0e0ea-9afa-4897-be6f-7e3b26abaad3 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:23.813820 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0e0ea-9afa-4897-be6f-7e3b26abaad3 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event updated for resources: {'Port': ['ID=8cea069a-d3ad-43ab-9144-d4b028206208,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:23.847233 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8457fb7b-b5ec-48cf-9d26-6cb0e4b4b49d tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549925'] for router_interface, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:23.895399 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-29c0e0ea-9afa-4897-be6f-7e3b26abaad3 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.6924896 Dec 10 15:36:23.897423 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35976) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:24.090481 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-26a855be-9c2d-46b9-ba15-5fac28408091 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Deleting port 8cea069a-d3ad-43ab-9144-d4b028206208 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:36:24.090750 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-26a855be-9c2d-46b9-ba15-5fac28408091 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:24.184268 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-8e97468f-264f-4ed3-9455-e116d2af8110 None None] Provisioning complete for port 8cea069a-d3ad-43ab-9144-d4b028206208 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:36:24.184863 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8e97468f-264f-4ed3-9455-e116d2af8110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:24.211658 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-26a855be-9c2d-46b9-ba15-5fac28408091 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:24.231529 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-8457fb7b-b5ec-48cf-9d26-6cb0e4b4b49d tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Deleting port a49be103-0bdf-4306-9d74-1eeb9a3a2a27 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:36:24.231529 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8457fb7b-b5ec-48cf-9d26-6cb0e4b4b49d tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:24.231887 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-8e97468f-264f-4ed3-9455-e116d2af8110 None None] Port 8cea069a-d3ad-43ab-9144-d4b028206208 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:36:24.232007 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-26a855be-9c2d-46b9-ba15-5fac28408091 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Calling delete_port for 8cea069a-d3ad-43ab-9144-d4b028206208 owned by {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:36:24.346286 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-8457fb7b-b5ec-48cf-9d26-6cb0e4b4b49d tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] For port a49be103-0bdf-4306-9d74-1eeb9a3a2a27, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=a49be103-0bdf-4306-9d74-1eeb9a3a2a27,segment=NetworkSegment(0f99f252-8e3b-4a94-8c7e-79d2ee65ec3c),segment_id=0f99f252-8e3b-4a94-8c7e-79d2ee65ec3c)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:36:24.346750 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8457fb7b-b5ec-48cf-9d26-6cb0e4b4b49d tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:24.360199 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-8457fb7b-b5ec-48cf-9d26-6cb0e4b4b49d tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Calling delete_port for a49be103-0bdf-4306-9d74-1eeb9a3a2a27 owned by network:router_interface {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:36:24.433765 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35986) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:24.497133 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-26a855be-9c2d-46b9-ba15-5fac28408091 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:24.530058 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a855be-9c2d-46b9-ba15-5fac28408091 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event deleted for resources: {'Port': ['ID=8cea069a-d3ad-43ab-9144-d4b028206208,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:24.551078 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-ff5a7ad2-107f-44bc-8275-6cd27eb63d5b tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:24.552032 dv-neutron-821401-4-hyperv neutron-server[103586]: WARNING neutron.api.v2.base [None req-ff5a7ad2-107f-44bc-8275-6cd27eb63d5b tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 10 15:36:24.553169 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.api.v2.resource [None req-ff5a7ad2-107f-44bc-8275-6cd27eb63d5b tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] create failed (client error): There was a conflict when trying to complete your request. Dec 10 15:36:24.557392 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-ff5a7ad2-107f-44bc-8275-6cd27eb63d5b tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1186755 Dec 10 15:36:24.558243 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35990) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:24.563361 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-3384f6d9-7afb-47aa-8801-b81b2b9b8d31 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Request body: {'security_group': {'name': 'tempest-secgroup--365038800'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:24.598639 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-26a855be-9c2d-46b9-ba15-5fac28408091 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:24.604618 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-26a855be-9c2d-46b9-ba15-5fac28408091 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/ports/8cea069a-d3ad-43ab-9144-d4b028206208 HTTP/1.1" status: 204 len: 168 time: 0.7026761 Dec 10 15:36:24.605013 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35992) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:24.660260 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945e1389-c14f-4103-b9c6-b6579a9bee9f tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:36:24.661801 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-945e1389-c14f-4103-b9c6-b6579a9bee9f tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0557857 Dec 10 15:36:24.664441 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 35994) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:24.675940 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8457fb7b-b5ec-48cf-9d26-6cb0e4b4b49d tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:24.721299 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3384f6d9-7afb-47aa-8801-b81b2b9b8d31 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:24.726916 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8457fb7b-b5ec-48cf-9d26-6cb0e4b4b49d tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Pushing event deleted for resources: {'Port': ['ID=a49be103-0bdf-4306-9d74-1eeb9a3a2a27,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:24.760443 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3384f6d9-7afb-47aa-8801-b81b2b9b8d31 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:24.852678 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac14df17-f507-45b1-ab6a-90fb788d7a83 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:36:24.854289 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-ac14df17-f507-45b1-ab6a-90fb788d7a83 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1886020 Dec 10 15:36:24.856983 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35996) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:24.863666 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8457fb7b-b5ec-48cf-9d26-6cb0e4b4b49d tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550073'] for router_interface, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:24.933954 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1da0cd-ca5a-4ef6-a38f-3aeb3e900d95 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:36:24.935709 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1da0cd-ca5a-4ef6-a38f-3aeb3e900d95 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:36:24.938839 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1da0cd-ca5a-4ef6-a38f-3aeb3e900d95 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:36:24.943647 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-2a1da0cd-ca5a-4ef6-a38f-3aeb3e900d95 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0855701 Dec 10 15:36:24.944339 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 35998) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:25.011717 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_v2 [None req-846dc4f3-331d-41d9-b82a-36d3304c7f65 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Deleting subnet 3512c1db-8524-45c2-a958-a0ce6231cd5f {{(pid=103586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:36:25.018123 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-846dc4f3-331d-41d9-b82a-36d3304c7f65 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for subnet, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:25.071318 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-846dc4f3-331d-41d9-b82a-36d3304c7f65 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12392400'] for subnet, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:25.086847 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3384f6d9-7afb-47aa-8801-b81b2b9b8d31 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:25.088856 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8457fb7b-b5ec-48cf-9d26-6cb0e4b4b49d tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Router 905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:36:25.164765 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-846dc4f3-331d-41d9-b82a-36d3304c7f65 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:25.189436 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3384f6d9-7afb-47aa-8801-b81b2b9b8d31 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:25.199845 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8457fb7b-b5ec-48cf-9d26-6cb0e4b4b49d tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:36:25.210087 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8f2b5f-fe9e-46d8-b69b-4c08bacffa84 None None] Sync routers for ids ['905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:36:25.222245 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8f2b5f-fe9e-46d8-b69b-4c08bacffa84 None None] Routers {'905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:36:25.223180 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-eb8f2b5f-fe9e-46d8-b69b-4c08bacffa84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:36:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:25.232624 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-8457fb7b-b5ec-48cf-9d26-6cb0e4b4b49d tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "PUT /v2.0/routers/905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9469912 Dec 10 15:36:25.238955 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36002) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:25.281997 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3384f6d9-7afb-47aa-8801-b81b2b9b8d31 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76f724e0-5e89-4d72-8a99-9b2aa7b11a17,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:25.296821 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-eb8f2b5f-fe9e-46d8-b69b-4c08bacffa84 None None] Set router 905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3 gateway port host: None {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:36:25.299101 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-846dc4f3-331d-41d9-b82a-36d3304c7f65 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:25.320515 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-f633bde0-c44b-45ab-b274-658495047008 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Deleting subnet 393fcc70-4e01-49d3-9bc3-16793e3f7650 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:36:25.329703 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846dc4f3-331d-41d9-b82a-36d3304c7f65 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event deleted for resources: {'Subnet': ['ID=3512c1db-8524-45c2-a958-a0ce6231cd5f,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:25.329933 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f633bde0-c44b-45ab-b274-658495047008 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for subnet, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:25.336128 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-846dc4f3-331d-41d9-b82a-36d3304c7f65 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:25.342046 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-846dc4f3-331d-41d9-b82a-36d3304c7f65 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/subnets/3512c1db-8524-45c2-a958-a0ce6231cd5f HTTP/1.1" status: 204 len: 168 time: 0.3947792 Dec 10 15:36:25.346346 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346caff6-d105-4d27-b617-3d6d641962e8 None None] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:36:25.349507 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36004) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:25.352017 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-eb8f2b5f-fe9e-46d8-b69b-4c08bacffa84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'name': 'tempest-RoutersIpV6Test-router-170160304', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:35:27Z', 'updated_at': '2021-12-10T15:36:24Z', 'revision_number': 11, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'gw_port_host': None}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:25.383178 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8f2b5f-fe9e-46d8-b69b-4c08bacffa84 None None] Checking router: 905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3 for host: dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:36:25.393693 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8f2b5f-fe9e-46d8-b69b-4c08bacffa84 None None] Routers {'905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:36:25.394638 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-eb8f2b5f-fe9e-46d8-b69b-4c08bacffa84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:36:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:25.401745 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3384f6d9-7afb-47aa-8801-b81b2b9b8d31 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:25.431813 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f633bde0-c44b-45ab-b274-658495047008 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11806768'] for subnet, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:25.446091 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a9712bc-1739-4e1a-af67-a5cd74f11395 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Deleting subnet 7add3ed1-566d-4326-b297-81fb7bc20adf {{(pid=103586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:36:25.452465 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1a9712bc-1739-4e1a-af67-a5cd74f11395 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for subnet, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:25.466332 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-eb8f2b5f-fe9e-46d8-b69b-4c08bacffa84 None None] Set router 905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3 gateway port host: None {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:36:25.504149 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1a9712bc-1739-4e1a-af67-a5cd74f11395 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12392400'] for subnet, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:25.523217 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-eb8f2b5f-fe9e-46d8-b69b-4c08bacffa84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'name': 'tempest-RoutersIpV6Test-router-170160304', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:35:27Z', 'updated_at': '2021-12-10T15:36:24Z', 'revision_number': 11, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'gw_port_host': None}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:25.551447 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3384f6d9-7afb-47aa-8801-b81b2b9b8d31 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:25.552677 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8f2b5f-fe9e-46d8-b69b-4c08bacffa84 None None] The sync data for ids ['905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3'] in dv-neutron-821401-4-hyperv is: [{'id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'name': 'tempest-RoutersIpV6Test-router-170160304', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:35:27Z', 'updated_at': '2021-12-10T15:36:24Z', 'revision_number': 11, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'gw_port_host': None}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:36:25.615754 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1a9712bc-1739-4e1a-af67-a5cd74f11395 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:25.637014 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3384f6d9-7afb-47aa-8801-b81b2b9b8d31 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=041cb76e-62d1-4f1d-a95a-63cd15cff7f4,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:25.641721 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f633bde0-c44b-45ab-b274-658495047008 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:25.653560 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3384f6d9-7afb-47aa-8801-b81b2b9b8d31 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:25.654828 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-3384f6d9-7afb-47aa-8801-b81b2b9b8d31 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0960855 Dec 10 15:36:25.658740 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36006) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:25.663897 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-817098ab-cfe2-4b5c-876e-efcde8069fca tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Request body: {'security_group_rule': {'security_group_id': '041cb76e-62d1-4f1d-a95a-63cd15cff7f4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:25.771454 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-817098ab-cfe2-4b5c-876e-efcde8069fca tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:25.798897 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f633bde0-c44b-45ab-b274-658495047008 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11236721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11668521'] for subnet, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:25.804859 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1a9712bc-1739-4e1a-af67-a5cd74f11395 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:25.829121 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f633bde0-c44b-45ab-b274-658495047008 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Pushing event deleted for resources: {'Subnet': ['ID=393fcc70-4e01-49d3-9bc3-16793e3f7650,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:25.831142 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f633bde0-c44b-45ab-b274-658495047008 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:25.834642 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-f633bde0-c44b-45ab-b274-658495047008 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "DELETE /v2.0/subnets/393fcc70-4e01-49d3-9bc3-16793e3f7650 HTTP/1.1" status: 204 len: 168 time: 0.5937183 Dec 10 15:36:25.837192 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36008) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:25.838458 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fd13e3-bfe8-4a46-ab92-93e5fe6b43c0 None None] Network b97b27fa-3792-4496-8dc7-bf817638ca74 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:36:25.848235 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1a9712bc-1739-4e1a-af67-a5cd74f11395 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:25.851477 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-1a9712bc-1739-4e1a-af67-a5cd74f11395 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/subnets/7add3ed1-566d-4326-b297-81fb7bc20adf HTTP/1.1" status: 204 len: 168 time: 0.4973497 Dec 10 15:36:25.852708 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9712bc-1739-4e1a-af67-a5cd74f11395 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event deleted for resources: {'Subnet': ['ID=7add3ed1-566d-4326-b297-81fb7bc20adf,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:25.861673 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36010) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:25.882476 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-817098ab-cfe2-4b5c-876e-efcde8069fca tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:25.930819 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-d987eae8-87e0-4875-8da9-e37efc082141 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0654371 Dec 10 15:36:25.931035 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36012) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:25.943325 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7e086d37-3286-4b5b-9386-6e9b21cf717a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:26.001863 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-817098ab-cfe2-4b5c-876e-efcde8069fca tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:26.043514 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-7e086d37-3286-4b5b-9386-6e9b21cf717a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Deleting port 5551be82-4aa8-44ce-b30c-25b54745e712 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:36:26.043866 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7e086d37-3286-4b5b-9386-6e9b21cf717a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:26.054489 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817098ab-cfe2-4b5c-876e-efcde8069fca tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4396fd56-4396-40e2-86aa-93686829ccd5,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:26.087604 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a4cc4c-9d46-4136-848b-552eeb45ddb5 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:36:26.089434 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-e2a4cc4c-9d46-4136-848b-552eeb45ddb5 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1574168 Dec 10 15:36:26.097827 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36016) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:26.151336 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d2f902-8baa-4f52-a892-274652f6650f None None] DHCP port deletion for b97b27fa-3792-4496-8dc7-bf817638ca74 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:36:26.168565 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-817098ab-cfe2-4b5c-876e-efcde8069fca tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:26.169913 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-817098ab-cfe2-4b5c-876e-efcde8069fca tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5101771 Dec 10 15:36:26.173502 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36018) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:26.181680 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-128e0278-aa11-4082-ab21-6cf00fee739f tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Request body: {'security_group_rule': {'security_group_id': '041cb76e-62d1-4f1d-a95a-63cd15cff7f4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:26.194904 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-7e086d37-3286-4b5b-9386-6e9b21cf717a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] For port 5551be82-4aa8-44ce-b30c-25b54745e712, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=5551be82-4aa8-44ce-b30c-25b54745e712,segment=NetworkSegment(0f99f252-8e3b-4a94-8c7e-79d2ee65ec3c),segment_id=0f99f252-8e3b-4a94-8c7e-79d2ee65ec3c)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:36:26.195253 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7e086d37-3286-4b5b-9386-6e9b21cf717a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:26.221878 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda46fe7-385b-46ec-bbbd-3add080d7418 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:36:26.223407 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-dda46fe7-385b-46ec-bbbd-3add080d7418 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1245763 Dec 10 15:36:26.228436 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-7e086d37-3286-4b5b-9386-6e9b21cf717a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Calling delete_port for 5551be82-4aa8-44ce-b30c-25b54745e712 owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:36:26.232247 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36020) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:26.250137 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f8d2f902-8baa-4f52-a892-274652f6650f None None] Deleting port 5551be82-4aa8-44ce-b30c-25b54745e712 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:36:26.250413 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f8d2f902-8baa-4f52-a892-274652f6650f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:26.288109 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-7106652c-ebf9-4cf2-86f7-c30dbffd1c41 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0545545 Dec 10 15:36:26.294783 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36022) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:26.296438 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-128e0278-aa11-4082-ab21-6cf00fee739f tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:26.333981 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-37324ad0-23e6-4518-85f6-3c4ba56818eb tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] DELETE failed (client error): The resource could not be found. Dec 10 15:36:26.335373 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f8d2f902-8baa-4f52-a892-274652f6650f None None] For port 5551be82-4aa8-44ce-b30c-25b54745e712, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=5551be82-4aa8-44ce-b30c-25b54745e712,segment=NetworkSegment(0f99f252-8e3b-4a94-8c7e-79d2ee65ec3c),segment_id=0f99f252-8e3b-4a94-8c7e-79d2ee65ec3c)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:36:26.335961 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f8d2f902-8baa-4f52-a892-274652f6650f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:26.347539 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37324ad0-23e6-4518-85f6-3c4ba56818eb tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:36:26.351485 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-37324ad0-23e6-4518-85f6-3c4ba56818eb tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/ports/8cea069a-d3ad-43ab-9144-d4b028206208 HTTP/1.1" status: 404 len: 333 time: 0.0555434 Dec 10 15:36:26.354166 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36024) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:26.361714 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f8d2f902-8baa-4f52-a892-274652f6650f None None] Calling delete_port for 5551be82-4aa8-44ce-b30c-25b54745e712 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:36:26.400153 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a25728b-013d-4dd3-b6b0-2df4ee91ce6a tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] DELETE failed (client error): The resource could not be found. Dec 10 15:36:26.400829 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a25728b-013d-4dd3-b6b0-2df4ee91ce6a tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:36:26.405492 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-0a25728b-013d-4dd3-b6b0-2df4ee91ce6a tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/subnets/3512c1db-8524-45c2-a958-a0ce6231cd5f HTTP/1.1" status: 404 len: 337 time: 0.0502307 Dec 10 15:36:26.408183 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36026) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:26.409669 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.api.v2.resource [None req-128e0278-aa11-4082-ab21-6cf00fee739f tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] create failed (client error): There was a conflict when trying to complete your request. Dec 10 15:36:26.415430 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-128e0278-aa11-4082-ab21-6cf00fee739f tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2408884 Dec 10 15:36:26.416681 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36028) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:26.425582 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e1fa90-80a6-4fe6-86b0-baac97549f4d None None] Network c2b5f149-cedd-450c-ab43-dd2d78259f45 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:36:26.456012 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb19ecb5-04ff-4ffc-b183-aa1f5400d694 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] DELETE failed (client error): The resource could not be found. Dec 10 15:36:26.456521 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb19ecb5-04ff-4ffc-b183-aa1f5400d694 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:36:26.462925 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-eb19ecb5-04ff-4ffc-b183-aa1f5400d694 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/subnets/7add3ed1-566d-4326-b297-81fb7bc20adf HTTP/1.1" status: 404 len: 337 time: 0.0510080 Dec 10 15:36:26.463221 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36030) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:26.485525 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c5fd6b4b-7f07-4aca-a172-a550a8877f0b tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks [] for security_group, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:26.499475 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-db6a687a-9ecd-4ece-a9ff-d98dc520d89b tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] DELETE failed (client error): The resource could not be found. Dec 10 15:36:26.500878 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db6a687a-9ecd-4ece-a9ff-d98dc520d89b tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:36:26.504204 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-db6a687a-9ecd-4ece-a9ff-d98dc520d89b tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/ports/073f76cd-c644-42fe-84f0-3b64c5d3972a HTTP/1.1" status: 404 len: 333 time: 0.0395682 Dec 10 15:36:26.507480 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36032) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:26.512736 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c5fd6b4b-7f07-4aca-a172-a550a8877f0b tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:26.540341 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-14461c1c-ccf8-4516-a372-e802ea734b40 None None] Provisioning complete for port 1352fc30-b0a0-4a8a-9ce4-ebf90f9fb3ea triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:36:26.540986 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-14461c1c-ccf8-4516-a372-e802ea734b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:26.691163 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f593b982-a9f0-4acb-a1d8-55bc4cc018cd None None] DHCP port deletion for c2b5f149-cedd-450c-ab43-dd2d78259f45 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:36:26.751241 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f593b982-a9f0-4acb-a1d8-55bc4cc018cd None None] Deleting port 1352fc30-b0a0-4a8a-9ce4-ebf90f9fb3ea {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:36:26.751617 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f593b982-a9f0-4acb-a1d8-55bc4cc018cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:26.838866 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f593b982-a9f0-4acb-a1d8-55bc4cc018cd None None] For port 1352fc30-b0a0-4a8a-9ce4-ebf90f9fb3ea, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=1352fc30-b0a0-4a8a-9ce4-ebf90f9fb3ea,segment=NetworkSegment(64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4),segment_id=64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:36:26.838866 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f593b982-a9f0-4acb-a1d8-55bc4cc018cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:26.855889 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f593b982-a9f0-4acb-a1d8-55bc4cc018cd None None] Calling delete_port for 1352fc30-b0a0-4a8a-9ce4-ebf90f9fb3ea owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:36:26.899740 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-05ca9142-d187-4427-846a-57ebd3bd7ba4 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] DELETE failed (client error): The resource could not be found. Dec 10 15:36:26.900289 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05ca9142-d187-4427-846a-57ebd3bd7ba4 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:36:26.903354 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-05ca9142-d187-4427-846a-57ebd3bd7ba4 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/subnets/950786ae-cc63-4080-8aa4-1c5904b6e5c7 HTTP/1.1" status: 404 len: 337 time: 0.3949206 Dec 10 15:36:26.906601 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36042) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:26.933547 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ebff1f5-bd4d-4f02-97ea-34a25be8687e tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] DELETE failed (client error): The resource could not be found. Dec 10 15:36:26.934322 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ebff1f5-bd4d-4f02-97ea-34a25be8687e tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:36:26.937997 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-2ebff1f5-bd4d-4f02-97ea-34a25be8687e tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/subnets/91389e63-fffa-48db-a955-e0d27c6ea214 HTTP/1.1" status: 404 len: 337 time: 0.0298209 Dec 10 15:36:26.964006 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36044) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:26.993141 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd9ad1f9-bddd-48c4-b770-41ed120105d8 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] DELETE failed (client error): The resource could not be found. Dec 10 15:36:26.993719 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd9ad1f9-bddd-48c4-b770-41ed120105d8 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:36:26.996822 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-fd9ad1f9-bddd-48c4-b770-41ed120105d8 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/ports/f82c99c8-a903-4b19-9f10-93e26936cee3 HTTP/1.1" status: 404 len: 333 time: 0.0318458 Dec 10 15:36:26.999488 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36046) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:27.027841 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0e08525-ec24-4546-861c-4d2f36954999 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] DELETE failed (client error): The resource could not be found. Dec 10 15:36:27.028482 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0e08525-ec24-4546-861c-4d2f36954999 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:36:27.031482 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-e0e08525-ec24-4546-861c-4d2f36954999 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/subnets/d56fab46-d833-45bb-a2fc-bd9c78b2fe6f HTTP/1.1" status: 404 len: 337 time: 0.0304196 Dec 10 15:36:27.034043 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36048) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:27.060379 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-20bfe557-c473-4a32-b17d-980177a27173 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] DELETE failed (client error): The resource could not be found. Dec 10 15:36:27.060844 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20bfe557-c473-4a32-b17d-980177a27173 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:36:27.064690 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-20bfe557-c473-4a32-b17d-980177a27173 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/subnets/774f115d-233b-4ea3-a032-ea719d904183 HTTP/1.1" status: 404 len: 337 time: 0.0296993 Dec 10 15:36:27.067274 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36050) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:27.090096 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb148d3c-a53c-4587-b5fd-5f6b45f190c0 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] DELETE failed (client error): The resource could not be found. Dec 10 15:36:27.090619 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb148d3c-a53c-4587-b5fd-5f6b45f190c0 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:36:27.095808 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-cb148d3c-a53c-4587-b5fd-5f6b45f190c0 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/ports/f83872f1-8704-4ea7-ac47-1cd3eb233958 HTTP/1.1" status: 404 len: 333 time: 0.0274863 Dec 10 15:36:27.098339 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36052) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:27.126052 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fed1cb7-4eec-43b3-b294-338aacdfd4ae tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] DELETE failed (client error): The resource could not be found. Dec 10 15:36:27.126496 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fed1cb7-4eec-43b3-b294-338aacdfd4ae tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:36:27.129482 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-2fed1cb7-4eec-43b3-b294-338aacdfd4ae tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/subnets/e95cb1cd-2f12-4f9d-b294-9515ed020aba HTTP/1.1" status: 404 len: 337 time: 0.0302534 Dec 10 15:36:27.132050 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36054) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:27.161008 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc1548a7-e5d8-4ab8-b14f-1a627e6a8006 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] DELETE failed (client error): The resource could not be found. Dec 10 15:36:27.161365 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc1548a7-e5d8-4ab8-b14f-1a627e6a8006 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:36:27.165319 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-fc1548a7-e5d8-4ab8-b14f-1a627e6a8006 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/subnets/0f0cade7-354c-4ff6-8a40-e26a0583d120 HTTP/1.1" status: 404 len: 337 time: 0.0313728 Dec 10 15:36:27.176006 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7e086d37-3286-4b5b-9386-6e9b21cf717a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:27.176409 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f8d2f902-8baa-4f52-a892-274652f6650f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:27.176516 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36058) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:27.209631 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e086d37-3286-4b5b-9386-6e9b21cf717a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Pushing event deleted for resources: {'Port': ['ID=5551be82-4aa8-44ce-b30c-25b54745e712,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:27.216878 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e086d37-3286-4b5b-9386-6e9b21cf717a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] No DVR routers for this DVR port 5551be82-4aa8-44ce-b30c-25b54745e712 on host dv-neutron-821401-4-hyperv {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:36:27.227423 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d2f902-8baa-4f52-a892-274652f6650f None None] No DVR routers for this DVR port 5551be82-4aa8-44ce-b30c-25b54745e712 on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:36:27.232235 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f593b982-a9f0-4acb-a1d8-55bc4cc018cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:27.240606 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d2f902-8baa-4f52-a892-274652f6650f None None] Pushing event deleted for resources: {'Port': ['ID=5551be82-4aa8-44ce-b30c-25b54745e712,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:27.242204 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-3af2813d-88bc-4240-855d-c0517a3cd671 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] DELETE failed (client error): The resource could not be found. Dec 10 15:36:27.243025 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3af2813d-88bc-4240-855d-c0517a3cd671 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:36:27.254947 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-3af2813d-88bc-4240-855d-c0517a3cd671 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/ports/c84b381b-43c9-42c6-bb8d-8315c33d4a29 HTTP/1.1" status: 404 len: 333 time: 0.0776875 Dec 10 15:36:27.256251 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c5fd6b4b-7f07-4aca-a172-a550a8877f0b tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:27.259399 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c5fd6b4b-7f07-4aca-a172-a550a8877f0b tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:27.266009 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-c5fd6b4b-7f07-4aca-a172-a550a8877f0b tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] 10.222.0.20 "DELETE /v2.0/security-groups/041cb76e-62d1-4f1d-a95a-63cd15cff7f4 HTTP/1.1" status: 204 len: 168 time: 0.8481944 Dec 10 15:36:27.267659 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36060) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:27.278832 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36062) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:27.303747 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fd6b4b-7f07-4aca-a172-a550a8877f0b tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=041cb76e-62d1-4f1d-a95a-63cd15cff7f4,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:27.327179 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-13a31af4-90ff-416e-9a60-fb85f5558e6b tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] DELETE failed (client error): The resource could not be found. Dec 10 15:36:27.327644 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13a31af4-90ff-416e-9a60-fb85f5558e6b tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:36:27.334213 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-13a31af4-90ff-416e-9a60-fb85f5558e6b tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/subnets/c2f365b5-6a5e-4ccf-b084-231366385e85 HTTP/1.1" status: 404 len: 337 time: 0.0476713 Dec 10 15:36:27.336540 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 1352fc30-b0a0-4a8a-9ce4-ebf90f9fb3ea no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:36:27.338410 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36064) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:27.342527 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f593b982-a9f0-4acb-a1d8-55bc4cc018cd None None] Pushing event deleted for resources: {'Port': ['ID=1352fc30-b0a0-4a8a-9ce4-ebf90f9fb3ea,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:27.354041 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f593b982-a9f0-4acb-a1d8-55bc4cc018cd None None] No DVR routers for this DVR port 1352fc30-b0a0-4a8a-9ce4-ebf90f9fb3ea on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:36:27.375586 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2e21715-e7b5-4737-8907-ff8c3f3f01a8 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] DELETE failed (client error): The resource could not be found. Dec 10 15:36:27.376256 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2e21715-e7b5-4737-8907-ff8c3f3f01a8 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:36:27.381925 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-d2e21715-e7b5-4737-8907-ff8c3f3f01a8 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/ports/21ac0c41-2a8f-409b-8850-c56c4dbdebed HTTP/1.1" status: 404 len: 333 time: 0.0400529 Dec 10 15:36:27.382145 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 1352fc30-b0a0-4a8a-9ce4-ebf90f9fb3ea {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:36:27.382145 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 1352fc30-b0a0-4a8a-9ce4-ebf90f9fb3ea not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:36:27.382145 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device a49be103-0bdf-4306-9d74-1eeb9a3a2a27 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:36:27.382895 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36066) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:27.403478 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7e086d37-3286-4b5b-9386-6e9b21cf717a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:27.419293 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: a49be103-0bdf-4306-9d74-1eeb9a3a2a27 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:36:27.419782 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device a49be103-0bdf-4306-9d74-1eeb9a3a2a27 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:36:27.420473 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 5551be82-4aa8-44ce-b30c-25b54745e712 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:36:27.428749 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1c34316-0b0e-4aca-b632-b508d0d06e0e tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] DELETE failed (client error): The resource could not be found. Dec 10 15:36:27.429423 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1c34316-0b0e-4aca-b632-b508d0d06e0e tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:36:27.432406 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-7e086d37-3286-4b5b-9386-6e9b21cf717a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b97b27fa-3792-4496-8dc7-bf817638ca74']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:27.438390 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-f1c34316-0b0e-4aca-b632-b508d0d06e0e tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/subnets/dc9bd4b7-ef09-4416-91a9-30051a1d2a79 HTTP/1.1" status: 404 len: 337 time: 0.0552740 Dec 10 15:36:27.441056 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36068) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:27.446468 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-7e086d37-3286-4b5b-9386-6e9b21cf717a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f99f252-8e3b-4a94-8c7e-79d2ee65ec3c') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:27.446773 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-7e086d37-3286-4b5b-9386-6e9b21cf717a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f99f252-8e3b-4a94-8c7e-79d2ee65ec3c') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:27.461562 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7e086d37-3286-4b5b-9386-6e9b21cf717a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11806923'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:27.472105 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 5551be82-4aa8-44ce-b30c-25b54745e712 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:36:27.473420 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-48ac46cc-ceb4-4764-ad9d-c7a6002790dc tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] DELETE failed (client error): The resource could not be found. Dec 10 15:36:27.474080 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48ac46cc-ceb4-4764-ad9d-c7a6002790dc tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:36:27.474329 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 5551be82-4aa8-44ce-b30c-25b54745e712 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:36:27.479096 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-48ac46cc-ceb4-4764-ad9d-c7a6002790dc tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/ports/22b35fca-c50c-451d-a497-337542fc6b21 HTTP/1.1" status: 404 len: 333 time: 0.0361152 Dec 10 15:36:27.481123 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36072) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:27.481412 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7e086d37-3286-4b5b-9386-6e9b21cf717a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:27.491732 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e086d37-3286-4b5b-9386-6e9b21cf717a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:36:27.492293 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7e086d37-3286-4b5b-9386-6e9b21cf717a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11236635'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:27.514077 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-41944928-ea15-402d-9ae9-96676cf7fa21 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2300770 Dec 10 15:36:27.514077 dv-neutron-821401-4-hyperv neutron-server[103587]: Traceback (most recent call last): Dec 10 15:36:27.514077 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:36:27.514077 dv-neutron-821401-4-hyperv neutron-server[103587]: timer() Dec 10 15:36:27.514077 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:36:27.514077 dv-neutron-821401-4-hyperv neutron-server[103587]: cb(*args, **kw) Dec 10 15:36:27.514077 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:36:27.514077 dv-neutron-821401-4-hyperv neutron-server[103587]: return func(*args, **kwargs) Dec 10 15:36:27.514077 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:36:27.514077 dv-neutron-821401-4-hyperv neutron-server[103587]: self._notify() Dec 10 15:36:27.514077 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:36:27.514077 dv-neutron-821401-4-hyperv neutron-server[103587]: self.callback(batched_events) Dec 10 15:36:27.514077 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:36:27.514077 dv-neutron-821401-4-hyperv neutron-server[103587]: event.method(event) Dec 10 15:36:27.514077 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:36:27.514077 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:36:27.514077 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:36:27.514077 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:36:27.514077 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:36:27.514077 dv-neutron-821401-4-hyperv neutron-server[103587]: return f(self, *a, **k) Dec 10 15:36:27.514077 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:36:27.514077 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._get(url).json() Dec 10 15:36:27.514077 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:36:27.514077 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:36:27.514077 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:36:27.514077 dv-neutron-821401-4-hyperv neutron-server[103587]: return self.request(url, 'GET', **kwargs) Dec 10 15:36:27.514077 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:36:27.514077 dv-neutron-821401-4-hyperv neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:36:27.514077 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:36:27.514077 dv-neutron-821401-4-hyperv neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:36:27.514077 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:36:27.514077 dv-neutron-821401-4-hyperv neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:36:27.514077 dv-neutron-821401-4-hyperv neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:36:27.526346 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36074) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:27.526435 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-2511aba0-5d9a-4cb2-8ad5-ea59dbd75051 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] DELETE failed (client error): The resource could not be found. Dec 10 15:36:27.526435 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2511aba0-5d9a-4cb2-8ad5-ea59dbd75051 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:36:27.526435 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-2511aba0-5d9a-4cb2-8ad5-ea59dbd75051 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/subnets/8a23be53-eac1-494c-8fc3-3139fc5dfbe8 HTTP/1.1" status: 404 len: 337 time: 0.0435646 Dec 10 15:36:27.528992 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36076) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:27.545890 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-7c1813dd-482c-402b-9ef7-8c968a337a90 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Request body: {'security_group': {'name': 'tempest-secgroup--1841262384'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:27.553774 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-65eaab80-a767-4e77-829f-4c37d5e530c7 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] DELETE failed (client error): The resource could not be found. Dec 10 15:36:27.554586 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65eaab80-a767-4e77-829f-4c37d5e530c7 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:36:27.557730 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-65eaab80-a767-4e77-829f-4c37d5e530c7 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/ports/8273d3dd-9c0d-4b2f-bc4f-05637ed97cd0 HTTP/1.1" status: 404 len: 333 time: 0.0277286 Dec 10 15:36:27.560483 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36078) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:27.589284 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bedb7d8-f3b5-4c80-b5cc-e949d21a4cd5 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] DELETE failed (client error): The resource could not be found. Dec 10 15:36:27.592470 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bedb7d8-f3b5-4c80-b5cc-e949d21a4cd5 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:36:27.592923 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-6bedb7d8-f3b5-4c80-b5cc-e949d21a4cd5 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/subnets/ae9a2580-aea0-4763-b752-8d0c44b76199 HTTP/1.1" status: 404 len: 337 time: 0.0314686 Dec 10 15:36:27.596314 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36082) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:27.618914 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-1505f543-c0b9-4119-bdb5-ed9d1c5d10a8 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] DELETE failed (client error): The resource could not be found. Dec 10 15:36:27.619447 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1505f543-c0b9-4119-bdb5-ed9d1c5d10a8 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:36:27.622554 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-1505f543-c0b9-4119-bdb5-ed9d1c5d10a8 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/ports/060262f3-cc88-479e-bc2d-19e574da59ea HTTP/1.1" status: 404 len: 333 time: 0.0253470 Dec 10 15:36:27.625468 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36084) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:27.651345 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2052780-a24c-4cee-97c1-7d8507c017a3 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] DELETE failed (client error): The resource could not be found. Dec 10 15:36:27.651780 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2052780-a24c-4cee-97c1-7d8507c017a3 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:36:27.657573 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7e086d37-3286-4b5b-9386-6e9b21cf717a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:27.657839 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-f2052780-a24c-4cee-97c1-7d8507c017a3 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/subnets/eb843db7-1e04-4fb0-9169-401d4d8d288d HTTP/1.1" status: 404 len: 337 time: 0.0286174 Dec 10 15:36:27.657972 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36086) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:27.660977 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7e086d37-3286-4b5b-9386-6e9b21cf717a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:27.668002 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-7e086d37-3286-4b5b-9386-6e9b21cf717a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "DELETE /v2.0/networks/b97b27fa-3792-4496-8dc7-bf817638ca74 HTTP/1.1" status: 204 len: 168 time: 1.8273194 Dec 10 15:36:27.675916 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36088) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:27.676072 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-26eaec91-00be-4535-80d2-1bf83484d865 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Request body: {'router': {'routes': None}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:27.679988 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7c1813dd-482c-402b-9ef7-8c968a337a90 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:27.683779 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-45e0e7f3-5d5b-4329-ba72-dda5e65a4296 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] DELETE failed (client error): The resource could not be found. Dec 10 15:36:27.683779 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45e0e7f3-5d5b-4329-ba72-dda5e65a4296 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:36:27.689718 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-45e0e7f3-5d5b-4329-ba72-dda5e65a4296 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/ports/bdd90900-37f8-45cd-b1ba-14e14ba7f85b HTTP/1.1" status: 404 len: 333 time: 0.0277016 Dec 10 15:36:27.689962 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36090) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:27.721708 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-d96cf46d-3de1-4764-9dbe-66ccde7f43e9 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] DELETE failed (client error): The resource could not be found. Dec 10 15:36:27.722380 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d96cf46d-3de1-4764-9dbe-66ccde7f43e9 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:36:27.727756 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-d96cf46d-3de1-4764-9dbe-66ccde7f43e9 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/subnets/4f4fdb2a-e31c-416d-824f-c5f5b1fbdeb7 HTTP/1.1" status: 404 len: 337 time: 0.0343618 Dec 10 15:36:27.728706 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36096) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:27.734890 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e086d37-3286-4b5b-9386-6e9b21cf717a tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Pushing event deleted for resources: {'Network': ['ID=b97b27fa-3792-4496-8dc7-bf817638ca74,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:27.758745 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d791da5-4d47-4a00-9a46-1badf5668734 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] DELETE failed (client error): The resource could not be found. Dec 10 15:36:27.758980 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d791da5-4d47-4a00-9a46-1badf5668734 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:36:27.762175 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-5d791da5-4d47-4a00-9a46-1badf5668734 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/subnets/b46da44a-bcdf-4468-94c9-1952fcfb7803 HTTP/1.1" status: 404 len: 337 time: 0.0326643 Dec 10 15:36:27.764789 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36102) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:27.789167 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d32b9cc-2cb0-4f18-96b1-364ca7d7d0b5 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] DELETE failed (client error): The resource could not be found. Dec 10 15:36:27.797167 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d32b9cc-2cb0-4f18-96b1-364ca7d7d0b5 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:36:27.797167 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-7d32b9cc-2cb0-4f18-96b1-364ca7d7d0b5 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/ports/81b66c74-fb33-4c5e-a732-8d3351c95589 HTTP/1.1" status: 404 len: 333 time: 0.0265658 Dec 10 15:36:27.797448 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36104) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:27.823451 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-5014c8fd-33cd-42f5-b324-dad090f4c07a tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] DELETE failed (client error): The resource could not be found. Dec 10 15:36:27.823912 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5014c8fd-33cd-42f5-b324-dad090f4c07a tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:36:27.830051 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-5014c8fd-33cd-42f5-b324-dad090f4c07a tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/subnets/d3206962-4684-471a-942f-fe9d6bb5ff2f HTTP/1.1" status: 404 len: 337 time: 0.0286314 Dec 10 15:36:27.830320 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36106) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:27.856870 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-d341db02-f7f9-4f3a-8d6e-dc361738a374 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] DELETE failed (client error): The resource could not be found. Dec 10 15:36:27.857338 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d341db02-f7f9-4f3a-8d6e-dc361738a374 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:36:27.860797 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-d341db02-f7f9-4f3a-8d6e-dc361738a374 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/subnets/3f20e918-c268-4bc8-8178-c6c50be98d51 HTTP/1.1" status: 404 len: 337 time: 0.0295565 Dec 10 15:36:27.863261 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36108) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:27.875834 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.extraroute_db [None req-26eaec91-00be-4535-80d2-1bf83484d865 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Added routes are [] {{(pid=103587) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 10 15:36:27.876137 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.extraroute_db [None req-26eaec91-00be-4535-80d2-1bf83484d865 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Removed routes are [] {{(pid=103587) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 10 15:36:27.876688 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-26eaec91-00be-4535-80d2-1bf83484d865 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13949'] for router, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:27.887578 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-f481444e-e648-47f2-880f-21762f4b003b tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] DELETE failed (client error): The resource could not be found. Dec 10 15:36:27.887928 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f481444e-e648-47f2-880f-21762f4b003b tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:36:27.891602 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-f481444e-e648-47f2-880f-21762f4b003b tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/ports/0ee4b2a7-8b53-4007-b507-39408b624656 HTTP/1.1" status: 404 len: 333 time: 0.0274136 Dec 10 15:36:27.894168 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36110) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:27.925322 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-791e0f79-559a-4f19-93a1-0d3d68d7da5f tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] DELETE failed (client error): The resource could not be found. Dec 10 15:36:27.925819 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-791e0f79-559a-4f19-93a1-0d3d68d7da5f tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:36:27.931583 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-791e0f79-559a-4f19-93a1-0d3d68d7da5f tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/subnets/c1ca4672-f67d-43e7-9445-c1deb9fd308f HTTP/1.1" status: 404 len: 337 time: 0.0340092 Dec 10 15:36:27.933916 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36112) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:27.967773 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7aab8d8-3868-49d1-bb0a-f9c4573eb57e tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] DELETE failed (client error): The resource could not be found. Dec 10 15:36:27.967773 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7aab8d8-3868-49d1-bb0a-f9c4573eb57e tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:36:27.967773 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-e7aab8d8-3868-49d1-bb0a-f9c4573eb57e tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/subnets/089b86a0-ae3e-4bce-ad92-ac7ac0bcca23 HTTP/1.1" status: 404 len: 337 time: 0.0322230 Dec 10 15:36:27.967773 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36114) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:27.990835 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfd2fd98-ec1d-4f9f-8c28-2cb41d9f161c tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] DELETE failed (client error): The resource could not be found. Dec 10 15:36:27.991412 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfd2fd98-ec1d-4f9f-8c28-2cb41d9f161c tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:36:27.994486 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-bfd2fd98-ec1d-4f9f-8c28-2cb41d9f161c tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/ports/f93e02b9-3723-4aad-ace7-58bb4a5ebc89 HTTP/1.1" status: 404 len: 333 time: 0.0260761 Dec 10 15:36:27.996926 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36116) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:28.013295 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7c1813dd-482c-402b-9ef7-8c968a337a90 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:28.023711 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad6def7b-8031-4d72-9e6d-e96deb08f706 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] DELETE failed (client error): The resource could not be found. Dec 10 15:36:28.025531 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad6def7b-8031-4d72-9e6d-e96deb08f706 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:36:28.027262 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-ad6def7b-8031-4d72-9e6d-e96deb08f706 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/subnets/a736714c-a2dd-4915-bb0f-ba21f3e75a3c HTTP/1.1" status: 404 len: 337 time: 0.0286729 Dec 10 15:36:28.029681 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36118) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:28.045062 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-26eaec91-00be-4535-80d2-1bf83484d865 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13949'] for router, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:28.049466 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-26eaec91-00be-4535-80d2-1bf83484d865 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-551381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-551372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-549222'] for router, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:28.055853 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a053af8-19af-4be4-a38a-1b6336881f26 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] DELETE failed (client error): The resource could not be found. Dec 10 15:36:28.056230 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a053af8-19af-4be4-a38a-1b6336881f26 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:36:28.059331 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-0a053af8-19af-4be4-a38a-1b6336881f26 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/subnets/63f2923a-92e6-49b0-8cdc-030db3114204 HTTP/1.1" status: 404 len: 337 time: 0.0287099 Dec 10 15:36:28.062078 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36120) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:28.090156 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-75c2ae31-c9e6-4b63-83b6-8f027a1026a7 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1e33911-ccc1-4866-adbb-6d910c675897 HTTP/1.1" status: 200 len: 205 time: 0.0264072 Dec 10 15:36:28.091335 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7c1813dd-482c-402b-9ef7-8c968a337a90 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:28.092404 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36122) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:28.135919 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.api.v2.resource [None req-791d1049-8ebf-4c2c-ad8f-da7807a6ed40 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] delete failed (client error): The resource could not be found. Dec 10 15:36:28.136867 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-791d1049-8ebf-4c2c-ad8f-da7807a6ed40 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/routers/c1e33911-ccc1-4866-adbb-6d910c675897 HTTP/1.1" status: 404 len: 336 time: 0.0435348 Dec 10 15:36:28.139445 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36124) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:28.162246 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26eaec91-00be-4535-80d2-1bf83484d865 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Router 905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:36:28.163577 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1813dd-482c-402b-9ef7-8c968a337a90 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10f6f199-f153-4788-8a40-7e6fbf00f89f,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:28.167673 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-958b5369-59db-4490-87a1-0d6a3cd14459 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] DELETE failed (client error): The resource could not be found. Dec 10 15:36:28.168219 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-958b5369-59db-4490-87a1-0d6a3cd14459 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:36:28.174244 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-958b5369-59db-4490-87a1-0d6a3cd14459 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/subnets/ea0336d2-cce6-48d9-ad91-5ef2b7544d9e HTTP/1.1" status: 404 len: 337 time: 0.0338197 Dec 10 15:36:28.174933 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36126) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:28.204416 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-8ab4b8fb-cd20-4839-a041-8281b2bfe2b9 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7adaadb-6d9c-4554-834f-0fdcb612f9ce HTTP/1.1" status: 200 len: 205 time: 0.0260146 Dec 10 15:36:28.204673 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36128) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:28.219106 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7c1813dd-482c-402b-9ef7-8c968a337a90 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:28.223398 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-7c1813dd-482c-402b-9ef7-8c968a337a90 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7051582 Dec 10 15:36:28.224063 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36130) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:28.246213 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.api.v2.resource [None req-6f21e1a7-7986-4e20-8f4a-e80d791964d6 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] delete failed (client error): The resource could not be found. Dec 10 15:36:28.250555 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-6f21e1a7-7986-4e20-8f4a-e80d791964d6 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/routers/e7adaadb-6d9c-4554-834f-0fdcb612f9ce HTTP/1.1" status: 404 len: 336 time: 0.0417235 Dec 10 15:36:28.250891 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36132) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:28.254282 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-bca5865b-49f7-4c27-97fb-9d26bf5db8de tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Request body: {'security_group_rule': {'security_group_id': '10f6f199-f153-4788-8a40-7e6fbf00f89f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:28.255061 dv-neutron-821401-4-hyperv neutron-server[103587]: WARNING neutron.api.v2.base [None req-bca5865b-49f7-4c27-97fb-9d26bf5db8de tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 10 15:36:28.255677 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.api.v2.resource [None req-bca5865b-49f7-4c27-97fb-9d26bf5db8de tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 15:36:28.259193 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-bca5865b-49f7-4c27-97fb-9d26bf5db8de tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0058076 Dec 10 15:36:28.259429 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36134) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:28.270992 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26eaec91-00be-4535-80d2-1bf83484d865 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:36:28.284288 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf798639-38c9-49a1-ba87-24f2ee7f0d96 None None] Sync routers for ids ['905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:36:28.290985 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5b2583e-1c40-40df-88dd-cf14539357ba tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] DELETE failed (client error): The resource could not be found. Dec 10 15:36:28.291662 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5b2583e-1c40-40df-88dd-cf14539357ba tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:36:28.295833 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-c5b2583e-1c40-40df-88dd-cf14539357ba tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/subnets/457d7751-2f42-4ca7-9483-b5b2eab3ecd0 HTTP/1.1" status: 404 len: 337 time: 0.0434275 Dec 10 15:36:28.297985 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36138) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:28.298856 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-26eaec91-00be-4535-80d2-1bf83484d865 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:28.300047 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-26eaec91-00be-4535-80d2-1bf83484d865 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "PUT /v2.0/routers/905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3 HTTP/1.1" status: 200 len: 704 time: 0.6281688 Dec 10 15:36:28.304281 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf798639-38c9-49a1-ba87-24f2ee7f0d96 None None] Routers {'905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:36:28.308119 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-cf798639-38c9-49a1-ba87-24f2ee7f0d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:36:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:28.308454 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36140) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:28.356810 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-428abecb-8484-4762-a768-4f838f9a91d3 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] DELETE failed (client error): The resource could not be found. Dec 10 15:36:28.357390 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-428abecb-8484-4762-a768-4f838f9a91d3 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:36:28.360852 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-428abecb-8484-4762-a768-4f838f9a91d3 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/subnets/12d65c26-223e-41ce-a6df-f5adb6d8f743 HTTP/1.1" status: 404 len: 337 time: 0.0617650 Dec 10 15:36:28.365693 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-cdf3102a-3432-408e-8cd0-03bd0435ffb9 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "GET /v2.0/ports?device_id=905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3 HTTP/1.1" status: 200 len: 205 time: 0.0532098 Dec 10 15:36:28.365924 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36142) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:28.366060 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36144) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:28.396225 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8496c21-4755-4948-ac11-e24e3281e8b2 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] DELETE failed (client error): The resource could not be found. Dec 10 15:36:28.396444 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8496c21-4755-4948-ac11-e24e3281e8b2 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:36:28.402222 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-f8496c21-4755-4948-ac11-e24e3281e8b2 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/ports/0b71f6b9-7d35-4202-8cd6-e674de409ff6 HTTP/1.1" status: 404 len: 333 time: 0.0324275 Dec 10 15:36:28.403783 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-cf798639-38c9-49a1-ba87-24f2ee7f0d96 None None] Set router 905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3 gateway port host: None {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:36:28.405210 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36146) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:28.432204 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebb2b151-b904-4c56-97cc-55d82849c0ee tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] DELETE failed (client error): The resource could not be found. Dec 10 15:36:28.432670 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebb2b151-b904-4c56-97cc-55d82849c0ee tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:36:28.438993 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-ebb2b151-b904-4c56-97cc-55d82849c0ee tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/subnets/5c85be60-faea-452e-adf7-02e595ae7ab4 HTTP/1.1" status: 404 len: 337 time: 0.0325501 Dec 10 15:36:28.440527 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36148) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:28.441267 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7af5ca1b-6ef3-4c42-893a-49d038952d0c tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:28.451166 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7e0bdabc-92d7-43f0-bddb-2900442479ea tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for router, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:28.472312 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ca0b043-bcc2-450e-8941-087093eb74e3 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] DELETE failed (client error): The resource could not be found. Dec 10 15:36:28.473149 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ca0b043-bcc2-450e-8941-087093eb74e3 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:36:28.475700 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-cf798639-38c9-49a1-ba87-24f2ee7f0d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'name': 'tempest-RoutersIpV6Test-router-170160304', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:35:27Z', 'updated_at': '2021-12-10T15:36:24Z', 'revision_number': 11, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'gw_port_host': None}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:28.480083 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-6ca0b043-bcc2-450e-8941-087093eb74e3 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/ports/4dba27b3-e6a5-46e2-b30f-ba86aa2537ec HTTP/1.1" status: 404 len: 333 time: 0.0347924 Dec 10 15:36:28.490512 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36150) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:28.515834 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf798639-38c9-49a1-ba87-24f2ee7f0d96 None None] Checking router: 905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3 for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:36:28.525946 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf798639-38c9-49a1-ba87-24f2ee7f0d96 None None] Routers {'905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:36:28.526720 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-cf798639-38c9-49a1-ba87-24f2ee7f0d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:36:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:28.529696 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-df16e550-773b-4f2c-8f6a-283ce35436cc tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] DELETE failed (client error): The resource could not be found. Dec 10 15:36:28.530676 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df16e550-773b-4f2c-8f6a-283ce35436cc tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:36:28.535125 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-df16e550-773b-4f2c-8f6a-283ce35436cc tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/subnets/0326f179-b680-48a9-a861-0ba5fa56a7c3 HTTP/1.1" status: 404 len: 337 time: 0.0506482 Dec 10 15:36:28.542204 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36152) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:28.556828 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7af5ca1b-6ef3-4c42-893a-49d038952d0c tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:28.585338 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb19eb6c-0318-4739-b6e7-239bf2bbe9f4 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] DELETE failed (client error): The resource could not be found. Dec 10 15:36:28.586194 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb19eb6c-0318-4739-b6e7-239bf2bbe9f4 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:36:28.589988 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-eb19eb6c-0318-4739-b6e7-239bf2bbe9f4 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/ports/79bac887-2ef4-4bf8-8143-0c3d9be2d982 HTTP/1.1" status: 404 len: 333 time: 0.0465479 Dec 10 15:36:28.593201 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36154) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:28.613446 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-cf798639-38c9-49a1-ba87-24f2ee7f0d96 None None] Set router 905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3 gateway port host: None {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:36:28.624423 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7e0bdabc-92d7-43f0-bddb-2900442479ea tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13898'] for router, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:28.627033 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7e0bdabc-92d7-43f0-bddb-2900442479ea tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:28.637929 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-a547b366-cb55-4c73-a057-ca938d79e05d tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] DELETE failed (client error): The resource could not be found. Dec 10 15:36:28.638927 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a547b366-cb55-4c73-a057-ca938d79e05d tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:36:28.642776 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-a547b366-cb55-4c73-a057-ca938d79e05d tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/subnets/c2b1309b-62ce-4092-8772-cd017db6b096 HTTP/1.1" status: 404 len: 337 time: 0.0478921 Dec 10 15:36:28.646548 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36156) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:28.677831 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-cf798639-38c9-49a1-ba87-24f2ee7f0d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'name': 'tempest-RoutersIpV6Test-router-170160304', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:35:27Z', 'updated_at': '2021-12-10T15:36:24Z', 'revision_number': 11, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'gw_port_host': None}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:28.678937 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-62bec5de-9e31-4062-a88e-61d9a049acaf tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] DELETE failed (client error): The resource could not be found. Dec 10 15:36:28.679491 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62bec5de-9e31-4062-a88e-61d9a049acaf tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:36:28.683003 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-62bec5de-9e31-4062-a88e-61d9a049acaf tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/ports/1b5b0b8c-4ce1-43de-b591-7f8f1cae8bd9 HTTP/1.1" status: 404 len: 333 time: 0.0352929 Dec 10 15:36:28.686097 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36158) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:28.709018 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf798639-38c9-49a1-ba87-24f2ee7f0d96 None None] The sync data for ids ['905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3'] in dv-neutron-821401-4-hyperv is: [{'id': '905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3', 'name': 'tempest-RoutersIpV6Test-router-170160304', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:35:27Z', 'updated_at': '2021-12-10T15:36:24Z', 'revision_number': 11, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'gw_port_host': None}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:36:28.713244 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdc727da-cf79-4cf6-a4bb-e0fe0bfcf33b tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] DELETE failed (client error): The resource could not be found. Dec 10 15:36:28.713969 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdc727da-cf79-4cf6-a4bb-e0fe0bfcf33b tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:36:28.720271 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-cdc727da-cf79-4cf6-a4bb-e0fe0bfcf33b tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/subnets/57e3696b-39f7-442e-b506-43da82e1ebc5 HTTP/1.1" status: 404 len: 337 time: 0.0297647 Dec 10 15:36:28.720562 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36160) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:28.749997 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1bf7c8c-3e1a-47b1-8bd0-0136e5644eed tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] DELETE failed (client error): The resource could not be found. Dec 10 15:36:28.750571 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1bf7c8c-3e1a-47b1-8bd0-0136e5644eed tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:36:28.753986 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-e1bf7c8c-3e1a-47b1-8bd0-0136e5644eed tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/ports/d8c971bf-a32d-44e6-9d9d-34aaca6fb8d1 HTTP/1.1" status: 404 len: 333 time: 0.0321243 Dec 10 15:36:28.755140 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7e0bdabc-92d7-43f0-bddb-2900442479ea tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549250'] for router, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:28.755668 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e0bdabc-92d7-43f0-bddb-2900442479ea tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Fanout notify agent at l3_agent the message router_deleted on router 905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3 {{(pid=103586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 15:36:28.756763 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36162) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:28.763596 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7e0bdabc-92d7-43f0-bddb-2900442479ea tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:28.764606 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-7e0bdabc-92d7-43f0-bddb-2900442479ea tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "DELETE /v2.0/routers/905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3 HTTP/1.1" status: 204 len: 168 time: 0.3978322 Dec 10 15:36:28.776632 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36164) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:28.776770 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7af5ca1b-6ef3-4c42-893a-49d038952d0c tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:28.776931 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-6104038d-48eb-4e17-8918-3444c037103d tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-806669107', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:28.779250 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7af5ca1b-6ef3-4c42-893a-49d038952d0c tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:28.783504 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-7af5ca1b-6ef3-4c42-893a-49d038952d0c tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] 10.222.0.20 "DELETE /v2.0/security-groups/10f6f199-f153-4788-8a40-7e6fbf00f89f HTTP/1.1" status: 204 len: 168 time: 0.5199451 Dec 10 15:36:28.785883 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36166) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:28.835895 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e95f0c6-8f87-464a-83d9-e9f05d2162ef tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] DELETE failed (client error): The resource could not be found. Dec 10 15:36:28.835895 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e95f0c6-8f87-464a-83d9-e9f05d2162ef tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:36:28.837875 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-2e95f0c6-8f87-464a-83d9-e9f05d2162ef tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/subnets/0097d685-ef18-4ac7-ac41-83f13dc3e80b HTTP/1.1" status: 404 len: 337 time: 0.0798843 Dec 10 15:36:28.841947 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36168) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:28.850528 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af5ca1b-6ef3-4c42-893a-49d038952d0c tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f6f199-f153-4788-8a40-7e6fbf00f89f,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:28.893005 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7c081a2-8696-428d-9319-2baf18d879fa tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] DELETE failed (client error): The resource could not be found. Dec 10 15:36:28.893577 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7c081a2-8696-428d-9319-2baf18d879fa tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:36:28.897192 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-b7c081a2-8696-428d-9319-2baf18d879fa tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/ports/613f4de5-d8b9-4c80-b445-23a8eaf837d5 HTTP/1.1" status: 404 len: 333 time: 0.0526493 Dec 10 15:36:28.899884 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36170) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:28.902293 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-3e865884-0e88-46b0-9d3e-b8677da6543d tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1145585 Dec 10 15:36:28.909200 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6104038d-48eb-4e17-8918-3444c037103d tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13912'] for router, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:28.909200 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6104038d-48eb-4e17-8918-3444c037103d tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:28.913774 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36172) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:28.946529 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-5f63041b-c9c5-4977-ab91-0db68b51d413 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Request body: {'security_group': {'name': 'tempest-secgroup--1944551695'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:28.953941 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2d2316d-f176-40f8-b2dc-07c86ea79825 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] DELETE failed (client error): The resource could not be found. Dec 10 15:36:28.954550 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2d2316d-f176-40f8-b2dc-07c86ea79825 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:36:28.958019 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-b2d2316d-f176-40f8-b2dc-07c86ea79825 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/subnets/b308aad2-640e-405a-8fab-0622c73513c3 HTTP/1.1" status: 404 len: 337 time: 0.0570018 Dec 10 15:36:28.962133 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36174) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:28.992454 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6104038d-48eb-4e17-8918-3444c037103d tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:29.011712 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1f736b8-6717-40ae-82c4-c365d99879ef tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] DELETE failed (client error): The resource could not be found. Dec 10 15:36:29.012484 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1f736b8-6717-40ae-82c4-c365d99879ef tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:36:29.017030 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-e1f736b8-6717-40ae-82c4-c365d99879ef tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/ports/e0f949f9-bf1a-49f7-ac43-b46a83191026 HTTP/1.1" status: 404 len: 333 time: 0.0538368 Dec 10 15:36:29.019841 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36176) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:29.059249 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-9902b8d8-eb16-45b8-b8dd-cecf8c1f21fc tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] DELETE failed (client error): The resource could not be found. Dec 10 15:36:29.059969 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9902b8d8-eb16-45b8-b8dd-cecf8c1f21fc tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:36:29.063497 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-9902b8d8-eb16-45b8-b8dd-cecf8c1f21fc tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/subnets/af771dce-8fc4-43b1-9d60-c7632a3044b7 HTTP/1.1" status: 404 len: 337 time: 0.0426702 Dec 10 15:36:29.066107 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36178) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:29.074767 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6104038d-48eb-4e17-8918-3444c037103d tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363'] for router, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:29.167552 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5f63041b-c9c5-4977-ab91-0db68b51d413 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:29.180480 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-54eb998e-2a4b-43f0-9565-c1d3b7cf4e73 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:29.251757 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6104038d-48eb-4e17-8918-3444c037103d tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:29.252963 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-6104038d-48eb-4e17-8918-3444c037103d tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4811876 Dec 10 15:36:29.255907 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36180) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:29.260376 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-25ce9922-faae-4ba8-bc49-dbd155c2afc8 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:29.305818 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-54eb998e-2a4b-43f0-9565-c1d3b7cf4e73 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:29.336871 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5f63041b-c9c5-4977-ab91-0db68b51d413 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:29.340325 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-54eb998e-2a4b-43f0-9565-c1d3b7cf4e73 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2b5f149-cedd-450c-ab43-dd2d78259f45']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:29.350416 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-54eb998e-2a4b-43f0-9565-c1d3b7cf4e73 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:29.350715 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-54eb998e-2a4b-43f0-9565-c1d3b7cf4e73 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64df7f8e-9fc9-44a9-ac5a-dd0fe525d5d4') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:29.364343 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-54eb998e-2a4b-43f0-9565-c1d3b7cf4e73 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11806923'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:29.383501 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-54eb998e-2a4b-43f0-9565-c1d3b7cf4e73 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:29.398514 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54eb998e-2a4b-43f0-9565-c1d3b7cf4e73 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:36:29.398933 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-54eb998e-2a4b-43f0-9565-c1d3b7cf4e73 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11236635'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:29.402260 dv-neutron-821401-4-hyperv neutron-server[103587]: Traceback (most recent call last): Dec 10 15:36:29.402260 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:36:29.402260 dv-neutron-821401-4-hyperv neutron-server[103587]: timer() Dec 10 15:36:29.402260 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:36:29.402260 dv-neutron-821401-4-hyperv neutron-server[103587]: cb(*args, **kw) Dec 10 15:36:29.402260 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:36:29.402260 dv-neutron-821401-4-hyperv neutron-server[103587]: return func(*args, **kwargs) Dec 10 15:36:29.402260 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:36:29.402260 dv-neutron-821401-4-hyperv neutron-server[103587]: self._notify() Dec 10 15:36:29.402260 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:36:29.402260 dv-neutron-821401-4-hyperv neutron-server[103587]: self.callback(batched_events) Dec 10 15:36:29.402260 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:36:29.402260 dv-neutron-821401-4-hyperv neutron-server[103587]: event.method(event) Dec 10 15:36:29.402260 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:36:29.402260 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:36:29.402260 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:36:29.402260 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:36:29.402260 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:36:29.402260 dv-neutron-821401-4-hyperv neutron-server[103587]: return f(self, *a, **k) Dec 10 15:36:29.402260 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:36:29.402260 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._get(url).json() Dec 10 15:36:29.402260 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:36:29.402260 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:36:29.402260 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:36:29.402260 dv-neutron-821401-4-hyperv neutron-server[103587]: return self.request(url, 'GET', **kwargs) Dec 10 15:36:29.402260 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:36:29.402260 dv-neutron-821401-4-hyperv neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:36:29.402260 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:36:29.402260 dv-neutron-821401-4-hyperv neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:36:29.402260 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:36:29.402260 dv-neutron-821401-4-hyperv neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:36:29.402260 dv-neutron-821401-4-hyperv neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:36:29.416692 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5f63041b-c9c5-4977-ab91-0db68b51d413 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:29.486065 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f63041b-c9c5-4977-ab91-0db68b51d413 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=539c4b66-2297-47af-bc46-c667e6ecc8d4,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:29.492122 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-25ce9922-faae-4ba8-bc49-dbd155c2afc8 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13949'] for router, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:29.555861 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5f63041b-c9c5-4977-ab91-0db68b51d413 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:29.557067 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-5f63041b-c9c5-4977-ab91-0db68b51d413 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6409147 Dec 10 15:36:29.560195 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36184) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:29.564691 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-a72c6a07-605f-44fa-8888-409302558331 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Request body: {'security_group_rule': {'security_group_id': '539c4b66-2297-47af-bc46-c667e6ecc8d4', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:29.565524 dv-neutron-821401-4-hyperv neutron-server[103586]: WARNING neutron.api.v2.base [None req-a72c6a07-605f-44fa-8888-409302558331 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 10 15:36:29.566049 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.api.v2.resource [None req-a72c6a07-605f-44fa-8888-409302558331 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 15:36:29.567070 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-a72c6a07-605f-44fa-8888-409302558331 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0058522 Dec 10 15:36:29.569400 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36186) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:29.582470 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-54eb998e-2a4b-43f0-9565-c1d3b7cf4e73 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:29.587238 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-25ce9922-faae-4ba8-bc49-dbd155c2afc8 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-551381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-551372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-549222'] for router, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:29.608111 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-54eb998e-2a4b-43f0-9565-c1d3b7cf4e73 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:29.617856 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-54eb998e-2a4b-43f0-9565-c1d3b7cf4e73 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] 10.222.0.20 "DELETE /v2.0/networks/c2b5f149-cedd-450c-ab43-dd2d78259f45 HTTP/1.1" status: 204 len: 168 time: 0.5469265 Dec 10 15:36:29.619237 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eb998e-2a4b-43f0-9565-c1d3b7cf4e73 tempest-NetworksTestDHCPv6-828408361 tempest-NetworksTestDHCPv6-828408361-project] Pushing event deleted for resources: {'Network': ['ID=c2b5f149-cedd-450c-ab43-dd2d78259f45,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:29.694318 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6d0bc908-c24d-4120-bffb-060336224ff3 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks [] for security_group, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:29.725444 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6d0bc908-c24d-4120-bffb-060336224ff3 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:29.816781 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25ce9922-faae-4ba8-bc49-dbd155c2afc8 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Router b6c28f3d-8e4b-4de7-92bc-f334f0e95362 is scheduled to L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d with binding_index 1 {{(pid=103586) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 15:36:29.892417 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6d0bc908-c24d-4120-bffb-060336224ff3 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:29.895058 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6d0bc908-c24d-4120-bffb-060336224ff3 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:29.896259 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-6d0bc908-c24d-4120-bffb-060336224ff3 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] 10.222.0.20 "DELETE /v2.0/security-groups/539c4b66-2297-47af-bc46-c667e6ecc8d4 HTTP/1.1" status: 204 len: 168 time: 0.3258791 Dec 10 15:36:29.900993 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36190) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:29.908797 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25ce9922-faae-4ba8-bc49-dbd155c2afc8 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:36:29.914021 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0bc908-c24d-4120-bffb-060336224ff3 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=539c4b66-2297-47af-bc46-c667e6ecc8d4,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:29.920589 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-25ce9922-faae-4ba8-bc49-dbd155c2afc8 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:29.920589 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-25ce9922-faae-4ba8-bc49-dbd155c2afc8 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "PUT /v2.0/routers/b6c28f3d-8e4b-4de7-92bc-f334f0e95362 HTTP/1.1" status: 200 len: 697 time: 0.6613765 Dec 10 15:36:29.921042 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36192) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:30.014538 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-0d7c7d4d-adef-41ea-84b9-6bdc1eaf55d9 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1122749 Dec 10 15:36:30.018707 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-cd1f96ba-fb83-4d7c-b755-44f5d4362135 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "GET /v2.0/routers/b6c28f3d-8e4b-4de7-92bc-f334f0e95362 HTTP/1.1" status: 200 len: 703 time: 0.0962040 Dec 10 15:36:30.019194 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36194) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:30.020984 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36196) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:30.025094 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-96111130-711d-45f8-9c24-07988b9f946f tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Request body: {'security_group': {'name': 'tempest-secgroup--380457995'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:30.051222 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-13b1e14d-f14d-4614-a690-74d724ef04c0 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6c28f3d-8e4b-4de7-92bc-f334f0e95362 HTTP/1.1" status: 200 len: 205 time: 0.0288415 Dec 10 15:36:30.057152 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36198) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:30.078343 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab40bdcf-e84a-4076-a6a3-e484bb9d78a8 None None] Sync routers for ids ['b6c28f3d-8e4b-4de7-92bc-f334f0e95362'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:36:30.088387 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab40bdcf-e84a-4076-a6a3-e484bb9d78a8 None None] Routers {'b6c28f3d-8e4b-4de7-92bc-f334f0e95362'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:36:30.089471 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-ab40bdcf-e84a-4076-a6a3-e484bb9d78a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:36:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['b6c28f3d-8e4b-4de7-92bc-f334f0e95362'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:30.121253 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-96111130-711d-45f8-9c24-07988b9f946f tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:30.176395 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-ab40bdcf-e84a-4076-a6a3-e484bb9d78a8 None None] Set router b6c28f3d-8e4b-4de7-92bc-f334f0e95362 gateway port host: None {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:36:30.210662 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36204) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:30.236646 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-ab40bdcf-e84a-4076-a6a3-e484bb9d78a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c28f3d-8e4b-4de7-92bc-f334f0e95362', 'name': 'tempest-RoutersIpV6Test-router-806669107', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:36:28Z', 'updated_at': '2021-12-10T15:36:29Z', 'revision_number': 2, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'gw_port_host': None}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:30.272608 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-96111130-711d-45f8-9c24-07988b9f946f tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:30.282060 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab40bdcf-e84a-4076-a6a3-e484bb9d78a8 None None] Checking router: b6c28f3d-8e4b-4de7-92bc-f334f0e95362 for host: dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:36:30.294548 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab40bdcf-e84a-4076-a6a3-e484bb9d78a8 None None] Routers {'b6c28f3d-8e4b-4de7-92bc-f334f0e95362'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:36:30.295470 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-ab40bdcf-e84a-4076-a6a3-e484bb9d78a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:36:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['b6c28f3d-8e4b-4de7-92bc-f334f0e95362'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:30.349166 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-96111130-711d-45f8-9c24-07988b9f946f tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:30.384738 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-ab40bdcf-e84a-4076-a6a3-e484bb9d78a8 None None] Set router b6c28f3d-8e4b-4de7-92bc-f334f0e95362 gateway port host: None {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:36:30.412908 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96111130-711d-45f8-9c24-07988b9f946f tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=997446ed-2b59-4775-b03d-07c8413d3033,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:30.443553 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-ab40bdcf-e84a-4076-a6a3-e484bb9d78a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c28f3d-8e4b-4de7-92bc-f334f0e95362', 'name': 'tempest-RoutersIpV6Test-router-806669107', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:36:28Z', 'updated_at': '2021-12-10T15:36:29Z', 'revision_number': 2, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'gw_port_host': None}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:30.444322 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-d7a28aea-7664-4dd3-a8b3-d267f11ada6d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=915dae42aca44a6e934a20b3a70b3a5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2322602 Dec 10 15:36:30.450401 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36210) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:30.480987 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab40bdcf-e84a-4076-a6a3-e484bb9d78a8 None None] The sync data for ids ['b6c28f3d-8e4b-4de7-92bc-f334f0e95362'] in dv-neutron-821401-4-hyperv is: [{'id': 'b6c28f3d-8e4b-4de7-92bc-f334f0e95362', 'name': 'tempest-RoutersIpV6Test-router-806669107', 'tenant_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:36:28Z', 'updated_at': '2021-12-10T15:36:29Z', 'revision_number': 2, 'project_id': '8fca97dbaacc4a37bd3d53215e8fd531', 'gw_port_host': None}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:36:30.510302 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-96111130-711d-45f8-9c24-07988b9f946f tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:30.513818 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-96111130-711d-45f8-9c24-07988b9f946f tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4914386 Dec 10 15:36:30.514716 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36212) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:30.522230 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-47cf65cd-ca97-4fd1-932a-f8a0b210f23b tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Request body: {'security_group_rule': {'security_group_id': '997446ed-2b59-4775-b03d-07c8413d3033', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:30.542407 dv-neutron-821401-4-hyperv neutron-server[103587]: WARNING neutron.api.v2.base [None req-47cf65cd-ca97-4fd1-932a-f8a0b210f23b tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 10 15:36:30.543051 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.api.v2.resource [None req-47cf65cd-ca97-4fd1-932a-f8a0b210f23b tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 15:36:30.544155 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-47cf65cd-ca97-4fd1-932a-f8a0b210f23b tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0278540 Dec 10 15:36:30.545598 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b654f92c-775f-4816-ae7c-c0ecae9492ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:30.548017 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36214) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:30.552727 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e56ecbe2-ff3e-403d-9a25-7d361955ad15 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for router, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:30.553972 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-74b0ed51-48dc-4ceb-a14f-0d5a8ab7a303 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Request body: {'security_group_rule': {'security_group_id': '997446ed-2b59-4775-b03d-07c8413d3033', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:30.554644 dv-neutron-821401-4-hyperv neutron-server[103587]: WARNING neutron.api.v2.base [None req-74b0ed51-48dc-4ceb-a14f-0d5a8ab7a303 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 10 15:36:30.555128 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.api.v2.resource [None req-74b0ed51-48dc-4ceb-a14f-0d5a8ab7a303 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 15:36:30.558304 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-74b0ed51-48dc-4ceb-a14f-0d5a8ab7a303 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0068462 Dec 10 15:36:30.566744 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36216) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:30.572202 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-5235d78d-de18-4508-918b-56789d80ac1d tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Request body: {'security_group_rule': {'security_group_id': '997446ed-2b59-4775-b03d-07c8413d3033', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:30.577203 dv-neutron-821401-4-hyperv neutron-server[103587]: WARNING neutron.api.v2.base [None req-5235d78d-de18-4508-918b-56789d80ac1d tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 10 15:36:30.577203 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.api.v2.resource [None req-5235d78d-de18-4508-918b-56789d80ac1d tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 15:36:30.577203 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-5235d78d-de18-4508-918b-56789d80ac1d tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0065923 Dec 10 15:36:30.581983 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36218) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:30.590210 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-347281a7-8f06-4cf4-8ef7-5daa4bbb5d8c tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Request body: {'security_group_rule': {'security_group_id': '997446ed-2b59-4775-b03d-07c8413d3033', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:30.591066 dv-neutron-821401-4-hyperv neutron-server[103587]: WARNING neutron.api.v2.base [None req-347281a7-8f06-4cf4-8ef7-5daa4bbb5d8c tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 10 15:36:30.591588 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.api.v2.resource [None req-347281a7-8f06-4cf4-8ef7-5daa4bbb5d8c tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 15:36:30.594342 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-347281a7-8f06-4cf4-8ef7-5daa4bbb5d8c tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0107653 Dec 10 15:36:30.602949 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36220) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:30.606162 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b654f92c-775f-4816-ae7c-c0ecae9492ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:30.687260 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-35cca45b-20f9-4a61-9a36-0256a221786e tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:30.721981 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e56ecbe2-ff3e-403d-9a25-7d361955ad15 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13898'] for router, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:30.722248 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-35cca45b-20f9-4a61-9a36-0256a221786e tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:30.724281 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e56ecbe2-ff3e-403d-9a25-7d361955ad15 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:30.772543 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b654f92c-775f-4816-ae7c-c0ecae9492ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:30.775719 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b654f92c-775f-4816-ae7c-c0ecae9492ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:30.776675 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-b654f92c-775f-4816-ae7c-c0ecae9492ed admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b504efe0-33b5-4101-aa72-68d8426bbeba HTTP/1.1" status: 204 len: 168 time: 0.3252451 Dec 10 15:36:30.785960 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b654f92c-775f-4816-ae7c-c0ecae9492ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b504efe0-33b5-4101-aa72-68d8426bbeba,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:30.839534 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-35cca45b-20f9-4a61-9a36-0256a221786e tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:30.842185 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-35cca45b-20f9-4a61-9a36-0256a221786e tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:30.843374 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-35cca45b-20f9-4a61-9a36-0256a221786e tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] 10.222.0.20 "DELETE /v2.0/security-groups/997446ed-2b59-4775-b03d-07c8413d3033 HTTP/1.1" status: 204 len: 168 time: 0.2394285 Dec 10 15:36:30.846960 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36232) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:30.854074 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cca45b-20f9-4a61-9a36-0256a221786e tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=997446ed-2b59-4775-b03d-07c8413d3033,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:30.875838 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e56ecbe2-ff3e-403d-9a25-7d361955ad15 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549250'] for router, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:30.876230 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e56ecbe2-ff3e-403d-9a25-7d361955ad15 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Fanout notify agent at l3_agent the message router_deleted on router b6c28f3d-8e4b-4de7-92bc-f334f0e95362 {{(pid=103586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 15:36:30.884538 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e56ecbe2-ff3e-403d-9a25-7d361955ad15 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:30.885828 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-e56ecbe2-ff3e-403d-9a25-7d361955ad15 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "DELETE /v2.0/routers/b6c28f3d-8e4b-4de7-92bc-f334f0e95362 HTTP/1.1" status: 204 len: 168 time: 0.8272655 Dec 10 15:36:30.889755 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36234) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:30.902342 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-7cef059c-5c05-4656-97f5-2471350fdfbb tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0539677 Dec 10 15:36:30.906809 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36236) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:30.911623 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-52aa6681-63b2-4243-8f52-0433d4220429 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Request body: {'security_group': {'name': 'tempest-secgroup--1953814477'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:30.924914 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-3cd678b6-b1b9-4ade-b008-b8036cd184d8 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6c28f3d-8e4b-4de7-92bc-f334f0e95362 HTTP/1.1" status: 200 len: 205 time: 0.0306230 Dec 10 15:36:30.925163 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36238) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:30.976435 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.api.v2.resource [None req-b2b25225-4ce5-498e-8a8a-a34ca2dfee10 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] delete failed (client error): The resource could not be found. Dec 10 15:36:30.978316 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-b2b25225-4ce5-498e-8a8a-a34ca2dfee10 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "DELETE /v2.0/routers/b6c28f3d-8e4b-4de7-92bc-f334f0e95362 HTTP/1.1" status: 404 len: 336 time: 0.0520508 Dec 10 15:36:30.980938 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36240) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:31.007909 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7ebdd17-313b-40c5-8db4-f87488d620ba tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] DELETE failed (client error): The resource could not be found. Dec 10 15:36:31.008365 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7ebdd17-313b-40c5-8db4-f87488d620ba tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:36:31.011446 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-c7ebdd17-313b-40c5-8db4-f87488d620ba tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "DELETE /v2.0/subnets/5f833cc4-33c9-4a7a-85c5-171e7f1ad5f6 HTTP/1.1" status: 404 len: 337 time: 0.0293870 Dec 10 15:36:31.014141 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36242) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:31.044936 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9bbbed7-9aae-427d-80a3-8decfd559364 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] DELETE failed (client error): The resource could not be found. Dec 10 15:36:31.045317 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9bbbed7-9aae-427d-80a3-8decfd559364 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:36:31.048420 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-d9bbbed7-9aae-427d-80a3-8decfd559364 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "DELETE /v2.0/subnets/0827c30d-be1a-4664-ab55-b99791187afb HTTP/1.1" status: 404 len: 337 time: 0.0333767 Dec 10 15:36:31.050975 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36244) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:31.060074 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-52aa6681-63b2-4243-8f52-0433d4220429 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:31.084991 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddaab0d6-4172-4d28-bb79-0767d899c020 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] DELETE failed (client error): The resource could not be found. Dec 10 15:36:31.085458 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddaab0d6-4172-4d28-bb79-0767d899c020 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:36:31.090897 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-ddaab0d6-4172-4d28-bb79-0767d899c020 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "DELETE /v2.0/subnets/cf23a3af-9f7c-4ad8-a81c-aecdab3dd0be HTTP/1.1" status: 404 len: 337 time: 0.0366964 Dec 10 15:36:31.091135 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36248) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:31.124096 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-12c69e0e-acbc-4990-8a5e-f6750c75700b tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] DELETE failed (client error): The resource could not be found. Dec 10 15:36:31.124569 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12c69e0e-acbc-4990-8a5e-f6750c75700b tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:36:31.130131 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-12c69e0e-acbc-4990-8a5e-f6750c75700b tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "DELETE /v2.0/subnets/393fcc70-4e01-49d3-9bc3-16793e3f7650 HTTP/1.1" status: 404 len: 337 time: 0.0357947 Dec 10 15:36:31.130615 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36250) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:31.164859 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-5c844b1b-e699-47f7-b59d-198bb0bfb3a1 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "GET /v2.0/ports?device_id=905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3 HTTP/1.1" status: 200 len: 205 time: 0.0310771 Dec 10 15:36:31.165224 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36252) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:31.209970 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-52aa6681-63b2-4243-8f52-0433d4220429 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:31.224260 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.api.v2.resource [None req-e023369b-de38-439c-86d8-b4772f26f105 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] delete failed (client error): The resource could not be found. Dec 10 15:36:31.225919 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-e023369b-de38-439c-86d8-b4772f26f105 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "DELETE /v2.0/routers/905fc55d-4eee-4d8d-b8e6-5e65cf5bfff3 HTTP/1.1" status: 404 len: 336 time: 0.0582418 Dec 10 15:36:31.227738 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36256) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:31.263476 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-3a32c570-c7d6-4f57-83b3-ae9a2d1b9428 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "GET /v2.0/ports?device_id=a99a23ad-acb1-4733-b147-26f3337c872a HTTP/1.1" status: 200 len: 205 time: 0.0343487 Dec 10 15:36:31.266085 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36260) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:31.308276 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.api.v2.resource [None req-d94fb3b7-a0ef-4d25-9bfd-1c4d0328e7c2 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] delete failed (client error): The resource could not be found. Dec 10 15:36:31.311707 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-d94fb3b7-a0ef-4d25-9bfd-1c4d0328e7c2 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "DELETE /v2.0/routers/a99a23ad-acb1-4733-b147-26f3337c872a HTTP/1.1" status: 404 len: 336 time: 0.0423632 Dec 10 15:36:31.311707 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-52aa6681-63b2-4243-8f52-0433d4220429 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:31.312407 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36264) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:31.346862 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aa6681-63b2-4243-8f52-0433d4220429 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4d0b7d-8508-4570-8a83-6ad85a382441,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:31.347506 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-65918301-b695-482d-adf7-b83b3e295d24 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] DELETE failed (client error): The resource could not be found. Dec 10 15:36:31.347506 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65918301-b695-482d-adf7-b83b3e295d24 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:36:31.347506 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-65918301-b695-482d-adf7-b83b3e295d24 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "DELETE /v2.0/subnets/f8a00a80-213f-4ce1-a7fa-c01d524ea1d7 HTTP/1.1" status: 404 len: 337 time: 0.0332463 Dec 10 15:36:31.349013 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36266) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:31.378232 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-5e76233e-443c-48d6-9551-ba0f0113ebc3 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "GET /v2.0/ports?device_id=09e9272d-5fd8-4c82-ac71-a59c051adf33 HTTP/1.1" status: 200 len: 205 time: 0.0280707 Dec 10 15:36:31.380493 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36268) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:31.417456 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-52aa6681-63b2-4243-8f52-0433d4220429 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:31.417737 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.api.v2.resource [None req-b0a99c09-f69e-4663-8e10-500cd4f3d791 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] delete failed (client error): The resource could not be found. Dec 10 15:36:31.420976 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-b0a99c09-f69e-4663-8e10-500cd4f3d791 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "DELETE /v2.0/routers/09e9272d-5fd8-4c82-ac71-a59c051adf33 HTTP/1.1" status: 404 len: 336 time: 0.0371535 Dec 10 15:36:31.421112 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-52aa6681-63b2-4243-8f52-0433d4220429 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5111563 Dec 10 15:36:31.421216 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36270) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:31.422044 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36272) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:31.427570 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-773f262f-b5bc-48fb-98c7-f6dee17d4665 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Request body: {'security_group_rule': {'security_group_id': 'ec4d0b7d-8508-4570-8a83-6ad85a382441', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:31.428349 dv-neutron-821401-4-hyperv neutron-server[103586]: WARNING neutron.api.v2.base [None req-773f262f-b5bc-48fb-98c7-f6dee17d4665 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 10 15:36:31.428915 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.api.v2.resource [None req-773f262f-b5bc-48fb-98c7-f6dee17d4665 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 15:36:31.432517 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-773f262f-b5bc-48fb-98c7-f6dee17d4665 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0068016 Dec 10 15:36:31.432820 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36274) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:31.440014 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-968a969a-d881-4e95-848e-bd158e0130b1 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Request body: {'security_group_rule': {'security_group_id': 'ec4d0b7d-8508-4570-8a83-6ad85a382441', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:31.461049 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-c1c3ee20-e91f-42cd-9b3b-f27eecedce22 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "GET /v2.0/ports?device_id=b087ed14-4160-45e4-baf9-a1dea25d87d2 HTTP/1.1" status: 200 len: 205 time: 0.0364449 Dec 10 15:36:31.461524 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36278) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:31.516441 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.api.v2.resource [None req-925ba175-998b-4858-8168-de02d347a953 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] delete failed (client error): The resource could not be found. Dec 10 15:36:31.517674 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-925ba175-998b-4858-8168-de02d347a953 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "DELETE /v2.0/routers/b087ed14-4160-45e4-baf9-a1dea25d87d2 HTTP/1.1" status: 404 len: 336 time: 0.0550756 Dec 10 15:36:31.520493 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36282) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:31.558723 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-43442bb9-8469-466f-9b25-f1f669951d37 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] DELETE failed (client error): The resource could not be found. Dec 10 15:36:31.559391 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43442bb9-8469-466f-9b25-f1f669951d37 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:36:31.563711 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-43442bb9-8469-466f-9b25-f1f669951d37 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "DELETE /v2.0/subnets/752beba0-6087-48c3-9a1f-0425f6e8c822 HTTP/1.1" status: 404 len: 337 time: 0.0418861 Dec 10 15:36:31.566667 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36284) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:31.600275 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-d92abe76-5089-4eba-89cc-e08b9bcdea2c tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "GET /v2.0/ports?device_id=1649d441-42cd-4018-b2e6-5a85d37f764d HTTP/1.1" status: 200 len: 205 time: 0.0300646 Dec 10 15:36:31.600764 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36286) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:31.640978 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.api.v2.resource [None req-6dc25606-06fe-4e23-9e6f-bedaf9a2e70b tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] delete failed (client error): The resource could not be found. Dec 10 15:36:31.645080 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-6dc25606-06fe-4e23-9e6f-bedaf9a2e70b tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "DELETE /v2.0/routers/1649d441-42cd-4018-b2e6-5a85d37f764d HTTP/1.1" status: 404 len: 336 time: 0.0403376 Dec 10 15:36:31.645080 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36288) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:31.682542 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-4169f876-f53a-422c-bfb2-1729eb084862 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] DELETE failed (client error): The resource could not be found. Dec 10 15:36:31.682542 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4169f876-f53a-422c-bfb2-1729eb084862 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:36:31.684031 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-4169f876-f53a-422c-bfb2-1729eb084862 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "DELETE /v2.0/subnets/a1548c34-9613-4fa2-901d-46e15f7cf162 HTTP/1.1" status: 404 len: 337 time: 0.0381317 Dec 10 15:36:31.687851 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36292) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:31.720820 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.api.v2.resource [None req-968a969a-d881-4e95-848e-bd158e0130b1 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 15:36:31.722397 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-968a969a-d881-4e95-848e-bd158e0130b1 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2885487 Dec 10 15:36:31.725200 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36294) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:31.728007 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-96bd7bda-ffeb-47b0-8bf0-9377b8514c66 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2112be4-11b2-4105-a2a8-6049b251e537 HTTP/1.1" status: 200 len: 205 time: 0.0376933 Dec 10 15:36:31.730992 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-a59aabb0-3ecc-49d8-a3f7-8957200c9e43 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Request body: {'security_group_rule': {'security_group_id': 'ec4d0b7d-8508-4570-8a83-6ad85a382441', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:31.731488 dv-neutron-821401-4-hyperv neutron-server[103586]: WARNING neutron.api.v2.base [None req-a59aabb0-3ecc-49d8-a3f7-8957200c9e43 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 10 15:36:31.732105 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.api.v2.resource [None req-a59aabb0-3ecc-49d8-a3f7-8957200c9e43 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 15:36:31.732322 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36296) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:31.733069 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-a59aabb0-3ecc-49d8-a3f7-8957200c9e43 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0066044 Dec 10 15:36:31.738194 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36300) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:31.742628 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-4fcc9247-a24a-4a91-b545-cc90006b8a9a tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Request body: {'security_group_rule': {'security_group_id': 'ec4d0b7d-8508-4570-8a83-6ad85a382441', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:31.774796 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.api.v2.resource [None req-e71d329a-13b7-4b83-b3a7-97b4e4520d49 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] delete failed (client error): The resource could not be found. Dec 10 15:36:31.774796 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-e71d329a-13b7-4b83-b3a7-97b4e4520d49 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "DELETE /v2.0/routers/d2112be4-11b2-4105-a2a8-6049b251e537 HTTP/1.1" status: 404 len: 336 time: 0.0405071 Dec 10 15:36:31.777106 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36304) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:31.809966 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-c93dc2f7-8da7-48de-bed1-e9044e9c3f94 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] DELETE failed (client error): The resource could not be found. Dec 10 15:36:31.810427 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c93dc2f7-8da7-48de-bed1-e9044e9c3f94 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:36:31.814158 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-c93dc2f7-8da7-48de-bed1-e9044e9c3f94 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "DELETE /v2.0/subnets/f199ba97-00d0-4919-b2e5-2c58b13fc016 HTTP/1.1" status: 404 len: 337 time: 0.0358829 Dec 10 15:36:31.816806 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36306) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:31.845738 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-f572dd03-505f-43ba-b0f1-9f9d7ba13996 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] DELETE failed (client error): The resource could not be found. Dec 10 15:36:31.846280 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f572dd03-505f-43ba-b0f1-9f9d7ba13996 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:36:31.849354 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-f572dd03-505f-43ba-b0f1-9f9d7ba13996 tempest-RoutersIpV6Test-53114225 tempest-RoutersIpV6Test-53114225-project] 10.222.0.20 "DELETE /v2.0/subnets/226b2ece-7872-418d-b804-d9af41a00bfa HTTP/1.1" status: 404 len: 337 time: 0.0315917 Dec 10 15:36:31.952539 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.api.v2.resource [None req-4fcc9247-a24a-4a91-b545-cc90006b8a9a tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 15:36:31.953942 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-4fcc9247-a24a-4a91-b545-cc90006b8a9a tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2147937 Dec 10 15:36:31.956704 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36312) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:31.963466 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-94a96103-e723-4009-b7c0-d089aa0796dc tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Request body: {'security_group_rule': {'security_group_id': 'ec4d0b7d-8508-4570-8a83-6ad85a382441', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:31.964237 dv-neutron-821401-4-hyperv neutron-server[103586]: WARNING neutron.api.v2.base [None req-94a96103-e723-4009-b7c0-d089aa0796dc tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 10 15:36:31.967229 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.api.v2.resource [None req-94a96103-e723-4009-b7c0-d089aa0796dc tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 15:36:31.967229 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-94a96103-e723-4009-b7c0-d089aa0796dc tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0088241 Dec 10 15:36:31.970340 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36314) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:31.975639 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-63f2413b-5793-43e4-b5f2-496b069f65e5 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Request body: {'security_group_rule': {'security_group_id': 'ec4d0b7d-8508-4570-8a83-6ad85a382441', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:32.009231 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36316) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:32.066374 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.securitygroups_db [None req-63f2413b-5793-43e4-b5f2-496b069f65e5 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Project 5f12e177b2264b19ad0f08453b316f29 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 15:36:32.109855 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-1ac49c4b-9c22-4246-9027-7e3365bbfe63 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1910612135'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:32.129100 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.api.v2.resource [None req-63f2413b-5793-43e4-b5f2-496b069f65e5 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 15:36:32.130190 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-63f2413b-5793-43e4-b5f2-496b069f65e5 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1584780 Dec 10 15:36:32.133413 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36320) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:32.138463 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-913b9f02-2752-4d2c-818f-9cf356f5395f tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Request body: {'security_group_rule': {'security_group_id': 'ec4d0b7d-8508-4570-8a83-6ad85a382441', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:32.139259 dv-neutron-821401-4-hyperv neutron-server[103587]: WARNING neutron.api.v2.base [None req-913b9f02-2752-4d2c-818f-9cf356f5395f tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 10 15:36:32.139778 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.api.v2.resource [None req-913b9f02-2752-4d2c-818f-9cf356f5395f tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 15:36:32.144110 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36322) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:32.144319 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-913b9f02-2752-4d2c-818f-9cf356f5395f tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0097449 Dec 10 15:36:32.148844 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-95c00285-d8b2-4452-9801-d24ec5aa1998 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Request body: {'security_group_rule': {'security_group_id': 'ec4d0b7d-8508-4570-8a83-6ad85a382441', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:32.196466 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac49c4b-9c22-4246-9027-7e3365bbfe63 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Made reservation on behalf of 6ea721045aac4138b44829e8b7e504b1 for: {'network': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:36:32.200711 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1ac49c4b-9c22-4246-9027-7e3365bbfe63 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:32.218113 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1ac49c4b-9c22-4246-9027-7e3365bbfe63 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:32.294925 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.securitygroups_db [None req-95c00285-d8b2-4452-9801-d24ec5aa1998 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Project 5f12e177b2264b19ad0f08453b316f29 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 15:36:32.306602 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36326) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:32.313058 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1ac49c4b-9c22-4246-9027-7e3365bbfe63 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:32.377367 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1ac49c4b-9c22-4246-9027-7e3365bbfe63 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:32.398707 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.api.v2.resource [None req-95c00285-d8b2-4452-9801-d24ec5aa1998 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 15:36:32.402565 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-95c00285-d8b2-4452-9801-d24ec5aa1998 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2570529 Dec 10 15:36:32.403234 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36330) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:32.414541 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ac49c4b-9c22-4246-9027-7e3365bbfe63 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=103586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:36:32.419935 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-cd2dc272-53ad-4d55-843b-81cd48db697c tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Request body: {'security_group_rule': {'security_group_id': 'ec4d0b7d-8508-4570-8a83-6ad85a382441', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:32.438533 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac49c4b-9c22-4246-9027-7e3365bbfe63 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cebc6639-254b-4eb4-a4d4-e27dfe84d489,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:32.441548 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1ac49c4b-9c22-4246-9027-7e3365bbfe63 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:32.441950 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.segments_db [None req-1ac49c4b-9c22-4246-9027-7e3365bbfe63 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Added segment 35dcf978-5440-4ae1-ad8a-b6c56cdb9422 of type vlan for network 924a8ff3-b3f8-4f39-99a5-a62e2b26ff3c Dec 10 15:36:32.461144 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-f549b9b9-eb4a-4088-a0d0-257d5b949dab admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8fca97dbaacc4a37bd3d53215e8fd531&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1537650 Dec 10 15:36:32.463816 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36332) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:32.499342 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1ac49c4b-9c22-4246-9027-7e3365bbfe63 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:32.521962 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-520d85b2-659d-405f-a5f8-38560b160281 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:32.554425 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-520d85b2-659d-405f-a5f8-38560b160281 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:32.565595 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.securitygroups_db [None req-cd2dc272-53ad-4d55-843b-81cd48db697c tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Project 5f12e177b2264b19ad0f08453b316f29 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 15:36:32.620353 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1ac49c4b-9c22-4246-9027-7e3365bbfe63 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:32.627069 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac49c4b-9c22-4246-9027-7e3365bbfe63 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:36:32.627069 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1ac49c4b-9c22-4246-9027-7e3365bbfe63 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:32.678621 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.api.v2.resource [None req-cd2dc272-53ad-4d55-843b-81cd48db697c tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 15:36:32.679716 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-cd2dc272-53ad-4d55-843b-81cd48db697c tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2701521 Dec 10 15:36:32.682770 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36336) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:32.694649 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac49c4b-9c22-4246-9027-7e3365bbfe63 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Pushing event updated for resources: {'Network': ['ID=924a8ff3-b3f8-4f39-99a5-a62e2b26ff3c,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:32.704555 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-520d85b2-659d-405f-a5f8-38560b160281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:32.706492 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 924a8ff3-b3f8-4f39-99a5-a62e2b26ff3c details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:36:32.707193 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-520d85b2-659d-405f-a5f8-38560b160281 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:32.709224 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-520d85b2-659d-405f-a5f8-38560b160281 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/748ec0d2-83f6-457f-82ec-44542bc20127 HTTP/1.1" status: 204 len: 168 time: 0.2436235 Dec 10 15:36:32.723505 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520d85b2-659d-405f-a5f8-38560b160281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=748ec0d2-83f6-457f-82ec-44542bc20127,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:32.757326 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d65039e1-0aa2-4b66-abdf-38ce4ed2f923 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:32.770181 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-1ac49c4b-9c22-4246-9027-7e3365bbfe63 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7596083 Dec 10 15:36:32.773093 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36340) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:32.780870 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-221619f3-5fe1-4d5b-b228-dacb8b7cf43a tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Request body: {'subnet': {'network_id': '924a8ff3-b3f8-4f39-99a5-a62e2b26ff3c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:32.784729 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d65039e1-0aa2-4b66-abdf-38ce4ed2f923 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:32.945939 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d65039e1-0aa2-4b66-abdf-38ce4ed2f923 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:32.948619 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d65039e1-0aa2-4b66-abdf-38ce4ed2f923 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:32.953636 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-d65039e1-0aa2-4b66-abdf-38ce4ed2f923 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] 10.222.0.20 "DELETE /v2.0/security-groups/ec4d0b7d-8508-4570-8a83-6ad85a382441 HTTP/1.1" status: 204 len: 168 time: 0.2660148 Dec 10 15:36:32.953989 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36342) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:32.960015 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65039e1-0aa2-4b66-abdf-38ce4ed2f923 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec4d0b7d-8508-4570-8a83-6ad85a382441,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:32.962186 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-221619f3-5fe1-4d5b-b228-dacb8b7cf43a tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Made reservation on behalf of 6ea721045aac4138b44829e8b7e504b1 for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:36:32.965533 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-221619f3-5fe1-4d5b-b228-dacb8b7cf43a tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:33.072770 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-44847e71-973e-4645-9883-a93b84f294b5 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1174989 Dec 10 15:36:33.076665 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36346) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:33.082634 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-398ad2d9-d7e9-45f4-a99b-a5e8c9121e1d tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Request body: {'security_group': {'name': 'tempest-secgroup--897865137'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:33.198935 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-398ad2d9-d7e9-45f4-a99b-a5e8c9121e1d tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:33.268287 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-398ad2d9-d7e9-45f4-a99b-a5e8c9121e1d tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:33.306700 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-221619f3-5fe1-4d5b-b228-dacb8b7cf43a tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11695183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581935'] for subnet, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:33.377690 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221619f3-5fe1-4d5b-b228-dacb8b7cf43a tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Pushing event updated for resources: {'Subnet': ['ID=4f30dffe-beec-4552-b850-7391cb1c960d,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:33.385808 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221619f3-5fe1-4d5b-b228-dacb8b7cf43a tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Checking segment: {'id': '35dcf978-5440-4ae1-ad8a-b6c56cdb9422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '924a8ff3-b3f8-4f39-99a5-a62e2b26ff3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:36:33.386182 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221619f3-5fe1-4d5b-b228-dacb8b7cf43a tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Network hostable DHCP agents. Network: 924a8ff3-b3f8-4f39-99a5-a62e2b26ff3c, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:36:33.428250 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-398ad2d9-d7e9-45f4-a99b-a5e8c9121e1d tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:33.459759 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398ad2d9-d7e9-45f4-a99b-a5e8c9121e1d tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e7330e0-e43e-41aa-8fa1-d89e65e96cd5,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:33.565419 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221619f3-5fe1-4d5b-b228-dacb8b7cf43a tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Network 924a8ff3-b3f8-4f39-99a5-a62e2b26ff3c is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:36:33.653815 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-398ad2d9-d7e9-45f4-a99b-a5e8c9121e1d tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:33.655196 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-398ad2d9-d7e9-45f4-a99b-a5e8c9121e1d tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5773375 Dec 10 15:36:33.658981 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36360) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:33.664439 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-632135a2-bc21-4294-a88e-ae8b077ec402 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Request body: {'security_group_rule': {'security_group_id': '3e7330e0-e43e-41aa-8fa1-d89e65e96cd5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:33.798014 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-221619f3-5fe1-4d5b-b228-dacb8b7cf43a tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 924a8ff3-b3f8-4f39-99a5-a62e2b26ff3c) {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:36:33.803356 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221619f3-5fe1-4d5b-b228-dacb8b7cf43a tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:36:33.803356 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-221619f3-5fe1-4d5b-b228-dacb8b7cf43a tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:33.808016 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87569084-d795-42e6-a8da-a95abc5983d5 None None] Network 924a8ff3-b3f8-4f39-99a5-a62e2b26ff3c requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:36:33.865022 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36368) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:33.941730 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-b058222c-8a5c-43da-8bfd-5619072ed73c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/floatingips/d0007907-675c-4acf-bd90-8a68d602f5e4 HTTP/1.1" status: 200 len: 993 time: 0.0755079 Dec 10 15:36:34.015230 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-221619f3-5fe1-4d5b-b228-dacb8b7cf43a tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2403622 Dec 10 15:36:34.018329 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36374) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:34.024029 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-8ff3e0e6-f169-451d-b17d-7d365587bb85 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-307520612', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:34.072050 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31c493d-361a-4c02-a8b7-859ecc9de941 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-924a8ff3-b3f8-4f39-99a5-a62e2b26ff3c', 'network_id': '924a8ff3-b3f8-4f39-99a5-a62e2b26ff3c', 'project_id': '6ea721045aac4138b44829e8b7e504b1', 'fixed_ips': [{'subnet_id': '4f30dffe-beec-4552-b850-7391cb1c960d'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:36:34.073042 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e31c493d-361a-4c02-a8b7-859ecc9de941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:34.102556 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36378) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:34.150353 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.api.v2.resource [None req-632135a2-bc21-4294-a88e-ae8b077ec402 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] create failed (client error): The resource could not be found. Dec 10 15:36:34.154458 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-632135a2-bc21-4294-a88e-ae8b077ec402 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4943419 Dec 10 15:36:34.154782 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36382) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:34.161243 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-e4bce29e-f530-4cd6-a07c-5e727acd4828 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Request body: {'security_group_rule': {'security_group_id': '3e7330e0-e43e-41aa-8fa1-d89e65e96cd5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'd7382662-9d46-4f8e-b3e3-426d92612177'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:34.213284 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-a197c23a-6b9f-40a9-9358-fb451df823d9 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-76364559', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:34.218717 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36384) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:34.223162 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-e31c493d-361a-4c02-a8b7-859ecc9de941 None None] Allocated IP 172.20.0.2 (924a8ff3-b3f8-4f39-99a5-a62e2b26ff3c/4f30dffe-beec-4552-b850-7391cb1c960d/f48dd237-067f-4ebf-a9b3-eaba00a0f38c) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:36:34.292529 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8ff3e0e6-f169-451d-b17d-7d365587bb85 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13912'] for router, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:34.293679 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8ff3e0e6-f169-451d-b17d-7d365587bb85 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:34.355356 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8ff3e0e6-f169-451d-b17d-7d365587bb85 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:34.372301 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e31c493d-361a-4c02-a8b7-859ecc9de941 None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:34.391417 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-f952c173-b867-4cd9-86b8-07cb2776e32e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Deleting port c1376d21-a9c6-494b-b017-1c4fc28561a1 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:36:34.391787 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f952c173-b867-4cd9-86b8-07cb2776e32e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:34.463082 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e31c493d-361a-4c02-a8b7-859ecc9de941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:34.463528 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8ff3e0e6-f169-451d-b17d-7d365587bb85 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363'] for router, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:34.483750 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f952c173-b867-4cd9-86b8-07cb2776e32e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:34.484000 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f952c173-b867-4cd9-86b8-07cb2776e32e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:34.497344 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-f952c173-b867-4cd9-86b8-07cb2776e32e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Calling delete_port for c1376d21-a9c6-494b-b017-1c4fc28561a1 owned by network:floatingip {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:36:34.511636 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31c493d-361a-4c02-a8b7-859ecc9de941 None None] Network 924a8ff3-b3f8-4f39-99a5-a62e2b26ff3c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:36:34.517467 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-e31c493d-361a-4c02-a8b7-859ecc9de941 None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:36:34.520894 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31c493d-361a-4c02-a8b7-859ecc9de941 None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:36:34.522967 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31c493d-361a-4c02-a8b7-859ecc9de941 None None] Pushing event updated for resources: {'Port': ['ID=f48dd237-067f-4ebf-a9b3-eaba00a0f38c,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:34.579975 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a197c23a-6b9f-40a9-9358-fb451df823d9 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13912'] for router, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:34.582081 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a197c23a-6b9f-40a9-9358-fb451df823d9 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:34.585671 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-e31c493d-361a-4c02-a8b7-859ecc9de941 None None] Attempting to bind port f48dd237-067f-4ebf-a9b3-eaba00a0f38c on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:36:34.586276 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-e31c493d-361a-4c02-a8b7-859ecc9de941 None None] Attempting to bind port f48dd237-067f-4ebf-a9b3-eaba00a0f38c by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '35dcf978-5440-4ae1-ad8a-b6c56cdb9422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '924a8ff3-b3f8-4f39-99a5-a62e2b26ff3c'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:36:34.586750 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31c493d-361a-4c02-a8b7-859ecc9de941 None None] Attempting to bind port f48dd237-067f-4ebf-a9b3-eaba00a0f38c on network 924a8ff3-b3f8-4f39-99a5-a62e2b26ff3c {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:36:34.593464 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31c493d-361a-4c02-a8b7-859ecc9de941 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:36:34.594095 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31c493d-361a-4c02-a8b7-859ecc9de941 None None] Checking segment: {'id': '35dcf978-5440-4ae1-ad8a-b6c56cdb9422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '924a8ff3-b3f8-4f39-99a5-a62e2b26ff3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:36:34.595130 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e31c493d-361a-4c02-a8b7-859ecc9de941 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:34.595943 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31c493d-361a-4c02-a8b7-859ecc9de941 None None] Bound using segment: {'id': '35dcf978-5440-4ae1-ad8a-b6c56cdb9422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '924a8ff3-b3f8-4f39-99a5-a62e2b26ff3c'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:36:34.596992 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-e31c493d-361a-4c02-a8b7-859ecc9de941 None None] Bound port: f48dd237-067f-4ebf-a9b3-eaba00a0f38c, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35dcf978-5440-4ae1-ad8a-b6c56cdb9422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '924a8ff3-b3f8-4f39-99a5-a62e2b26ff3c'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:36:34.597765 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e31c493d-361a-4c02-a8b7-859ecc9de941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:34.646707 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a197c23a-6b9f-40a9-9358-fb451df823d9 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:34.670696 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-e31c493d-361a-4c02-a8b7-859ecc9de941 None None] For port f48dd237-067f-4ebf-a9b3-eaba00a0f38c, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:36:34.675522 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-e31c493d-361a-4c02-a8b7-859ecc9de941 None None] For port f48dd237-067f-4ebf-a9b3-eaba00a0f38c, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=f48dd237-067f-4ebf-a9b3-eaba00a0f38c,segment=NetworkSegment(35dcf978-5440-4ae1-ad8a-b6c56cdb9422),segment_id=35dcf978-5440-4ae1-ad8a-b6c56cdb9422)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:36:34.691028 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8ff3e0e6-f169-451d-b17d-7d365587bb85 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:34.692254 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-8ff3e0e6-f169-451d-b17d-7d365587bb85 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.6729064 Dec 10 15:36:34.698571 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36388) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:34.738689 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.api.v2.resource [None req-e4bce29e-f530-4cd6-a07c-5e727acd4828 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] create failed (client error): The resource could not be found. Dec 10 15:36:34.739696 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-e4bce29e-f530-4cd6-a07c-5e727acd4828 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5838604 Dec 10 15:36:34.742681 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36390) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:34.780843 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a197c23a-6b9f-40a9-9358-fb451df823d9 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363'] for router, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:34.781222 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e31c493d-361a-4c02-a8b7-859ecc9de941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:34.825206 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f952c173-b867-4cd9-86b8-07cb2776e32e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:34.851600 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31c493d-361a-4c02-a8b7-859ecc9de941 None None] Pushing event updated for resources: {'Port': ['ID=f48dd237-067f-4ebf-a9b3-eaba00a0f38c,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:34.904134 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a197c23a-6b9f-40a9-9358-fb451df823d9 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:34.905737 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-a197c23a-6b9f-40a9-9358-fb451df823d9 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 710 time: 0.8021233 Dec 10 15:36:34.908019 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f952c173-b867-4cd9-86b8-07cb2776e32e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event deleted for resources: {'Port': ['ID=c1376d21-a9c6-494b-b017-1c4fc28561a1,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:34.908928 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36392) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:34.915010 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-42947020-527a-4f24-8aff-6a18c1f24edb tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-493598542'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:34.998815 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42947020-527a-4f24-8aff-6a18c1f24edb tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Made reservation on behalf of 276f94da300a499280864497cc204a53 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:36:35.003458 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-42947020-527a-4f24-8aff-6a18c1f24edb tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:35.019744 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-42947020-527a-4f24-8aff-6a18c1f24edb tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:35.066953 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7c52a244-76ea-4df4-8a55-b107b4090400 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks [] for security_group, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:35.111267 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-42947020-527a-4f24-8aff-6a18c1f24edb tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:35.124855 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7c52a244-76ea-4df4-8a55-b107b4090400 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:35.139878 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f952c173-b867-4cd9-86b8-07cb2776e32e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for floatingip, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:35.140219 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.l3_db [None req-f952c173-b867-4cd9-86b8-07cb2776e32e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Floating IP d0007907-675c-4acf-bd90-8a68d602f5e4 disassociated (deleted). External IP: 172.26.2.72, port: f05c5c5f-a46c-4af2-a1eb-a365ef6a7132. Dec 10 15:36:35.200936 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-42947020-527a-4f24-8aff-6a18c1f24edb tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:35.233672 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ea96b4af-5c2e-40f1-b02d-b5159ca53fe9 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:35.234066 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42947020-527a-4f24-8aff-6a18c1f24edb tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:36:35.261933 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-42947020-527a-4f24-8aff-6a18c1f24edb tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:35.262319 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.segments_db [None req-42947020-527a-4f24-8aff-6a18c1f24edb tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Added segment e69789e5-b101-4a61-81a1-cdf96dfca506 of type vlan for network 0edc5f39-ea09-4e01-9c97-c4980f8bd80a Dec 10 15:36:35.264380 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42947020-527a-4f24-8aff-6a18c1f24edb tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5267817-8394-40d2-b9ff-fc2268a0666a,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:35.299410 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device f48dd237-067f-4ebf-a9b3-eaba00a0f38c up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:36:35.318048 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-42947020-527a-4f24-8aff-6a18c1f24edb tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:35.358991 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port f48dd237-067f-4ebf-a9b3-eaba00a0f38c triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:36:35.359581 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:35.372792 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7c52a244-76ea-4df4-8a55-b107b4090400 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:35.375429 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7c52a244-76ea-4df4-8a55-b107b4090400 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:35.379825 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-7c52a244-76ea-4df4-8a55-b107b4090400 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] 10.222.0.20 "DELETE /v2.0/security-groups/3e7330e0-e43e-41aa-8fa1-d89e65e96cd5 HTTP/1.1" status: 204 len: 168 time: 0.6094933 Dec 10 15:36:35.380190 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36394) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:35.427697 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c52a244-76ea-4df4-8a55-b107b4090400 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e7330e0-e43e-41aa-8fa1-d89e65e96cd5,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:35.432955 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-a88eacaf-2031-4e67-91d5-6c9098b2dc3c tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0512216 Dec 10 15:36:35.433405 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36396) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:35.437748 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-2cd2d893-da87-4e1a-b53e-b0bf29a232f6 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Request body: {'security_group_rule': {'security_group_id': '4be1e760-03b1-402a-9015-c6c5b31cd05c', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:35.454587 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-42947020-527a-4f24-8aff-6a18c1f24edb tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:35.460133 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42947020-527a-4f24-8aff-6a18c1f24edb tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:36:35.463337 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-42947020-527a-4f24-8aff-6a18c1f24edb tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:35.467009 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:35.508756 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] For port f48dd237-067f-4ebf-a9b3-eaba00a0f38c, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=f48dd237-067f-4ebf-a9b3-eaba00a0f38c,segment=NetworkSegment(35dcf978-5440-4ae1-ad8a-b6c56cdb9422),segment_id=35dcf978-5440-4ae1-ad8a-b6c56cdb9422)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:36:35.538522 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42947020-527a-4f24-8aff-6a18c1f24edb tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Pushing event updated for resources: {'Network': ['ID=0edc5f39-ea09-4e01-9c97-c4980f8bd80a,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:35.551227 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 0edc5f39-ea09-4e01-9c97-c4980f8bd80a details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:36:35.632095 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f952c173-b867-4cd9-86b8-07cb2776e32e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Router d1075341-5bad-4ddf-88b0-6b9aee6089e3 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:36:35.642453 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-ea96b4af-5c2e-40f1-b02d-b5159ca53fe9 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Allocated IP 172.20.0.1 (924a8ff3-b3f8-4f39-99a5-a62e2b26ff3c/4f30dffe-beec-4552-b850-7391cb1c960d/e83d106e-04b3-4296-8c98-01081e9d8250) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:36:35.645287 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:35.699060 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Pushing event updated for resources: {'Port': ['ID=f48dd237-067f-4ebf-a9b3-eaba00a0f38c,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:35.783657 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-42947020-527a-4f24-8aff-6a18c1f24edb tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8735411 Dec 10 15:36:35.793686 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36400) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:35.797585 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-21294b46-ca0a-4cba-83b7-b1261b931684 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Request body: {'subnet': {'network_id': '0edc5f39-ea09-4e01-9c97-c4980f8bd80a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:35.821034 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.api.v2.resource [None req-2cd2d893-da87-4e1a-b53e-b0bf29a232f6 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] create failed (client error): The resource could not be found. Dec 10 15:36:35.822478 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-2cd2d893-da87-4e1a-b53e-b0bf29a232f6 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3879604 Dec 10 15:36:35.826748 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36402) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:35.834987 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-6c57fca3-5d63-493b-9d51-312582dc254c tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Request body: {'security_group': {'name': 'tempest-secgroup--865229742'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:35.851772 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f952c173-b867-4cd9-86b8-07cb2776e32e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:36:35.858936 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ea96b4af-5c2e-40f1-b02d-b5159ca53fe9 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:35.863524 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f952c173-b867-4cd9-86b8-07cb2776e32e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:35.871078 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d058a8-bf1c-4512-9df0-6681db466d94 None None] Sync routers for ids ['d1075341-5bad-4ddf-88b0-6b9aee6089e3'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:36:35.878764 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d058a8-bf1c-4512-9df0-6681db466d94 None None] Routers {'d1075341-5bad-4ddf-88b0-6b9aee6089e3'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:36:35.879728 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-49d058a8-bf1c-4512-9df0-6681db466d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:36:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['d1075341-5bad-4ddf-88b0-6b9aee6089e3'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:35.912249 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-f952c173-b867-4cd9-86b8-07cb2776e32e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "DELETE /v2.0/floatingips/d0007907-675c-4acf-bd90-8a68d602f5e4 HTTP/1.1" status: 204 len: 168 time: 1.6919529 Dec 10 15:36:35.916482 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3a6687f-092d-45a0-b766-e135d21b7a80', 'tag': 'f05c5c5f-a46c-4af2-a1eb-a365ef6a7132'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:36:35.918830 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde1b47dcd987728a27c8e391f176ee57ea2adf837d2cedb59662361de43515a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f46a3618-b4b4-491c-8c15-48d17b1d20eb" -d '{"events": [{"name": "network-changed", "server_uuid": "b3a6687f-092d-45a0-b766-e135d21b7a80", "tag": "f05c5c5f-a46c-4af2-a1eb-a365ef6a7132"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:36:35.968791 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 15:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84be0857-fb12-4c4c-87fe-619d46ee4259 x-openstack-request-id: req-84be0857-fb12-4c4c-87fe-619d46ee4259 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:36:35.968791 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3a6687f-092d-45a0-b766-e135d21b7a80", "tag": "f05c5c5f-a46c-4af2-a1eb-a365ef6a7132", "status": "completed", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:36:35.968791 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-84be0857-fb12-4c4c-87fe-619d46ee4259 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:36:35.968791 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3a6687f-092d-45a0-b766-e135d21b7a80', 'tag': 'f05c5c5f-a46c-4af2-a1eb-a365ef6a7132', 'status': 'completed', 'code': 200} Dec 10 15:36:36.009112 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6c57fca3-5d63-493b-9d51-312582dc254c tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:36.020232 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-49d058a8-bf1c-4512-9df0-6681db466d94 None None] Set router d1075341-5bad-4ddf-88b0-6b9aee6089e3 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:36:36.049244 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ea96b4af-5c2e-40f1-b02d-b5159ca53fe9 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:36.055823 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46a3618-b4b4-491c-8c15-48d17b1d20eb req-e3007667-57f5-4dba-ac29-da043de72f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:36:36.057345 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-f46a3618-b4b4-491c-8c15-48d17b1d20eb req-e3007667-57f5-4dba-ac29-da043de72f6a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e049672a5fd04e7f8cbb0423b61eb757&device_id=b3a6687f-092d-45a0-b766-e135d21b7a80 HTTP/1.1" status: 200 len: 1099 time: 0.0617645 Dec 10 15:36:36.058829 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d97269c-86ae-4df8-b3cd-1724dd38bb73 None None] Network 924a8ff3-b3f8-4f39-99a5-a62e2b26ff3c requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:36:36.103485 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea96b4af-5c2e-40f1-b02d-b5159ca53fe9 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Network 924a8ff3-b3f8-4f39-99a5-a62e2b26ff3c is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:36:36.113931 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-ea96b4af-5c2e-40f1-b02d-b5159ca53fe9 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:36:36.120689 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea96b4af-5c2e-40f1-b02d-b5159ca53fe9 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:36:36.164040 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea96b4af-5c2e-40f1-b02d-b5159ca53fe9 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Pushing event updated for resources: {'Port': ['ID=e83d106e-04b3-4296-8c98-01081e9d8250,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:36.169516 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21294b46-ca0a-4cba-83b7-b1261b931684 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Made reservation on behalf of 276f94da300a499280864497cc204a53 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:36:36.173963 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-21294b46-ca0a-4cba-83b7-b1261b931684 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11668558'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:36.183545 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6c57fca3-5d63-493b-9d51-312582dc254c tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:36.192449 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46a3618-b4b4-491c-8c15-48d17b1d20eb req-a9a1c3f7-ef24-40f2-ab92-25d1c1d64d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:36:36.193259 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ea96b4af-5c2e-40f1-b02d-b5159ca53fe9 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552880'] for router_interface, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:36.194011 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-f46a3618-b4b4-491c-8c15-48d17b1d20eb req-a9a1c3f7-ef24-40f2-ab92-25d1c1d64d58 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d94f8eb2-eac4-463d-8d76-d973260c236a HTTP/1.1" status: 200 len: 898 time: 0.1287935 Dec 10 15:36:36.225420 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-fd2834cd-d7ad-474d-bae1-8c6a7dbaefae None None] Provisioning complete for port f48dd237-067f-4ebf-a9b3-eaba00a0f38c triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:36:36.225686 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fd2834cd-d7ad-474d-bae1-8c6a7dbaefae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:36.268386 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-f46a3618-b4b4-491c-8c15-48d17b1d20eb req-fb111ff9-2b9a-4e05-bcbd-1d81b15118e6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f05c5c5f-a46c-4af2-a1eb-a365ef6a7132 HTTP/1.1" status: 200 len: 217 time: 0.0438714 Dec 10 15:36:36.327638 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6c57fca3-5d63-493b-9d51-312582dc254c tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:36.347127 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46a3618-b4b4-491c-8c15-48d17b1d20eb req-acc81db3-d11a-4679-8fb9-e8b8af54702c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:36:36.348982 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-f46a3618-b4b4-491c-8c15-48d17b1d20eb req-acc81db3-d11a-4679-8fb9-e8b8af54702c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=34c7743d-ebad-428c-a2f4-a627b40eea9c HTTP/1.1" status: 200 len: 834 time: 0.0737662 Dec 10 15:36:36.385380 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c57fca3-5d63-493b-9d51-312582dc254c tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b95b88ce-a4e9-4042-bc98-dd0116ef6a5c,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:36.424818 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-49d058a8-bf1c-4512-9df0-6681db466d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1075341-5bad-4ddf-88b0-6b9aee6089e3', 'name': 'tempest-TestNetworkBasicOps-router-1234920523', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': 'df16b59d-9eb1-4704-89a6-2dd4ad19e44b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:35:11Z', 'updated_at': '2021-12-10T15:35:25Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': 'df16b59d-9eb1-4704-89a6-2dd4ad19e44b', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:78:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1075341-5bad-4ddf-88b0-6b9aee6089e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:13Z', 'updated_at': '2021-12-10T15:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '8e8b8522-5f7e-4628-8ff9-192a1cff9428', 'name': '', 'network_id': 'd94f8eb2-eac4-463d-8d76-d973260c236a', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:11:fe:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1075341-5bad-4ddf-88b0-6b9aee6089e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '34c7743d-ebad-428c-a2f4-a627b40eea9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:22Z', 'updated_at': '2021-12-10T15:35:30Z', 'revision_number': 5, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': '34c7743d-ebad-428c-a2f4-a627b40eea9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:36.452967 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46a3618-b4b4-491c-8c15-48d17b1d20eb req-8a4367c0-8070-4ad6-9f64-13c495ea69be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:36:36.455409 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-f46a3618-b4b4-491c-8c15-48d17b1d20eb req-8a4367c0-8070-4ad6-9f64-13c495ea69be service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d94f8eb2-eac4-463d-8d76-d973260c236a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0966554 Dec 10 15:36:36.456722 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d058a8-bf1c-4512-9df0-6681db466d94 None None] Checking router: d1075341-5bad-4ddf-88b0-6b9aee6089e3 for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:36:36.465834 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d058a8-bf1c-4512-9df0-6681db466d94 None None] Routers {'d1075341-5bad-4ddf-88b0-6b9aee6089e3'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:36:36.466470 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-49d058a8-bf1c-4512-9df0-6681db466d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:36:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['d1075341-5bad-4ddf-88b0-6b9aee6089e3'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:36.480231 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ea96b4af-5c2e-40f1-b02d-b5159ca53fe9 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:36.503980 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6c57fca3-5d63-493b-9d51-312582dc254c tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:36.509138 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-6c57fca3-5d63-493b-9d51-312582dc254c tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6798050 Dec 10 15:36:36.568292 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-f46a3618-b4b4-491c-8c15-48d17b1d20eb req-42bce3d3-c4ab-4285-be5d-3854369acc60 service neutron] 10.222.0.44 "GET /v2.0/networks/d94f8eb2-eac4-463d-8d76-d973260c236a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047246 Dec 10 15:36:36.569025 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36410) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:36.583294 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-b600ba9e-a507-44ed-912a-11ac7f3c2c8f tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Request body: {'security_group': {'name': 'tempest-secgroup--989780225'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:36.666002 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-49d058a8-bf1c-4512-9df0-6681db466d94 None None] Set router d1075341-5bad-4ddf-88b0-6b9aee6089e3 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:36:36.733348 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-a3e8b8e4-3b11-409c-b9ee-7cd214a62541 None None] Provisioning complete for port f48dd237-067f-4ebf-a9b3-eaba00a0f38c triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:36:36.734153 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a3e8b8e4-3b11-409c-b9ee-7cd214a62541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:36.741152 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-f46a3618-b4b4-491c-8c15-48d17b1d20eb req-bbc9400f-2adc-46ed-a37e-0d610645d4d9 service neutron] 10.222.0.44 "GET /v2.0/networks/d94f8eb2-eac4-463d-8d76-d973260c236a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553147 Dec 10 15:36:36.800177 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b600ba9e-a507-44ed-912a-11ac7f3c2c8f tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:36.816019 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-21294b46-ca0a-4cba-83b7-b1261b931684 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11236534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11668560'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:36.920750 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21294b46-ca0a-4cba-83b7-b1261b931684 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Pushing event updated for resources: {'Subnet': ['ID=4b1e0fd4-637b-4e9c-8d8f-275e38afed29,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:36.954027 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21294b46-ca0a-4cba-83b7-b1261b931684 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Checking segment: {'id': 'e69789e5-b101-4a61-81a1-cdf96dfca506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '0edc5f39-ea09-4e01-9c97-c4980f8bd80a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:36:36.954995 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21294b46-ca0a-4cba-83b7-b1261b931684 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Network hostable DHCP agents. Network: 0edc5f39-ea09-4e01-9c97-c4980f8bd80a, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:36:36.980184 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b600ba9e-a507-44ed-912a-11ac7f3c2c8f tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:36.984035 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-a3e8b8e4-3b11-409c-b9ee-7cd214a62541 None None] Provisioning complete for port e83d106e-04b3-4296-8c98-01081e9d8250 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:36:36.984570 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a3e8b8e4-3b11-409c-b9ee-7cd214a62541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:37.050001 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8b8e4-3b11-409c-b9ee-7cd214a62541 None None] Port e83d106e-04b3-4296-8c98-01081e9d8250 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:36:37.062476 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440dbc8-e94f-44f7-9d15-3e4e73cb522d req-2faffc1d-c90d-4294-a7e0-f961c782d785 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:36:37.064677 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-2440dbc8-e94f-44f7-9d15-3e4e73cb522d req-2faffc1d-c90d-4294-a7e0-f961c782d785 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a6687f-092d-45a0-b766-e135d21b7a80 HTTP/1.1" status: 200 len: 946 time: 0.4507446 Dec 10 15:36:37.073339 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-49d058a8-bf1c-4512-9df0-6681db466d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1075341-5bad-4ddf-88b0-6b9aee6089e3', 'name': 'tempest-TestNetworkBasicOps-router-1234920523', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': 'df16b59d-9eb1-4704-89a6-2dd4ad19e44b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:35:11Z', 'updated_at': '2021-12-10T15:35:25Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': 'df16b59d-9eb1-4704-89a6-2dd4ad19e44b', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:78:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1075341-5bad-4ddf-88b0-6b9aee6089e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:13Z', 'updated_at': '2021-12-10T15:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '8e8b8522-5f7e-4628-8ff9-192a1cff9428', 'name': '', 'network_id': 'd94f8eb2-eac4-463d-8d76-d973260c236a', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:11:fe:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1075341-5bad-4ddf-88b0-6b9aee6089e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '34c7743d-ebad-428c-a2f4-a627b40eea9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:22Z', 'updated_at': '2021-12-10T15:35:30Z', 'revision_number': 5, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': '34c7743d-ebad-428c-a2f4-a627b40eea9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:37.099644 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d058a8-bf1c-4512-9df0-6681db466d94 None None] The sync data for ids ['d1075341-5bad-4ddf-88b0-6b9aee6089e3'] in dv-neutron-821401-4-hyperv is: [{'id': 'd1075341-5bad-4ddf-88b0-6b9aee6089e3', 'name': 'tempest-TestNetworkBasicOps-router-1234920523', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': 'df16b59d-9eb1-4704-89a6-2dd4ad19e44b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:35:11Z', 'updated_at': '2021-12-10T15:35:25Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': 'df16b59d-9eb1-4704-89a6-2dd4ad19e44b', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:78:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1075341-5bad-4ddf-88b0-6b9aee6089e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:13Z', 'updated_at': '2021-12-10T15:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '8e8b8522-5f7e-4628-8ff9-192a1cff9428', 'name': '', 'network_id': 'd94f8eb2-eac4-463d-8d76-d973260c236a', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:11:fe:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1075341-5bad-4ddf-88b0-6b9aee6089e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '34c7743d-ebad-428c-a2f4-a627b40eea9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:22Z', 'updated_at': '2021-12-10T15:35:30Z', 'revision_number': 5, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': '34c7743d-ebad-428c-a2f4-a627b40eea9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:36:37.102998 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21294b46-ca0a-4cba-83b7-b1261b931684 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Network 0edc5f39-ea09-4e01-9c97-c4980f8bd80a is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:36:37.111961 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b600ba9e-a507-44ed-912a-11ac7f3c2c8f tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:37.150992 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b600ba9e-a507-44ed-912a-11ac7f3c2c8f tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c244c16d-6b37-4b0c-b329-fa7b1b6065a8,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:37.188065 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-2440dbc8-e94f-44f7-9d15-3e4e73cb522d req-25f6bd88-ffa2-4145-8e02-780b37a6b50f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=18fc437d-893b-47b7-8b71-3dafc8e3139e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166859 Dec 10 15:36:37.190959 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-461eeace-1721-4034-994c-d55e86f04633 None None] Provisioning complete for port e83d106e-04b3-4296-8c98-01081e9d8250 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:36:37.191344 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-461eeace-1721-4034-994c-d55e86f04633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:37.222396 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-21294b46-ca0a-4cba-83b7-b1261b931684 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 0edc5f39-ea09-4e01-9c97-c4980f8bd80a) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:36:37.237917 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21294b46-ca0a-4cba-83b7-b1261b931684 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:36:37.239469 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-21294b46-ca0a-4cba-83b7-b1261b931684 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:37.239756 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7b8433-e48e-49db-93a2-0df677c04c46 None None] Network 0edc5f39-ea09-4e01-9c97-c4980f8bd80a requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:36:37.255141 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ea96b4af-5c2e-40f1-b02d-b5159ca53fe9 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:37.268456 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device f48dd237-067f-4ebf-a9b3-eaba00a0f38c up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:36:37.271965 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b600ba9e-a507-44ed-912a-11ac7f3c2c8f tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:37.274287 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-b600ba9e-a507-44ed-912a-11ac7f3c2c8f tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7024796 Dec 10 15:36:37.276383 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36414) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:37.281060 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-fab994b2-666e-4c17-bb9c-5954dcaaf544 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Request body: {'security_group_rule': {'security_group_id': 'b95b88ce-a4e9-4042-bc98-dd0116ef6a5c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'c244c16d-6b37-4b0c-b329-fa7b1b6065a8'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:37.307334 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-461eeace-1721-4034-994c-d55e86f04633 None None] Port e83d106e-04b3-4296-8c98-01081e9d8250 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:36:37.371249 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ea96b4af-5c2e-40f1-b02d-b5159ca53fe9 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:37.382960 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port f48dd237-067f-4ebf-a9b3-eaba00a0f38c triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:36:37.383363 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:37.409951 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750eb643-7f1e-4d0c-a6e9-fe6c1f17d87f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-0edc5f39-ea09-4e01-9c97-c4980f8bd80a', 'network_id': '0edc5f39-ea09-4e01-9c97-c4980f8bd80a', 'project_id': '276f94da300a499280864497cc204a53', 'fixed_ips': [{'subnet_id': '4b1e0fd4-637b-4e9c-8d8f-275e38afed29'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:36:37.410974 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-750eb643-7f1e-4d0c-a6e9-fe6c1f17d87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:37.424965 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-21294b46-ca0a-4cba-83b7-b1261b931684 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6365433 Dec 10 15:36:37.425810 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36416) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:37.435173 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-223415a5-9591-4a75-af5f-fde9473331e2 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Request body: {'network': {'name': 'tempest-router-network01--2084830569'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:37.456797 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea96b4af-5c2e-40f1-b02d-b5159ca53fe9 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Pushing event updated for resources: {'Port': ['ID=e83d106e-04b3-4296-8c98-01081e9d8250,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:37.459120 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ea96b4af-5c2e-40f1-b02d-b5159ca53fe9 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549888'] for router_interface, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:37.477029 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6d1efa-7e5a-4388-ba2b-5ebe2f14b070 None None] New status for floating IP d0007907-675c-4acf-bd90-8a68d602f5e4: DOWN {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 15:36:37.576208 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea96b4af-5c2e-40f1-b02d-b5159ca53fe9 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Network 924a8ff3-b3f8-4f39-99a5-a62e2b26ff3c is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:36:37.577638 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-ea96b4af-5c2e-40f1-b02d-b5159ca53fe9 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:36:37.622127 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-750eb643-7f1e-4d0c-a6e9-fe6c1f17d87f None None] Allocated IP 2001:db8::2 (0edc5f39-ea09-4e01-9c97-c4980f8bd80a/4b1e0fd4-637b-4e9c-8d8f-275e38afed29/c86c3d3c-618c-489e-ba6e-406577b79d17) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:36:37.788912 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-223415a5-9591-4a75-af5f-fde9473331e2 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Made reservation on behalf of 276f94da300a499280864497cc204a53 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:36:37.792704 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-223415a5-9591-4a75-af5f-fde9473331e2 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:37.798613 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-750eb643-7f1e-4d0c-a6e9-fe6c1f17d87f None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:37.821723 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-223415a5-9591-4a75-af5f-fde9473331e2 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:36:37.830928 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-d6014da3-fa21-499a-be3e-3a5cb5c99724 None None] Provisioning complete for port e83d106e-04b3-4296-8c98-01081e9d8250 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:36:37.831307 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d6014da3-fa21-499a-be3e-3a5cb5c99724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:37.832498 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-223415a5-9591-4a75-af5f-fde9473331e2 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:37.832847 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.segments_db [None req-223415a5-9591-4a75-af5f-fde9473331e2 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Added segment 3946dd93-53c7-4b7d-a2ef-2a71a3308300 of type vlan for network 01a5e176-0519-42fe-8fa7-3f60399aa1b8 Dec 10 15:36:37.844918 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea96b4af-5c2e-40f1-b02d-b5159ca53fe9 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Router 3687d9cb-9bf9-4c79-989e-b2dc3de71e4c is scheduled to L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d with binding_index 1 {{(pid=103586) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 15:36:37.872627 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-d6014da3-fa21-499a-be3e-3a5cb5c99724 None None] Port e83d106e-04b3-4296-8c98-01081e9d8250 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:36:37.887194 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-223415a5-9591-4a75-af5f-fde9473331e2 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:37.923928 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.api.v2.resource [None req-fab994b2-666e-4c17-bb9c-5954dcaaf544 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 15:36:37.925149 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-fab994b2-666e-4c17-bb9c-5954dcaaf544 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.6476431 Dec 10 15:36:37.928167 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36420) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:37.970361 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea96b4af-5c2e-40f1-b02d-b5159ca53fe9 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:36:37.976454 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-ea96b4af-5c2e-40f1-b02d-b5159ca53fe9 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] 10.222.0.20 "PUT /v2.0/routers/3687d9cb-9bf9-4c79-989e-b2dc3de71e4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2757156 Dec 10 15:36:37.979405 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36422) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:37.981209 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab77c27-069d-4b11-a96d-ae2537dbf951 None None] Sync routers for ids ['3687d9cb-9bf9-4c79-989e-b2dc3de71e4c'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:36:37.986026 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-dbd350f2-c0b6-4505-a7ed-ccaf0a4ccf09 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Request body: {'port': {'network_id': '924a8ff3-b3f8-4f39-99a5-a62e2b26ff3c', 'name': 'tempest-FloatingIPNegativeTestJSON-940850578'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:37.994830 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab77c27-069d-4b11-a96d-ae2537dbf951 None None] Routers {'3687d9cb-9bf9-4c79-989e-b2dc3de71e4c'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:36:37.994830 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-8ab77c27-069d-4b11-a96d-ae2537dbf951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:36:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['3687d9cb-9bf9-4c79-989e-b2dc3de71e4c'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:38.019703 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ad55d75e-957f-46c3-8b90-12218626a401 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:38.027722 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-8ab77c27-069d-4b11-a96d-ae2537dbf951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:38.030251 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-750eb643-7f1e-4d0c-a6e9-fe6c1f17d87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:38.070164 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-223415a5-9591-4a75-af5f-fde9473331e2 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:38.075795 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223415a5-9591-4a75-af5f-fde9473331e2 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:36:38.076376 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-223415a5-9591-4a75-af5f-fde9473331e2 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:38.082063 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750eb643-7f1e-4d0c-a6e9-fe6c1f17d87f None None] Network 0edc5f39-ea09-4e01-9c97-c4980f8bd80a is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:36:38.082804 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab77c27-069d-4b11-a96d-ae2537dbf951 None None] Routers {'3687d9cb-9bf9-4c79-989e-b2dc3de71e4c'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:36:38.083437 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-8ab77c27-069d-4b11-a96d-ae2537dbf951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:36:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['3687d9cb-9bf9-4c79-989e-b2dc3de71e4c'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:38.088160 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-750eb643-7f1e-4d0c-a6e9-fe6c1f17d87f None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:36:38.168092 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ad55d75e-957f-46c3-8b90-12218626a401 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:38.229515 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223415a5-9591-4a75-af5f-fde9473331e2 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Pushing event updated for resources: {'Network': ['ID=01a5e176-0519-42fe-8fa7-3f60399aa1b8,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:38.257708 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0898448-6adb-43f0-8439-49f9a0073a5e req-7624036b-0099-4729-9f14-1917c5cf830d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:36:38.257708 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d0898448-6adb-43f0-8439-49f9a0073a5e req-7624036b-0099-4729-9f14-1917c5cf830d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3a6687f-092d-45a0-b766-e135d21b7a80 HTTP/1.1" status: 200 len: 946 time: 0.2499678 Dec 10 15:36:38.259867 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-223415a5-9591-4a75-af5f-fde9473331e2 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8292301 Dec 10 15:36:38.262654 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36426) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:38.269214 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-6076a0bf-08d0-49b5-9a48-db71dfdbe2cc tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Request body: {'network': {'name': 'tempest-router-network02--2010235477'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:38.275440 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750eb643-7f1e-4d0c-a6e9-fe6c1f17d87f None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:36:38.277825 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 01a5e176-0519-42fe-8fa7-3f60399aa1b8 details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:36:38.281617 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750eb643-7f1e-4d0c-a6e9-fe6c1f17d87f None None] Pushing event updated for resources: {'Port': ['ID=c86c3d3c-618c-489e-ba6e-406577b79d17,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:38.283976 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-8ab77c27-069d-4b11-a96d-ae2537dbf951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:38.284628 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab77c27-069d-4b11-a96d-ae2537dbf951 None None] The sync data for ids ['3687d9cb-9bf9-4c79-989e-b2dc3de71e4c'] in dv-neutron-821401-4-hyperv is: [] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:36:38.392091 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-750eb643-7f1e-4d0c-a6e9-fe6c1f17d87f None None] Attempting to bind port c86c3d3c-618c-489e-ba6e-406577b79d17 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:36:38.392464 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-750eb643-7f1e-4d0c-a6e9-fe6c1f17d87f None None] Attempting to bind port c86c3d3c-618c-489e-ba6e-406577b79d17 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'e69789e5-b101-4a61-81a1-cdf96dfca506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '0edc5f39-ea09-4e01-9c97-c4980f8bd80a'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:36:38.392835 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750eb643-7f1e-4d0c-a6e9-fe6c1f17d87f None None] Attempting to bind port c86c3d3c-618c-489e-ba6e-406577b79d17 on network 0edc5f39-ea09-4e01-9c97-c4980f8bd80a {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:36:38.398369 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750eb643-7f1e-4d0c-a6e9-fe6c1f17d87f None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:36:38.398754 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750eb643-7f1e-4d0c-a6e9-fe6c1f17d87f None None] Checking segment: {'id': 'e69789e5-b101-4a61-81a1-cdf96dfca506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '0edc5f39-ea09-4e01-9c97-c4980f8bd80a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:36:38.399163 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-750eb643-7f1e-4d0c-a6e9-fe6c1f17d87f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:38.399270 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961db501-97f4-42c5-970b-3fa72703b3a1 req-39b4a486-3182-423e-a343-55db2e53cbe7 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:36:38.399557 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750eb643-7f1e-4d0c-a6e9-fe6c1f17d87f None None] Bound using segment: {'id': 'e69789e5-b101-4a61-81a1-cdf96dfca506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '0edc5f39-ea09-4e01-9c97-c4980f8bd80a'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:36:38.400025 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-750eb643-7f1e-4d0c-a6e9-fe6c1f17d87f None None] Bound port: c86c3d3c-618c-489e-ba6e-406577b79d17, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e69789e5-b101-4a61-81a1-cdf96dfca506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '0edc5f39-ea09-4e01-9c97-c4980f8bd80a'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:36:38.400423 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-750eb643-7f1e-4d0c-a6e9-fe6c1f17d87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:38.400717 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-961db501-97f4-42c5-970b-3fa72703b3a1 req-39b4a486-3182-423e-a343-55db2e53cbe7 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a6687f-092d-45a0-b766-e135d21b7a80 HTTP/1.1" status: 200 len: 946 time: 0.0834930 Dec 10 15:36:38.407688 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-d0898448-6adb-43f0-8439-49f9a0073a5e req-e09fdd43-15e1-441a-8f7b-174e50fc0394 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Deleting port f05c5c5f-a46c-4af2-a1eb-a365ef6a7132 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:36:38.407955 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d0898448-6adb-43f0-8439-49f9a0073a5e req-e09fdd43-15e1-441a-8f7b-174e50fc0394 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:38.415265 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6076a0bf-08d0-49b5-9a48-db71dfdbe2cc tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Made reservation on behalf of 276f94da300a499280864497cc204a53 for: {'network': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:36:38.420082 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6076a0bf-08d0-49b5-9a48-db71dfdbe2cc tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:38.433655 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ad55d75e-957f-46c3-8b90-12218626a401 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:38.441119 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ad55d75e-957f-46c3-8b90-12218626a401 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:38.441119 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-ad55d75e-957f-46c3-8b90-12218626a401 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] 10.222.0.20 "DELETE /v2.0/security-groups/c244c16d-6b37-4b0c-b329-fa7b1b6065a8 HTTP/1.1" status: 204 len: 168 time: 0.5081768 Dec 10 15:36:38.442913 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36428) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:38.461444 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6076a0bf-08d0-49b5-9a48-db71dfdbe2cc tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=103586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:36:38.468656 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-750eb643-7f1e-4d0c-a6e9-fe6c1f17d87f None None] For port c86c3d3c-618c-489e-ba6e-406577b79d17, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:36:38.472265 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-750eb643-7f1e-4d0c-a6e9-fe6c1f17d87f None None] For port c86c3d3c-618c-489e-ba6e-406577b79d17, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=c86c3d3c-618c-489e-ba6e-406577b79d17,segment=NetworkSegment(e69789e5-b101-4a61-81a1-cdf96dfca506),segment_id=e69789e5-b101-4a61-81a1-cdf96dfca506)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:36:38.483340 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6076a0bf-08d0-49b5-9a48-db71dfdbe2cc tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:38.483744 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.segments_db [None req-6076a0bf-08d0-49b5-9a48-db71dfdbe2cc tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Added segment 0678bf0e-eb1c-4dde-86a9-c11e216f923a of type vlan for network 967639cb-1a76-4382-b51b-28bb80420073 Dec 10 15:36:38.497737 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad55d75e-957f-46c3-8b90-12218626a401 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c244c16d-6b37-4b0c-b329-fa7b1b6065a8,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:38.547985 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-961db501-97f4-42c5-970b-3fa72703b3a1 req-a8c45e75-e95b-4192-821f-ed0fa9da3823 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=18fc437d-893b-47b7-8b71-3dafc8e3139e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370118 Dec 10 15:36:38.556546 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-813d8806-166f-4155-a2b3-d334b8276f41 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1125379 Dec 10 15:36:38.558652 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6076a0bf-08d0-49b5-9a48-db71dfdbe2cc tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:38.560630 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36430) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:38.566560 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-d0898448-6adb-43f0-8439-49f9a0073a5e req-e09fdd43-15e1-441a-8f7b-174e50fc0394 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] For port f05c5c5f-a46c-4af2-a1eb-a365ef6a7132, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=f05c5c5f-a46c-4af2-a1eb-a365ef6a7132,segment=NetworkSegment(d896992a-1704-4b91-88ab-6242d83765a6),segment_id=d896992a-1704-4b91-88ab-6242d83765a6)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:36:38.567120 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d0898448-6adb-43f0-8439-49f9a0073a5e req-e09fdd43-15e1-441a-8f7b-174e50fc0394 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:38.581818 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-d0898448-6adb-43f0-8439-49f9a0073a5e req-e09fdd43-15e1-441a-8f7b-174e50fc0394 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Calling delete_port for f05c5c5f-a46c-4af2-a1eb-a365ef6a7132 owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:36:38.626896 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-750eb643-7f1e-4d0c-a6e9-fe6c1f17d87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:38.632527 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9669d99c-2d97-43fb-af28-efa59d31d2ed tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks [] for security_group, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:38.656629 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbd350f2-c0b6-4505-a7ed-ccaf0a4ccf09 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Made reservation on behalf of 6ea721045aac4138b44829e8b7e504b1 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:36:38.659065 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9669d99c-2d97-43fb-af28-efa59d31d2ed tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:38.660855 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dbd350f2-c0b6-4505-a7ed-ccaf0a4ccf09 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:38.687359 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-dbd350f2-c0b6-4505-a7ed-ccaf0a4ccf09 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] device_id is not set on port c56fc1b4-70a5-4298-89c8-e9405b68ff0e yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:36:38.696539 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6076a0bf-08d0-49b5-9a48-db71dfdbe2cc tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:38.707880 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750eb643-7f1e-4d0c-a6e9-fe6c1f17d87f None None] Pushing event updated for resources: {'Port': ['ID=c86c3d3c-618c-489e-ba6e-406577b79d17,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:38.709075 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6076a0bf-08d0-49b5-9a48-db71dfdbe2cc tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:36:38.709738 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6076a0bf-08d0-49b5-9a48-db71dfdbe2cc tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:38.787768 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6076a0bf-08d0-49b5-9a48-db71dfdbe2cc tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Pushing event updated for resources: {'Network': ['ID=967639cb-1a76-4382-b51b-28bb80420073,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:38.799274 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 967639cb-1a76-4382-b51b-28bb80420073 details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:36:38.816528 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9669d99c-2d97-43fb-af28-efa59d31d2ed tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:38.821115 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9669d99c-2d97-43fb-af28-efa59d31d2ed tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:38.826173 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-9669d99c-2d97-43fb-af28-efa59d31d2ed tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] 10.222.0.20 "DELETE /v2.0/security-groups/b95b88ce-a4e9-4042-bc98-dd0116ef6a5c HTTP/1.1" status: 204 len: 168 time: 0.2608140 Dec 10 15:36:38.826438 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36432) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:38.850294 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-dbd350f2-c0b6-4505-a7ed-ccaf0a4ccf09 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Allocated IP 172.20.0.8 (924a8ff3-b3f8-4f39-99a5-a62e2b26ff3c/4f30dffe-beec-4552-b850-7391cb1c960d/c56fc1b4-70a5-4298-89c8-e9405b68ff0e) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:36:38.852943 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9669d99c-2d97-43fb-af28-efa59d31d2ed tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b95b88ce-a4e9-4042-bc98-dd0116ef6a5c,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:38.868012 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-6076a0bf-08d0-49b5-9a48-db71dfdbe2cc tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6034710 Dec 10 15:36:38.869376 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36434) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:38.877569 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-0b527a60-7d71-4672-bc8f-66343ea54600 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Request body: {'subnet': {'network_id': '01a5e176-0519-42fe-8fa7-3f60399aa1b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:38.921664 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-a218e351-2606-41e3-bd29-5602feb51c0e tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0940337 Dec 10 15:36:38.927577 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36438) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:38.940956 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-75f004f7-ec53-440d-951e-9b364d02d1da tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Request body: {'security_group': {'name': 'tempest-secgroup--455226477'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:39.001140 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d0898448-6adb-43f0-8439-49f9a0073a5e req-e09fdd43-15e1-441a-8f7b-174e50fc0394 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:39.086020 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-75f004f7-ec53-440d-951e-9b364d02d1da tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:39.171322 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-75f004f7-ec53-440d-951e-9b364d02d1da tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:39.256799 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device c86c3d3c-618c-489e-ba6e-406577b79d17 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:36:39.268687 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-75f004f7-ec53-440d-951e-9b364d02d1da tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:39.329389 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f004f7-ec53-440d-951e-9b364d02d1da tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7f8cd8-a15d-4884-b3c7-e55194f327d5,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:39.350432 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port c86c3d3c-618c-489e-ba6e-406577b79d17 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:36:39.353720 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:39.406814 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09fdd43-15e1-441a-8f7b-174e50fc0394 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event deleted for resources: {'Port': ['ID=f05c5c5f-a46c-4af2-a1eb-a365ef6a7132,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:39.431332 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:39.435345 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-75f004f7-ec53-440d-951e-9b364d02d1da tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:39.438204 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-75f004f7-ec53-440d-951e-9b364d02d1da tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5085816 Dec 10 15:36:39.450585 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36440) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:39.453949 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-72e872a1-c3e2-4782-a544-a3b69c1d8826 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Request body: {'security_group_rule': {'security_group_id': '4a7f8cd8-a15d-4884-b3c7-e55194f327d5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:39.480204 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] For port c86c3d3c-618c-489e-ba6e-406577b79d17, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=c86c3d3c-618c-489e-ba6e-406577b79d17,segment=NetworkSegment(e69789e5-b101-4a61-81a1-cdf96dfca506),segment_id=e69789e5-b101-4a61-81a1-cdf96dfca506)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:36:39.493258 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0898448-6adb-43f0-8439-49f9a0073a5e req-e09fdd43-15e1-441a-8f7b-174e50fc0394 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] No DVR routers for this DVR port f05c5c5f-a46c-4af2-a1eb-a365ef6a7132 on host hv-neutron-8214 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:36:39.497493 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d0898448-6adb-43f0-8439-49f9a0073a5e req-e09fdd43-15e1-441a-8f7b-174e50fc0394 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:39.501620 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d0898448-6adb-43f0-8439-49f9a0073a5e req-e09fdd43-15e1-441a-8f7b-174e50fc0394 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.44 "DELETE /v2.0/ports/f05c5c5f-a46c-4af2-a1eb-a365ef6a7132 HTTP/1.1" status: 204 len: 173 time: 1.2379830 Dec 10 15:36:39.502166 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3a6687f-092d-45a0-b766-e135d21b7a80', 'name': 'network-vif-deleted', 'tag': 'f05c5c5f-a46c-4af2-a1eb-a365ef6a7132'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:36:39.504487 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9ca57131bc4931768ac29058952438d1fdd62308db7b17540cc34ffe8faef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27fb316f-f53d-4ffa-b860-b248f1089be8" -d '{"events": [{"server_uuid": "b3a6687f-092d-45a0-b766-e135d21b7a80", "name": "network-vif-deleted", "tag": "f05c5c5f-a46c-4af2-a1eb-a365ef6a7132"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:36:39.549898 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 15:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8538b3e1-79aa-4a95-a557-79923b89a28a x-openstack-request-id: req-8538b3e1-79aa-4a95-a557-79923b89a28a {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:36:39.550198 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3a6687f-092d-45a0-b766-e135d21b7a80", "name": "network-vif-deleted", "tag": "f05c5c5f-a46c-4af2-a1eb-a365ef6a7132", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:36:39.550449 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8538b3e1-79aa-4a95-a557-79923b89a28a {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:36:39.550851 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3a6687f-092d-45a0-b766-e135d21b7a80', 'name': 'network-vif-deleted', 'tag': 'f05c5c5f-a46c-4af2-a1eb-a365ef6a7132', 'status': 'completed', 'code': 200} Dec 10 15:36:39.569925 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dbd350f2-c0b6-4505-a7ed-ccaf0a4ccf09 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:39.649336 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:39.671408 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-2903c08f-bfe3-4ed3-9e8a-6086f1a6a496 req-c5ceebf2-97e8-4ec9-87bd-702a9449f3df tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a6687f-092d-45a0-b766-e135d21b7a80 HTTP/1.1" status: 200 len: 210 time: 0.0389347 Dec 10 15:36:39.725091 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Pushing event updated for resources: {'Port': ['ID=c86c3d3c-618c-489e-ba6e-406577b79d17,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:39.734420 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dbd350f2-c0b6-4505-a7ed-ccaf0a4ccf09 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:39.781505 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd350f2-c0b6-4505-a7ed-ccaf0a4ccf09 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Network 924a8ff3-b3f8-4f39-99a5-a62e2b26ff3c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:36:39.785331 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-dbd350f2-c0b6-4505-a7ed-ccaf0a4ccf09 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:36:39.789406 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd350f2-c0b6-4505-a7ed-ccaf0a4ccf09 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:36:39.796488 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd350f2-c0b6-4505-a7ed-ccaf0a4ccf09 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Pushing event updated for resources: {'Port': ['ID=c56fc1b4-70a5-4298-89c8-e9405b68ff0e,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:39.821072 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b527a60-7d71-4672-bc8f-66343ea54600 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Made reservation on behalf of 276f94da300a499280864497cc204a53 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:36:39.824743 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0b527a60-7d71-4672-bc8f-66343ea54600 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11668558'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:39.908624 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd350f2-c0b6-4505-a7ed-ccaf0a4ccf09 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:36:39.909466 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dbd350f2-c0b6-4505-a7ed-ccaf0a4ccf09 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:39.926251 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.api.v2.resource [None req-72e872a1-c3e2-4782-a544-a3b69c1d8826 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 15:36:39.927384 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-72e872a1-c3e2-4782-a544-a3b69c1d8826 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4790914 Dec 10 15:36:39.930134 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36446) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:39.935993 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-e3e7c89d-2147-4ee1-b25a-461cad36bb26 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Request body: {'security_group_rule': {'security_group_id': '4a7f8cd8-a15d-4884-b3c7-e55194f327d5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:39.970628 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28dc8f5f-4b45-4564-8a00-fded590e387e None None] Network 0edc5f39-ea09-4e01-9c97-c4980f8bd80a requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:36:40.049895 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-50272918-a04e-42b3-be23-a596dcb0de00 None None] Provisioning complete for port c86c3d3c-618c-489e-ba6e-406577b79d17 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:36:40.050537 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-50272918-a04e-42b3-be23-a596dcb0de00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:40.069645 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-dbd350f2-c0b6-4505-a7ed-ccaf0a4ccf09 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0887442 Dec 10 15:36:40.073406 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36450) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:40.078183 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-20fc6bf1-99bf-4af6-84fa-8e162111fcfe tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Request body: {'floatingip': {'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:40.192452 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0b527a60-7d71-4672-bc8f-66343ea54600 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11236534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11668560'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:40.240580 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b527a60-7d71-4672-bc8f-66343ea54600 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Pushing event updated for resources: {'Subnet': ['ID=eaa59699-4e45-4685-93cb-6186a243e70b,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:40.249984 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b527a60-7d71-4672-bc8f-66343ea54600 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Checking segment: {'id': '3946dd93-53c7-4b7d-a2ef-2a71a3308300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '01a5e176-0519-42fe-8fa7-3f60399aa1b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:36:40.250359 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b527a60-7d71-4672-bc8f-66343ea54600 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Network hostable DHCP agents. Network: 01a5e176-0519-42fe-8fa7-3f60399aa1b8, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:36:40.314480 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-45ebc031-a5c3-4364-a41d-650084112d95 None None] Provisioning complete for port c56fc1b4-70a5-4298-89c8-e9405b68ff0e triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:36:40.314979 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-45ebc031-a5c3-4364-a41d-650084112d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:40.336245 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-20fc6bf1-99bf-4af6-84fa-8e162111fcfe tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Publish callbacks [] for floatingip, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:40.350034 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-45ebc031-a5c3-4364-a41d-650084112d95 None None] Port c56fc1b4-70a5-4298-89c8-e9405b68ff0e cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:36:40.374979 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b527a60-7d71-4672-bc8f-66343ea54600 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Network 01a5e176-0519-42fe-8fa7-3f60399aa1b8 is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:36:40.432853 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.api.v2.resource [None req-e3e7c89d-2147-4ee1-b25a-461cad36bb26 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 15:36:40.433951 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-e3e7c89d-2147-4ee1-b25a-461cad36bb26 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.5028017 Dec 10 15:36:40.436915 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36452) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:40.444136 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-20fc6bf1-99bf-4af6-84fa-8e162111fcfe tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:40.470483 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-4a1ba6a3-ff73-4fe7-9134-0dc69ca10e91 None None] Provisioning complete for port c86c3d3c-618c-489e-ba6e-406577b79d17 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:36:40.470820 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4a1ba6a3-ff73-4fe7-9134-0dc69ca10e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:40.497074 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eacb7d5b-f4e7-47b8-801b-a66f73edf702 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:40.508877 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-0b527a60-7d71-4672-bc8f-66343ea54600 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 01a5e176-0519-42fe-8fa7-3f60399aa1b8) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:36:40.517679 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b527a60-7d71-4672-bc8f-66343ea54600 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:36:40.518245 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0b527a60-7d71-4672-bc8f-66343ea54600 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:40.522570 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995100c9-f667-434e-bf13-b72576617b3c None None] Network 01a5e176-0519-42fe-8fa7-3f60399aa1b8 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:36:40.533088 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eacb7d5b-f4e7-47b8-801b-a66f73edf702 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:40.609073 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-20fc6bf1-99bf-4af6-84fa-8e162111fcfe tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Allocated IP 172.26.2.110 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/c3255cfd-d8ae-4b64-8970-c8578c5bb237) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:36:40.644508 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-0b527a60-7d71-4672-bc8f-66343ea54600 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7723389 Dec 10 15:36:40.645376 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36454) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:40.651460 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-9c5a9659-b9ec-4ec1-bdd1-72b7e01afb93 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Request body: {'subnet': {'network_id': '967639cb-1a76-4382-b51b-28bb80420073', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:40.670026 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d30555-7b22-4702-b675-56c55d2256cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-01a5e176-0519-42fe-8fa7-3f60399aa1b8', 'network_id': '01a5e176-0519-42fe-8fa7-3f60399aa1b8', 'project_id': '276f94da300a499280864497cc204a53', 'fixed_ips': [{'subnet_id': 'eaa59699-4e45-4685-93cb-6186a243e70b'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:36:40.671169 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-19d30555-7b22-4702-b675-56c55d2256cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:40.731405 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-20fc6bf1-99bf-4af6-84fa-8e162111fcfe tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:40.757848 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eacb7d5b-f4e7-47b8-801b-a66f73edf702 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:40.761379 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eacb7d5b-f4e7-47b8-801b-a66f73edf702 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:40.762975 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-eacb7d5b-f4e7-47b8-801b-a66f73edf702 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] 10.222.0.20 "DELETE /v2.0/security-groups/4a7f8cd8-a15d-4884-b3c7-e55194f327d5 HTTP/1.1" status: 204 len: 168 time: 0.3246379 Dec 10 15:36:40.765528 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36458) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:40.784118 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacb7d5b-f4e7-47b8-801b-a66f73edf702 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a7f8cd8-a15d-4884-b3c7-e55194f327d5,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:40.840589 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-81bd3cc0-c6cc-4a86-be76-fec9b696717c req-c1ee98f1-27a7-496b-b90d-541ada3d3fd9 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a6687f-092d-45a0-b766-e135d21b7a80 HTTP/1.1" status: 200 len: 210 time: 0.0376818 Dec 10 15:36:40.843046 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-19d30555-7b22-4702-b675-56c55d2256cf None None] Allocated IP 2001:db8::2 (01a5e176-0519-42fe-8fa7-3f60399aa1b8/eaa59699-4e45-4685-93cb-6186a243e70b/4ed1a3ca-db3d-4b72-b42e-a224442b3b90) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:36:40.846124 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-82fbf92b-3c44-49de-b7df-89c58b5e5b72 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0793467 Dec 10 15:36:40.850326 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36460) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:40.864543 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-7516f7b3-27d1-4582-9dfa-238e65cc5bb8 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Request body: {'security_group': {'name': 'tempest-secgroup--155022953'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:40.943021 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-20fc6bf1-99bf-4af6-84fa-8e162111fcfe tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:40.944656 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5a9659-b9ec-4ec1-bdd1-72b7e01afb93 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Made reservation on behalf of 276f94da300a499280864497cc204a53 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:36:40.948454 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9c5a9659-b9ec-4ec1-bdd1-72b7e01afb93 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11668558'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:40.986687 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fc6bf1-99bf-4af6-84fa-8e162111fcfe tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:36:40.987927 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-20fc6bf1-99bf-4af6-84fa-8e162111fcfe tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:36:40.992101 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fc6bf1-99bf-4af6-84fa-8e162111fcfe tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:36:40.995797 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-19d30555-7b22-4702-b675-56c55d2256cf None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:41.029905 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fc6bf1-99bf-4af6-84fa-8e162111fcfe tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Pushing event updated for resources: {'Port': ['ID=c3255cfd-d8ae-4b64-8970-c8578c5bb237,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:41.095879 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-20fc6bf1-99bf-4af6-84fa-8e162111fcfe tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:41.103577 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-19d30555-7b22-4702-b675-56c55d2256cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:41.148848 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d30555-7b22-4702-b675-56c55d2256cf None None] Network 01a5e176-0519-42fe-8fa7-3f60399aa1b8 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:36:41.152007 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-19d30555-7b22-4702-b675-56c55d2256cf None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:36:41.166129 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7516f7b3-27d1-4582-9dfa-238e65cc5bb8 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:41.166737 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d30555-7b22-4702-b675-56c55d2256cf None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:36:41.187031 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device f05c5c5f-a46c-4af2-a1eb-a365ef6a7132 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:36:41.191978 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d30555-7b22-4702-b675-56c55d2256cf None None] Pushing event updated for resources: {'Port': ['ID=4ed1a3ca-db3d-4b72-b42e-a224442b3b90,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:41.226314 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] No Port match for: f05c5c5f-a46c-4af2-a1eb-a365ef6a7132 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:36:41.226691 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device f05c5c5f-a46c-4af2-a1eb-a365ef6a7132 not bound to the agent host hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:36:41.240278 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-19d30555-7b22-4702-b675-56c55d2256cf None None] Attempting to bind port 4ed1a3ca-db3d-4b72-b42e-a224442b3b90 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:36:41.240278 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-19d30555-7b22-4702-b675-56c55d2256cf None None] Attempting to bind port 4ed1a3ca-db3d-4b72-b42e-a224442b3b90 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '3946dd93-53c7-4b7d-a2ef-2a71a3308300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '01a5e176-0519-42fe-8fa7-3f60399aa1b8'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:36:41.240278 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d30555-7b22-4702-b675-56c55d2256cf None None] Attempting to bind port 4ed1a3ca-db3d-4b72-b42e-a224442b3b90 on network 01a5e176-0519-42fe-8fa7-3f60399aa1b8 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:36:41.244389 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d30555-7b22-4702-b675-56c55d2256cf None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:36:41.244778 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d30555-7b22-4702-b675-56c55d2256cf None None] Checking segment: {'id': '3946dd93-53c7-4b7d-a2ef-2a71a3308300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '01a5e176-0519-42fe-8fa7-3f60399aa1b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:36:41.245187 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-19d30555-7b22-4702-b675-56c55d2256cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:41.245634 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d30555-7b22-4702-b675-56c55d2256cf None None] Bound using segment: {'id': '3946dd93-53c7-4b7d-a2ef-2a71a3308300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '01a5e176-0519-42fe-8fa7-3f60399aa1b8'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:36:41.246212 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-19d30555-7b22-4702-b675-56c55d2256cf None None] Bound port: 4ed1a3ca-db3d-4b72-b42e-a224442b3b90, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3946dd93-53c7-4b7d-a2ef-2a71a3308300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '01a5e176-0519-42fe-8fa7-3f60399aa1b8'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:36:41.246629 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-19d30555-7b22-4702-b675-56c55d2256cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:41.249260 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7516f7b3-27d1-4582-9dfa-238e65cc5bb8 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:41.251898 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device c86c3d3c-618c-489e-ba6e-406577b79d17 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:36:41.299575 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-20fc6bf1-99bf-4af6-84fa-8e162111fcfe tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:41.314952 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9c5a9659-b9ec-4ec1-bdd1-72b7e01afb93 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11236534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11668560'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:41.369062 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-19d30555-7b22-4702-b675-56c55d2256cf None None] For port 4ed1a3ca-db3d-4b72-b42e-a224442b3b90, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:36:41.374360 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-19d30555-7b22-4702-b675-56c55d2256cf None None] For port 4ed1a3ca-db3d-4b72-b42e-a224442b3b90, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=4ed1a3ca-db3d-4b72-b42e-a224442b3b90,segment=NetworkSegment(3946dd93-53c7-4b7d-a2ef-2a71a3308300),segment_id=3946dd93-53c7-4b7d-a2ef-2a71a3308300)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:36:41.375595 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port c86c3d3c-618c-489e-ba6e-406577b79d17 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:36:41.376530 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:41.390965 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5a9659-b9ec-4ec1-bdd1-72b7e01afb93 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Pushing event updated for resources: {'Subnet': ['ID=f38251a4-67fd-4d90-984d-7b5fce75df40,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:41.397230 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5a9659-b9ec-4ec1-bdd1-72b7e01afb93 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Checking segment: {'id': '0678bf0e-eb1c-4dde-86a9-c11e216f923a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '967639cb-1a76-4382-b51b-28bb80420073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:36:41.397711 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5a9659-b9ec-4ec1-bdd1-72b7e01afb93 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Network hostable DHCP agents. Network: 967639cb-1a76-4382-b51b-28bb80420073, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:36:41.410246 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7516f7b3-27d1-4582-9dfa-238e65cc5bb8 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:41.447469 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516f7b3-27d1-4582-9dfa-238e65cc5bb8 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e06dbce3-bd7f-4d9f-9efe-92f8dfc40851,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:41.477915 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-20fc6bf1-99bf-4af6-84fa-8e162111fcfe tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:41.509041 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-19d30555-7b22-4702-b675-56c55d2256cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:41.569699 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d30555-7b22-4702-b675-56c55d2256cf None None] Pushing event updated for resources: {'Port': ['ID=4ed1a3ca-db3d-4b72-b42e-a224442b3b90,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:41.581070 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5a9659-b9ec-4ec1-bdd1-72b7e01afb93 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Network 967639cb-1a76-4382-b51b-28bb80420073 is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:36:41.585487 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7516f7b3-27d1-4582-9dfa-238e65cc5bb8 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:41.586877 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-7516f7b3-27d1-4582-9dfa-238e65cc5bb8 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7354164 Dec 10 15:36:41.590779 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36464) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:41.595533 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-6e5814d8-df56-41ba-99e2-bcd3a00acdfd tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:41.596074 dv-neutron-821401-4-hyperv neutron-server[103586]: WARNING neutron.api.v2.base [None req-6e5814d8-df56-41ba-99e2-bcd3a00acdfd tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 10 15:36:41.596678 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.api.v2.resource [None req-6e5814d8-df56-41ba-99e2-bcd3a00acdfd tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] update failed (client error): There was a conflict when trying to complete your request. Dec 10 15:36:41.600330 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-6e5814d8-df56-41ba-99e2-bcd3a00acdfd tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] 10.222.0.20 "PUT /v2.0/security-groups/e06dbce3-bd7f-4d9f-9efe-92f8dfc40851 HTTP/1.1" status: 409 len: 330 time: 0.0059116 Dec 10 15:36:41.600662 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36466) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:41.618207 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-20fc6bf1-99bf-4af6-84fa-8e162111fcfe tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:41.711530 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fc6bf1-99bf-4af6-84fa-8e162111fcfe tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Pushing event updated for resources: {'Port': ['ID=c3255cfd-d8ae-4b64-8970-c8578c5bb237,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:41.738281 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-9c5a9659-b9ec-4ec1-bdd1-72b7e01afb93 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 967639cb-1a76-4382-b51b-28bb80420073) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:36:41.740194 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-726e1529-fab1-4a56-99ba-75a22be403ef tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks [] for security_group, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:41.742041 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-20fc6bf1-99bf-4af6-84fa-8e162111fcfe tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552741'] for floatingip, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:41.750918 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5a9659-b9ec-4ec1-bdd1-72b7e01afb93 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:36:41.752101 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9c5a9659-b9ec-4ec1-bdd1-72b7e01afb93 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:41.757939 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846ef32b-fd1a-4039-b7e3-e63ab68355e7 None None] Network 967639cb-1a76-4382-b51b-28bb80420073 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:36:41.778822 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-726e1529-fab1-4a56-99ba-75a22be403ef tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:41.884217 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39a71e7-6c2a-4b5c-b456-607e6a9d4b96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-967639cb-1a76-4382-b51b-28bb80420073', 'network_id': '967639cb-1a76-4382-b51b-28bb80420073', 'project_id': '276f94da300a499280864497cc204a53', 'fixed_ips': [{'subnet_id': 'f38251a4-67fd-4d90-984d-7b5fce75df40'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:36:41.885567 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c39a71e7-6c2a-4b5c-b456-607e6a9d4b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:41.912386 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36470) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:41.945467 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-9c5a9659-b9ec-4ec1-bdd1-72b7e01afb93 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2985268 Dec 10 15:36:41.954077 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36472) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:41.972606 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f0946f8b-5e0a-4f58-9548-95fb3f45e2f3 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:41.974260 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-726e1529-fab1-4a56-99ba-75a22be403ef tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:41.976907 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-726e1529-fab1-4a56-99ba-75a22be403ef tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:41.980988 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-726e1529-fab1-4a56-99ba-75a22be403ef tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] 10.222.0.20 "DELETE /v2.0/security-groups/e06dbce3-bd7f-4d9f-9efe-92f8dfc40851 HTTP/1.1" status: 204 len: 168 time: 0.3793275 Dec 10 15:36:41.983721 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-20fc6bf1-99bf-4af6-84fa-8e162111fcfe tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:41.984857 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-20fc6bf1-99bf-4af6-84fa-8e162111fcfe tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9104352 Dec 10 15:36:41.986010 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36474) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:41.991183 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36476) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:42.005893 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-172f77f4-dd67-4d7c-8ffa-992208be4fbf tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Request body: {'floatingip': {'port_id': 'c56fc1b4-70a5-4298-89c8-e9405b68ff0e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:42.060523 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726e1529-fab1-4a56-99ba-75a22be403ef tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e06dbce3-bd7f-4d9f-9efe-92f8dfc40851,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:42.084291 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f0946f8b-5e0a-4f58-9548-95fb3f45e2f3 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:42.097983 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-c39a71e7-6c2a-4b5c-b456-607e6a9d4b96 None None] Allocated IP 2001:db8::2 (967639cb-1a76-4382-b51b-28bb80420073/f38251a4-67fd-4d90-984d-7b5fce75df40/0ad99306-37c7-4f92-a69f-bb218bacf031) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:36:42.105386 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-172f77f4-dd67-4d7c-8ffa-992208be4fbf tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Publish callbacks [] for floatingip, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:42.168740 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-09e6517a-01f7-4f09-96fa-e97e451c1b5a tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1781077 Dec 10 15:36:42.178242 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36480) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:42.222815 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.api.v2.resource [None req-3c6c66ed-a078-4f0b-971e-413f186a9396 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] delete failed (client error): The resource could not be found. Dec 10 15:36:42.229994 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-3c6c66ed-a078-4f0b-971e-413f186a9396 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] 10.222.0.20 "DELETE /v2.0/security-groups/6f52d000-50fd-4692-800b-da44376d6ca5 HTTP/1.1" status: 404 len: 347 time: 0.0293097 Dec 10 15:36:42.230431 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36482) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:42.271040 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.api.v2.resource [None req-513636ce-8e07-4e2f-ab66-f4b7ec7201d0 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] show failed (client error): The resource could not be found. Dec 10 15:36:42.272090 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-513636ce-8e07-4e2f-ab66-f4b7ec7201d0 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] 10.222.0.20 "GET /v2.0/security-groups/aa91e1b3-efb2-4667-b5e1-7e8bbc6c86c3 HTTP/1.1" status: 404 len: 347 time: 0.0409245 Dec 10 15:36:42.277496 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36484) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:42.297812 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c39a71e7-6c2a-4b5c-b456-607e6a9d4b96 None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:42.322348 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.api.v2.resource [None req-172f77f4-dd67-4d7c-8ffa-992208be4fbf tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] update failed (client error): The resource could not be found. Dec 10 15:36:42.322348 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-172f77f4-dd67-4d7c-8ffa-992208be4fbf tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] 10.222.0.20 "PUT /v2.0/floatingips/b83b009c-372f-4c7f-9dd0-722c4bb98d4d HTTP/1.1" status: 404 len: 507 time: 0.3134866 Dec 10 15:36:42.322348 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.api.v2.resource [None req-456eae19-332c-4a45-9c88-3fe098f61353 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] show failed (client error): The resource could not be found. Dec 10 15:36:42.322348 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-456eae19-332c-4a45-9c88-3fe098f61353 tempest-NegativeSecGroupIPv6Test-1130053744 tempest-NegativeSecGroupIPv6Test-1130053744-project] 10.222.0.20 "GET /v2.0/security-group-rules/93104deb-0a05-4960-963d-d67d2bc83414 HTTP/1.1" status: 404 len: 356 time: 0.0418646 Dec 10 15:36:42.328649 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36486) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:42.338333 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-69c9a6a6-6fd9-4175-b3f8-27375d9462e3 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:42.451388 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c39a71e7-6c2a-4b5c-b456-607e6a9d4b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:42.494713 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-5b19b792-03f5-4370-8b7a-bae78af72483 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Deleting port c3255cfd-d8ae-4b64-8970-c8578c5bb237 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:36:42.495272 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5b19b792-03f5-4370-8b7a-bae78af72483 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:42.508653 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a71e7-6c2a-4b5c-b456-607e6a9d4b96 None None] Pushing event updated for resources: {'Port': ['ID=0ad99306-37c7-4f92-a69f-bb218bacf031,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:42.514071 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f0946f8b-5e0a-4f58-9548-95fb3f45e2f3 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:42.517005 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39a71e7-6c2a-4b5c-b456-607e6a9d4b96 None None] Network 967639cb-1a76-4382-b51b-28bb80420073 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:36:42.517484 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f0946f8b-5e0a-4f58-9548-95fb3f45e2f3 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:42.518733 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-f0946f8b-5e0a-4f58-9548-95fb3f45e2f3 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "DELETE /v2.0/security-groups/18fc437d-893b-47b7-8b71-3dafc8e3139e HTTP/1.1" status: 204 len: 168 time: 0.6052251 Dec 10 15:36:42.520957 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-c39a71e7-6c2a-4b5c-b456-607e6a9d4b96 None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:36:42.525467 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39a71e7-6c2a-4b5c-b456-607e6a9d4b96 None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:36:42.578137 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0946f8b-5e0a-4f58-9548-95fb3f45e2f3 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18fc437d-893b-47b7-8b71-3dafc8e3139e,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:42.622560 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-c39a71e7-6c2a-4b5c-b456-607e6a9d4b96 None None] Attempting to bind port 0ad99306-37c7-4f92-a69f-bb218bacf031 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:36:42.623134 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-c39a71e7-6c2a-4b5c-b456-607e6a9d4b96 None None] Attempting to bind port 0ad99306-37c7-4f92-a69f-bb218bacf031 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '0678bf0e-eb1c-4dde-86a9-c11e216f923a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '967639cb-1a76-4382-b51b-28bb80420073'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:36:42.623509 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39a71e7-6c2a-4b5c-b456-607e6a9d4b96 None None] Attempting to bind port 0ad99306-37c7-4f92-a69f-bb218bacf031 on network 967639cb-1a76-4382-b51b-28bb80420073 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:36:42.625926 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5b19b792-03f5-4370-8b7a-bae78af72483 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:42.626373 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5b19b792-03f5-4370-8b7a-bae78af72483 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:42.629349 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39a71e7-6c2a-4b5c-b456-607e6a9d4b96 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:36:42.629610 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39a71e7-6c2a-4b5c-b456-607e6a9d4b96 None None] Checking segment: {'id': '0678bf0e-eb1c-4dde-86a9-c11e216f923a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '967639cb-1a76-4382-b51b-28bb80420073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:36:42.630039 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c39a71e7-6c2a-4b5c-b456-607e6a9d4b96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:42.630435 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39a71e7-6c2a-4b5c-b456-607e6a9d4b96 None None] Bound using segment: {'id': '0678bf0e-eb1c-4dde-86a9-c11e216f923a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '967639cb-1a76-4382-b51b-28bb80420073'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:36:42.631084 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-c39a71e7-6c2a-4b5c-b456-607e6a9d4b96 None None] Bound port: 0ad99306-37c7-4f92-a69f-bb218bacf031, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0678bf0e-eb1c-4dde-86a9-c11e216f923a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '967639cb-1a76-4382-b51b-28bb80420073'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:36:42.631459 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c39a71e7-6c2a-4b5c-b456-607e6a9d4b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:42.645824 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-5b19b792-03f5-4370-8b7a-bae78af72483 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Calling delete_port for c3255cfd-d8ae-4b64-8970-c8578c5bb237 owned by network:floatingip {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:36:42.671104 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-69c9a6a6-6fd9-4175-b3f8-27375d9462e3 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Allocated IP 2001:db8::1 (01a5e176-0519-42fe-8fa7-3f60399aa1b8/eaa59699-4e45-4685-93cb-6186a243e70b/7a40686e-f6d8-41cb-82d7-285cefc839a3) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:36:42.725383 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-c39a71e7-6c2a-4b5c-b456-607e6a9d4b96 None None] For port 0ad99306-37c7-4f92-a69f-bb218bacf031, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:36:42.732733 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-c39a71e7-6c2a-4b5c-b456-607e6a9d4b96 None None] For port 0ad99306-37c7-4f92-a69f-bb218bacf031, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=0ad99306-37c7-4f92-a69f-bb218bacf031,segment=NetworkSegment(0678bf0e-eb1c-4dde-86a9-c11e216f923a),segment_id=0678bf0e-eb1c-4dde-86a9-c11e216f923a)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:36:42.738222 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36492) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:42.742179 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7da0d95-7c35-4ed9-8298-f91ef0359ff5 None None] Network 01a5e176-0519-42fe-8fa7-3f60399aa1b8 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:36:42.810371 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-09302163-8c77-492f-b361-2e9070df47c3 None None] Provisioning complete for port 4ed1a3ca-db3d-4b72-b42e-a224442b3b90 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:36:42.810893 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-09302163-8c77-492f-b361-2e9070df47c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:42.834462 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-69c9a6a6-6fd9-4175-b3f8-27375d9462e3 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:42.899135 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c39a71e7-6c2a-4b5c-b456-607e6a9d4b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:43.021216 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-69c9a6a6-6fd9-4175-b3f8-27375d9462e3 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:43.113075 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c9a6a6-6fd9-4175-b3f8-27375d9462e3 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Network 01a5e176-0519-42fe-8fa7-3f60399aa1b8 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:36:43.117076 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-69c9a6a6-6fd9-4175-b3f8-27375d9462e3 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:36:43.118722 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5b19b792-03f5-4370-8b7a-bae78af72483 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:43.121773 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c9a6a6-6fd9-4175-b3f8-27375d9462e3 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:36:43.122459 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-69c9a6a6-6fd9-4175-b3f8-27375d9462e3 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552880'] for router_interface, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:43.233210 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19b792-03f5-4370-8b7a-bae78af72483 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Pushing event deleted for resources: {'Port': ['ID=c3255cfd-d8ae-4b64-8970-c8578c5bb237,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:43.239912 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-958075c2-f062-4264-88c7-18eacdd4a811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:43.255325 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a71e7-6c2a-4b5c-b456-607e6a9d4b96 None None] Pushing event updated for resources: {'Port': ['ID=0ad99306-37c7-4f92-a69f-bb218bacf031,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:43.262719 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-09302163-8c77-492f-b361-2e9070df47c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:43.347706 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36498) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:43.349534 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c9a6a6-6fd9-4175-b3f8-27375d9462e3 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Pushing event updated for resources: {'Port': ['ID=7a40686e-f6d8-41cb-82d7-285cefc839a3,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:43.351713 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-09302163-8c77-492f-b361-2e9070df47c3 None None] For port 4ed1a3ca-db3d-4b72-b42e-a224442b3b90, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=4ed1a3ca-db3d-4b72-b42e-a224442b3b90,segment=NetworkSegment(3946dd93-53c7-4b7d-a2ef-2a71a3308300),segment_id=3946dd93-53c7-4b7d-a2ef-2a71a3308300)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:36:43.430560 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 4ed1a3ca-db3d-4b72-b42e-a224442b3b90 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:36:43.446486 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5b19b792-03f5-4370-8b7a-bae78af72483 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Publish callbacks [] for floatingip, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:43.452704 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5b19b792-03f5-4370-8b7a-bae78af72483 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:43.454670 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-5b19b792-03f5-4370-8b7a-bae78af72483 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] 10.222.0.20 "DELETE /v2.0/floatingips/b83b009c-372f-4c7f-9dd0-722c4bb98d4d HTTP/1.1" status: 204 len: 168 time: 1.1227908 Dec 10 15:36:43.460698 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36502) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:43.482091 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-44173843-623d-4a54-8a33-4a878d5d4bd0 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Request body: {'floatingip': {'floating_network_id': '924a8ff3-b3f8-4f39-99a5-a62e2b26ff3c', 'port_id': 'c56fc1b4-70a5-4298-89c8-e9405b68ff0e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:43.540774 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:43.555458 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 4ed1a3ca-db3d-4b72-b42e-a224442b3b90 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:36:43.556711 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:43.596540 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-09302163-8c77-492f-b361-2e9070df47c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:43.645632 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-44173843-623d-4a54-8a33-4a878d5d4bd0 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Publish callbacks [] for floatingip, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:43.671211 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09302163-8c77-492f-b361-2e9070df47c3 None None] Pushing event updated for resources: {'Port': ['ID=4ed1a3ca-db3d-4b72-b42e-a224442b3b90,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:43.692535 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-abb704ce-60d5-4d26-915d-b8bec34502fa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5f12e177b2264b19ad0f08453b316f29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3433444 Dec 10 15:36:43.694531 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36504) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:43.759555 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a81964b2-d9b2-4206-90d7-a6aa8e8dff6c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549925'] for router_interface, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:43.783361 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-69c9a6a6-6fd9-4175-b3f8-27375d9462e3 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:43.796521 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-ea4427e9-c885-4643-8dcd-c39fe38c136b None None] Provisioning complete for port 4ed1a3ca-db3d-4b72-b42e-a224442b3b90 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:36:43.797105 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ea4427e9-c885-4643-8dcd-c39fe38c136b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:43.831666 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-39aab03a-45ed-4ac2-bc25-ba409b8a7e43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:43.887550 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-39aab03a-45ed-4ac2-bc25-ba409b8a7e43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:44.100133 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-30ba301d-2acf-4b5a-b0b3-3da6befc7b1b None None] Provisioning complete for port 7a40686e-f6d8-41cb-82d7-285cefc839a3 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:36:44.100533 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-30ba301d-2acf-4b5a-b0b3-3da6befc7b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:44.162436 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.api.v2.resource [None req-44173843-623d-4a54-8a33-4a878d5d4bd0 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 15:36:44.163537 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-44173843-623d-4a54-8a33-4a878d5d4bd0 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.7017145 Dec 10 15:36:44.170222 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36506) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:44.177591 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-e728e598-ff54-4a32-bb1f-178bdaa601b4 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Request body: {'floatingip': {'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'port_id': 'c56fc1b4-70a5-4298-89c8-e9405b68ff0e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:44.189610 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-30ba301d-2acf-4b5a-b0b3-3da6befc7b1b None None] Port 7a40686e-f6d8-41cb-82d7-285cefc839a3 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:36:44.206835 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-39aab03a-45ed-4ac2-bc25-ba409b8a7e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:44.210947 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-39aab03a-45ed-4ac2-bc25-ba409b8a7e43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:44.219257 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-39aab03a-45ed-4ac2-bc25-ba409b8a7e43 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/76f724e0-5e89-4d72-8a99-9b2aa7b11a17 HTTP/1.1" status: 204 len: 168 time: 0.5166965 Dec 10 15:36:44.219680 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-69c9a6a6-6fd9-4175-b3f8-27375d9462e3 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:44.235679 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aab03a-45ed-4ac2-bc25-ba409b8a7e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f724e0-5e89-4d72-8a99-9b2aa7b11a17,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:44.260907 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-a81964b2-d9b2-4206-90d7-a6aa8e8dff6c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Deleting port 8e8b8522-5f7e-4628-8ff9-192a1cff9428 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:36:44.261370 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a81964b2-d9b2-4206-90d7-a6aa8e8dff6c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:44.331163 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-69c9a6a6-6fd9-4175-b3f8-27375d9462e3 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:44.335065 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e728e598-ff54-4a32-bb1f-178bdaa601b4 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Publish callbacks [] for floatingip, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:44.335228 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-69c9a6a6-6fd9-4175-b3f8-27375d9462e3 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549888'] for router_interface, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:44.407784 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c9a6a6-6fd9-4175-b3f8-27375d9462e3 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Pushing event updated for resources: {'Port': ['ID=7a40686e-f6d8-41cb-82d7-285cefc839a3,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:44.497905 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-a81964b2-d9b2-4206-90d7-a6aa8e8dff6c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] For port 8e8b8522-5f7e-4628-8ff9-192a1cff9428, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=8e8b8522-5f7e-4628-8ff9-192a1cff9428,segment=NetworkSegment(d896992a-1704-4b91-88ab-6242d83765a6),segment_id=d896992a-1704-4b91-88ab-6242d83765a6)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:36:44.510396 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a81964b2-d9b2-4206-90d7-a6aa8e8dff6c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:44.549418 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-a81964b2-d9b2-4206-90d7-a6aa8e8dff6c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Calling delete_port for 8e8b8522-5f7e-4628-8ff9-192a1cff9428 owned by network:router_interface {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:36:44.575788 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c9a6a6-6fd9-4175-b3f8-27375d9462e3 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Network 01a5e176-0519-42fe-8fa7-3f60399aa1b8 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:36:44.577936 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-69c9a6a6-6fd9-4175-b3f8-27375d9462e3 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:36:44.703171 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e728e598-ff54-4a32-bb1f-178bdaa601b4 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:44.757518 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af43b67-1538-4692-a8ce-ff830e36a746 None None] Network 967639cb-1a76-4382-b51b-28bb80420073 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:36:44.873733 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69c9a6a6-6fd9-4175-b3f8-27375d9462e3 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Router c7d941d7-6f69-4485-a12a-f9be26ca6727 is scheduled to L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d with binding_index 1 {{(pid=103587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 15:36:44.901901 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-5642a67b-33a2-402c-ace3-6e06b452cd8a None None] Provisioning complete for port 0ad99306-37c7-4f92-a69f-bb218bacf031 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:36:44.901901 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5642a67b-33a2-402c-ace3-6e06b452cd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:44.991922 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-e728e598-ff54-4a32-bb1f-178bdaa601b4 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Allocated IP 172.26.2.223 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/8bfa0707-c7ca-4e7d-afb2-cef490c6760c) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:36:45.068166 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69c9a6a6-6fd9-4175-b3f8-27375d9462e3 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:36:45.077249 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-69c9a6a6-6fd9-4175-b3f8-27375d9462e3 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] 10.222.0.20 "PUT /v2.0/routers/c7d941d7-6f69-4485-a12a-f9be26ca6727/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1186934 Dec 10 15:36:45.077249 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36520) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:45.080782 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b4ee5a-63f1-4ecf-abd4-6df444aae0d2 None None] Sync routers for ids ['c7d941d7-6f69-4485-a12a-f9be26ca6727'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:36:45.093325 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b4ee5a-63f1-4ecf-abd4-6df444aae0d2 None None] Routers {'c7d941d7-6f69-4485-a12a-f9be26ca6727'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:36:45.095072 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-b6b4ee5a-63f1-4ecf-abd4-6df444aae0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:36:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['c7d941d7-6f69-4485-a12a-f9be26ca6727'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:45.149611 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-b6b4ee5a-63f1-4ecf-abd4-6df444aae0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:45.165532 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5642a67b-33a2-402c-ace3-6e06b452cd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:45.166431 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b4ee5a-63f1-4ecf-abd4-6df444aae0d2 None None] Routers {'c7d941d7-6f69-4485-a12a-f9be26ca6727'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:36:45.167466 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-b6b4ee5a-63f1-4ecf-abd4-6df444aae0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:36:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['c7d941d7-6f69-4485-a12a-f9be26ca6727'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:45.209098 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-b6b4ee5a-63f1-4ecf-abd4-6df444aae0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:45.210148 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b4ee5a-63f1-4ecf-abd4-6df444aae0d2 None None] The sync data for ids ['c7d941d7-6f69-4485-a12a-f9be26ca6727'] in dv-neutron-821401-4-hyperv is: [] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:36:45.279584 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-5642a67b-33a2-402c-ace3-6e06b452cd8a None None] For port 0ad99306-37c7-4f92-a69f-bb218bacf031, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=0ad99306-37c7-4f92-a69f-bb218bacf031,segment=NetworkSegment(0678bf0e-eb1c-4dde-86a9-c11e216f923a),segment_id=0678bf0e-eb1c-4dde-86a9-c11e216f923a)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:36:45.307999 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3763c81c-9b76-4dfa-8116-db0919f54666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:45.382454 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5642a67b-33a2-402c-ace3-6e06b452cd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:45.467370 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 0ad99306-37c7-4f92-a69f-bb218bacf031 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:36:45.544497 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642a67b-33a2-402c-ace3-6e06b452cd8a None None] Pushing event updated for resources: {'Port': ['ID=0ad99306-37c7-4f92-a69f-bb218bacf031,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:45.561118 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-e736b1f0-87f9-4c9a-a4fd-79e76cdde81d None None] Provisioning complete for port 0ad99306-37c7-4f92-a69f-bb218bacf031 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:36:45.561566 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e736b1f0-87f9-4c9a-a4fd-79e76cdde81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:45.613426 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 0ad99306-37c7-4f92-a69f-bb218bacf031 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:36:45.613944 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:45.762497 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 4ed1a3ca-db3d-4b72-b42e-a224442b3b90 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:36:45.764101 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-e736b1f0-87f9-4c9a-a4fd-79e76cdde81d None None] Provisioning complete for port 7a40686e-f6d8-41cb-82d7-285cefc839a3 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:36:45.764609 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e736b1f0-87f9-4c9a-a4fd-79e76cdde81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:45.785121 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.api.v2.resource [None req-7ff04b63-6f58-4943-a901-93b14cf61df8 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 15:36:45.790792 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-7ff04b63-6f58-4943-a901-93b14cf61df8 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] 10.222.0.20 "PUT /v2.0/routers/c7d941d7-6f69-4485-a12a-f9be26ca6727/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7131104 Dec 10 15:36:45.791667 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36534) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:45.835404 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-e736b1f0-87f9-4c9a-a4fd-79e76cdde81d None None] Port 7a40686e-f6d8-41cb-82d7-285cefc839a3 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:36:45.850764 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 4ed1a3ca-db3d-4b72-b42e-a224442b3b90 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:36:45.851158 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:45.870245 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36536) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:45.903469 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e728e598-ff54-4a32-bb1f-178bdaa601b4 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:45.927603 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a81964b2-d9b2-4206-90d7-a6aa8e8dff6c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:45.965130 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81964b2-d9b2-4206-90d7-a6aa8e8dff6c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event deleted for resources: {'Port': ['ID=8e8b8522-5f7e-4628-8ff9-192a1cff9428,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:46.061956 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-251284eb-0a67-43b7-a9f7-c13abbefea8e tempest-ServiceProvidersTest-1946321308 tempest-ServiceProvidersTest-1946321308-project] 10.222.0.20 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1895740 Dec 10 15:36:46.063299 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e728e598-ff54-4a32-bb1f-178bdaa601b4 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:46.115713 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:46.215341 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a81964b2-d9b2-4206-90d7-a6aa8e8dff6c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550073'] for router_interface, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:46.236474 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3349c3f7-1ecb-48f5-8318-1aed02916e3c tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549925'] for router_interface, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:46.244529 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e728e598-ff54-4a32-bb1f-178bdaa601b4 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:36:46.251875 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-e728e598-ff54-4a32-bb1f-178bdaa601b4 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:36:46.253242 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e728e598-ff54-4a32-bb1f-178bdaa601b4 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Pushing event updated for resources: {'Port': ['ID=8bfa0707-c7ca-4e7d-afb2-cef490c6760c,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:46.292589 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e728e598-ff54-4a32-bb1f-178bdaa601b4 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:36:46.516221 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-3349c3f7-1ecb-48f5-8318-1aed02916e3c tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Deleting port 7a40686e-f6d8-41cb-82d7-285cefc839a3 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:36:46.516757 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3349c3f7-1ecb-48f5-8318-1aed02916e3c tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:46.602695 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a81964b2-d9b2-4206-90d7-a6aa8e8dff6c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Router d1075341-5bad-4ddf-88b0-6b9aee6089e3 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:36:46.613125 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-e728e598-ff54-4a32-bb1f-178bdaa601b4 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Deleting port 8bfa0707-c7ca-4e7d-afb2-cef490c6760c {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:36:46.613475 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e728e598-ff54-4a32-bb1f-178bdaa601b4 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:46.630431 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3349c3f7-1ecb-48f5-8318-1aed02916e3c tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:46.643449 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-3349c3f7-1ecb-48f5-8318-1aed02916e3c tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Calling delete_port for 7a40686e-f6d8-41cb-82d7-285cefc839a3 owned by network:router_interface {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:36:46.771583 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e728e598-ff54-4a32-bb1f-178bdaa601b4 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:46.771919 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e728e598-ff54-4a32-bb1f-178bdaa601b4 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:46.794466 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-e728e598-ff54-4a32-bb1f-178bdaa601b4 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Calling delete_port for 8bfa0707-c7ca-4e7d-afb2-cef490c6760c owned by network:floatingip {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:36:46.801743 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a81964b2-d9b2-4206-90d7-a6aa8e8dff6c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:36:46.809061 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-a81964b2-d9b2-4206-90d7-a6aa8e8dff6c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "PUT /v2.0/routers/d1075341-5bad-4ddf-88b0-6b9aee6089e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0698287 Dec 10 15:36:46.812616 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36552) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:46.816488 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbb4e90-73a7-4621-869c-17a9d2512458 None None] Sync routers for ids ['d1075341-5bad-4ddf-88b0-6b9aee6089e3'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:36:46.828161 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbb4e90-73a7-4621-869c-17a9d2512458 None None] Routers {'d1075341-5bad-4ddf-88b0-6b9aee6089e3'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:36:46.829605 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-4fbb4e90-73a7-4621-869c-17a9d2512458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:36:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['d1075341-5bad-4ddf-88b0-6b9aee6089e3'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:46.861591 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-67e8b5a7-dd1b-4087-ad1d-f556ad8343e1 req-0c759805-774a-4514-81b5-4e4a95540637 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1392959375&fields=id&tenant_id=fe288e3581ed450db6aaaa858fc0d419 HTTP/1.1" status: 200 len: 267 time: 0.0741732 Dec 10 15:36:46.905548 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_v2 [None req-e500ca79-5b91-4ad8-ac44-1d0b0c4b480b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Deleting subnet 34c7743d-ebad-428c-a2f4-a627b40eea9c {{(pid=103586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:36:46.911571 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e500ca79-5b91-4ad8-ac44-1d0b0c4b480b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for subnet, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:46.948058 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-4fbb4e90-73a7-4621-869c-17a9d2512458 None None] Set router d1075341-5bad-4ddf-88b0-6b9aee6089e3 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:36:46.960613 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3349c3f7-1ecb-48f5-8318-1aed02916e3c tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:46.965062 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e500ca79-5b91-4ad8-ac44-1d0b0c4b480b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12392400'] for subnet, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:47.004525 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3349c3f7-1ecb-48f5-8318-1aed02916e3c tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Pushing event deleted for resources: {'Port': ['ID=7a40686e-f6d8-41cb-82d7-285cefc839a3,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:47.115162 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36556) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:47.121439 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e500ca79-5b91-4ad8-ac44-1d0b0c4b480b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:47.168406 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e728e598-ff54-4a32-bb1f-178bdaa601b4 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:47.205294 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8b5a7-dd1b-4087-ad1d-f556ad8343e1 req-2bfe99c8-8d89-41ae-a585-b880af420040 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:36:47.209327 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-4fbb4e90-73a7-4621-869c-17a9d2512458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1075341-5bad-4ddf-88b0-6b9aee6089e3', 'name': 'tempest-TestNetworkBasicOps-router-1234920523', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': 'df16b59d-9eb1-4704-89a6-2dd4ad19e44b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:35:11Z', 'updated_at': '2021-12-10T15:36:45Z', 'revision_number': 5, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': 'df16b59d-9eb1-4704-89a6-2dd4ad19e44b', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:78:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1075341-5bad-4ddf-88b0-6b9aee6089e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:13Z', 'updated_at': '2021-12-10T15:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:47.218953 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-67e8b5a7-dd1b-4087-ad1d-f556ad8343e1 req-2bfe99c8-8d89-41ae-a585-b880af420040 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/networks?id=dd61618b-b615-4db2-a1a8-ba6a4be6a018 HTTP/1.1" status: 200 len: 811 time: 0.3285522 Dec 10 15:36:47.233900 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3349c3f7-1ecb-48f5-8318-1aed02916e3c tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550073'] for router_interface, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:47.238121 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbb4e90-73a7-4621-869c-17a9d2512458 None None] Checking router: d1075341-5bad-4ddf-88b0-6b9aee6089e3 for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:36:47.253708 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbb4e90-73a7-4621-869c-17a9d2512458 None None] Routers {'d1075341-5bad-4ddf-88b0-6b9aee6089e3'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:36:47.254550 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-4fbb4e90-73a7-4621-869c-17a9d2512458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:36:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['d1075341-5bad-4ddf-88b0-6b9aee6089e3'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:47.258335 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-67e8b5a7-dd1b-4087-ad1d-f556ad8343e1 req-000c9506-6176-40ca-9fa4-a99794334fa6 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/quotas/fe288e3581ed450db6aaaa858fc0d419 HTTP/1.1" status: 200 len: 375 time: 0.0387101 Dec 10 15:36:47.281947 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e728e598-ff54-4a32-bb1f-178bdaa601b4 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Pushing event deleted for resources: {'Port': ['ID=8bfa0707-c7ca-4e7d-afb2-cef490c6760c,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:47.366929 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-4fbb4e90-73a7-4621-869c-17a9d2512458 None None] Set router d1075341-5bad-4ddf-88b0-6b9aee6089e3 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:36:47.367960 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e728e598-ff54-4a32-bb1f-178bdaa601b4 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:36:47.368385 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e728e598-ff54-4a32-bb1f-178bdaa601b4 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:36:47.368854 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e728e598-ff54-4a32-bb1f-178bdaa601b4 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:36:47.369272 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e728e598-ff54-4a32-bb1f-178bdaa601b4 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:36:47.369683 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e728e598-ff54-4a32-bb1f-178bdaa601b4 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:36:47.370120 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e728e598-ff54-4a32-bb1f-178bdaa601b4 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:36:47.371015 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e728e598-ff54-4a32-bb1f-178bdaa601b4 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:36:47.371944 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e728e598-ff54-4a32-bb1f-178bdaa601b4 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:36:47.372186 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e728e598-ff54-4a32-bb1f-178bdaa601b4 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:36:47.372597 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e728e598-ff54-4a32-bb1f-178bdaa601b4 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:36:47.373681 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e728e598-ff54-4a32-bb1f-178bdaa601b4 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:36:47.374127 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e728e598-ff54-4a32-bb1f-178bdaa601b4 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:36:47.374535 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e728e598-ff54-4a32-bb1f-178bdaa601b4 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:36:47.423317 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-326080a0-c27c-4699-9b9a-1f2954ea3df8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:47.427937 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 0ad99306-37c7-4f92-a69f-bb218bacf031 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:36:47.431654 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-67e8b5a7-dd1b-4087-ad1d-f556ad8343e1 req-d93b4360-5742-4d28-8c46-34d62ab98e77 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=fe288e3581ed450db6aaaa858fc0d419&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1691670 Dec 10 15:36:47.462465 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e500ca79-5b91-4ad8-ac44-1d0b0c4b480b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:47.507694 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e500ca79-5b91-4ad8-ac44-1d0b0c4b480b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:47.511375 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-e500ca79-5b91-4ad8-ac44-1d0b0c4b480b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "DELETE /v2.0/subnets/34c7743d-ebad-428c-a2f4-a627b40eea9c HTTP/1.1" status: 204 len: 168 time: 0.6978228 Dec 10 15:36:47.512524 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e500ca79-5b91-4ad8-ac44-1d0b0c4b480b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event deleted for resources: {'Subnet': ['ID=34c7743d-ebad-428c-a2f4-a627b40eea9c,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:47.515459 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36560) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:47.531484 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2a1381-e7ed-4ade-b22b-109a92997ff0 None None] Network d94f8eb2-eac4-463d-8d76-d973260c236a requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:36:47.573697 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.api.v2.resource [None req-e728e598-ff54-4a32-bb1f-178bdaa601b4 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] create failed (client error): The resource could not be found. Dec 10 15:36:47.579415 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-e728e598-ff54-4a32-bb1f-178bdaa601b4 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.4078431 Dec 10 15:36:47.584435 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36562) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:47.604143 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 0ad99306-37c7-4f92-a69f-bb218bacf031 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:36:47.604143 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:47.758211 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-4fbb4e90-73a7-4621-869c-17a9d2512458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1075341-5bad-4ddf-88b0-6b9aee6089e3', 'name': 'tempest-TestNetworkBasicOps-router-1234920523', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': 'df16b59d-9eb1-4704-89a6-2dd4ad19e44b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:35:11Z', 'updated_at': '2021-12-10T15:36:45Z', 'revision_number': 5, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': 'df16b59d-9eb1-4704-89a6-2dd4ad19e44b', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:78:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1075341-5bad-4ddf-88b0-6b9aee6089e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:13Z', 'updated_at': '2021-12-10T15:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:47.770844 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-326080a0-c27c-4699-9b9a-1f2954ea3df8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:47.776119 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cb64c05e-2395-4628-91db-5a865f0c8fcc tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for router, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:47.800313 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:47.802978 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbb4e90-73a7-4621-869c-17a9d2512458 None None] The sync data for ids ['d1075341-5bad-4ddf-88b0-6b9aee6089e3'] in dv-neutron-821401-4-hyperv is: [{'id': 'd1075341-5bad-4ddf-88b0-6b9aee6089e3', 'name': 'tempest-TestNetworkBasicOps-router-1234920523', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': 'df16b59d-9eb1-4704-89a6-2dd4ad19e44b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:35:11Z', 'updated_at': '2021-12-10T15:36:45Z', 'revision_number': 5, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': 'df16b59d-9eb1-4704-89a6-2dd4ad19e44b', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:78:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1075341-5bad-4ddf-88b0-6b9aee6089e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:13Z', 'updated_at': '2021-12-10T15:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:36:47.843204 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-326080a0-c27c-4699-9b9a-1f2954ea3df8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:47.867941 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b0788b-90a1-4a68-8b1a-419502679b0d None None] DHCP port deletion for d94f8eb2-eac4-463d-8d76-d973260c236a request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:36:47.920948 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-326080a0-c27c-4699-9b9a-1f2954ea3df8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c280436416f0467f9ba23700bc913dfb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8047071 Dec 10 15:36:47.925391 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36564) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:47.931068 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326080a0-c27c-4699-9b9a-1f2954ea3df8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b47afb0-033a-48cd-bead-8602b0fcabdc,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:47.931231 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-b9b0788b-90a1-4a68-8b1a-419502679b0d None None] Deleting port 29b435a5-c55c-45b9-af8d-7f08a3dd5a52 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:36:47.931231 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b9b0788b-90a1-4a68-8b1a-419502679b0d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:47.956213 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-dfa15456-d27c-4987-b04a-f3a9dbd41a97 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Deleting port c56fc1b4-70a5-4298-89c8-e9405b68ff0e {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:36:47.957017 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dfa15456-d27c-4987-b04a-f3a9dbd41a97 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:47.958279 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3349c3f7-1ecb-48f5-8318-1aed02916e3c tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Router c7d941d7-6f69-4485-a12a-f9be26ca6727 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:36:47.999309 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-b9b0788b-90a1-4a68-8b1a-419502679b0d None None] For port 29b435a5-c55c-45b9-af8d-7f08a3dd5a52, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=29b435a5-c55c-45b9-af8d-7f08a3dd5a52,segment=NetworkSegment(d896992a-1704-4b91-88ab-6242d83765a6),segment_id=d896992a-1704-4b91-88ab-6242d83765a6)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:36:47.999708 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b9b0788b-90a1-4a68-8b1a-419502679b0d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:48.003985 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-67e8b5a7-dd1b-4087-ad1d-f556ad8343e1 req-98567c1d-85bf-46f2-9913-716d86e7c951 service neutron] 10.222.0.20 "GET /v2.0/networks/dd61618b-b615-4db2-a1a8-ba6a4be6a018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5689976 Dec 10 15:36:48.013159 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-b9b0788b-90a1-4a68-8b1a-419502679b0d None None] Calling delete_port for 29b435a5-c55c-45b9-af8d-7f08a3dd5a52 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:36:48.044826 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cb64c05e-2395-4628-91db-5a865f0c8fcc tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:48.076756 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dfa15456-d27c-4987-b04a-f3a9dbd41a97 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:48.092013 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-dfa15456-d27c-4987-b04a-f3a9dbd41a97 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Calling delete_port for c56fc1b4-70a5-4298-89c8-e9405b68ff0e owned by {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:36:48.123056 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f2bd6662-be3f-417c-9be7-b636e9ac9cbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:48.141133 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3349c3f7-1ecb-48f5-8318-1aed02916e3c tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:36:48.168668 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-3349c3f7-1ecb-48f5-8318-1aed02916e3c tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] 10.222.0.20 "PUT /v2.0/routers/c7d941d7-6f69-4485-a12a-f9be26ca6727/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3759158 Dec 10 15:36:48.175773 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36566) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:48.187840 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b2cec9-b127-4efa-9361-88a0da622608 None None] Sync routers for ids ['c7d941d7-6f69-4485-a12a-f9be26ca6727'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:36:48.195331 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f2bd6662-be3f-417c-9be7-b636e9ac9cbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:48.212569 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b2cec9-b127-4efa-9361-88a0da622608 None None] Routers {'c7d941d7-6f69-4485-a12a-f9be26ca6727'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:36:48.214022 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-65b2cec9-b127-4efa-9361-88a0da622608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:36:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['c7d941d7-6f69-4485-a12a-f9be26ca6727'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:48.264372 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.api.v2.resource [None req-ca244374-c512-4352-949e-236c88dd378b tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] delete failed (client error): The resource could not be found. Dec 10 15:36:48.265431 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-ca244374-c512-4352-949e-236c88dd378b tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] 10.222.0.20 "DELETE /v2.0/routers/tempest-non_exist_router-397003693 HTTP/1.1" status: 404 len: 334 time: 0.0885098 Dec 10 15:36:48.268246 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-65b2cec9-b127-4efa-9361-88a0da622608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:48.278220 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b2cec9-b127-4efa-9361-88a0da622608 None None] Routers {'c7d941d7-6f69-4485-a12a-f9be26ca6727'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:36:48.279093 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-65b2cec9-b127-4efa-9361-88a0da622608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:36:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['c7d941d7-6f69-4485-a12a-f9be26ca6727'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:48.279234 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36568) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:48.292886 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-2ab1e766-af63-4174-a5eb-a48509b3573b tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c7d941d7-6f69-4485-a12a-f9be26ca6727'}}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:48.299645 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-cb64c05e-2395-4628-91db-5a865f0c8fcc tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Deleting port df16b59d-9eb1-4704-89a6-2dd4ad19e44b {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:36:48.300581 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cb64c05e-2395-4628-91db-5a865f0c8fcc tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:48.311575 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-65b2cec9-b127-4efa-9361-88a0da622608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:48.312241 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b2cec9-b127-4efa-9361-88a0da622608 None None] The sync data for ids ['c7d941d7-6f69-4485-a12a-f9be26ca6727'] in dv-neutron-821401-4-hyperv is: [] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:36:48.342933 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b9b0788b-90a1-4a68-8b1a-419502679b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:48.375363 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b0788b-90a1-4a68-8b1a-419502679b0d None None] No DVR routers for this DVR port 29b435a5-c55c-45b9-af8d-7f08a3dd5a52 on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:36:48.381648 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b0788b-90a1-4a68-8b1a-419502679b0d None None] Pushing event deleted for resources: {'Port': ['ID=29b435a5-c55c-45b9-af8d-7f08a3dd5a52,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:48.395487 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-67e8b5a7-dd1b-4087-ad1d-f556ad8343e1 req-08d6dd45-1c38-4619-ac19-fa6f8f7cb667 service neutron] 10.222.0.20 "GET /v2.0/networks/dd61618b-b615-4db2-a1a8-ba6a4be6a018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3506086 Dec 10 15:36:48.410722 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-cb64c05e-2395-4628-91db-5a865f0c8fcc tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] For port df16b59d-9eb1-4704-89a6-2dd4ad19e44b, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=df16b59d-9eb1-4704-89a6-2dd4ad19e44b,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:36:48.417232 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cb64c05e-2395-4628-91db-5a865f0c8fcc tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:48.429225 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-cb64c05e-2395-4628-91db-5a865f0c8fcc tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Calling delete_port for df16b59d-9eb1-4704-89a6-2dd4ad19e44b owned by network:router_gateway {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:36:48.483968 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dfa15456-d27c-4987-b04a-f3a9dbd41a97 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:48.520446 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa15456-d27c-4987-b04a-f3a9dbd41a97 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Pushing event deleted for resources: {'Port': ['ID=c56fc1b4-70a5-4298-89c8-e9405b68ff0e,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:48.547025 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2ab1e766-af63-4174-a5eb-a48509b3573b tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:48.566313 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f2bd6662-be3f-417c-9be7-b636e9ac9cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:48.571367 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f2bd6662-be3f-417c-9be7-b636e9ac9cbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:48.574775 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-f2bd6662-be3f-417c-9be7-b636e9ac9cbc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5b47afb0-033a-48cd-bead-8602b0fcabdc HTTP/1.1" status: 204 len: 168 time: 0.6448171 Dec 10 15:36:48.610222 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bd6662-be3f-417c-9be7-b636e9ac9cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b47afb0-033a-48cd-bead-8602b0fcabdc,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:48.652459 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.api.v2.resource [None req-2ab1e766-af63-4174-a5eb-a48509b3573b tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] update failed (client error): The resource could not be found. Dec 10 15:36:48.653388 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-2ab1e766-af63-4174-a5eb-a48509b3573b tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] 10.222.0.20 "PUT /v2.0/routers/c7d941d7-6f69-4485-a12a-f9be26ca6727 HTTP/1.1" status: 404 len: 339 time: 0.3732865 Dec 10 15:36:48.662000 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36578) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:48.668816 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-182f2401-7e89-4c80-b043-d2828b6c12ca tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-834609222'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:48.684252 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dfa15456-d27c-4987-b04a-f3a9dbd41a97 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:48.687545 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-dfa15456-d27c-4987-b04a-f3a9dbd41a97 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] 10.222.0.20 "DELETE /v2.0/ports/c56fc1b4-70a5-4298-89c8-e9405b68ff0e HTTP/1.1" status: 204 len: 168 time: 1.1015625 Dec 10 15:36:48.693958 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36580) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:48.731255 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:48.780153 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b5ab18-6038-4b55-90ba-1bd27d64d39b tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:36:48.781859 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-84b5ab18-6038-4b55-90ba-1bd27d64d39b tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] 10.222.0.20 "GET /v2.0/ports?device_id=3687d9cb-9bf9-4c79-989e-b2dc3de71e4c HTTP/1.1" status: 200 len: 913 time: 0.0866046 Dec 10 15:36:48.785085 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36582) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:48.800484 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-182f2401-7e89-4c80-b043-d2828b6c12ca tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Made reservation on behalf of 276f94da300a499280864497cc204a53 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:36:48.807667 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-182f2401-7e89-4c80-b043-d2828b6c12ca tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:48.829810 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cb64c05e-2395-4628-91db-5a865f0c8fcc tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:48.836971 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-182f2401-7e89-4c80-b043-d2828b6c12ca tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:36:48.846395 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-182f2401-7e89-4c80-b043-d2828b6c12ca tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:48.846801 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.segments_db [None req-182f2401-7e89-4c80-b043-d2828b6c12ca tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Added segment 46fa48f4-f62f-4475-b1d4-47933d2a69e5 of type vlan for network 840567bc-485d-4859-b709-6c0a53e1b77f Dec 10 15:36:48.888207 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-182f2401-7e89-4c80-b043-d2828b6c12ca tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:48.893489 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb64c05e-2395-4628-91db-5a865f0c8fcc tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event deleted for resources: {'Port': ['ID=df16b59d-9eb1-4704-89a6-2dd4ad19e44b,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:48.915309 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2f3701-5d76-4be7-af35-2f63e1cbadef None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:36:49.010804 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-182f2401-7e89-4c80-b043-d2828b6c12ca tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:49.017489 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182f2401-7e89-4c80-b043-d2828b6c12ca tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:36:49.018239 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-182f2401-7e89-4c80-b043-d2828b6c12ca tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:49.121403 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182f2401-7e89-4c80-b043-d2828b6c12ca tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Pushing event updated for resources: {'Network': ['ID=840567bc-485d-4859-b709-6c0a53e1b77f,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:49.140630 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 840567bc-485d-4859-b709-6c0a53e1b77f details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:36:49.198240 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-182f2401-7e89-4c80-b043-d2828b6c12ca tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5328152 Dec 10 15:36:49.199247 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36596) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:49.205480 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-b9dcb757-1eb3-4dd2-85f0-69527ed64490 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Request body: {'subnet': {'network_id': '840567bc-485d-4859-b709-6c0a53e1b77f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:49.365934 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 29b435a5-c55c-45b9-af8d-7f08a3dd5a52 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:36:49.394550 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 29b435a5-c55c-45b9-af8d-7f08a3dd5a52 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:36:49.398924 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 29b435a5-c55c-45b9-af8d-7f08a3dd5a52 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:36:49.398924 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 8e8b8522-5f7e-4628-8ff9-192a1cff9428 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:36:49.403841 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cb64c05e-2395-4628-91db-5a865f0c8fcc tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552731'] for router_gateway, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:49.415205 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 8e8b8522-5f7e-4628-8ff9-192a1cff9428 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:36:49.415563 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 8e8b8522-5f7e-4628-8ff9-192a1cff9428 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:36:49.431991 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-b6544666-318a-45af-9800-214f21bb83da req-b62d19e6-de11-4311-b8e2-11de9f0b396e tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/ports?device_id=85708d57-23ef-42c1-b310-051281f973f7 HTTP/1.1" status: 200 len: 210 time: 0.0700843 Dec 10 15:36:49.437899 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9dcb757-1eb3-4dd2-85f0-69527ed64490 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Made reservation on behalf of 276f94da300a499280864497cc204a53 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:36:49.442791 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b9dcb757-1eb3-4dd2-85f0-69527ed64490 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11668558'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:49.503942 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cb64c05e-2395-4628-91db-5a865f0c8fcc tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13898'] for router, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:49.523859 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cb64c05e-2395-4628-91db-5a865f0c8fcc tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:49.676557 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1a5b680b-1931-4383-9595-a5e462765271 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549925'] for router_interface, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:49.715049 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cb64c05e-2395-4628-91db-5a865f0c8fcc tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549250'] for router, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:49.715584 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb64c05e-2395-4628-91db-5a865f0c8fcc tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Fanout notify agent at l3_agent the message router_deleted on router d1075341-5bad-4ddf-88b0-6b9aee6089e3 {{(pid=103586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 15:36:49.723536 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cb64c05e-2395-4628-91db-5a865f0c8fcc tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:49.724644 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-cb64c05e-2395-4628-91db-5a865f0c8fcc tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "DELETE /v2.0/routers/d1075341-5bad-4ddf-88b0-6b9aee6089e3 HTTP/1.1" status: 204 len: 168 time: 2.2049615 Dec 10 15:36:49.728183 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36610) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:49.737952 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b9dcb757-1eb3-4dd2-85f0-69527ed64490 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11236534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11668560'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:49.872963 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dcb757-1eb3-4dd2-85f0-69527ed64490 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Pushing event updated for resources: {'Subnet': ['ID=c782b8be-1521-4fca-9606-eb007b04c109,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:49.882152 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-62a2ffa5-a697-4463-8e1d-da90407cb54f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:49.898002 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dcb757-1eb3-4dd2-85f0-69527ed64490 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Checking segment: {'id': '46fa48f4-f62f-4475-b1d4-47933d2a69e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '840567bc-485d-4859-b709-6c0a53e1b77f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:36:49.898298 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9dcb757-1eb3-4dd2-85f0-69527ed64490 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Network hostable DHCP agents. Network: 840567bc-485d-4859-b709-6c0a53e1b77f, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:36:49.983340 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-1a5b680b-1931-4383-9595-a5e462765271 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Deleting port e83d106e-04b3-4296-8c98-01081e9d8250 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:36:49.983762 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1a5b680b-1931-4383-9595-a5e462765271 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:49.997533 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-62a2ffa5-a697-4463-8e1d-da90407cb54f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:50.017682 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-62a2ffa5-a697-4463-8e1d-da90407cb54f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d94f8eb2-eac4-463d-8d76-d973260c236a']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:50.024801 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9dcb757-1eb3-4dd2-85f0-69527ed64490 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Network 840567bc-485d-4859-b709-6c0a53e1b77f is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:36:50.030061 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-62a2ffa5-a697-4463-8e1d-da90407cb54f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd896992a-1704-4b91-88ab-6242d83765a6') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:50.030376 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-62a2ffa5-a697-4463-8e1d-da90407cb54f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd896992a-1704-4b91-88ab-6242d83765a6') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:50.043414 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-62a2ffa5-a697-4463-8e1d-da90407cb54f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11806923'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:50.058168 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-62a2ffa5-a697-4463-8e1d-da90407cb54f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:50.066651 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62a2ffa5-a697-4463-8e1d-da90407cb54f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:36:50.067090 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-62a2ffa5-a697-4463-8e1d-da90407cb54f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11236635'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:50.070349 dv-neutron-821401-4-hyperv neutron-server[103587]: Traceback (most recent call last): Dec 10 15:36:50.070349 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:36:50.070349 dv-neutron-821401-4-hyperv neutron-server[103587]: timer() Dec 10 15:36:50.070349 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:36:50.070349 dv-neutron-821401-4-hyperv neutron-server[103587]: cb(*args, **kw) Dec 10 15:36:50.070349 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:36:50.070349 dv-neutron-821401-4-hyperv neutron-server[103587]: return func(*args, **kwargs) Dec 10 15:36:50.070349 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:36:50.070349 dv-neutron-821401-4-hyperv neutron-server[103587]: self._notify() Dec 10 15:36:50.070349 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:36:50.070349 dv-neutron-821401-4-hyperv neutron-server[103587]: self.callback(batched_events) Dec 10 15:36:50.070349 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:36:50.070349 dv-neutron-821401-4-hyperv neutron-server[103587]: event.method(event) Dec 10 15:36:50.070349 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:36:50.070349 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:36:50.070349 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:36:50.070349 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:36:50.070349 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:36:50.070349 dv-neutron-821401-4-hyperv neutron-server[103587]: return f(self, *a, **k) Dec 10 15:36:50.070349 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:36:50.070349 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._get(url).json() Dec 10 15:36:50.070349 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:36:50.070349 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:36:50.070349 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:36:50.070349 dv-neutron-821401-4-hyperv neutron-server[103587]: return self.request(url, 'GET', **kwargs) Dec 10 15:36:50.070349 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:36:50.070349 dv-neutron-821401-4-hyperv neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:36:50.070349 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:36:50.070349 dv-neutron-821401-4-hyperv neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:36:50.070349 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:36:50.070349 dv-neutron-821401-4-hyperv neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:36:50.070349 dv-neutron-821401-4-hyperv neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:36:50.083584 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1a5b680b-1931-4383-9595-a5e462765271 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:50.097301 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-1a5b680b-1931-4383-9595-a5e462765271 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Calling delete_port for e83d106e-04b3-4296-8c98-01081e9d8250 owned by network:router_interface {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:36:50.119318 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-b9dcb757-1eb3-4dd2-85f0-69527ed64490 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 840567bc-485d-4859-b709-6c0a53e1b77f) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:36:50.128778 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ac0919-2e49-4324-9462-da93799c77e1 None None] Network 840567bc-485d-4859-b709-6c0a53e1b77f requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:36:50.132012 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9dcb757-1eb3-4dd2-85f0-69527ed64490 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:36:50.132012 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b9dcb757-1eb3-4dd2-85f0-69527ed64490 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:50.240975 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db012b57-afb1-412b-a37b-814e10637c51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-840567bc-485d-4859-b709-6c0a53e1b77f', 'network_id': '840567bc-485d-4859-b709-6c0a53e1b77f', 'project_id': '276f94da300a499280864497cc204a53', 'fixed_ips': [{'subnet_id': 'c782b8be-1521-4fca-9606-eb007b04c109'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:36:50.241934 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-db012b57-afb1-412b-a37b-814e10637c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:50.251910 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-b9dcb757-1eb3-4dd2-85f0-69527ed64490 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0513561 Dec 10 15:36:50.255606 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36620) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:50.255606 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-62a2ffa5-a697-4463-8e1d-da90407cb54f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:50.262096 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-0273212f-1314-4e3d-ad59-d00c8c315092 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Request body: {'router': {'external_gateway_info': {'network_id': '840567bc-485d-4859-b709-6c0a53e1b77f'}}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:50.274819 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-62a2ffa5-a697-4463-8e1d-da90407cb54f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:50.281924 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-62a2ffa5-a697-4463-8e1d-da90407cb54f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "DELETE /v2.0/networks/d94f8eb2-eac4-463d-8d76-d973260c236a HTTP/1.1" status: 204 len: 168 time: 0.5492239 Dec 10 15:36:50.304297 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36622) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:50.309115 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-98c7f17d-6d76-42df-b239-5020e5f97aa6 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'network': {'name': 'tempest-network-smoke--1129282895', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'port_security_enabled': True}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:50.352394 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a2ffa5-a697-4463-8e1d-da90407cb54f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event deleted for resources: {'Network': ['ID=d94f8eb2-eac4-463d-8d76-d973260c236a,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:50.422941 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1a5b680b-1931-4383-9595-a5e462765271 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:50.450975 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-db012b57-afb1-412b-a37b-814e10637c51 None None] Allocated IP 2001:db8:1::2 (840567bc-485d-4859-b709-6c0a53e1b77f/c782b8be-1521-4fca-9606-eb007b04c109/116a0d1b-a6a1-46ae-805c-b2e4dcff3e7d) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:36:50.457319 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5b680b-1931-4383-9595-a5e462765271 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Pushing event deleted for resources: {'Port': ['ID=e83d106e-04b3-4296-8c98-01081e9d8250,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:50.507073 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98c7f17d-6d76-42df-b239-5020e5f97aa6 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Made reservation on behalf of e049672a5fd04e7f8cbb0423b61eb757 for: {'network': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:36:50.513149 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-98c7f17d-6d76-42df-b239-5020e5f97aa6 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:50.552696 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0273212f-1314-4e3d-ad59-d00c8c315092 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:50.630877 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98c7f17d-6d76-42df-b239-5020e5f97aa6 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=103586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:36:50.631057 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4adaec21-b0a6-4b7d-83ab-a08d0561baff req-ba48687d-c8ee-4a91-99d6-6a99022cbba7 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/ports?device_id=85708d57-23ef-42c1-b310-051281f973f7 HTTP/1.1" status: 200 len: 210 time: 0.0530565 Dec 10 15:36:50.676001 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-db012b57-afb1-412b-a37b-814e10637c51 None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:50.717198 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-98c7f17d-6d76-42df-b239-5020e5f97aa6 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:50.719395 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.segments_db [None req-98c7f17d-6d76-42df-b239-5020e5f97aa6 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Added segment ab8ea500-a753-4256-b008-41be8a6f9bbf of type vlan for network 41da71eb-bf34-43b9-be45-4b47a883de82 Dec 10 15:36:50.729991 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1a5b680b-1931-4383-9595-a5e462765271 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550073'] for router_interface, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:50.792085 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-db012b57-afb1-412b-a37b-814e10637c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:50.798759 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.api.v2.resource [None req-0273212f-1314-4e3d-ad59-d00c8c315092 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 15:36:50.801340 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-0273212f-1314-4e3d-ad59-d00c8c315092 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] 10.222.0.20 "PUT /v2.0/routers/c7d941d7-6f69-4485-a12a-f9be26ca6727 HTTP/1.1" status: 400 len: 364 time: 0.5474973 Dec 10 15:36:50.803866 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36632) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:50.812686 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-98c7f17d-6d76-42df-b239-5020e5f97aa6 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:50.847809 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db012b57-afb1-412b-a37b-814e10637c51 None None] Network 840567bc-485d-4859-b709-6c0a53e1b77f is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:36:50.853547 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-db012b57-afb1-412b-a37b-814e10637c51 None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:36:50.857948 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db012b57-afb1-412b-a37b-814e10637c51 None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:36:50.867194 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db012b57-afb1-412b-a37b-814e10637c51 None None] Pushing event updated for resources: {'Port': ['ID=116a0d1b-a6a1-46ae-805c-b2e4dcff3e7d,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:50.926701 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-db012b57-afb1-412b-a37b-814e10637c51 None None] Attempting to bind port 116a0d1b-a6a1-46ae-805c-b2e4dcff3e7d on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:36:50.927264 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-db012b57-afb1-412b-a37b-814e10637c51 None None] Attempting to bind port 116a0d1b-a6a1-46ae-805c-b2e4dcff3e7d by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '46fa48f4-f62f-4475-b1d4-47933d2a69e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '840567bc-485d-4859-b709-6c0a53e1b77f'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:36:50.927714 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db012b57-afb1-412b-a37b-814e10637c51 None None] Attempting to bind port 116a0d1b-a6a1-46ae-805c-b2e4dcff3e7d on network 840567bc-485d-4859-b709-6c0a53e1b77f {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:36:50.933100 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db012b57-afb1-412b-a37b-814e10637c51 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:36:50.933878 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db012b57-afb1-412b-a37b-814e10637c51 None None] Checking segment: {'id': '46fa48f4-f62f-4475-b1d4-47933d2a69e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '840567bc-485d-4859-b709-6c0a53e1b77f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:36:50.934369 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-db012b57-afb1-412b-a37b-814e10637c51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:50.934925 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db012b57-afb1-412b-a37b-814e10637c51 None None] Bound using segment: {'id': '46fa48f4-f62f-4475-b1d4-47933d2a69e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '840567bc-485d-4859-b709-6c0a53e1b77f'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:36:50.935483 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-db012b57-afb1-412b-a37b-814e10637c51 None None] Bound port: 116a0d1b-a6a1-46ae-805c-b2e4dcff3e7d, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46fa48f4-f62f-4475-b1d4-47933d2a69e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '840567bc-485d-4859-b709-6c0a53e1b77f'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:36:50.935960 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-db012b57-afb1-412b-a37b-814e10637c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:50.971245 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a5b680b-1931-4383-9595-a5e462765271 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Router 3687d9cb-9bf9-4c79-989e-b2dc3de71e4c has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:36:51.012046 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-db012b57-afb1-412b-a37b-814e10637c51 None None] For port 116a0d1b-a6a1-46ae-805c-b2e4dcff3e7d, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:36:51.015950 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-db012b57-afb1-412b-a37b-814e10637c51 None None] For port 116a0d1b-a6a1-46ae-805c-b2e4dcff3e7d, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=116a0d1b-a6a1-46ae-805c-b2e4dcff3e7d,segment=NetworkSegment(46fa48f4-f62f-4475-b1d4-47933d2a69e5),segment_id=46fa48f4-f62f-4475-b1d4-47933d2a69e5)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:36:51.060132 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-98c7f17d-6d76-42df-b239-5020e5f97aa6 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:51.072641 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c7f17d-6d76-42df-b239-5020e5f97aa6 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:36:51.073372 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-98c7f17d-6d76-42df-b239-5020e5f97aa6 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:51.089552 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-db012b57-afb1-412b-a37b-814e10637c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:51.095820 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a5b680b-1931-4383-9595-a5e462765271 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:36:51.102043 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-1a5b680b-1931-4383-9595-a5e462765271 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] 10.222.0.20 "PUT /v2.0/routers/3687d9cb-9bf9-4c79-989e-b2dc3de71e4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3156736 Dec 10 15:36:51.115491 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb4a77a-0cd6-487f-bd6d-b4752f9e5b0a None None] Sync routers for ids ['3687d9cb-9bf9-4c79-989e-b2dc3de71e4c'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:36:51.135073 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36638) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:51.201654 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb4a77a-0cd6-487f-bd6d-b4752f9e5b0a None None] Routers {'3687d9cb-9bf9-4c79-989e-b2dc3de71e4c'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:36:51.202337 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-3cb4a77a-0cd6-487f-bd6d-b4752f9e5b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:36:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['3687d9cb-9bf9-4c79-989e-b2dc3de71e4c'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:51.215951 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device df16b59d-9eb1-4704-89a6-2dd4ad19e44b no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:36:51.262582 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c7f17d-6d76-42df-b239-5020e5f97aa6 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'Network': ['ID=41da71eb-bf34-43b9-be45-4b47a883de82,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:51.271011 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: df16b59d-9eb1-4704-89a6-2dd4ad19e44b {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:36:51.271543 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device df16b59d-9eb1-4704-89a6-2dd4ad19e44b not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:36:51.280816 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-98c7f17d-6d76-42df-b239-5020e5f97aa6 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9756706 Dec 10 15:36:51.283768 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36644) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:51.291317 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-e9710185-ca55-46fc-b46d-03886a6d6719 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-149117513', 'admin_state_up': True, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:51.300635 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e9ddbae9-e7c0-4cce-8ddf-6d35e5dee6c4 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Publish callbacks [] for router, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:51.302978 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fd92db89-f1c8-44ce-8ef2-b1ea11377f9c tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:51.352848 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 41da71eb-bf34-43b9-be45-4b47a883de82 details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:36:51.372422 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-3cb4a77a-0cd6-487f-bd6d-b4752f9e5b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:51.378603 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db012b57-afb1-412b-a37b-814e10637c51 None None] Pushing event updated for resources: {'Port': ['ID=116a0d1b-a6a1-46ae-805c-b2e4dcff3e7d,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:51.469223 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb4a77a-0cd6-487f-bd6d-b4752f9e5b0a None None] Routers {'3687d9cb-9bf9-4c79-989e-b2dc3de71e4c'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:36:51.470461 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-3cb4a77a-0cd6-487f-bd6d-b4752f9e5b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:36:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['3687d9cb-9bf9-4c79-989e-b2dc3de71e4c'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:51.516143 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e9710185-ca55-46fc-b46d-03886a6d6719 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13912'] for router, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:51.518187 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e9710185-ca55-46fc-b46d-03886a6d6719 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:51.525528 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e9ddbae9-e7c0-4cce-8ddf-6d35e5dee6c4 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13898'] for router, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:51.541992 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e9ddbae9-e7c0-4cce-8ddf-6d35e5dee6c4 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:51.571645 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-3cb4a77a-0cd6-487f-bd6d-b4752f9e5b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:51.573420 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb4a77a-0cd6-487f-bd6d-b4752f9e5b0a None None] The sync data for ids ['3687d9cb-9bf9-4c79-989e-b2dc3de71e4c'] in dv-neutron-821401-4-hyperv is: [] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:36:51.686489 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e9710185-ca55-46fc-b46d-03886a6d6719 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:51.697278 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-fd92db89-f1c8-44ce-8ef2-b1ea11377f9c tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Allocated IP 2001:db8::1 (0edc5f39-ea09-4e01-9c97-c4980f8bd80a/4b1e0fd4-637b-4e9c-8d8f-275e38afed29/46770ac2-7f04-4729-bc64-16afc8885dcf) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:36:51.752458 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e9ddbae9-e7c0-4cce-8ddf-6d35e5dee6c4 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549250'] for router, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:51.753027 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9ddbae9-e7c0-4cce-8ddf-6d35e5dee6c4 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Fanout notify agent at l3_agent the message router_deleted on router 3687d9cb-9bf9-4c79-989e-b2dc3de71e4c {{(pid=103586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 15:36:51.772548 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e9ddbae9-e7c0-4cce-8ddf-6d35e5dee6c4 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:51.772548 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-e9ddbae9-e7c0-4cce-8ddf-6d35e5dee6c4 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] 10.222.0.20 "DELETE /v2.0/routers/3687d9cb-9bf9-4c79-989e-b2dc3de71e4c HTTP/1.1" status: 204 len: 168 time: 0.6248348 Dec 10 15:36:51.772548 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36648) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:51.801754 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d984b5e2-9707-4579-8e87-0de91e012521 req-7effde4e-5dc3-4f01-b55e-2c73059d7632 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/ports?device_id=85708d57-23ef-42c1-b310-051281f973f7 HTTP/1.1" status: 200 len: 210 time: 0.0624053 Dec 10 15:36:51.898771 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc8d3dd1-4cde-4464-ac05-7855d570207f tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Deleting subnet 4f30dffe-beec-4552-b850-7391cb1c960d {{(pid=103586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:36:51.914265 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fd92db89-f1c8-44ce-8ef2-b1ea11377f9c tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:51.932994 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fc8d3dd1-4cde-4464-ac05-7855d570207f tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Publish callbacks [] for subnet, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:51.958352 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36650) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:51.963453 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-680a5924-8831-4e6c-a857-0e4b6eb8b9c5 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2075634507', 'description': 'tempest-secgroup-smoke-2075634507 description', 'project_id': '5591279ec4634b489dcb9d918648235a'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:51.993577 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e9710185-ca55-46fc-b46d-03886a6d6719 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:52.008311 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fc8d3dd1-4cde-4464-ac05-7855d570207f tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12392400'] for subnet, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:52.011719 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8b5a7-dd1b-4087-ad1d-f556ad8343e1 req-06672e54-8ba3-4e36-8caa-33c1585796a5 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:36:52.011719 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-67e8b5a7-dd1b-4087-ad1d-f556ad8343e1 req-06672e54-8ba3-4e36-8caa-33c1585796a5 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.44 "GET /v2.0/networks?id=dd61618b-b615-4db2-a1a8-ba6a4be6a018 HTTP/1.1" status: 200 len: 811 time: 0.1603284 Dec 10 15:36:52.011994 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 15:36:52.081965 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-67e8b5a7-dd1b-4087-ad1d-f556ad8343e1 req-7b628de4-1c78-4bd6-9bb3-8762dce8c26a tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe288e3581ed450db6aaaa858fc0d419 HTTP/1.1" status: 200 len: 380 time: 0.0609686 Dec 10 15:36:52.091464 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [req-67e8b5a7-dd1b-4087-ad1d-f556ad8343e1 req-a67d52cd-c302-4c47-9683-771a38bdf23b tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Request body: {'port': {'device_id': '85708d57-23ef-42c1-b310-051281f973f7', 'network_id': 'dd61618b-b615-4db2-a1a8-ba6a4be6a018', 'admin_state_up': True, 'tenant_id': 'fe288e3581ed450db6aaaa858fc0d419', 'security_groups': ['768e56a5-cc04-4fcd-bec3-2ab2cf193260']}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:52.115551 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fd92db89-f1c8-44ce-8ef2-b1ea11377f9c tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:52.117664 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-680a5924-8831-4e6c-a857-0e4b6eb8b9c5 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:52.137718 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fc8d3dd1-4cde-4464-ac05-7855d570207f tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:52.204448 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-680a5924-8831-4e6c-a857-0e4b6eb8b9c5 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:52.263585 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd92db89-f1c8-44ce-8ef2-b1ea11377f9c tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Network 0edc5f39-ea09-4e01-9c97-c4980f8bd80a is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:36:52.275056 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-fd92db89-f1c8-44ce-8ef2-b1ea11377f9c tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:36:52.283104 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd92db89-f1c8-44ce-8ef2-b1ea11377f9c tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:36:52.283654 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fd92db89-f1c8-44ce-8ef2-b1ea11377f9c tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552880'] for router_interface, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:52.287747 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd92db89-f1c8-44ce-8ef2-b1ea11377f9c tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Pushing event updated for resources: {'Port': ['ID=46770ac2-7f04-4729-bc64-16afc8885dcf,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:52.297207 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fc8d3dd1-4cde-4464-ac05-7855d570207f tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:52.334694 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fc8d3dd1-4cde-4464-ac05-7855d570207f tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:52.338859 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-fc8d3dd1-4cde-4464-ac05-7855d570207f tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] 10.222.0.20 "DELETE /v2.0/subnets/4f30dffe-beec-4552-b850-7391cb1c960d HTTP/1.1" status: 204 len: 168 time: 0.5743046 Dec 10 15:36:52.345764 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99cba97-a4df-414b-8cbf-f2b03cf0281b None None] Network 924a8ff3-b3f8-4f39-99a5-a62e2b26ff3c requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:36:52.347948 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36652) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:52.349437 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd92db89-f1c8-44ce-8ef2-b1ea11377f9c tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:36:52.349822 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd92db89-f1c8-44ce-8ef2-b1ea11377f9c tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:36:52.350183 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd92db89-f1c8-44ce-8ef2-b1ea11377f9c tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:36:52.350530 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd92db89-f1c8-44ce-8ef2-b1ea11377f9c tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:36:52.350865 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd92db89-f1c8-44ce-8ef2-b1ea11377f9c tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:36:52.351209 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd92db89-f1c8-44ce-8ef2-b1ea11377f9c tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:36:52.352370 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd92db89-f1c8-44ce-8ef2-b1ea11377f9c tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:36:52.352735 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd92db89-f1c8-44ce-8ef2-b1ea11377f9c tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:36:52.353076 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd92db89-f1c8-44ce-8ef2-b1ea11377f9c tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:36:52.353414 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd92db89-f1c8-44ce-8ef2-b1ea11377f9c tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:36:52.353751 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd92db89-f1c8-44ce-8ef2-b1ea11377f9c tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:36:52.354112 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd92db89-f1c8-44ce-8ef2-b1ea11377f9c tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:36:52.354445 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd92db89-f1c8-44ce-8ef2-b1ea11377f9c tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:36:52.377260 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8d3dd1-4cde-4464-ac05-7855d570207f tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Pushing event deleted for resources: {'Subnet': ['ID=4f30dffe-beec-4552-b850-7391cb1c960d,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:52.433725 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e9710185-ca55-46fc-b46d-03886a6d6719 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for router_gateway, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:52.498955 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e9710185-ca55-46fc-b46d-03886a6d6719 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:52.500245 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67e8b5a7-dd1b-4087-ad1d-f556ad8343e1 req-a67d52cd-c302-4c47-9683-771a38bdf23b tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Made reservation on behalf of fe288e3581ed450db6aaaa858fc0d419 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:36:52.506846 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-67e8b5a7-dd1b-4087-ad1d-f556ad8343e1 req-a67d52cd-c302-4c47-9683-771a38bdf23b tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:52.598717 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1832cd-e45d-40a7-af15-ef66f477c1a7 None None] Network 840567bc-485d-4859-b709-6c0a53e1b77f requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:36:52.600035 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-54422b82-2b7a-434a-a5fc-90875239f787 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:52.666933 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-680a5924-8831-4e6c-a857-0e4b6eb8b9c5 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:52.691363 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-e9710185-ca55-46fc-b46d-03886a6d6719 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Allocated IP 172.26.2.249 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/85be69d8-11d2-4f6a-9292-568bd78a6e93) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:36:52.704299 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe0cae7-fe03-44e2-98d8-ab48ff334196 None None] DHCP port deletion for 924a8ff3-b3f8-4f39-99a5-a62e2b26ff3c request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:36:52.726387 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-b6ca699f-a678-476b-87fd-335d85a60f95 None None] Provisioning complete for port 116a0d1b-a6a1-46ae-805c-b2e4dcff3e7d triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:36:52.727561 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b6ca699f-a678-476b-87fd-335d85a60f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:52.780282 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-680a5924-8831-4e6c-a857-0e4b6eb8b9c5 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:52.846886 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e9710185-ca55-46fc-b46d-03886a6d6719 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:52.898283 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fd92db89-f1c8-44ce-8ef2-b1ea11377f9c tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:52.929557 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-cbe0cae7-fe03-44e2-98d8-ab48ff334196 None None] Deleting port f48dd237-067f-4ebf-a9b3-eaba00a0f38c {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:36:52.929961 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cbe0cae7-fe03-44e2-98d8-ab48ff334196 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:52.949272 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b6ca699f-a678-476b-87fd-335d85a60f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:52.957619 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-ab9dc6df-baeb-463e-8864-c6b6c1c100e2 req-96b782bd-841a-413f-a389-4f29bc1f6bff tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/ports?device_id=85708d57-23ef-42c1-b310-051281f973f7 HTTP/1.1" status: 200 len: 210 time: 0.0371010 Dec 10 15:36:52.969053 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680a5924-8831-4e6c-a857-0e4b6eb8b9c5 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f515e00d-b694-4011-a998-c201228067f8,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:52.971361 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e9710185-ca55-46fc-b46d-03886a6d6719 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:53.032784 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-54422b82-2b7a-434a-a5fc-90875239f787 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Deleting port f48dd237-067f-4ebf-a9b3-eaba00a0f38c {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:36:53.033123 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-54422b82-2b7a-434a-a5fc-90875239f787 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:53.035094 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-b6ca699f-a678-476b-87fd-335d85a60f95 None None] For port 116a0d1b-a6a1-46ae-805c-b2e4dcff3e7d, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=116a0d1b-a6a1-46ae-805c-b2e4dcff3e7d,segment=NetworkSegment(46fa48f4-f62f-4475-b1d4-47933d2a69e5),segment_id=46fa48f4-f62f-4475-b1d4-47933d2a69e5)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:36:53.052167 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9710185-ca55-46fc-b46d-03886a6d6719 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:36:53.057382 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-e9710185-ca55-46fc-b46d-03886a6d6719 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:36:53.067992 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-cbe0cae7-fe03-44e2-98d8-ab48ff334196 None None] For port f48dd237-067f-4ebf-a9b3-eaba00a0f38c, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=f48dd237-067f-4ebf-a9b3-eaba00a0f38c,segment=NetworkSegment(35dcf978-5440-4ae1-ad8a-b6c56cdb9422),segment_id=35dcf978-5440-4ae1-ad8a-b6c56cdb9422)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:36:53.068614 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cbe0cae7-fe03-44e2-98d8-ab48ff334196 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:53.085638 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9710185-ca55-46fc-b46d-03886a6d6719 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:36:53.109345 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-cbe0cae7-fe03-44e2-98d8-ab48ff334196 None None] Calling delete_port for f48dd237-067f-4ebf-a9b3-eaba00a0f38c owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:36:53.113340 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9710185-ca55-46fc-b46d-03886a6d6719 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'Port': ['ID=85be69d8-11d2-4f6a-9292-568bd78a6e93,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:53.139425 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d065997-9bcf-471f-933a-9f7aa1b956a1 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:36:53.142718 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b6ca699f-a678-476b-87fd-335d85a60f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:53.334687 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ca699f-a678-476b-87fd-335d85a60f95 None None] Pushing event updated for resources: {'Port': ['ID=116a0d1b-a6a1-46ae-805c-b2e4dcff3e7d,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:53.357907 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 116a0d1b-a6a1-46ae-805c-b2e4dcff3e7d up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:36:53.387750 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ca699f-a678-476b-87fd-335d85a60f95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:36:53.391402 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ca699f-a678-476b-87fd-335d85a60f95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:36:53.391402 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ca699f-a678-476b-87fd-335d85a60f95 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:36:53.391402 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ca699f-a678-476b-87fd-335d85a60f95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:36:53.391402 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ca699f-a678-476b-87fd-335d85a60f95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:36:53.391402 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ca699f-a678-476b-87fd-335d85a60f95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:36:53.391402 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ca699f-a678-476b-87fd-335d85a60f95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:36:53.391402 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ca699f-a678-476b-87fd-335d85a60f95 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:36:53.391402 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ca699f-a678-476b-87fd-335d85a60f95 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:36:53.391402 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ca699f-a678-476b-87fd-335d85a60f95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:36:53.391402 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ca699f-a678-476b-87fd-335d85a60f95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:36:53.391402 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ca699f-a678-476b-87fd-335d85a60f95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:36:53.392825 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ca699f-a678-476b-87fd-335d85a60f95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:36:53.430174 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-b03fbc3d-f677-4da9-9458-0bb58f768c0c None None] Provisioning complete for port 46770ac2-7f04-4729-bc64-16afc8885dcf triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:36:53.430569 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b03fbc3d-f677-4da9-9458-0bb58f768c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:53.498542 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-b03fbc3d-f677-4da9-9458-0bb58f768c0c None None] Port 46770ac2-7f04-4729-bc64-16afc8885dcf cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:36:53.498542 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 116a0d1b-a6a1-46ae-805c-b2e4dcff3e7d triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:36:53.498542 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:53.580190 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-67e8b5a7-dd1b-4087-ad1d-f556ad8343e1 req-a67d52cd-c302-4c47-9683-771a38bdf23b tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Allocated IP 172.20.0.3 (dd61618b-b615-4db2-a1a8-ba6a4be6a018/62e04148-ee42-4779-a2ec-46121cdcb205/e3674829-5445-4607-aa20-d25815ff2928) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:36:53.606364 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e9710185-ca55-46fc-b46d-03886a6d6719 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for router_gateway, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:53.627979 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-ce666f9b-8e1c-4f06-8b4c-62b53562a586 None None] Provisioning complete for port 116a0d1b-a6a1-46ae-805c-b2e4dcff3e7d triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:36:53.628374 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ce666f9b-8e1c-4f06-8b4c-62b53562a586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:53.629891 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-680a5924-8831-4e6c-a857-0e4b6eb8b9c5 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:53.630155 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cbe0cae7-fe03-44e2-98d8-ab48ff334196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:53.675803 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe0cae7-fe03-44e2-98d8-ab48ff334196 None None] Pushing event deleted for resources: {'Port': ['ID=f48dd237-067f-4ebf-a9b3-eaba00a0f38c,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:53.694196 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe0cae7-fe03-44e2-98d8-ab48ff334196 None None] No DVR routers for this DVR port f48dd237-067f-4ebf-a9b3-eaba00a0f38c on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:36:53.697119 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device f48dd237-067f-4ebf-a9b3-eaba00a0f38c no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:36:53.699532 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-54422b82-2b7a-434a-a5fc-90875239f787 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] For port f48dd237-067f-4ebf-a9b3-eaba00a0f38c, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=f48dd237-067f-4ebf-a9b3-eaba00a0f38c,segment=NetworkSegment(35dcf978-5440-4ae1-ad8a-b6c56cdb9422),segment_id=35dcf978-5440-4ae1-ad8a-b6c56cdb9422)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:36:53.699905 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-54422b82-2b7a-434a-a5fc-90875239f787 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:53.725936 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: f48dd237-067f-4ebf-a9b3-eaba00a0f38c {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:36:53.726288 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device f48dd237-067f-4ebf-a9b3-eaba00a0f38c not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:36:53.759845 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-54422b82-2b7a-434a-a5fc-90875239f787 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Calling delete_port for f48dd237-067f-4ebf-a9b3-eaba00a0f38c owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:36:53.774826 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-680a5924-8831-4e6c-a857-0e4b6eb8b9c5 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:53.793108 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-ce666f9b-8e1c-4f06-8b4c-62b53562a586 None None] Provisioning complete for port 85be69d8-11d2-4f6a-9292-568bd78a6e93 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:36:53.793926 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ce666f9b-8e1c-4f06-8b4c-62b53562a586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:53.831321 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-ce666f9b-8e1c-4f06-8b4c-62b53562a586 None None] Port 85be69d8-11d2-4f6a-9292-568bd78a6e93 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:36:53.912061 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-680a5924-8831-4e6c-a857-0e4b6eb8b9c5 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:53.913336 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-680a5924-8831-4e6c-a857-0e4b6eb8b9c5 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.9540260 Dec 10 15:36:53.931741 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36658) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:53.932440 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680a5924-8831-4e6c-a857-0e4b6eb8b9c5 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa9c1f6-95bc-4eb4-ae59-5d412abcb02c,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:53.941624 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-29bd9eb2-df51-4b7c-899e-aa70e31cc570 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Request body: {'security_group_rule': {'security_group_id': '2fa9c1f6-95bc-4eb4-ae59-5d412abcb02c', 'project_id': '5591279ec4634b489dcb9d918648235a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:54.092813 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-54422b82-2b7a-434a-a5fc-90875239f787 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:54.140842 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54422b82-2b7a-434a-a5fc-90875239f787 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] No DVR routers for this DVR port f48dd237-067f-4ebf-a9b3-eaba00a0f38c on host dv-neutron-821401-4-hyperv {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:36:54.151985 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-67e8b5a7-dd1b-4087-ad1d-f556ad8343e1 req-a67d52cd-c302-4c47-9683-771a38bdf23b tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:54.155864 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54422b82-2b7a-434a-a5fc-90875239f787 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Pushing event deleted for resources: {'Port': ['ID=f48dd237-067f-4ebf-a9b3-eaba00a0f38c,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:54.194683 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-29bd9eb2-df51-4b7c-899e-aa70e31cc570 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:54.256328 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-159514f3-a36b-4c8d-8cc0-c8468630f8e5 req-927ca812-fe58-453d-8a45-bfe7c9890c69 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/ports?device_id=85708d57-23ef-42c1-b310-051281f973f7 HTTP/1.1" status: 200 len: 210 time: 0.0323362 Dec 10 15:36:54.268068 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e9710185-ca55-46fc-b46d-03886a6d6719 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363'] for router, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:54.289835 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fd92db89-f1c8-44ce-8ef2-b1ea11377f9c tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:54.314859 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-54422b82-2b7a-434a-a5fc-90875239f787 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:54.343492 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-54422b82-2b7a-434a-a5fc-90875239f787 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['924a8ff3-b3f8-4f39-99a5-a62e2b26ff3c']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:54.359311 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fd92db89-f1c8-44ce-8ef2-b1ea11377f9c tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:54.361034 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fd92db89-f1c8-44ce-8ef2-b1ea11377f9c tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549888'] for router_interface, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:54.365050 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-54422b82-2b7a-434a-a5fc-90875239f787 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35dcf978-5440-4ae1-ad8a-b6c56cdb9422') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:54.365348 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-54422b82-2b7a-434a-a5fc-90875239f787 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35dcf978-5440-4ae1-ad8a-b6c56cdb9422') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:54.380809 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-29bd9eb2-df51-4b7c-899e-aa70e31cc570 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:54.415066 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-54422b82-2b7a-434a-a5fc-90875239f787 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11806923'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:54.418955 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-67e8b5a7-dd1b-4087-ad1d-f556ad8343e1 req-a67d52cd-c302-4c47-9683-771a38bdf23b tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:54.454099 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-54422b82-2b7a-434a-a5fc-90875239f787 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:54.491630 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd92db89-f1c8-44ce-8ef2-b1ea11377f9c tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Pushing event updated for resources: {'Port': ['ID=46770ac2-7f04-4729-bc64-16afc8885dcf,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:54.502954 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54422b82-2b7a-434a-a5fc-90875239f787 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:36:54.503378 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-54422b82-2b7a-434a-a5fc-90875239f787 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11236635'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:54.506419 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-29bd9eb2-df51-4b7c-899e-aa70e31cc570 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:54.508075 dv-neutron-821401-4-hyperv neutron-server[103587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:36:54.508075 dv-neutron-821401-4-hyperv neutron-server[103587]: self.session.flush() Dec 10 15:36:54.508075 dv-neutron-821401-4-hyperv neutron-server[103587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:36:54.508075 dv-neutron-821401-4-hyperv neutron-server[103587]: self.session.flush() Dec 10 15:36:54.508075 dv-neutron-821401-4-hyperv neutron-server[103587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:36:54.508075 dv-neutron-821401-4-hyperv neutron-server[103587]: self.session.flush() Dec 10 15:36:54.508075 dv-neutron-821401-4-hyperv neutron-server[103587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:36:54.508075 dv-neutron-821401-4-hyperv neutron-server[103587]: self.session.flush() Dec 10 15:36:54.508075 dv-neutron-821401-4-hyperv neutron-server[103587]: Traceback (most recent call last): Dec 10 15:36:54.508075 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:36:54.508075 dv-neutron-821401-4-hyperv neutron-server[103587]: timer() Dec 10 15:36:54.508075 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:36:54.508075 dv-neutron-821401-4-hyperv neutron-server[103587]: cb(*args, **kw) Dec 10 15:36:54.508075 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:36:54.508075 dv-neutron-821401-4-hyperv neutron-server[103587]: return func(*args, **kwargs) Dec 10 15:36:54.508075 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:36:54.508075 dv-neutron-821401-4-hyperv neutron-server[103587]: self._notify() Dec 10 15:36:54.508075 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:36:54.508075 dv-neutron-821401-4-hyperv neutron-server[103587]: self.callback(batched_events) Dec 10 15:36:54.508075 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:36:54.508075 dv-neutron-821401-4-hyperv neutron-server[103587]: event.method(event) Dec 10 15:36:54.508075 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:36:54.508075 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:36:54.508075 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:36:54.508075 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:36:54.508075 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:36:54.508075 dv-neutron-821401-4-hyperv neutron-server[103587]: return f(self, *a, **k) Dec 10 15:36:54.508075 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:36:54.508075 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._get(url).json() Dec 10 15:36:54.508075 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:36:54.508075 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:36:54.508075 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:36:54.508075 dv-neutron-821401-4-hyperv neutron-server[103587]: return self.request(url, 'GET', **kwargs) Dec 10 15:36:54.508075 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:36:54.508075 dv-neutron-821401-4-hyperv neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:36:54.508075 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:36:54.508075 dv-neutron-821401-4-hyperv neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:36:54.508075 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:36:54.508075 dv-neutron-821401-4-hyperv neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:36:54.508075 dv-neutron-821401-4-hyperv neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:36:54.514502 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9710185-ca55-46fc-b46d-03886a6d6719 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Router 03035e65-5fbc-4480-9aad-94a84cc9864d is scheduled to L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d with binding_index 1 {{(pid=103586) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 15:36:54.593769 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67e8b5a7-dd1b-4087-ad1d-f556ad8343e1 req-a67d52cd-c302-4c47-9683-771a38bdf23b tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Network dd61618b-b615-4db2-a1a8-ba6a4be6a018 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:36:54.595907 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-67e8b5a7-dd1b-4087-ad1d-f556ad8343e1 req-a67d52cd-c302-4c47-9683-771a38bdf23b tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:36:54.606961 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-67e8b5a7-dd1b-4087-ad1d-f556ad8343e1 req-a67d52cd-c302-4c47-9683-771a38bdf23b tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:36:54.666418 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9710185-ca55-46fc-b46d-03886a6d6719 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:36:54.679637 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94be6e2-d0ee-4488-a631-1fccee67bc42 None None] Sync routers for ids ['03035e65-5fbc-4480-9aad-94a84cc9864d'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:36:54.691979 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94be6e2-d0ee-4488-a631-1fccee67bc42 None None] Routers {'03035e65-5fbc-4480-9aad-94a84cc9864d'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:36:54.693603 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-b94be6e2-d0ee-4488-a631-1fccee67bc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:36:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['03035e65-5fbc-4480-9aad-94a84cc9864d'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:54.704162 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8b5a7-dd1b-4087-ad1d-f556ad8343e1 req-a67d52cd-c302-4c47-9683-771a38bdf23b tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:36:54.704845 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-67e8b5a7-dd1b-4087-ad1d-f556ad8343e1 req-a67d52cd-c302-4c47-9683-771a38bdf23b tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:54.729429 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bd9eb2-df51-4b7c-899e-aa70e31cc570 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5acb1b5f-26f7-4357-8317-f5da4f11a5ee,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:54.758756 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67d52cd-c302-4c47-9683-771a38bdf23b tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Pushing event updated for resources: {'Port': ['ID=e3674829-5445-4607-aa20-d25815ff2928,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:54.786673 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd92db89-f1c8-44ce-8ef2-b1ea11377f9c tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Network 0edc5f39-ea09-4e01-9c97-c4980f8bd80a is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:36:54.788438 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-fd92db89-f1c8-44ce-8ef2-b1ea11377f9c tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:36:54.794514 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e9710185-ca55-46fc-b46d-03886a6d6719 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:54.795814 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-e9710185-ca55-46fc-b46d-03886a6d6719 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.5110724 Dec 10 15:36:54.803769 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36662) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:54.843201 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-b94be6e2-d0ee-4488-a631-1fccee67bc42 None None] Set router 03035e65-5fbc-4480-9aad-94a84cc9864d gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:36:54.863883 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-54422b82-2b7a-434a-a5fc-90875239f787 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:54.881661 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-54422b82-2b7a-434a-a5fc-90875239f787 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:54.888867 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-1e588936-381b-4b54-8956-76e8404d59d6 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=e049672a5fd04e7f8cbb0423b61eb757&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0836339 Dec 10 15:36:54.893007 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-54422b82-2b7a-434a-a5fc-90875239f787 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] 10.222.0.20 "DELETE /v2.0/networks/924a8ff3-b3f8-4f39-99a5-a62e2b26ff3c HTTP/1.1" status: 204 len: 168 time: 2.5349064 Dec 10 15:36:54.894063 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36664) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:54.896052 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-29bd9eb2-df51-4b7c-899e-aa70e31cc570 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:54.897222 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-29bd9eb2-df51-4b7c-899e-aa70e31cc570 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9622152 Dec 10 15:36:54.906324 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-67e8b5a7-dd1b-4087-ad1d-f556ad8343e1 req-a67d52cd-c302-4c47-9683-771a38bdf23b tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8186793 Dec 10 15:36:54.912042 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36668) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:54.980758 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-15de3537-58bf-4fba-9330-68c1da617842 None None] Provisioning complete for port e3674829-5445-4607-aa20-d25815ff2928 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:36:54.981329 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-15de3537-58bf-4fba-9330-68c1da617842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:55.027089 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-df52d0ea-7844-4674-a31e-03b1bd2df23f tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Request body: {'security_group_rule': {'security_group_id': '2fa9c1f6-95bc-4eb4-ae59-5d412abcb02c', 'project_id': '5591279ec4634b489dcb9d918648235a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:55.051179 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [req-67e8b5a7-dd1b-4087-ad1d-f556ad8343e1 req-e45eabfe-f222-4ff1-ba72-4b38373b9eec service neutron] Request body: {'port': {'device_id': '85708d57-23ef-42c1-b310-051281f973f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:55.052734 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-15de3537-58bf-4fba-9330-68c1da617842 None None] Port e3674829-5445-4607-aa20-d25815ff2928 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:36:55.091865 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0762cd2d-56e4-4ec9-a1c2-d8a33772ad32 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:36:55.099827 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-0762cd2d-56e4-4ec9-a1c2-d8a33772ad32 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2043538 Dec 10 15:36:55.100491 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36672) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:55.158409 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-d8a56f2e-1e9c-43b2-8308-f2aef6f7a25c tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=d5a1452c-422a-4e1a-a1c7-48738ecf752f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0567367 Dec 10 15:36:55.165266 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36674) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:55.171422 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-a802c34e-3272-45fc-a698-4b9263bfd479 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2109717603', 'network_id': '41da71eb-bf34-43b9-be45-4b47a883de82', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:55.175543 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-b94be6e2-d0ee-4488-a631-1fccee67bc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03035e65-5fbc-4480-9aad-94a84cc9864d', 'name': 'tempest-TestNetworkBasicOps-router-149117513', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.249'}], 'enable_snat': True}, 'gw_port_id': '85be69d8-11d2-4f6a-9292-568bd78a6e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:36:51Z', 'updated_at': '2021-12-10T15:36:53Z', 'revision_number': 3, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '85be69d8-11d2-4f6a-9292-568bd78a6e93', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f0:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03035e65-5fbc-4480-9aad-94a84cc9864d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:36:52Z', 'updated_at': '2021-12-10T15:36:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:55.187336 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-a67aac17-36ee-4896-a1da-9cde8e07e506 None None] Provisioning complete for port 46770ac2-7f04-4729-bc64-16afc8885dcf triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:36:55.187720 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a67aac17-36ee-4896-a1da-9cde8e07e506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:55.207400 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94be6e2-d0ee-4488-a631-1fccee67bc42 None None] Checking router: 03035e65-5fbc-4480-9aad-94a84cc9864d for host: dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:36:55.207840 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94be6e2-d0ee-4488-a631-1fccee67bc42 None None] Updating router 03035e65-5fbc-4480-9aad-94a84cc9864d port 85be69d8-11d2-4f6a-9292-568bd78a6e93 binding host dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 15:36:55.210220 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54422b82-2b7a-434a-a5fc-90875239f787 tempest-FloatingIPNegativeTestJSON-1738535832 tempest-FloatingIPNegativeTestJSON-1738535832-project] Pushing event deleted for resources: {'Network': ['ID=924a8ff3-b3f8-4f39-99a5-a62e2b26ff3c,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:55.222738 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-67e8b5a7-dd1b-4087-ad1d-f556ad8343e1 req-e45eabfe-f222-4ff1-ba72-4b38373b9eec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:55.234398 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd92db89-f1c8-44ce-8ef2-b1ea11377f9c tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Router c7d941d7-6f69-4485-a12a-f9be26ca6727 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:36:55.238706 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b94be6e2-d0ee-4488-a631-1fccee67bc42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:55.279107 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-a67aac17-36ee-4896-a1da-9cde8e07e506 None None] Port 46770ac2-7f04-4729-bc64-16afc8885dcf cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:36:55.316765 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 116a0d1b-a6a1-46ae-805c-b2e4dcff3e7d up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:36:55.415546 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 116a0d1b-a6a1-46ae-805c-b2e4dcff3e7d triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:36:55.416257 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:55.469065 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-df52d0ea-7844-4674-a31e-03b1bd2df23f tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:55.479923 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a802c34e-3272-45fc-a698-4b9263bfd479 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Made reservation on behalf of e049672a5fd04e7f8cbb0423b61eb757 for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:36:55.483973 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a802c34e-3272-45fc-a698-4b9263bfd479 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:55.657761 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b94be6e2-d0ee-4488-a631-1fccee67bc42 None None] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:55.674554 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36680) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:55.714992 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c294aa4-3455-4343-93c7-8fc4c2562954 req-b21ed852-ad07-4dad-82a5-6a9ec94d7771 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:36:55.722494 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-9c294aa4-3455-4343-93c7-8fc4c2562954 req-b21ed852-ad07-4dad-82a5-6a9ec94d7771 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/ports?device_id=85708d57-23ef-42c1-b310-051281f973f7 HTTP/1.1" status: 200 len: 931 time: 0.2972794 Dec 10 15:36:55.731040 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b94be6e2-d0ee-4488-a631-1fccee67bc42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:55.737478 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd92db89-f1c8-44ce-8ef2-b1ea11377f9c tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:36:55.748876 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-fd92db89-f1c8-44ce-8ef2-b1ea11377f9c tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] 10.222.0.20 "PUT /v2.0/routers/c7d941d7-6f69-4485-a12a-f9be26ca6727/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9439695 Dec 10 15:36:55.750597 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbbab03-c942-4c98-a8f7-5ffbafa4f44c None None] Sync routers for ids ['c7d941d7-6f69-4485-a12a-f9be26ca6727'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:36:55.763630 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36684) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:55.768288 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbbab03-c942-4c98-a8f7-5ffbafa4f44c None None] Routers {'c7d941d7-6f69-4485-a12a-f9be26ca6727'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:36:55.768288 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-adbbab03-c942-4c98-a8f7-5ffbafa4f44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:36:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['c7d941d7-6f69-4485-a12a-f9be26ca6727'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:55.824452 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-df52d0ea-7844-4674-a31e-03b1bd2df23f tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:55.858970 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-adbbab03-c942-4c98-a8f7-5ffbafa4f44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:55.865904 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-9c294aa4-3455-4343-93c7-8fc4c2562954 req-34b0d9d0-aca9-4686-9bdd-95adee74a97d tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/security-groups?id=768e56a5-cc04-4fcd-bec3-2ab2cf193260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367576 Dec 10 15:36:55.884626 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbbab03-c942-4c98-a8f7-5ffbafa4f44c None None] Routers {'c7d941d7-6f69-4485-a12a-f9be26ca6727'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:36:55.885490 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-adbbab03-c942-4c98-a8f7-5ffbafa4f44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:36:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['c7d941d7-6f69-4485-a12a-f9be26ca6727'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:55.897668 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a9ef0ec5-7b02-4d0c-8374-7a737980b6b8 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks [] for router, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:55.912261 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-df52d0ea-7844-4674-a31e-03b1bd2df23f tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:55.933975 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-adbbab03-c942-4c98-a8f7-5ffbafa4f44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:55.934657 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbbab03-c942-4c98-a8f7-5ffbafa4f44c None None] The sync data for ids ['c7d941d7-6f69-4485-a12a-f9be26ca6727'] in dv-neutron-821401-4-hyperv is: [] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:36:55.939942 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df52d0ea-7844-4674-a31e-03b1bd2df23f tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e0df384-10fd-4c51-b612-71f7fc828e52,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:55.954912 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a802c34e-3272-45fc-a698-4b9263bfd479 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11695183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581935'] for subnet, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:56.009481 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890a7e2f-1f43-491b-9be0-7fa979af77be None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:36:56.018862 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-b94be6e2-d0ee-4488-a631-1fccee67bc42 None None] Attempting to bind port 85be69d8-11d2-4f6a-9292-568bd78a6e93 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:36:56.019235 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-b94be6e2-d0ee-4488-a631-1fccee67bc42 None None] Attempting to bind port 85be69d8-11d2-4f6a-9292-568bd78a6e93 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:36:56.020242 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94be6e2-d0ee-4488-a631-1fccee67bc42 None None] Attempting to bind port 85be69d8-11d2-4f6a-9292-568bd78a6e93 on network d5a1452c-422a-4e1a-a1c7-48738ecf752f {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:36:56.031728 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-37fe48b2-918b-4308-baa4-8d5fc596e728 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6ea721045aac4138b44829e8b7e504b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3475616 Dec 10 15:36:56.031829 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94be6e2-d0ee-4488-a631-1fccee67bc42 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:36:56.031829 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94be6e2-d0ee-4488-a631-1fccee67bc42 None None] Checking segment: {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:36:56.031829 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b94be6e2-d0ee-4488-a631-1fccee67bc42 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:56.032692 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94be6e2-d0ee-4488-a631-1fccee67bc42 None None] Bound using segment: {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:36:56.034335 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-b94be6e2-d0ee-4488-a631-1fccee67bc42 None None] Bound port: 85be69d8-11d2-4f6a-9292-568bd78a6e93, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:36:56.034335 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b94be6e2-d0ee-4488-a631-1fccee67bc42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:56.039070 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a5f4a0-0731-47a1-8688-2af3473143c3 None None] Pushing event updated for resources: {'Port': ['ID=85be69d8-11d2-4f6a-9292-568bd78a6e93,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:56.040397 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36686) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:56.068781 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a5f4a0-0731-47a1-8688-2af3473143c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:36:56.069464 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a5f4a0-0731-47a1-8688-2af3473143c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:36:56.070281 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a5f4a0-0731-47a1-8688-2af3473143c3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:36:56.070722 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a5f4a0-0731-47a1-8688-2af3473143c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:36:56.071116 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a5f4a0-0731-47a1-8688-2af3473143c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:36:56.071531 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a5f4a0-0731-47a1-8688-2af3473143c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:36:56.071937 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a5f4a0-0731-47a1-8688-2af3473143c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:36:56.072428 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a5f4a0-0731-47a1-8688-2af3473143c3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:36:56.072845 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a5f4a0-0731-47a1-8688-2af3473143c3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:36:56.073268 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a5f4a0-0731-47a1-8688-2af3473143c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:36:56.073662 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a5f4a0-0731-47a1-8688-2af3473143c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:36:56.074253 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a5f4a0-0731-47a1-8688-2af3473143c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:36:56.074796 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a5f4a0-0731-47a1-8688-2af3473143c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:36:56.077498 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [req-67e8b5a7-dd1b-4087-ad1d-f556ad8343e1 req-e45eabfe-f222-4ff1-ba72-4b38373b9eec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3674829-5445-4607-aa20-d25815ff2928 {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 15:36:56.088683 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-67e8b5a7-dd1b-4087-ad1d-f556ad8343e1 req-e45eabfe-f222-4ff1-ba72-4b38373b9eec service neutron] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:56.111368 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-b94be6e2-d0ee-4488-a631-1fccee67bc42 None None] For port 85be69d8-11d2-4f6a-9292-568bd78a6e93, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:36:56.115047 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-b94be6e2-d0ee-4488-a631-1fccee67bc42 None None] For port 85be69d8-11d2-4f6a-9292-568bd78a6e93, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=85be69d8-11d2-4f6a-9292-568bd78a6e93,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:36:56.115899 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-4e87225f-ca91-4a03-a1ce-ea78f7fa37da None None] Provisioning complete for port 85be69d8-11d2-4f6a-9292-568bd78a6e93 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:36:56.116271 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4e87225f-ca91-4a03-a1ce-ea78f7fa37da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:56.129512 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-67e8b5a7-dd1b-4087-ad1d-f556ad8343e1 req-e45eabfe-f222-4ff1-ba72-4b38373b9eec service neutron] Transition to ACTIVE for port object e3674829-5445-4607-aa20-d25815ff2928 will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 15:36:56.138535 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-df52d0ea-7844-4674-a31e-03b1bd2df23f tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:56.143233 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-df52d0ea-7844-4674-a31e-03b1bd2df23f tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1594522 Dec 10 15:36:56.147760 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36688) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:56.148255 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-b22ef86f-5976-4f1c-8d36-92e33bde7478 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Request body: {'security_group_rule': {'security_group_id': '2fa9c1f6-95bc-4eb4-ae59-5d412abcb02c', 'project_id': '5591279ec4634b489dcb9d918648235a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:56.164296 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a802c34e-3272-45fc-a698-4b9263bfd479 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'Subnet': ['ID=d7fc55fb-e83c-45c6-a4ad-39a7dd319016,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:56.183075 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.api.v2.resource [None req-a9ef0ec5-7b02-4d0c-8374-7a737980b6b8 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 10 15:36:56.187800 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-a9ef0ec5-7b02-4d0c-8374-7a737980b6b8 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] 10.222.0.20 "DELETE /v2.0/routers/c7d941d7-6f69-4485-a12a-f9be26ca6727 HTTP/1.1" status: 409 len: 329 time: 0.4146883 Dec 10 15:36:56.188690 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36690) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:56.190458 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cfe797f2-9685-43ef-bcc6-fd61c66dd7ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:56.194574 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-4e87225f-ca91-4a03-a1ce-ea78f7fa37da None None] Port 85be69d8-11d2-4f6a-9292-568bd78a6e93 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:36:56.201488 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a802c34e-3272-45fc-a698-4b9263bfd479 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Checking segment: {'id': 'ab8ea500-a753-4256-b008-41be8a6f9bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '41da71eb-bf34-43b9-be45-4b47a883de82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:36:56.202216 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a802c34e-3272-45fc-a698-4b9263bfd479 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Network hostable DHCP agents. Network: 41da71eb-bf34-43b9-be45-4b47a883de82, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:36:56.204729 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b94be6e2-d0ee-4488-a631-1fccee67bc42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:56.223134 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cfe797f2-9685-43ef-bcc6-fd61c66dd7ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:56.259501 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a5f4a0-0731-47a1-8688-2af3473143c3 None None] Pushing event updated for resources: {'Port': ['ID=85be69d8-11d2-4f6a-9292-568bd78a6e93,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:56.291888 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef7b2e7-8f2a-48b4-8c4c-d4e32a871a81 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:36:56.292533 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94be6e2-d0ee-4488-a631-1fccee67bc42 None None] Routers {'03035e65-5fbc-4480-9aad-94a84cc9864d'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:36:56.293446 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-b94be6e2-d0ee-4488-a631-1fccee67bc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:36:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['03035e65-5fbc-4480-9aad-94a84cc9864d'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:56.318299 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-67e8b5a7-dd1b-4087-ad1d-f556ad8343e1 req-e45eabfe-f222-4ff1-ba72-4b38373b9eec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:56.331222 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a802c34e-3272-45fc-a698-4b9263bfd479 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Network 41da71eb-bf34-43b9-be45-4b47a883de82 is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:36:56.335962 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b22ef86f-5976-4f1c-8d36-92e33bde7478 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:56.354350 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cfe797f2-9685-43ef-bcc6-fd61c66dd7ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:56.361471 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cfe797f2-9685-43ef-bcc6-fd61c66dd7ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:56.363295 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-cfe797f2-9685-43ef-bcc6-fd61c66dd7ed admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cebc6639-254b-4eb4-a4d4-e27dfe84d489 HTTP/1.1" status: 204 len: 168 time: 0.2950749 Dec 10 15:36:56.394141 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe797f2-9685-43ef-bcc6-fd61c66dd7ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cebc6639-254b-4eb4-a4d4-e27dfe84d489,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:56.443122 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-b94be6e2-d0ee-4488-a631-1fccee67bc42 None None] Set router 03035e65-5fbc-4480-9aad-94a84cc9864d gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:36:56.450961 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-a802c34e-3272-45fc-a698-4b9263bfd479 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 41da71eb-bf34-43b9-be45-4b47a883de82) {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:36:56.459882 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a802c34e-3272-45fc-a698-4b9263bfd479 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:36:56.462346 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a802c34e-3272-45fc-a698-4b9263bfd479 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:56.480485 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-9a3201f4-49a6-4df4-ae17-e26719f0b8e4 None None] Provisioning complete for port 85be69d8-11d2-4f6a-9292-568bd78a6e93 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:36:56.482167 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9a3201f4-49a6-4df4-ae17-e26719f0b8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:56.536521 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25691e35-5580-48d6-8996-d77da84f5d56 None None] Network 41da71eb-bf34-43b9-be45-4b47a883de82 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:36:56.588337 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-a802c34e-3272-45fc-a698-4b9263bfd479 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4191554 Dec 10 15:36:56.588927 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36694) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:56.639323 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45eabfe-f222-4ff1-ba72-4b38373b9eec service neutron] Pushing event updated for resources: {'Port': ['ID=e3674829-5445-4607-aa20-d25815ff2928,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:56.746550 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9a3201f4-49a6-4df4-ae17-e26719f0b8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:56.765943 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974f67bb-2b1b-4d8d-aab4-41c01e5890f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-41da71eb-bf34-43b9-be45-4b47a883de82', 'network_id': '41da71eb-bf34-43b9-be45-4b47a883de82', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'fixed_ips': [{'subnet_id': 'd7fc55fb-e83c-45c6-a4ad-39a7dd319016'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:36:56.766863 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-974f67bb-2b1b-4d8d-aab4-41c01e5890f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:56.809231 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b22ef86f-5976-4f1c-8d36-92e33bde7478 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:56.899232 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-b94be6e2-d0ee-4488-a631-1fccee67bc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03035e65-5fbc-4480-9aad-94a84cc9864d', 'name': 'tempest-TestNetworkBasicOps-router-149117513', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.249'}], 'enable_snat': True}, 'gw_port_id': '85be69d8-11d2-4f6a-9292-568bd78a6e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:36:51Z', 'updated_at': '2021-12-10T15:36:53Z', 'revision_number': 3, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '85be69d8-11d2-4f6a-9292-568bd78a6e93', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f0:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03035e65-5fbc-4480-9aad-94a84cc9864d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:36:52Z', 'updated_at': '2021-12-10T15:36:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:36:56.907549 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b22ef86f-5976-4f1c-8d36-92e33bde7478 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:56.908214 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-9a3201f4-49a6-4df4-ae17-e26719f0b8e4 None None] For port 85be69d8-11d2-4f6a-9292-568bd78a6e93, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=85be69d8-11d2-4f6a-9292-568bd78a6e93,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:36:56.923439 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-67e8b5a7-dd1b-4087-ad1d-f556ad8343e1 req-e45eabfe-f222-4ff1-ba72-4b38373b9eec service neutron] Attempting to bind port e3674829-5445-4607-aa20-d25815ff2928 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:36:56.923439 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-67e8b5a7-dd1b-4087-ad1d-f556ad8343e1 req-e45eabfe-f222-4ff1-ba72-4b38373b9eec service neutron] Attempting to bind port e3674829-5445-4607-aa20-d25815ff2928 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '8ca9f398-d3a4-4fa1-b246-394025aacb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'dd61618b-b615-4db2-a1a8-ba6a4be6a018'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:36:56.923439 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e8b5a7-dd1b-4087-ad1d-f556ad8343e1 req-e45eabfe-f222-4ff1-ba72-4b38373b9eec service neutron] Attempting to bind port e3674829-5445-4607-aa20-d25815ff2928 on network dd61618b-b615-4db2-a1a8-ba6a4be6a018 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:36:56.943958 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e8b5a7-dd1b-4087-ad1d-f556ad8343e1 req-e45eabfe-f222-4ff1-ba72-4b38373b9eec service neutron] Port e3674829-5445-4607-aa20-d25815ff2928 on network dd61618b-b615-4db2-a1a8-ba6a4be6a018 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:36:56.944284 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e8b5a7-dd1b-4087-ad1d-f556ad8343e1 req-e45eabfe-f222-4ff1-ba72-4b38373b9eec service neutron] Attempting to bind port e3674829-5445-4607-aa20-d25815ff2928 on network dd61618b-b615-4db2-a1a8-ba6a4be6a018 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:36:56.947970 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22ef86f-5976-4f1c-8d36-92e33bde7478 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1172a743-4162-464f-9ea8-62459a99dede,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:56.964257 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e8b5a7-dd1b-4087-ad1d-f556ad8343e1 req-e45eabfe-f222-4ff1-ba72-4b38373b9eec service neutron] Checking agent: {'id': 'fa828968-c68f-4b22-9699-a58fe4ab1f05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 28, 13), 'started_at': datetime.datetime(2021, 12, 10, 15, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:36:56.964615 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e8b5a7-dd1b-4087-ad1d-f556ad8343e1 req-e45eabfe-f222-4ff1-ba72-4b38373b9eec service neutron] Checking segment: {'id': '8ca9f398-d3a4-4fa1-b246-394025aacb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'dd61618b-b615-4db2-a1a8-ba6a4be6a018'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:36:56.965075 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e8b5a7-dd1b-4087-ad1d-f556ad8343e1 req-e45eabfe-f222-4ff1-ba72-4b38373b9eec service neutron] Bound using segment: {'id': '8ca9f398-d3a4-4fa1-b246-394025aacb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'dd61618b-b615-4db2-a1a8-ba6a4be6a018'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:36:56.965694 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-67e8b5a7-dd1b-4087-ad1d-f556ad8343e1 req-e45eabfe-f222-4ff1-ba72-4b38373b9eec service neutron] Bound port: e3674829-5445-4607-aa20-d25815ff2928, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ca9f398-d3a4-4fa1-b246-394025aacb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'dd61618b-b615-4db2-a1a8-ba6a4be6a018'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:36:56.966074 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-67e8b5a7-dd1b-4087-ad1d-f556ad8343e1 req-e45eabfe-f222-4ff1-ba72-4b38373b9eec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:57.005341 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94be6e2-d0ee-4488-a631-1fccee67bc42 None None] The sync data for ids ['03035e65-5fbc-4480-9aad-94a84cc9864d'] in dv-neutron-821401-4-hyperv is: [{'id': '03035e65-5fbc-4480-9aad-94a84cc9864d', 'name': 'tempest-TestNetworkBasicOps-router-149117513', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.249'}], 'enable_snat': True}, 'gw_port_id': '85be69d8-11d2-4f6a-9292-568bd78a6e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:36:51Z', 'updated_at': '2021-12-10T15:36:53Z', 'revision_number': 3, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '85be69d8-11d2-4f6a-9292-568bd78a6e93', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f0:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03035e65-5fbc-4480-9aad-94a84cc9864d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:36:52Z', 'updated_at': '2021-12-10T15:36:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:36:57.068282 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9a3201f4-49a6-4df4-ae17-e26719f0b8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:57.095505 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b22ef86f-5976-4f1c-8d36-92e33bde7478 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:57.097400 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-b22ef86f-5976-4f1c-8d36-92e33bde7478 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9527688 Dec 10 15:36:57.131908 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36706) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:57.167373 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-974f67bb-2b1b-4d8d-aab4-41c01e5890f6 None None] Allocated IP 172.20.0.2 (41da71eb-bf34-43b9-be45-4b47a883de82/d7fc55fb-e83c-45c6-a4ad-39a7dd319016/e4f73cd3-3297-4f0a-b541-18eebd11c23b) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:36:57.171914 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-0402d152-7e3a-4025-b12c-c0b2626d2ca7 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Request body: {'security_group_rule': {'security_group_id': '2fa9c1f6-95bc-4eb4-ae59-5d412abcb02c', 'project_id': '5591279ec4634b489dcb9d918648235a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:57.195037 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3b89c-88e4-4a32-b017-33ec6164bd1f req-226577fb-31d0-4432-b447-6c1dc8ad8e41 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:36:57.197025 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f0f3b89c-88e4-4a32-b017-33ec6164bd1f req-226577fb-31d0-4432-b447-6c1dc8ad8e41 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/ports?device_id=85708d57-23ef-42c1-b310-051281f973f7 HTTP/1.1" status: 200 len: 943 time: 0.1643169 Dec 10 15:36:57.201920 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-67e8b5a7-dd1b-4087-ad1d-f556ad8343e1 req-e45eabfe-f222-4ff1-ba72-4b38373b9eec service neutron] For port e3674829-5445-4607-aa20-d25815ff2928, host hv-neutron-8214, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:36:57.234420 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-67e8b5a7-dd1b-4087-ad1d-f556ad8343e1 req-e45eabfe-f222-4ff1-ba72-4b38373b9eec service neutron] For port e3674829-5445-4607-aa20-d25815ff2928, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=e3674829-5445-4607-aa20-d25815ff2928,segment=NetworkSegment(8ca9f398-d3a4-4fa1-b246-394025aacb79),segment_id=8ca9f398-d3a4-4fa1-b246-394025aacb79)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:36:57.255134 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4da3292e-5d4d-4c99-a0ee-2a4f515b1f80 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549925'] for router_interface, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:57.348994 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-67e8b5a7-dd1b-4087-ad1d-f556ad8343e1 req-e45eabfe-f222-4ff1-ba72-4b38373b9eec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:57.354759 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f0f3b89c-88e4-4a32-b017-33ec6164bd1f req-b5cea016-b12d-4046-8e41-431ca98b1f34 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/security-groups?id=768e56a5-cc04-4fcd-bec3-2ab2cf193260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001625 Dec 10 15:36:57.368428 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0402d152-7e3a-4025-b12c-c0b2626d2ca7 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:57.448042 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3201f4-49a6-4df4-ae17-e26719f0b8e4 None None] Pushing event updated for resources: {'Port': ['ID=85be69d8-11d2-4f6a-9292-568bd78a6e93,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:57.459626 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8b5a7-dd1b-4087-ad1d-f556ad8343e1 req-e45eabfe-f222-4ff1-ba72-4b38373b9eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:36:57.461923 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-67e8b5a7-dd1b-4087-ad1d-f556ad8343e1 req-e45eabfe-f222-4ff1-ba72-4b38373b9eec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:57.461923 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-67e8b5a7-dd1b-4087-ad1d-f556ad8343e1 req-e45eabfe-f222-4ff1-ba72-4b38373b9eec service neutron] 10.222.0.44 "PUT /v2.0/ports/e3674829-5445-4607-aa20-d25815ff2928 HTTP/1.1" status: 200 len: 1093 time: 2.4693751 Dec 10 15:36:57.467339 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85708d57-23ef-42c1-b310-051281f973f7', 'tag': 'e3674829-5445-4607-aa20-d25815ff2928'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:36:57.470335 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9ca57131bc4931768ac29058952438d1fdd62308db7b17540cc34ffe8faef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e48b44-5382-4a67-a1e4-c054b190b1e4" -d '{"events": [{"name": "network-changed", "server_uuid": "85708d57-23ef-42c1-b310-051281f973f7", "tag": "e3674829-5445-4607-aa20-d25815ff2928"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:36:57.607707 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 15:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa47d3c-9a45-4829-857b-fd628b753971 x-openstack-request-id: req-4aa47d3c-9a45-4829-857b-fd628b753971 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:36:57.608006 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85708d57-23ef-42c1-b310-051281f973f7", "tag": "e3674829-5445-4607-aa20-d25815ff2928", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:36:57.608265 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4aa47d3c-9a45-4829-857b-fd628b753971 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:36:57.608680 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85708d57-23ef-42c1-b310-051281f973f7', 'tag': 'e3674829-5445-4607-aa20-d25815ff2928', 'status': 'completed', 'code': 200} Dec 10 15:36:57.674184 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fb8cade5-11eb-441b-a04c-a2f8d861a03e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:57.706867 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-974f67bb-2b1b-4d8d-aab4-41c01e5890f6 None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:57.713376 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45eabfe-f222-4ff1-ba72-4b38373b9eec service neutron] Pushing event updated for resources: {'Port': ['ID=e3674829-5445-4607-aa20-d25815ff2928,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:57.811664 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0402d152-7e3a-4025-b12c-c0b2626d2ca7 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:57.824864 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8b5a7-dd1b-4087-ad1d-f556ad8343e1 req-37989fef-46b7-4c23-addb-912fc912c264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:36:57.826225 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-67e8b5a7-dd1b-4087-ad1d-f556ad8343e1 req-37989fef-46b7-4c23-addb-912fc912c264 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fe288e3581ed450db6aaaa858fc0d419&device_id=85708d57-23ef-42c1-b310-051281f973f7 HTTP/1.1" status: 200 len: 1096 time: 0.2321112 Dec 10 15:36:57.846612 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-974f67bb-2b1b-4d8d-aab4-41c01e5890f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:57.904837 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-67e8b5a7-dd1b-4087-ad1d-f556ad8343e1 req-390aa17f-1430-4e1a-9295-432bcd097c90 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3674829-5445-4607-aa20-d25815ff2928 HTTP/1.1" status: 200 len: 217 time: 0.0680628 Dec 10 15:36:57.943058 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0402d152-7e3a-4025-b12c-c0b2626d2ca7 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:57.951591 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974f67bb-2b1b-4d8d-aab4-41c01e5890f6 None None] Network 41da71eb-bf34-43b9-be45-4b47a883de82 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:36:57.975775 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-974f67bb-2b1b-4d8d-aab4-41c01e5890f6 None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:36:57.981296 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974f67bb-2b1b-4d8d-aab4-41c01e5890f6 None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:36:58.036807 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0402d152-7e3a-4025-b12c-c0b2626d2ca7 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=073fa67e-7234-4bd5-b15c-2d7517cc6199,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:58.053443 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36720) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:58.085727 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8b5a7-dd1b-4087-ad1d-f556ad8343e1 req-ada6dbaa-56b9-47be-b5a7-9fdf5f70bee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:36:58.085727 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-67e8b5a7-dd1b-4087-ad1d-f556ad8343e1 req-ada6dbaa-56b9-47be-b5a7-9fdf5f70bee3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=62e04148-ee42-4779-a2ec-46121cdcb205 HTTP/1.1" status: 200 len: 850 time: 0.1692874 Dec 10 15:36:58.152594 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0402d152-7e3a-4025-b12c-c0b2626d2ca7 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:58.153887 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-0402d152-7e3a-4025-b12c-c0b2626d2ca7 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9943769 Dec 10 15:36:58.179748 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36724) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:58.186974 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-7b4fc563-965e-4fd4-a36f-5d64e22858d9 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Request body: {'security_group_rule': {'security_group_id': '2fa9c1f6-95bc-4eb4-ae59-5d412abcb02c', 'project_id': '5591279ec4634b489dcb9d918648235a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:58.197973 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974f67bb-2b1b-4d8d-aab4-41c01e5890f6 None None] Pushing event updated for resources: {'Port': ['ID=e4f73cd3-3297-4f0a-b541-18eebd11c23b,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:58.201771 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-974f67bb-2b1b-4d8d-aab4-41c01e5890f6 None None] Attempting to bind port e4f73cd3-3297-4f0a-b541-18eebd11c23b on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:36:58.202305 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-974f67bb-2b1b-4d8d-aab4-41c01e5890f6 None None] Attempting to bind port e4f73cd3-3297-4f0a-b541-18eebd11c23b by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'ab8ea500-a753-4256-b008-41be8a6f9bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '41da71eb-bf34-43b9-be45-4b47a883de82'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:36:58.202753 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974f67bb-2b1b-4d8d-aab4-41c01e5890f6 None None] Attempting to bind port e4f73cd3-3297-4f0a-b541-18eebd11c23b on network 41da71eb-bf34-43b9-be45-4b47a883de82 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:36:58.211344 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974f67bb-2b1b-4d8d-aab4-41c01e5890f6 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:36:58.211875 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974f67bb-2b1b-4d8d-aab4-41c01e5890f6 None None] Checking segment: {'id': 'ab8ea500-a753-4256-b008-41be8a6f9bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '41da71eb-bf34-43b9-be45-4b47a883de82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:36:58.212383 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-974f67bb-2b1b-4d8d-aab4-41c01e5890f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:58.212895 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974f67bb-2b1b-4d8d-aab4-41c01e5890f6 None None] Bound using segment: {'id': 'ab8ea500-a753-4256-b008-41be8a6f9bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '41da71eb-bf34-43b9-be45-4b47a883de82'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:36:58.214323 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-974f67bb-2b1b-4d8d-aab4-41c01e5890f6 None None] Bound port: e4f73cd3-3297-4f0a-b541-18eebd11c23b, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab8ea500-a753-4256-b008-41be8a6f9bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '41da71eb-bf34-43b9-be45-4b47a883de82'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:36:58.215132 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-974f67bb-2b1b-4d8d-aab4-41c01e5890f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:58.247727 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8b5a7-dd1b-4087-ad1d-f556ad8343e1 req-33c8a5cb-c7a4-4d25-b8cc-aadba812ec22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:36:58.251607 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-67e8b5a7-dd1b-4087-ad1d-f556ad8343e1 req-33c8a5cb-c7a4-4d25-b8cc-aadba812ec22 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dd61618b-b615-4db2-a1a8-ba6a4be6a018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1251061 Dec 10 15:36:58.288454 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-4da3292e-5d4d-4c99-a0ee-2a4f515b1f80 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Deleting port 46770ac2-7f04-4729-bc64-16afc8885dcf {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:36:58.288709 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4da3292e-5d4d-4c99-a0ee-2a4f515b1f80 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:58.298448 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-974f67bb-2b1b-4d8d-aab4-41c01e5890f6 None None] For port e4f73cd3-3297-4f0a-b541-18eebd11c23b, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:36:58.301942 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-974f67bb-2b1b-4d8d-aab4-41c01e5890f6 None None] For port e4f73cd3-3297-4f0a-b541-18eebd11c23b, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=e4f73cd3-3297-4f0a-b541-18eebd11c23b,segment=NetworkSegment(ab8ea500-a753-4256-b008-41be8a6f9bbf),segment_id=ab8ea500-a753-4256-b008-41be8a6f9bbf)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:36:58.303178 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-fb8cade5-11eb-441b-a04c-a2f8d861a03e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Allocated IP 172.20.0.1 (41da71eb-bf34-43b9-be45-4b47a883de82/d7fc55fb-e83c-45c6-a4ad-39a7dd319016/15f12b90-f80a-4560-88c8-576051b32166) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:36:58.371260 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-a61460ad-ec5a-4ad6-9c20-846707abd907 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Request body: {'network': {'name': 'tempest-RoutersTest-542679739'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:58.376837 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.securitygroups_db [None req-7b4fc563-965e-4fd4-a36f-5d64e22858d9 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Project 5591279ec4634b489dcb9d918648235a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 15:36:58.379167 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-974f67bb-2b1b-4d8d-aab4-41c01e5890f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:58.455947 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fb8cade5-11eb-441b-a04c-a2f8d861a03e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:58.591193 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e63bf-07d8-4450-a5c8-dffba0ce410e req-f151d81c-10c0-43f2-b9d4-cda195364b34 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:36:58.593377 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-de9e63bf-07d8-4450-a5c8-dffba0ce410e req-f151d81c-10c0-43f2-b9d4-cda195364b34 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/ports?device_id=85708d57-23ef-42c1-b310-051281f973f7 HTTP/1.1" status: 200 len: 943 time: 0.0842254 Dec 10 15:36:58.596426 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fb8cade5-11eb-441b-a04c-a2f8d861a03e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:58.702981 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8cade5-11eb-441b-a04c-a2f8d861a03e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Network 41da71eb-bf34-43b9-be45-4b47a883de82 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:36:58.710030 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8cade5-11eb-441b-a04c-a2f8d861a03e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'Port': ['ID=15f12b90-f80a-4560-88c8-576051b32166,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:58.720045 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-fb8cade5-11eb-441b-a04c-a2f8d861a03e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:36:58.723573 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8cade5-11eb-441b-a04c-a2f8d861a03e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:36:58.747963 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-de9e63bf-07d8-4450-a5c8-dffba0ce410e req-8f76eb45-d86d-4c5c-9668-5e1cfd651c90 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/security-groups?id=768e56a5-cc04-4fcd-bec3-2ab2cf193260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474507 Dec 10 15:36:58.748497 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974f67bb-2b1b-4d8d-aab4-41c01e5890f6 None None] Pushing event updated for resources: {'Port': ['ID=e4f73cd3-3297-4f0a-b541-18eebd11c23b,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:58.796955 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fb8cade5-11eb-441b-a04c-a2f8d861a03e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552880'] for router_interface, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:58.934070 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7b4fc563-965e-4fd4-a36f-5d64e22858d9 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:59.069562 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fb8cade5-11eb-441b-a04c-a2f8d861a03e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:59.073932 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-67e8b5a7-dd1b-4087-ad1d-f556ad8343e1 req-1bbf478d-772f-4c88-be6e-6cdf0e10f1ad service neutron] 10.222.0.44 "GET /v2.0/networks/dd61618b-b615-4db2-a1a8-ba6a4be6a018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8165355 Dec 10 15:36:59.113168 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4da3292e-5d4d-4c99-a0ee-2a4f515b1f80 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:59.119609 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7b4fc563-965e-4fd4-a36f-5d64e22858d9 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:59.120612 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a61460ad-ec5a-4ad6-9c20-846707abd907 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Made reservation on behalf of 7779032e5efc4347afe0fcad7a7b9e84 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:36:59.124115 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a61460ad-ec5a-4ad6-9c20-846707abd907 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:59.148883 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a61460ad-ec5a-4ad6-9c20-846707abd907 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:59.204619 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7b4fc563-965e-4fd4-a36f-5d64e22858d9 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:59.215613 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-4da3292e-5d4d-4c99-a0ee-2a4f515b1f80 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Calling delete_port for 46770ac2-7f04-4729-bc64-16afc8885dcf owned by network:router_interface {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:36:59.309434 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4fc563-965e-4fd4-a36f-5d64e22858d9 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=245c131e-b908-45ec-b4de-ccce68535273,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:59.370087 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7b4fc563-965e-4fd4-a36f-5d64e22858d9 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:59.375110 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-7b4fc563-965e-4fd4-a36f-5d64e22858d9 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1930432 Dec 10 15:36:59.383945 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36728) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:36:59.397232 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-af79be26-8db3-4dd9-90fd-3e49fa3dce54 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Request body: {'security_group_rule': {'security_group_id': '2fa9c1f6-95bc-4eb4-ae59-5d412abcb02c', 'project_id': '5591279ec4634b489dcb9d918648235a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:36:59.398001 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device e4f73cd3-3297-4f0a-b541-18eebd11c23b up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:36:59.417118 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-67e8b5a7-dd1b-4087-ad1d-f556ad8343e1 req-d4896206-d2ba-46ae-9364-47f629743563 service neutron] 10.222.0.44 "GET /v2.0/networks/dd61618b-b615-4db2-a1a8-ba6a4be6a018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263240 Dec 10 15:36:59.497945 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port e4f73cd3-3297-4f0a-b541-18eebd11c23b triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:36:59.498324 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:59.554430 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fb8cade5-11eb-441b-a04c-a2f8d861a03e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:59.560649 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.securitygroups_db [None req-af79be26-8db3-4dd9-90fd-3e49fa3dce54 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Project 5591279ec4634b489dcb9d918648235a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 15:36:59.570031 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-af79be26-8db3-4dd9-90fd-3e49fa3dce54 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:59.597770 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:59.637985 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fb8cade5-11eb-441b-a04c-a2f8d861a03e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:59.639878 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] For port e4f73cd3-3297-4f0a-b541-18eebd11c23b, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=e4f73cd3-3297-4f0a-b541-18eebd11c23b,segment=NetworkSegment(ab8ea500-a753-4256-b008-41be8a6f9bbf),segment_id=ab8ea500-a753-4256-b008-41be8a6f9bbf)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:36:59.714330 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a61460ad-ec5a-4ad6-9c20-846707abd907 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:59.720234 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8cade5-11eb-441b-a04c-a2f8d861a03e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'Port': ['ID=15f12b90-f80a-4560-88c8-576051b32166,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:59.721499 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e48b44-5382-4a67-a1e4-c054b190b1e4 req-266d6f06-61d9-4532-ae32-00174320b94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:36:59.722850 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fb8cade5-11eb-441b-a04c-a2f8d861a03e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549888'] for router_interface, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:59.723825 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-54e48b44-5382-4a67-a1e4-c054b190b1e4 req-266d6f06-61d9-4532-ae32-00174320b94b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fe288e3581ed450db6aaaa858fc0d419&device_id=85708d57-23ef-42c1-b310-051281f973f7 HTTP/1.1" status: 200 len: 1096 time: 0.1109309 Dec 10 15:36:59.747311 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-af79be26-8db3-4dd9-90fd-3e49fa3dce54 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:59.758211 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:59.759013 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 85be69d8-11d2-4f6a-9292-568bd78a6e93 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:36:59.767044 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4da3292e-5d4d-4c99-a0ee-2a4f515b1f80 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:59.823875 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8cade5-11eb-441b-a04c-a2f8d861a03e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Network 41da71eb-bf34-43b9-be45-4b47a883de82 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:36:59.828243 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-fb8cade5-11eb-441b-a04c-a2f8d861a03e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:36:59.861859 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Pushing event updated for resources: {'Port': ['ID=e4f73cd3-3297-4f0a-b541-18eebd11c23b,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:59.864499 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 85be69d8-11d2-4f6a-9292-568bd78a6e93 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:36:59.864873 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:59.950449 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a61460ad-ec5a-4ad6-9c20-846707abd907 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:59.954933 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-af79be26-8db3-4dd9-90fd-3e49fa3dce54 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:36:59.956780 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da3292e-5d4d-4c99-a0ee-2a4f515b1f80 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Pushing event deleted for resources: {'Port': ['ID=46770ac2-7f04-4729-bc64-16afc8885dcf,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:36:59.976154 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb8cade5-11eb-441b-a04c-a2f8d861a03e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Router 03035e65-5fbc-4480-9aad-94a84cc9864d has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:37:00.061090 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a61460ad-ec5a-4ad6-9c20-846707abd907 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:37:00.070705 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a61460ad-ec5a-4ad6-9c20-846707abd907 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:00.071141 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.segments_db [None req-a61460ad-ec5a-4ad6-9c20-846707abd907 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Added segment d23415c8-cc9a-4a24-ba63-e16170dfe26b of type vlan for network 08037180-ab38-49ea-901d-4163028a3ad3 Dec 10 15:37:00.124458 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb8cade5-11eb-441b-a04c-a2f8d861a03e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:37:00.135842 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39e1449-ceeb-4fa6-873e-f1cac2fb0ea4 None None] Sync routers for ids ['03035e65-5fbc-4480-9aad-94a84cc9864d'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:37:00.144629 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-fb8cade5-11eb-441b-a04c-a2f8d861a03e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "PUT /v2.0/routers/03035e65-5fbc-4480-9aad-94a84cc9864d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5542734 Dec 10 15:37:00.145186 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36732) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:00.177665 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39e1449-ceeb-4fa6-873e-f1cac2fb0ea4 None None] Routers {'03035e65-5fbc-4480-9aad-94a84cc9864d'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:37:00.178676 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-a39e1449-ceeb-4fa6-873e-f1cac2fb0ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:36:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['03035e65-5fbc-4480-9aad-94a84cc9864d'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:00.242892 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61460ad-ec5a-4ad6-9c20-846707abd907 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=996de355-6699-478d-84d7-d5afb7acc022,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:00.246018 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af79be26-8db3-4dd9-90fd-3e49fa3dce54 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=649da6bf-9421-4fbf-9949-ba59e8794d67,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:00.262858 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-af79be26-8db3-4dd9-90fd-3e49fa3dce54 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:00.264574 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-af79be26-8db3-4dd9-90fd-3e49fa3dce54 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8719704 Dec 10 15:37:00.277312 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36734) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:00.279716 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805137ba-0021-4523-b574-709efb48994f tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:00.280195 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805137ba-0021-4523-b574-709efb48994f tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:00.280902 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805137ba-0021-4523-b574-709efb48994f tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:00.281376 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805137ba-0021-4523-b574-709efb48994f tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:00.281895 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805137ba-0021-4523-b574-709efb48994f tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:00.283058 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805137ba-0021-4523-b574-709efb48994f tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:00.283519 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805137ba-0021-4523-b574-709efb48994f tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:00.284039 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805137ba-0021-4523-b574-709efb48994f tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:00.284408 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805137ba-0021-4523-b574-709efb48994f tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:00.284856 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805137ba-0021-4523-b574-709efb48994f tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:00.287977 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-805137ba-0021-4523-b574-709efb48994f tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7073 time: 0.1413190 Dec 10 15:37:00.288830 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4da3292e-5d4d-4c99-a0ee-2a4f515b1f80 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550073'] for router_interface, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:00.295801 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-4c2bdc0b-5f2d-4a80-ab3d-a72989fd8f2b tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Request body: {'network': {'name': 'tempest-network-smoke--165539413', 'project_id': '5591279ec4634b489dcb9d918648235a', 'port_security_enabled': True}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:37:00.300107 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36736) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:00.330263 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a61460ad-ec5a-4ad6-9c20-846707abd907 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:00.337016 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-a39e1449-ceeb-4fa6-873e-f1cac2fb0ea4 None None] Set router 03035e65-5fbc-4480-9aad-94a84cc9864d gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:37:00.341034 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614513a4-a035-46c4-a10f-b6ba7221916a req-ac924ebd-dd3e-4b36-9249-3bf00adc1799 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:00.350069 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-614513a4-a035-46c4-a10f-b6ba7221916a req-ac924ebd-dd3e-4b36-9249-3bf00adc1799 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/ports?device_id=85708d57-23ef-42c1-b310-051281f973f7 HTTP/1.1" status: 200 len: 943 time: 0.4098988 Dec 10 15:37:00.395834 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e48b44-5382-4a67-a1e4-c054b190b1e4 req-8a5cfbd6-fa4f-470d-a5ec-ede28a622c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:00.401280 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-54e48b44-5382-4a67-a1e4-c054b190b1e4 req-8a5cfbd6-fa4f-470d-a5ec-ede28a622c84 service neutron] 10.222.0.44 "GET /v2.0/networks?id=dd61618b-b615-4db2-a1a8-ba6a4be6a018 HTTP/1.1" status: 200 len: 912 time: 0.6677547 Dec 10 15:37:00.475619 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.db.resource_extend [None req-a61460ad-ec5a-4ad6-9c20-846707abd907 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 15:37:00.512603 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8beeb237-938f-43aa-abaa-25f4f665503d None None] Network 41da71eb-bf34-43b9-be45-4b47a883de82 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:37:00.560345 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-54e48b44-5382-4a67-a1e4-c054b190b1e4 req-bd49697b-e8d7-48bd-8994-2d3511ee631d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3674829-5445-4607-aa20-d25815ff2928 HTTP/1.1" status: 200 len: 217 time: 0.1442404 Dec 10 15:37:00.581165 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-614513a4-a035-46c4-a10f-b6ba7221916a req-936ca79e-b726-458d-ac25-fa8526be850a tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/security-groups?id=768e56a5-cc04-4fcd-bec3-2ab2cf193260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2295237 Dec 10 15:37:00.634298 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-a39e1449-ceeb-4fa6-873e-f1cac2fb0ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03035e65-5fbc-4480-9aad-94a84cc9864d', 'name': 'tempest-TestNetworkBasicOps-router-149117513', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.249'}], 'enable_snat': True}, 'gw_port_id': '85be69d8-11d2-4f6a-9292-568bd78a6e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:36:51Z', 'updated_at': '2021-12-10T15:36:58Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '85be69d8-11d2-4f6a-9292-568bd78a6e93', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03035e65-5fbc-4480-9aad-94a84cc9864d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:36:52Z', 'updated_at': '2021-12-10T15:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '15f12b90-f80a-4560-88c8-576051b32166', 'name': '', 'network_id': '41da71eb-bf34-43b9-be45-4b47a883de82', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:4c:85:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03035e65-5fbc-4480-9aad-94a84cc9864d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'd7fc55fb-e83c-45c6-a4ad-39a7dd319016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:36:57Z', 'updated_at': '2021-12-10T15:36:59Z', 'revision_number': 2, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': 'd7fc55fb-e83c-45c6-a4ad-39a7dd319016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:00.640131 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e48b44-5382-4a67-a1e4-c054b190b1e4 req-2de0a9a8-bbf0-4a56-8151-e74a3dbc3257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:00.641974 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-54e48b44-5382-4a67-a1e4-c054b190b1e4 req-2de0a9a8-bbf0-4a56-8151-e74a3dbc3257 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=62e04148-ee42-4779-a2ec-46121cdcb205 HTTP/1.1" status: 200 len: 850 time: 0.0580611 Dec 10 15:37:00.677738 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39e1449-ceeb-4fa6-873e-f1cac2fb0ea4 None None] Checking router: 03035e65-5fbc-4480-9aad-94a84cc9864d for host: dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:37:00.678361 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39e1449-ceeb-4fa6-873e-f1cac2fb0ea4 None None] Updating router 03035e65-5fbc-4480-9aad-94a84cc9864d port 15f12b90-f80a-4560-88c8-576051b32166 binding host dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 15:37:00.682225 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-42ffa8c6-25b0-45c8-8ec5-c5e3a47a95a9 None None] Provisioning complete for port e4f73cd3-3297-4f0a-b541-18eebd11c23b triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:37:00.682738 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-42ffa8c6-25b0-45c8-8ec5-c5e3a47a95a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:00.743840 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a61460ad-ec5a-4ad6-9c20-846707abd907 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:00.750150 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61460ad-ec5a-4ad6-9c20-846707abd907 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:00.751086 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a61460ad-ec5a-4ad6-9c20-846707abd907 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:00.770869 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9960c17-04a5-4113-b995-21fe20a48a8a tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:00.771413 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9960c17-04a5-4113-b995-21fe20a48a8a tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:00.771959 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9960c17-04a5-4113-b995-21fe20a48a8a tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:00.772418 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9960c17-04a5-4113-b995-21fe20a48a8a tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:00.772868 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9960c17-04a5-4113-b995-21fe20a48a8a tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:00.773536 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9960c17-04a5-4113-b995-21fe20a48a8a tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:00.774036 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9960c17-04a5-4113-b995-21fe20a48a8a tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:00.774486 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9960c17-04a5-4113-b995-21fe20a48a8a tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:00.779250 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9960c17-04a5-4113-b995-21fe20a48a8a tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:00.779250 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9960c17-04a5-4113-b995-21fe20a48a8a tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:00.779250 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-f9960c17-04a5-4113-b995-21fe20a48a8a tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6462 time: 0.4772396 Dec 10 15:37:00.788243 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36738) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:00.791406 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4da3292e-5d4d-4c99-a0ee-2a4f515b1f80 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Router c7d941d7-6f69-4485-a12a-f9be26ca6727 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:37:00.794540 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a39e1449-ceeb-4fa6-873e-f1cac2fb0ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:00.884208 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c2bdc0b-5f2d-4a80-ab3d-a72989fd8f2b tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Made reservation on behalf of 5591279ec4634b489dcb9d918648235a for: {'network': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:37:00.890585 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4c2bdc0b-5f2d-4a80-ab3d-a72989fd8f2b tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:00.902042 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e48b44-5382-4a67-a1e4-c054b190b1e4 req-c5fecec8-a125-4f3c-ba31-135dce6b244a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:00.904128 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-54e48b44-5382-4a67-a1e4-c054b190b1e4 req-c5fecec8-a125-4f3c-ba31-135dce6b244a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dd61618b-b615-4db2-a1a8-ba6a4be6a018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1719649 Dec 10 15:37:00.907967 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61460ad-ec5a-4ad6-9c20-846707abd907 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Pushing event updated for resources: {'Network': ['ID=08037180-ab38-49ea-901d-4163028a3ad3,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:00.920874 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 08037180-ab38-49ea-901d-4163028a3ad3 details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:37:00.985849 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c2bdc0b-5f2d-4a80-ab3d-a72989fd8f2b tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=103586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:37:00.999752 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4c2bdc0b-5f2d-4a80-ab3d-a72989fd8f2b tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:01.000375 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.segments_db [None req-4c2bdc0b-5f2d-4a80-ab3d-a72989fd8f2b tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Added segment 9d1f8eeb-0920-45cf-9fc0-431ba1916359 of type vlan for network a5dd9203-5f7e-43be-b17d-4683ee28e949 Dec 10 15:37:01.049637 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-a61460ad-ec5a-4ad6-9c20-846707abd907 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.9902894 Dec 10 15:37:01.054242 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36740) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:01.071181 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4da3292e-5d4d-4c99-a0ee-2a4f515b1f80 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:37:01.077297 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-4da3292e-5d4d-4c99-a0ee-2a4f515b1f80 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] 10.222.0.20 "PUT /v2.0/routers/c7d941d7-6f69-4485-a12a-f9be26ca6727/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8872859 Dec 10 15:37:01.082925 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36742) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:01.091059 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-8dec50fa-33cd-42a6-b1b0-626e5cc7bc30 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Request body: {'network': {'name': 'tempest-RoutersTest-364876589'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:37:01.103772 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4c2bdc0b-5f2d-4a80-ab3d-a72989fd8f2b tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:01.113443 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ce1ffc-cf8d-4a46-b693-8866276538b7 None None] Sync routers for ids ['c7d941d7-6f69-4485-a12a-f9be26ca6727'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:37:01.124913 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-f31d3ecc-ecb3-4c02-b231-d8da4abda47c tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3590 time: 0.3351135 Dec 10 15:37:01.133333 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-5e77b78d-d19c-48a9-8442-9173e77a12f8 None None] Provisioning complete for port 15f12b90-f80a-4560-88c8-576051b32166 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:37:01.133878 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5e77b78d-d19c-48a9-8442-9173e77a12f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:01.142125 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.api.v2.resource [None req-f2f16fab-af5b-45a0-bf1e-b516ae51c3d4 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] show failed (client error): The resource could not be found. Dec 10 15:37:01.143686 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-f2f16fab-af5b-45a0-bf1e-b516ae51c3d4 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] 10.222.0.20 "GET /v2.0/routers/tempest-non_exist_router-1793957195 HTTP/1.1" status: 404 len: 335 time: 0.0598049 Dec 10 15:37:01.150559 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36746) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:01.156646 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-560b76f0-fbf6-4577-b08c-b6b9e0afdec5 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:37:01.200624 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ce1ffc-cf8d-4a46-b693-8866276538b7 None None] Routers {'c7d941d7-6f69-4485-a12a-f9be26ca6727'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:37:01.207099 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-21ce1ffc-cf8d-4a46-b693-8866276538b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:36:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['c7d941d7-6f69-4485-a12a-f9be26ca6727'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:01.218049 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.api.v2.resource [None req-560b76f0-fbf6-4577-b08c-b6b9e0afdec5 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] update failed (client error): The resource could not be found. Dec 10 15:37:01.219341 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-560b76f0-fbf6-4577-b08c-b6b9e0afdec5 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] 10.222.0.20 "PUT /v2.0/routers/tempest-non_exist_router-272861554 HTTP/1.1" status: 404 len: 334 time: 0.0677004 Dec 10 15:37:01.223516 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36748) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:01.255404 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-21ce1ffc-cf8d-4a46-b693-8866276538b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:01.268945 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dec50fa-33cd-42a6-b1b0-626e5cc7bc30 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Made reservation on behalf of 7779032e5efc4347afe0fcad7a7b9e84 for: {'network': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:37:01.272789 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8dec50fa-33cd-42a6-b1b0-626e5cc7bc30 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:01.284694 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-5e77b78d-d19c-48a9-8442-9173e77a12f8 None None] Port 15f12b90-f80a-4560-88c8-576051b32166 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:37:01.284922 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-54e48b44-5382-4a67-a1e4-c054b190b1e4 req-886fe189-511b-48ce-8e9d-c8c623feb680 service neutron] 10.222.0.44 "GET /v2.0/networks/dd61618b-b615-4db2-a1a8-ba6a4be6a018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3707898 Dec 10 15:37:01.308712 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ce1ffc-cf8d-4a46-b693-8866276538b7 None None] Routers {'c7d941d7-6f69-4485-a12a-f9be26ca6727'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:37:01.309882 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-21ce1ffc-cf8d-4a46-b693-8866276538b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:36:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['c7d941d7-6f69-4485-a12a-f9be26ca6727'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:01.321134 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4c2bdc0b-5f2d-4a80-ab3d-a72989fd8f2b tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:01.332753 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2bdc0b-5f2d-4a80-ab3d-a72989fd8f2b tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:01.338725 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4c2bdc0b-5f2d-4a80-ab3d-a72989fd8f2b tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:01.368480 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device e4f73cd3-3297-4f0a-b541-18eebd11c23b up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:37:01.373140 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-21ce1ffc-cf8d-4a46-b693-8866276538b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:01.374031 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ce1ffc-cf8d-4a46-b693-8866276538b7 None None] The sync data for ids ['c7d941d7-6f69-4485-a12a-f9be26ca6727'] in dv-neutron-821401-4-hyperv is: [] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:37:01.392793 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-a935a7b7-fe9a-43b3-858e-293edceabe59 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Deleting subnet c782b8be-1521-4fca-9606-eb007b04c109 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:37:01.398328 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a935a7b7-fe9a-43b3-858e-293edceabe59 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks [] for subnet, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:01.401348 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-5e77b78d-d19c-48a9-8442-9173e77a12f8 None None] Provisioning complete for port e4f73cd3-3297-4f0a-b541-18eebd11c23b triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:37:01.401950 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5e77b78d-d19c-48a9-8442-9173e77a12f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:01.432500 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dec50fa-33cd-42a6-b1b0-626e5cc7bc30 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=103586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:37:01.450166 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a39e1449-ceeb-4fa6-873e-f1cac2fb0ea4 None None] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:01.459968 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a935a7b7-fe9a-43b3-858e-293edceabe59 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11806768'] for subnet, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:01.494054 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-4c2bdc0b-5f2d-4a80-ab3d-a72989fd8f2b tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2048640 Dec 10 15:37:01.500260 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8dec50fa-33cd-42a6-b1b0-626e5cc7bc30 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:01.501284 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.segments_db [None req-8dec50fa-33cd-42a6-b1b0-626e5cc7bc30 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Added segment ce86c549-76f9-45ad-bcd1-0211f3e5ff2a of type vlan for network 7b15b669-fac2-43b9-af01-12c69f019b46 Dec 10 15:37:01.502656 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36750) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:01.507476 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-542b6985-9f74-493a-a98e-095bf3158c93 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-264996045', 'admin_state_up': True, 'project_id': '5591279ec4634b489dcb9d918648235a', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:37:01.519284 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-54e48b44-5382-4a67-a1e4-c054b190b1e4 req-b80af497-0204-4e8c-829e-2176e139f104 service neutron] 10.222.0.44 "GET /v2.0/networks/dd61618b-b615-4db2-a1a8-ba6a4be6a018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250431 Dec 10 15:37:01.527426 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2bdc0b-5f2d-4a80-ab3d-a72989fd8f2b tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Pushing event updated for resources: {'Network': ['ID=a5dd9203-5f7e-43be-b17d-4683ee28e949,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:01.548374 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port e4f73cd3-3297-4f0a-b541-18eebd11c23b triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:37:01.549361 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:01.554672 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network a5dd9203-5f7e-43be-b17d-4683ee28e949 details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:37:01.571117 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a39e1449-ceeb-4fa6-873e-f1cac2fb0ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:01.607743 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8dec50fa-33cd-42a6-b1b0-626e5cc7bc30 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:01.624564 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a935a7b7-fe9a-43b3-858e-293edceabe59 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:01.682660 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4c60ab-f7ca-4399-b15a-3f1c59432b63 None None] Pushing event updated for resources: {'Port': ['ID=15f12b90-f80a-4560-88c8-576051b32166,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:01.696624 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-542b6985-9f74-493a-a98e-095bf3158c93 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13912'] for router, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:01.697765 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-542b6985-9f74-493a-a98e-095bf3158c93 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:01.751076 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8dec50fa-33cd-42a6-b1b0-626e5cc7bc30 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:01.765244 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dec50fa-33cd-42a6-b1b0-626e5cc7bc30 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:01.765244 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8dec50fa-33cd-42a6-b1b0-626e5cc7bc30 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:01.775145 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-a39e1449-ceeb-4fa6-873e-f1cac2fb0ea4 None None] Attempting to bind port 15f12b90-f80a-4560-88c8-576051b32166 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:37:01.775637 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-a39e1449-ceeb-4fa6-873e-f1cac2fb0ea4 None None] Attempting to bind port 15f12b90-f80a-4560-88c8-576051b32166 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'ab8ea500-a753-4256-b008-41be8a6f9bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '41da71eb-bf34-43b9-be45-4b47a883de82'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:37:01.776110 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39e1449-ceeb-4fa6-873e-f1cac2fb0ea4 None None] Attempting to bind port 15f12b90-f80a-4560-88c8-576051b32166 on network 41da71eb-bf34-43b9-be45-4b47a883de82 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:37:01.781694 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39e1449-ceeb-4fa6-873e-f1cac2fb0ea4 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:37:01.792911 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39e1449-ceeb-4fa6-873e-f1cac2fb0ea4 None None] Checking segment: {'id': 'ab8ea500-a753-4256-b008-41be8a6f9bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '41da71eb-bf34-43b9-be45-4b47a883de82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:37:01.792911 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a39e1449-ceeb-4fa6-873e-f1cac2fb0ea4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:01.792911 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39e1449-ceeb-4fa6-873e-f1cac2fb0ea4 None None] Bound using segment: {'id': 'ab8ea500-a753-4256-b008-41be8a6f9bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '41da71eb-bf34-43b9-be45-4b47a883de82'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:37:01.792911 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-a39e1449-ceeb-4fa6-873e-f1cac2fb0ea4 None None] Bound port: 15f12b90-f80a-4560-88c8-576051b32166, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab8ea500-a753-4256-b008-41be8a6f9bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '41da71eb-bf34-43b9-be45-4b47a883de82'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:37:01.792911 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a39e1449-ceeb-4fa6-873e-f1cac2fb0ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:01.809608 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a935a7b7-fe9a-43b3-858e-293edceabe59 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11236721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11668521'] for subnet, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:01.824829 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-542b6985-9f74-493a-a98e-095bf3158c93 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:01.840085 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a935a7b7-fe9a-43b3-858e-293edceabe59 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:01.843753 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e588129b-466a-492e-b667-2b00136feb00 None None] Network 840567bc-485d-4859-b709-6c0a53e1b77f requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:37:01.855937 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-a935a7b7-fe9a-43b3-858e-293edceabe59 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] 10.222.0.20 "DELETE /v2.0/subnets/c782b8be-1521-4fca-9606-eb007b04c109 HTTP/1.1" status: 204 len: 168 time: 0.6289811 Dec 10 15:37:01.869324 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-a39e1449-ceeb-4fa6-873e-f1cac2fb0ea4 None None] For port 15f12b90-f80a-4560-88c8-576051b32166, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:37:01.871162 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36754) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:01.873331 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-a39e1449-ceeb-4fa6-873e-f1cac2fb0ea4 None None] For port 15f12b90-f80a-4560-88c8-576051b32166, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=15f12b90-f80a-4560-88c8-576051b32166,segment=NetworkSegment(ab8ea500-a753-4256-b008-41be8a6f9bbf),segment_id=ab8ea500-a753-4256-b008-41be8a6f9bbf)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:37:01.899605 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-be0c36af-4c3b-4e96-a0b6-ff96e20c74cb None None] Provisioning complete for port 15f12b90-f80a-4560-88c8-576051b32166 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:37:01.899605 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-be0c36af-4c3b-4e96-a0b6-ff96e20c74cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:01.907832 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a935a7b7-fe9a-43b3-858e-293edceabe59 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Pushing event deleted for resources: {'Subnet': ['ID=c782b8be-1521-4fca-9606-eb007b04c109,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:01.920999 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f09c477-b1f1-419e-a353-a9e34646a13f req-5f2998a0-eff5-4b70-897e-8a9507f720b2 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:01.923779 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-6f09c477-b1f1-419e-a353-a9e34646a13f req-5f2998a0-eff5-4b70-897e-8a9507f720b2 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/ports?device_id=85708d57-23ef-42c1-b310-051281f973f7 HTTP/1.1" status: 200 len: 943 time: 0.1793160 Dec 10 15:37:01.951235 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-be0c36af-4c3b-4e96-a0b6-ff96e20c74cb None None] Port 15f12b90-f80a-4560-88c8-576051b32166 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:37:01.971834 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36756) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:01.980423 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-0bec04ae-5bdb-4ce1-a0b4-9c670a3bf707 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2653224', 'description': 'tempest-secgroup-smoke-2653224 description', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:37:02.006904 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a39e1449-ceeb-4fa6-873e-f1cac2fb0ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:02.013250 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-6f09c477-b1f1-419e-a353-a9e34646a13f req-ed8b184b-47cc-400e-a7e7-065eff706f72 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/security-groups?id=768e56a5-cc04-4fcd-bec3-2ab2cf193260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815160 Dec 10 15:37:02.066525 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-8dec50fa-33cd-42a6-b1b0-626e5cc7bc30 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0059199 Dec 10 15:37:02.069519 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36758) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:02.078367 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dec50fa-33cd-42a6-b1b0-626e5cc7bc30 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Pushing event updated for resources: {'Network': ['ID=7b15b669-fac2-43b9-af01-12c69f019b46,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:02.081022 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39e1449-ceeb-4fa6-873e-f1cac2fb0ea4 None None] Routers {'03035e65-5fbc-4480-9aad-94a84cc9864d'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:37:02.081658 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-a39e1449-ceeb-4fa6-873e-f1cac2fb0ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:36:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['03035e65-5fbc-4480-9aad-94a84cc9864d'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:02.087881 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-68007226-0fbd-48e7-8646-79715b7ed1e9 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Request body: {'subnet': {'network_id': '08037180-ab38-49ea-901d-4163028a3ad3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:37:02.114633 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 7b15b669-fac2-43b9-af01-12c69f019b46 details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:37:02.135910 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-128b095e-ff7f-45e8-9909-66a4beaebe16 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:02.162990 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4c60ab-f7ca-4399-b15a-3f1c59432b63 None None] Pushing event updated for resources: {'Port': ['ID=15f12b90-f80a-4560-88c8-576051b32166,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:02.168890 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b22ed0-4f6f-4f29-84a7-28c86d69e5c7 None None] DHCP port deletion for 840567bc-485d-4859-b709-6c0a53e1b77f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:37:02.172160 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-9170698f-5936-4d3b-be64-9c42e754ae79 None None] Provisioning complete for port 15f12b90-f80a-4560-88c8-576051b32166 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:37:02.178268 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9170698f-5936-4d3b-be64-9c42e754ae79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:02.233723 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-542b6985-9f74-493a-a98e-095bf3158c93 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:02.249392 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0bec04ae-5bdb-4ce1-a0b4-9c670a3bf707 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:02.316689 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-128b095e-ff7f-45e8-9909-66a4beaebe16 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Deleting port 116a0d1b-a6a1-46ae-805c-b2e4dcff3e7d {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:37:02.318226 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-128b095e-ff7f-45e8-9909-66a4beaebe16 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:02.366426 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-a39e1449-ceeb-4fa6-873e-f1cac2fb0ea4 None None] Set router 03035e65-5fbc-4480-9aad-94a84cc9864d gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:37:02.385427 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0bec04ae-5bdb-4ce1-a0b4-9c670a3bf707 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:02.405354 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68007226-0fbd-48e7-8646-79715b7ed1e9 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Made reservation on behalf of 7779032e5efc4347afe0fcad7a7b9e84 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:37:02.415498 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-c5b22ed0-4f6f-4f29-84a7-28c86d69e5c7 None None] Deleting port 116a0d1b-a6a1-46ae-805c-b2e4dcff3e7d {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:37:02.415878 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c5b22ed0-4f6f-4f29-84a7-28c86d69e5c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:02.418166 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-68007226-0fbd-48e7-8646-79715b7ed1e9 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11668558'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:02.433809 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9170698f-5936-4d3b-be64-9c42e754ae79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:02.461360 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-128b095e-ff7f-45e8-9909-66a4beaebe16 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] For port 116a0d1b-a6a1-46ae-805c-b2e4dcff3e7d, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=116a0d1b-a6a1-46ae-805c-b2e4dcff3e7d,segment=NetworkSegment(46fa48f4-f62f-4475-b1d4-47933d2a69e5),segment_id=46fa48f4-f62f-4475-b1d4-47933d2a69e5)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:37:02.461730 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-128b095e-ff7f-45e8-9909-66a4beaebe16 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:02.481218 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-128b095e-ff7f-45e8-9909-66a4beaebe16 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Calling delete_port for 116a0d1b-a6a1-46ae-805c-b2e4dcff3e7d owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:37:02.513403 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0bec04ae-5bdb-4ce1-a0b4-9c670a3bf707 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:02.537298 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-c5b22ed0-4f6f-4f29-84a7-28c86d69e5c7 None None] For port 116a0d1b-a6a1-46ae-805c-b2e4dcff3e7d, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=116a0d1b-a6a1-46ae-805c-b2e4dcff3e7d,segment=NetworkSegment(46fa48f4-f62f-4475-b1d4-47933d2a69e5),segment_id=46fa48f4-f62f-4475-b1d4-47933d2a69e5)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:37:02.537605 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c5b22ed0-4f6f-4f29-84a7-28c86d69e5c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:02.563937 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-c5b22ed0-4f6f-4f29-84a7-28c86d69e5c7 None None] Calling delete_port for 116a0d1b-a6a1-46ae-805c-b2e4dcff3e7d owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:37:02.581241 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bec04ae-5bdb-4ce1-a0b4-9c670a3bf707 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84c1130c-2602-4982-b1cd-aa24598b294b,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:02.597860 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-9170698f-5936-4d3b-be64-9c42e754ae79 None None] For port 15f12b90-f80a-4560-88c8-576051b32166, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=15f12b90-f80a-4560-88c8-576051b32166,segment=NetworkSegment(ab8ea500-a753-4256-b008-41be8a6f9bbf),segment_id=ab8ea500-a753-4256-b008-41be8a6f9bbf)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:37:02.657962 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0bec04ae-5bdb-4ce1-a0b4-9c670a3bf707 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:02.658870 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-0bec04ae-5bdb-4ce1-a0b4-9c670a3bf707 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.6861076 Dec 10 15:37:02.663350 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36760) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:02.668779 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-3753baad-3af2-47be-a9c1-068b47569113 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'security_group_rule': {'security_group_id': '84c1130c-2602-4982-b1cd-aa24598b294b', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:37:02.684931 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-a39e1449-ceeb-4fa6-873e-f1cac2fb0ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03035e65-5fbc-4480-9aad-94a84cc9864d', 'name': 'tempest-TestNetworkBasicOps-router-149117513', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.249'}], 'enable_snat': True}, 'gw_port_id': '85be69d8-11d2-4f6a-9292-568bd78a6e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:36:51Z', 'updated_at': '2021-12-10T15:36:58Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '85be69d8-11d2-4f6a-9292-568bd78a6e93', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03035e65-5fbc-4480-9aad-94a84cc9864d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:36:52Z', 'updated_at': '2021-12-10T15:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '15f12b90-f80a-4560-88c8-576051b32166', 'name': '', 'network_id': '41da71eb-bf34-43b9-be45-4b47a883de82', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:4c:85:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03035e65-5fbc-4480-9aad-94a84cc9864d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'd7fc55fb-e83c-45c6-a4ad-39a7dd319016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:36:57Z', 'updated_at': '2021-12-10T15:37:01Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': 'd7fc55fb-e83c-45c6-a4ad-39a7dd319016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:02.705251 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9170698f-5936-4d3b-be64-9c42e754ae79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:02.713948 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-542b6985-9f74-493a-a98e-095bf3158c93 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks [] for router_gateway, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:02.733770 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39e1449-ceeb-4fa6-873e-f1cac2fb0ea4 None None] The sync data for ids ['03035e65-5fbc-4480-9aad-94a84cc9864d'] in dv-neutron-821401-4-hyperv is: [{'id': '03035e65-5fbc-4480-9aad-94a84cc9864d', 'name': 'tempest-TestNetworkBasicOps-router-149117513', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.249'}], 'enable_snat': True}, 'gw_port_id': '85be69d8-11d2-4f6a-9292-568bd78a6e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:36:51Z', 'updated_at': '2021-12-10T15:36:58Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '85be69d8-11d2-4f6a-9292-568bd78a6e93', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03035e65-5fbc-4480-9aad-94a84cc9864d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:36:52Z', 'updated_at': '2021-12-10T15:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '15f12b90-f80a-4560-88c8-576051b32166', 'name': '', 'network_id': '41da71eb-bf34-43b9-be45-4b47a883de82', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:4c:85:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03035e65-5fbc-4480-9aad-94a84cc9864d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'd7fc55fb-e83c-45c6-a4ad-39a7dd319016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:36:57Z', 'updated_at': '2021-12-10T15:37:01Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': 'd7fc55fb-e83c-45c6-a4ad-39a7dd319016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:37:02.735953 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-542b6985-9f74-493a-a98e-095bf3158c93 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:02.745515 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-128b095e-ff7f-45e8-9909-66a4beaebe16 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:02.761992 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c5b22ed0-4f6f-4f29-84a7-28c86d69e5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:02.778481 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9170698f-5936-4d3b-be64-9c42e754ae79 None None] Pushing event updated for resources: {'Port': ['ID=15f12b90-f80a-4560-88c8-576051b32166,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:02.797329 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b22ed0-4f6f-4f29-84a7-28c86d69e5c7 None None] No DVR routers for this DVR port 116a0d1b-a6a1-46ae-805c-b2e4dcff3e7d on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:37:02.817417 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3753baad-3af2-47be-a9c1-068b47569113 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:02.826132 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128b095e-ff7f-45e8-9909-66a4beaebe16 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Pushing event deleted for resources: {'Port': ['ID=116a0d1b-a6a1-46ae-805c-b2e4dcff3e7d,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:02.841022 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-68007226-0fbd-48e7-8646-79715b7ed1e9 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11236534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11668560'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:02.844986 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128b095e-ff7f-45e8-9909-66a4beaebe16 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] No DVR routers for this DVR port 116a0d1b-a6a1-46ae-805c-b2e4dcff3e7d on host dv-neutron-821401-4-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:37:02.878376 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b22ed0-4f6f-4f29-84a7-28c86d69e5c7 None None] Pushing event deleted for resources: {'Port': ['ID=116a0d1b-a6a1-46ae-805c-b2e4dcff3e7d,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:02.887523 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-101cc470-9129-4e48-89cf-938c086ca382 None None] Provisioning complete for port 15f12b90-f80a-4560-88c8-576051b32166 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:37:02.887912 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-101cc470-9129-4e48-89cf-938c086ca382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:02.950062 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68007226-0fbd-48e7-8646-79715b7ed1e9 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Pushing event updated for resources: {'Subnet': ['ID=98426a88-cb86-4149-9db0-1c7476efaa53,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:02.981765 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3753baad-3af2-47be-a9c1-068b47569113 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:02.983356 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68007226-0fbd-48e7-8646-79715b7ed1e9 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Checking segment: {'id': 'd23415c8-cc9a-4a24-ba63-e16170dfe26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '08037180-ab38-49ea-901d-4163028a3ad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:37:02.983975 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68007226-0fbd-48e7-8646-79715b7ed1e9 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Network hostable DHCP agents. Network: 08037180-ab38-49ea-901d-4163028a3ad3, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:37:02.999584 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-128b095e-ff7f-45e8-9909-66a4beaebe16 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:03.026376 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-542b6985-9f74-493a-a98e-095bf3158c93 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Allocated IP 172.26.2.121 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/796afaaf-718b-4e7a-9737-bdd496578089) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:37:03.040968 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-128b095e-ff7f-45e8-9909-66a4beaebe16 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['840567bc-485d-4859-b709-6c0a53e1b77f']}} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:03.054998 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-128b095e-ff7f-45e8-9909-66a4beaebe16 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46fa48f4-f62f-4475-b1d4-47933d2a69e5') {'for_net_delete': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:03.055339 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-128b095e-ff7f-45e8-9909-66a4beaebe16 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46fa48f4-f62f-4475-b1d4-47933d2a69e5') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:03.076403 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-128b095e-ff7f-45e8-9909-66a4beaebe16 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12392235'] for segment, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:03.090862 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3753baad-3af2-47be-a9c1-068b47569113 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:03.119847 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3753baad-3af2-47be-a9c1-068b47569113 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aacf6416-26f7-435c-b461-641f82aa4e2e,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:03.124295 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68007226-0fbd-48e7-8646-79715b7ed1e9 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Network 08037180-ab38-49ea-901d-4163028a3ad3 is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:37:03.137544 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-128b095e-ff7f-45e8-9909-66a4beaebe16 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:03.165675 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-128b095e-ff7f-45e8-9909-66a4beaebe16 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=103586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:37:03.166123 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-128b095e-ff7f-45e8-9909-66a4beaebe16 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11695586'] for segment, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:03.169311 dv-neutron-821401-4-hyperv neutron-server[103586]: Traceback (most recent call last): Dec 10 15:37:03.169311 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:37:03.169311 dv-neutron-821401-4-hyperv neutron-server[103586]: timer() Dec 10 15:37:03.169311 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:37:03.169311 dv-neutron-821401-4-hyperv neutron-server[103586]: cb(*args, **kw) Dec 10 15:37:03.169311 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:37:03.169311 dv-neutron-821401-4-hyperv neutron-server[103586]: return func(*args, **kwargs) Dec 10 15:37:03.169311 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:37:03.169311 dv-neutron-821401-4-hyperv neutron-server[103586]: self._notify() Dec 10 15:37:03.169311 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:37:03.169311 dv-neutron-821401-4-hyperv neutron-server[103586]: self.callback(batched_events) Dec 10 15:37:03.169311 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:37:03.169311 dv-neutron-821401-4-hyperv neutron-server[103586]: event.method(event) Dec 10 15:37:03.169311 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:37:03.169311 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:37:03.169311 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:37:03.169311 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:37:03.169311 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:37:03.169311 dv-neutron-821401-4-hyperv neutron-server[103586]: return f(self, *a, **k) Dec 10 15:37:03.169311 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:37:03.169311 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._get(url).json() Dec 10 15:37:03.169311 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:37:03.169311 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:37:03.169311 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:37:03.169311 dv-neutron-821401-4-hyperv neutron-server[103586]: return self.request(url, 'GET', **kwargs) Dec 10 15:37:03.169311 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:37:03.169311 dv-neutron-821401-4-hyperv neutron-server[103586]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:37:03.169311 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:37:03.169311 dv-neutron-821401-4-hyperv neutron-server[103586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:37:03.169311 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:37:03.169311 dv-neutron-821401-4-hyperv neutron-server[103586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:37:03.169311 dv-neutron-821401-4-hyperv neutron-server[103586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:37:03.212276 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3753baad-3af2-47be-a9c1-068b47569113 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:03.213908 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-3753baad-3af2-47be-a9c1-068b47569113 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5495229 Dec 10 15:37:03.216593 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36764) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:03.223197 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-41096b49-5998-4ab9-b28b-64c29d36e846 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'security_group_rule': {'security_group_id': '84c1130c-2602-4982-b1cd-aa24598b294b', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:37:03.243874 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-68007226-0fbd-48e7-8646-79715b7ed1e9 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 08037180-ab38-49ea-901d-4163028a3ad3) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:37:03.254324 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b29fb68-3a05-4ed4-8ecc-f9a1baa768b5 None None] Network 08037180-ab38-49ea-901d-4163028a3ad3 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:37:03.257842 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68007226-0fbd-48e7-8646-79715b7ed1e9 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:03.257997 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-68007226-0fbd-48e7-8646-79715b7ed1e9 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:03.259862 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a2e6cf-31c0-4cc9-9626-e53aa37c280b req-f47d8a7b-f10a-49e0-a76f-7178f7a086d1 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:03.261548 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-51a2e6cf-31c0-4cc9-9626-e53aa37c280b req-f47d8a7b-f10a-49e0-a76f-7178f7a086d1 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/ports?device_id=85708d57-23ef-42c1-b310-051281f973f7 HTTP/1.1" status: 200 len: 943 time: 0.1441514 Dec 10 15:37:03.287249 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-542b6985-9f74-493a-a98e-095bf3158c93 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:03.327273 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 15f12b90-f80a-4560-88c8-576051b32166 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:37:03.336198 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-128b095e-ff7f-45e8-9909-66a4beaebe16 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:03.362218 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-128b095e-ff7f-45e8-9909-66a4beaebe16 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:03.365752 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-41096b49-5998-4ab9-b28b-64c29d36e846 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:03.368275 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-128b095e-ff7f-45e8-9909-66a4beaebe16 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] 10.222.0.20 "DELETE /v2.0/networks/840567bc-485d-4859-b709-6c0a53e1b77f HTTP/1.1" status: 204 len: 168 time: 1.4954989 Dec 10 15:37:03.371523 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36766) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:03.404598 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-51a2e6cf-31c0-4cc9-9626-e53aa37c280b req-3041d139-05c7-4295-9b65-b7d420bede8f tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/security-groups?id=768e56a5-cc04-4fcd-bec3-2ab2cf193260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211839 Dec 10 15:37:03.446066 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c9a9ab-990a-4118-ac80-39bcc5fe4e03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-08037180-ab38-49ea-901d-4163028a3ad3', 'network_id': '08037180-ab38-49ea-901d-4163028a3ad3', 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'fixed_ips': [{'subnet_id': '98426a88-cb86-4149-9db0-1c7476efaa53'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:37:03.446996 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-56c9a9ab-990a-4118-ac80-39bcc5fe4e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:03.450229 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 15f12b90-f80a-4560-88c8-576051b32166 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:37:03.450542 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:03.451001 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128b095e-ff7f-45e8-9909-66a4beaebe16 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Pushing event deleted for resources: {'Network': ['ID=840567bc-485d-4859-b709-6c0a53e1b77f,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:03.459701 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-68007226-0fbd-48e7-8646-79715b7ed1e9 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3870175 Dec 10 15:37:03.464482 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36768) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:03.471126 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-f8864e62-cf6d-42e5-802b-76ae87e55e5b tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Request body: {'subnet': {'network_id': '7b15b669-fac2-43b9-af01-12c69f019b46', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:37:03.476339 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-41096b49-5998-4ab9-b28b-64c29d36e846 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:03.486799 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a3a2a52-217b-443b-9375-f3a7b66027f9 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Deleting subnet f38251a4-67fd-4d90-984d-7b5fce75df40 {{(pid=103586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:37:03.498283 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9a3a2a52-217b-443b-9375-f3a7b66027f9 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks [] for subnet, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:03.565557 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-542b6985-9f74-493a-a98e-095bf3158c93 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:03.609155 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-41096b49-5998-4ab9-b28b-64c29d36e846 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:03.617702 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542b6985-9f74-493a-a98e-095bf3158c93 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:37:03.627977 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-542b6985-9f74-493a-a98e-095bf3158c93 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:37:03.636308 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542b6985-9f74-493a-a98e-095bf3158c93 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:37:03.639855 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9a3a2a52-217b-443b-9375-f3a7b66027f9 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12392400'] for subnet, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:03.663420 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1da61fc-28e7-4210-8aad-c8d83fe96051 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:37:03.675013 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-56c9a9ab-990a-4118-ac80-39bcc5fe4e03 None None] Allocated IP 172.20.0.2 (08037180-ab38-49ea-901d-4163028a3ad3/98426a88-cb86-4149-9db0-1c7476efaa53/5d1b9ae6-e6df-40d1-b03b-8f5a1c7b036e) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:37:03.710675 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41096b49-5998-4ab9-b28b-64c29d36e846 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ea84d83-4260-4057-aa14-28d325ad0b96,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:03.726978 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542b6985-9f74-493a-a98e-095bf3158c93 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Pushing event updated for resources: {'Port': ['ID=796afaaf-718b-4e7a-9737-bdd496578089,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:03.762317 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 116a0d1b-a6a1-46ae-805c-b2e4dcff3e7d no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:37:03.785659 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 116a0d1b-a6a1-46ae-805c-b2e4dcff3e7d {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:37:03.786059 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 116a0d1b-a6a1-46ae-805c-b2e4dcff3e7d not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:37:03.802115 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-41096b49-5998-4ab9-b28b-64c29d36e846 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:03.812881 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-41096b49-5998-4ab9-b28b-64c29d36e846 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5888820 Dec 10 15:37:03.813007 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-723ffb46-0a0c-4b6c-9153-445461481f94 None None] Provisioning complete for port 796afaaf-718b-4e7a-9737-bdd496578089 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:37:03.813007 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-723ffb46-0a0c-4b6c-9153-445461481f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:03.813722 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36770) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:03.813722 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-26a49c21-c50b-41ef-99e2-d6a8d7f99de5 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'security_group_rule': {'security_group_id': '84c1130c-2602-4982-b1cd-aa24598b294b', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:37:03.870018 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-723ffb46-0a0c-4b6c-9153-445461481f94 None None] Port 796afaaf-718b-4e7a-9737-bdd496578089 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:37:03.915605 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9a3a2a52-217b-443b-9375-f3a7b66027f9 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:03.920824 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-56c9a9ab-990a-4118-ac80-39bcc5fe4e03 None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:03.986557 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8864e62-cf6d-42e5-802b-76ae87e55e5b tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Made reservation on behalf of 7779032e5efc4347afe0fcad7a7b9e84 for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:37:03.990505 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f8864e62-cf6d-42e5-802b-76ae87e55e5b tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:04.014956 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-56c9a9ab-990a-4118-ac80-39bcc5fe4e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:04.065952 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c9a9ab-990a-4118-ac80-39bcc5fe4e03 None None] Network 08037180-ab38-49ea-901d-4163028a3ad3 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:37:04.068827 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-56c9a9ab-990a-4118-ac80-39bcc5fe4e03 None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:37:04.072535 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c9a9ab-990a-4118-ac80-39bcc5fe4e03 None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:37:04.084313 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c9a9ab-990a-4118-ac80-39bcc5fe4e03 None None] Pushing event updated for resources: {'Port': ['ID=5d1b9ae6-e6df-40d1-b03b-8f5a1c7b036e,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:04.091499 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9a3a2a52-217b-443b-9375-f3a7b66027f9 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:04.109790 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9a3a2a52-217b-443b-9375-f3a7b66027f9 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:04.116312 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-9a3a2a52-217b-443b-9375-f3a7b66027f9 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] 10.222.0.20 "DELETE /v2.0/subnets/f38251a4-67fd-4d90-984d-7b5fce75df40 HTTP/1.1" status: 204 len: 168 time: 0.7427235 Dec 10 15:37:04.121091 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36772) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:04.121920 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-26a49c21-c50b-41ef-99e2-d6a8d7f99de5 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:04.130958 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd26c6af-3741-4fa6-b0c4-5e623ae166e0 None None] Network 967639cb-1a76-4382-b51b-28bb80420073 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:37:04.144402 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3a2a52-217b-443b-9375-f3a7b66027f9 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Pushing event deleted for resources: {'Subnet': ['ID=f38251a4-67fd-4d90-984d-7b5fce75df40,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:04.157037 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-56c9a9ab-990a-4118-ac80-39bcc5fe4e03 None None] Attempting to bind port 5d1b9ae6-e6df-40d1-b03b-8f5a1c7b036e on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:37:04.157577 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-56c9a9ab-990a-4118-ac80-39bcc5fe4e03 None None] Attempting to bind port 5d1b9ae6-e6df-40d1-b03b-8f5a1c7b036e by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'd23415c8-cc9a-4a24-ba63-e16170dfe26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '08037180-ab38-49ea-901d-4163028a3ad3'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:37:04.159319 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c9a9ab-990a-4118-ac80-39bcc5fe4e03 None None] Attempting to bind port 5d1b9ae6-e6df-40d1-b03b-8f5a1c7b036e on network 08037180-ab38-49ea-901d-4163028a3ad3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:37:04.183378 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c9a9ab-990a-4118-ac80-39bcc5fe4e03 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:37:04.183756 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c9a9ab-990a-4118-ac80-39bcc5fe4e03 None None] Checking segment: {'id': 'd23415c8-cc9a-4a24-ba63-e16170dfe26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '08037180-ab38-49ea-901d-4163028a3ad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:37:04.184159 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-56c9a9ab-990a-4118-ac80-39bcc5fe4e03 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:04.184558 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c9a9ab-990a-4118-ac80-39bcc5fe4e03 None None] Bound using segment: {'id': 'd23415c8-cc9a-4a24-ba63-e16170dfe26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '08037180-ab38-49ea-901d-4163028a3ad3'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:37:04.185031 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-56c9a9ab-990a-4118-ac80-39bcc5fe4e03 None None] Bound port: 5d1b9ae6-e6df-40d1-b03b-8f5a1c7b036e, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd23415c8-cc9a-4a24-ba63-e16170dfe26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '08037180-ab38-49ea-901d-4163028a3ad3'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:37:04.185412 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-56c9a9ab-990a-4118-ac80-39bcc5fe4e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:04.214010 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-546f65b0-a750-49f0-83c7-2dcc7451248b tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Deleting subnet eaa59699-4e45-4685-93cb-6186a243e70b {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:37:04.222147 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-546f65b0-a750-49f0-83c7-2dcc7451248b tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks [] for subnet, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:04.232030 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-542b6985-9f74-493a-a98e-095bf3158c93 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks [] for router_gateway, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:04.293043 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-546f65b0-a750-49f0-83c7-2dcc7451248b tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11806768'] for subnet, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:04.314159 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-56c9a9ab-990a-4118-ac80-39bcc5fe4e03 None None] For port 5d1b9ae6-e6df-40d1-b03b-8f5a1c7b036e, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:37:04.317760 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-56c9a9ab-990a-4118-ac80-39bcc5fe4e03 None None] For port 5d1b9ae6-e6df-40d1-b03b-8f5a1c7b036e, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=5d1b9ae6-e6df-40d1-b03b-8f5a1c7b036e,segment=NetworkSegment(d23415c8-cc9a-4a24-ba63-e16170dfe26b),segment_id=d23415c8-cc9a-4a24-ba63-e16170dfe26b)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:37:04.341884 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-26a49c21-c50b-41ef-99e2-d6a8d7f99de5 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:04.388999 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-56c9a9ab-990a-4118-ac80-39bcc5fe4e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:04.428105 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-26a49c21-c50b-41ef-99e2-d6a8d7f99de5 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:04.455483 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-546f65b0-a750-49f0-83c7-2dcc7451248b tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:04.478662 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f8864e62-cf6d-42e5-802b-76ae87e55e5b tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11695183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581935'] for subnet, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:04.535728 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a49c21-c50b-41ef-99e2-d6a8d7f99de5 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee8bfe07-c39d-473c-bb38-37df3176c649,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:04.572243 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878de037-da07-44f5-a9d9-f615bbfbdd39 None None] DHCP port deletion for 967639cb-1a76-4382-b51b-28bb80420073 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:37:04.578613 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-26a49c21-c50b-41ef-99e2-d6a8d7f99de5 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:04.590019 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-26a49c21-c50b-41ef-99e2-d6a8d7f99de5 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7721720 Dec 10 15:37:04.590019 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36776) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:04.590019 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-940c9399-4a28-45b5-b73d-d4785f4a562f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'security_group_rule': {'security_group_id': '84c1130c-2602-4982-b1cd-aa24598b294b', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:37:04.630496 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26fda6-6744-4e93-8161-6372025bbd64 req-23c07637-ad7c-452a-af5e-6a321dc28124 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:04.634651 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-6e26fda6-6744-4e93-8161-6372025bbd64 req-23c07637-ad7c-452a-af5e-6a321dc28124 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/ports?device_id=85708d57-23ef-42c1-b310-051281f973f7 HTTP/1.1" status: 200 len: 943 time: 0.0908604 Dec 10 15:37:04.640560 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-546f65b0-a750-49f0-83c7-2dcc7451248b tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11236721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11668521'] for subnet, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:04.640851 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c9a9ab-990a-4118-ac80-39bcc5fe4e03 None None] Pushing event updated for resources: {'Port': ['ID=5d1b9ae6-e6df-40d1-b03b-8f5a1c7b036e,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:04.664637 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-878de037-da07-44f5-a9d9-f615bbfbdd39 None None] Deleting port 0ad99306-37c7-4f92-a69f-bb218bacf031 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:37:04.665298 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-878de037-da07-44f5-a9d9-f615bbfbdd39 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:04.697636 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546f65b0-a750-49f0-83c7-2dcc7451248b tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Pushing event deleted for resources: {'Subnet': ['ID=eaa59699-4e45-4685-93cb-6186a243e70b,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:04.704629 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-546f65b0-a750-49f0-83c7-2dcc7451248b tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:04.708275 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-546f65b0-a750-49f0-83c7-2dcc7451248b tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] 10.222.0.20 "DELETE /v2.0/subnets/eaa59699-4e45-4685-93cb-6186a243e70b HTTP/1.1" status: 204 len: 168 time: 0.5683508 Dec 10 15:37:04.710923 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36778) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:04.713664 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d711480b-8b6b-4dcf-8f6d-88c6639b1fe9 None None] Network 01a5e176-0519-42fe-8fa7-3f60399aa1b8 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:37:04.802293 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-940c9399-4a28-45b5-b73d-d4785f4a562f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:04.809515 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-878de037-da07-44f5-a9d9-f615bbfbdd39 None None] For port 0ad99306-37c7-4f92-a69f-bb218bacf031, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=0ad99306-37c7-4f92-a69f-bb218bacf031,segment=NetworkSegment(0678bf0e-eb1c-4dde-86a9-c11e216f923a),segment_id=0678bf0e-eb1c-4dde-86a9-c11e216f923a)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:37:04.810129 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-878de037-da07-44f5-a9d9-f615bbfbdd39 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:04.829416 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-6e26fda6-6744-4e93-8161-6372025bbd64 req-663c5e8c-54de-4cb0-bf67-3870ec1c5824 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/security-groups?id=768e56a5-cc04-4fcd-bec3-2ab2cf193260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1934295 Dec 10 15:37:04.856156 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-878de037-da07-44f5-a9d9-f615bbfbdd39 None None] Calling delete_port for 0ad99306-37c7-4f92-a69f-bb218bacf031 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:37:04.880732 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3f03abe7-e790-4494-88ea-1466ba3ff7a6 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:04.894465 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8864e62-cf6d-42e5-802b-76ae87e55e5b tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Pushing event updated for resources: {'Subnet': ['ID=cd79d4e9-830e-438b-9455-8fda72262ed2,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:04.918791 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-542b6985-9f74-493a-a98e-095bf3158c93 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363'] for router, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:04.972547 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-940c9399-4a28-45b5-b73d-d4785f4a562f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:04.999093 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-3f03abe7-e790-4494-88ea-1466ba3ff7a6 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Deleting port 0ad99306-37c7-4f92-a69f-bb218bacf031 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:37:04.999093 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3f03abe7-e790-4494-88ea-1466ba3ff7a6 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:04.999788 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8864e62-cf6d-42e5-802b-76ae87e55e5b tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Checking segment: {'id': 'ce86c549-76f9-45ad-bcd1-0211f3e5ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '7b15b669-fac2-43b9-af01-12c69f019b46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:37:05.000149 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8864e62-cf6d-42e5-802b-76ae87e55e5b tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Network hostable DHCP agents. Network: 7b15b669-fac2-43b9-af01-12c69f019b46, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:37:05.086577 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1ef664-27a2-426e-9004-09102c94d296 None None] DHCP port deletion for 01a5e176-0519-42fe-8fa7-3f60399aa1b8 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:37:05.086753 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-3f03abe7-e790-4494-88ea-1466ba3ff7a6 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] For port 0ad99306-37c7-4f92-a69f-bb218bacf031, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=0ad99306-37c7-4f92-a69f-bb218bacf031,segment=NetworkSegment(0678bf0e-eb1c-4dde-86a9-c11e216f923a),segment_id=0678bf0e-eb1c-4dde-86a9-c11e216f923a)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:37:05.087208 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3f03abe7-e790-4494-88ea-1466ba3ff7a6 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:05.103812 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-940c9399-4a28-45b5-b73d-d4785f4a562f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:05.124757 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-3f03abe7-e790-4494-88ea-1466ba3ff7a6 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Calling delete_port for 0ad99306-37c7-4f92-a69f-bb218bacf031 owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:37:05.132080 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-878de037-da07-44f5-a9d9-f615bbfbdd39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:05.134082 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940c9399-4a28-45b5-b73d-d4785f4a562f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=037c17df-f156-49a6-9c00-bc27e43afae7,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:05.167422 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8864e62-cf6d-42e5-802b-76ae87e55e5b tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Network 7b15b669-fac2-43b9-af01-12c69f019b46 is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:37:05.169617 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878de037-da07-44f5-a9d9-f615bbfbdd39 None None] No DVR routers for this DVR port 0ad99306-37c7-4f92-a69f-bb218bacf031 on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:37:05.185566 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878de037-da07-44f5-a9d9-f615bbfbdd39 None None] Pushing event deleted for resources: {'Port': ['ID=0ad99306-37c7-4f92-a69f-bb218bacf031,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:05.205674 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-2e1ef664-27a2-426e-9004-09102c94d296 None None] Deleting port 4ed1a3ca-db3d-4b72-b42e-a224442b3b90 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:37:05.206549 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2e1ef664-27a2-426e-9004-09102c94d296 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:05.206789 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-542b6985-9f74-493a-a98e-095bf3158c93 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Router ba42f30b-409a-4203-9dc0-b2b401bccefc is scheduled to L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d with binding_index 1 {{(pid=103586) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 15:37:05.229599 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3f03abe7-e790-4494-88ea-1466ba3ff7a6 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:05.264681 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f03abe7-e790-4494-88ea-1466ba3ff7a6 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Pushing event deleted for resources: {'Port': ['ID=0ad99306-37c7-4f92-a69f-bb218bacf031,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:05.272481 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-940c9399-4a28-45b5-b73d-d4785f4a562f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:05.274069 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-940c9399-4a28-45b5-b73d-d4785f4a562f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6893668 Dec 10 15:37:05.275228 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f03abe7-e790-4494-88ea-1466ba3ff7a6 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] No DVR routers for this DVR port 0ad99306-37c7-4f92-a69f-bb218bacf031 on host dv-neutron-821401-4-hyperv {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:37:05.277311 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36780) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:05.285025 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-9a00cec5-f7ca-47f5-83d2-1084367fdd36 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'security_group_rule': {'security_group_id': '84c1130c-2602-4982-b1cd-aa24598b294b', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:37:05.292301 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-f8864e62-cf6d-42e5-802b-76ae87e55e5b tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 7b15b669-fac2-43b9-af01-12c69f019b46) {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:37:05.299701 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8864e62-cf6d-42e5-802b-76ae87e55e5b tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:05.300180 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f8864e62-cf6d-42e5-802b-76ae87e55e5b tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:05.304919 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-2e1ef664-27a2-426e-9004-09102c94d296 None None] For port 4ed1a3ca-db3d-4b72-b42e-a224442b3b90, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=4ed1a3ca-db3d-4b72-b42e-a224442b3b90,segment=NetworkSegment(3946dd93-53c7-4b7d-a2ef-2a71a3308300),segment_id=3946dd93-53c7-4b7d-a2ef-2a71a3308300)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:37:05.307485 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2e1ef664-27a2-426e-9004-09102c94d296 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:05.327066 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-2e1ef664-27a2-426e-9004-09102c94d296 None None] Calling delete_port for 4ed1a3ca-db3d-4b72-b42e-a224442b3b90 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:37:05.335581 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d08b868-3212-4357-a614-2eea73de62af None None] Network 7b15b669-fac2-43b9-af01-12c69f019b46 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:37:05.389115 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-542b6985-9f74-493a-a98e-095bf3158c93 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:37:05.390807 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 5d1b9ae6-e6df-40d1-b03b-8f5a1c7b036e up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:37:05.403740 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2d1f9f-f8e5-46e7-8c2b-18529825d087 None None] Sync routers for ids ['ba42f30b-409a-4203-9dc0-b2b401bccefc'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:37:05.404257 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3f03abe7-e790-4494-88ea-1466ba3ff7a6 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:05.413231 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.securitygroups_db [None req-9a00cec5-f7ca-47f5-83d2-1084367fdd36 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Project e049672a5fd04e7f8cbb0423b61eb757 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 15:37:05.419108 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2d1f9f-f8e5-46e7-8c2b-18529825d087 None None] Routers {'ba42f30b-409a-4203-9dc0-b2b401bccefc'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:37:05.420013 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-ac2d1f9f-f8e5-46e7-8c2b-18529825d087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:36:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['ba42f30b-409a-4203-9dc0-b2b401bccefc'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:05.423961 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9a00cec5-f7ca-47f5-83d2-1084367fdd36 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:05.436029 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-3f03abe7-e790-4494-88ea-1466ba3ff7a6 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['967639cb-1a76-4382-b51b-28bb80420073']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:05.456184 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-3f03abe7-e790-4494-88ea-1466ba3ff7a6 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0678bf0e-eb1c-4dde-86a9-c11e216f923a') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:05.456479 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-3f03abe7-e790-4494-88ea-1466ba3ff7a6 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0678bf0e-eb1c-4dde-86a9-c11e216f923a') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:05.479498 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-f8864e62-cf6d-42e5-802b-76ae87e55e5b tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0106502 Dec 10 15:37:05.479726 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36782) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:05.484235 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-46d6953f-18d6-4c28-9565-3ebf65827a1a tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1036230963', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:37:05.487134 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3f03abe7-e790-4494-88ea-1466ba3ff7a6 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11806923'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:05.510205 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-542b6985-9f74-493a-a98e-095bf3158c93 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:05.511773 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-542b6985-9f74-493a-a98e-095bf3158c93 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.0078082 Dec 10 15:37:05.515600 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36784) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:05.544963 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9a00cec5-f7ca-47f5-83d2-1084367fdd36 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:05.555565 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3f03abe7-e790-4494-88ea-1466ba3ff7a6 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:05.556146 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-ac2d1f9f-f8e5-46e7-8c2b-18529825d087 None None] Set router ba42f30b-409a-4203-9dc0-b2b401bccefc gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:37:05.562049 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f03abe7-e790-4494-88ea-1466ba3ff7a6 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:37:05.562493 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3f03abe7-e790-4494-88ea-1466ba3ff7a6 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11236635'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:05.568013 dv-neutron-821401-4-hyperv neutron-server[103587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:37:05.568013 dv-neutron-821401-4-hyperv neutron-server[103587]: self.session.flush() Dec 10 15:37:05.568013 dv-neutron-821401-4-hyperv neutron-server[103587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:37:05.568013 dv-neutron-821401-4-hyperv neutron-server[103587]: self.session.flush() Dec 10 15:37:05.568013 dv-neutron-821401-4-hyperv neutron-server[103587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:37:05.568013 dv-neutron-821401-4-hyperv neutron-server[103587]: self.session.flush() Dec 10 15:37:05.568013 dv-neutron-821401-4-hyperv neutron-server[103587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:37:05.568013 dv-neutron-821401-4-hyperv neutron-server[103587]: self.session.flush() Dec 10 15:37:05.568013 dv-neutron-821401-4-hyperv neutron-server[103587]: Traceback (most recent call last): Dec 10 15:37:05.568013 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:37:05.568013 dv-neutron-821401-4-hyperv neutron-server[103587]: timer() Dec 10 15:37:05.568013 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:37:05.568013 dv-neutron-821401-4-hyperv neutron-server[103587]: cb(*args, **kw) Dec 10 15:37:05.568013 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:37:05.568013 dv-neutron-821401-4-hyperv neutron-server[103587]: return func(*args, **kwargs) Dec 10 15:37:05.568013 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:37:05.568013 dv-neutron-821401-4-hyperv neutron-server[103587]: self._notify() Dec 10 15:37:05.568013 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:37:05.568013 dv-neutron-821401-4-hyperv neutron-server[103587]: self.callback(batched_events) Dec 10 15:37:05.568013 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:37:05.568013 dv-neutron-821401-4-hyperv neutron-server[103587]: event.method(event) Dec 10 15:37:05.568013 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:37:05.568013 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:37:05.568013 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:37:05.568013 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:37:05.568013 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:37:05.568013 dv-neutron-821401-4-hyperv neutron-server[103587]: return f(self, *a, **k) Dec 10 15:37:05.568013 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:37:05.568013 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._get(url).json() Dec 10 15:37:05.568013 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:37:05.568013 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:37:05.568013 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:37:05.568013 dv-neutron-821401-4-hyperv neutron-server[103587]: return self.request(url, 'GET', **kwargs) Dec 10 15:37:05.568013 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:37:05.568013 dv-neutron-821401-4-hyperv neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:37:05.568013 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:37:05.568013 dv-neutron-821401-4-hyperv neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:37:05.568013 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:37:05.568013 dv-neutron-821401-4-hyperv neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:37:05.568013 dv-neutron-821401-4-hyperv neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:37:05.587275 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 5d1b9ae6-e6df-40d1-b03b-8f5a1c7b036e triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:37:05.587842 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:05.593196 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb643a34-bf7a-443e-9e6d-80abec8a1375 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-7b15b669-fac2-43b9-af01-12c69f019b46', 'network_id': '7b15b669-fac2-43b9-af01-12c69f019b46', 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'fixed_ips': [{'subnet_id': 'cd79d4e9-830e-438b-9455-8fda72262ed2'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:37:05.594247 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fb643a34-bf7a-443e-9e6d-80abec8a1375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:05.628343 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-46d6953f-18d6-4c28-9565-3ebf65827a1a tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13912'] for router, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:05.629431 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-46d6953f-18d6-4c28-9565-3ebf65827a1a tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:05.661211 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9a00cec5-f7ca-47f5-83d2-1084367fdd36 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:05.713553 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2e1ef664-27a2-426e-9004-09102c94d296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:05.717332 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00cec5-f7ca-47f5-83d2-1084367fdd36 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1b50013-65bb-4f7b-aed7-0922b833a6f6,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:05.753959 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3f03abe7-e790-4494-88ea-1466ba3ff7a6 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:05.770449 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3f03abe7-e790-4494-88ea-1466ba3ff7a6 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:05.772378 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-46d6953f-18d6-4c28-9565-3ebf65827a1a tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:05.774549 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1ef664-27a2-426e-9004-09102c94d296 None None] No DVR routers for this DVR port 4ed1a3ca-db3d-4b72-b42e-a224442b3b90 on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:37:05.791779 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1ef664-27a2-426e-9004-09102c94d296 None None] Pushing event deleted for resources: {'Port': ['ID=4ed1a3ca-db3d-4b72-b42e-a224442b3b90,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:05.792830 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-3f03abe7-e790-4494-88ea-1466ba3ff7a6 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] 10.222.0.20 "DELETE /v2.0/networks/967639cb-1a76-4382-b51b-28bb80420073 HTTP/1.1" status: 204 len: 168 time: 1.0753596 Dec 10 15:37:05.794580 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36788) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:05.823795 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f03abe7-e790-4494-88ea-1466ba3ff7a6 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Pushing event deleted for resources: {'Network': ['ID=967639cb-1a76-4382-b51b-28bb80420073,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:05.834307 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-0e32f454-4d8b-471b-b6f0-305d248df2d9 tempest-TestNetworkAdvancedServerOps-1552564089 tempest-TestNetworkAdvancedServerOps-1552564089-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=5591279ec4634b489dcb9d918648235a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3166664 Dec 10 15:37:05.835153 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36790) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:05.846686 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-ac2d1f9f-f8e5-46e7-8c2b-18529825d087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba42f30b-409a-4203-9dc0-b2b401bccefc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-264996045', 'tenant_id': '5591279ec4634b489dcb9d918648235a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.121'}], 'enable_snat': True}, 'gw_port_id': '796afaaf-718b-4e7a-9737-bdd496578089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:37:01Z', 'updated_at': '2021-12-10T15:37:03Z', 'revision_number': 3, 'project_id': '5591279ec4634b489dcb9d918648235a', 'gw_port': {'id': '796afaaf-718b-4e7a-9737-bdd496578089', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e7:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba42f30b-409a-4203-9dc0-b2b401bccefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:37:02Z', 'updated_at': '2021-12-10T15:37:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:05.853680 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9a00cec5-f7ca-47f5-83d2-1084367fdd36 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:05.854961 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-9a00cec5-f7ca-47f5-83d2-1084367fdd36 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5765398 Dec 10 15:37:05.866294 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36794) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:05.871534 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-73cd6fc2-3811-4b7f-828d-cef24e9c2f63 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'security_group_rule': {'security_group_id': '84c1130c-2602-4982-b1cd-aa24598b294b', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:37:05.876713 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-fb643a34-bf7a-443e-9e6d-80abec8a1375 None None] Allocated IP 172.21.0.2 (7b15b669-fac2-43b9-af01-12c69f019b46/cd79d4e9-830e-438b-9455-8fda72262ed2/29cf95d4-4a6a-471b-8607-ac68aa8af0c2) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:37:05.915734 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-46d6953f-18d6-4c28-9565-3ebf65827a1a tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363'] for router, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:05.918025 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2d1f9f-f8e5-46e7-8c2b-18529825d087 None None] Checking router: ba42f30b-409a-4203-9dc0-b2b401bccefc for host: dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:37:05.918739 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2d1f9f-f8e5-46e7-8c2b-18529825d087 None None] Updating router ba42f30b-409a-4203-9dc0-b2b401bccefc port 796afaaf-718b-4e7a-9737-bdd496578089 binding host dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 15:37:05.952824 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ac2d1f9f-f8e5-46e7-8c2b-18529825d087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:05.989196 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.securitygroups_db [None req-73cd6fc2-3811-4b7f-828d-cef24e9c2f63 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Project e049672a5fd04e7f8cbb0423b61eb757 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 15:37:05.998698 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-73cd6fc2-3811-4b7f-828d-cef24e9c2f63 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:06.011561 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-168a537c-a4a9-4e11-ad43-22e9636e61e1 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:06.052115 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fb643a34-bf7a-443e-9e6d-80abec8a1375 None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:06.093931 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-46d6953f-18d6-4c28-9565-3ebf65827a1a tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:06.095700 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-46d6953f-18d6-4c28-9565-3ebf65827a1a tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6150312 Dec 10 15:37:06.100738 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36796) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:06.107369 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:06.122939 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb29ccf1-3761-41bf-8c71-2430578c7ac5 req-47bff861-8a64-49b6-a31b-9cab8883f93b tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:06.124568 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-cb29ccf1-3761-41bf-8c71-2430578c7ac5 req-47bff861-8a64-49b6-a31b-9cab8883f93b tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/ports?device_id=85708d57-23ef-42c1-b310-051281f973f7 HTTP/1.1" status: 200 len: 943 time: 0.1569703 Dec 10 15:37:06.126683 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-73cd6fc2-3811-4b7f-828d-cef24e9c2f63 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:06.137589 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86aaf6f3-ac41-4645-9d31-3659863b81ce tempest-TestNetworkAdvancedServerOps-1552564089 tempest-TestNetworkAdvancedServerOps-1552564089-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:06.141606 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fb643a34-bf7a-443e-9e6d-80abec8a1375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:06.142335 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36798) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:06.143200 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-86aaf6f3-ac41-4645-9d31-3659863b81ce tempest-TestNetworkAdvancedServerOps-1552564089 tempest-TestNetworkAdvancedServerOps-1552564089-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2798429 Dec 10 15:37:06.200897 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-a582fc7b-a467-4b2c-8ac8-604f0a7a7c36 tempest-TestNetworkAdvancedServerOps-1552564089 tempest-TestNetworkAdvancedServerOps-1552564089-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=d5a1452c-422a-4e1a-a1c7-48738ecf752f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0570304 Dec 10 15:37:06.203610 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36800) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:06.209977 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-cdd696b5-67a6-4409-9d8d-73ae4d5fa440 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-656495448', 'network_id': 'a5dd9203-5f7e-43be-b17d-4683ee28e949', 'project_id': '5591279ec4634b489dcb9d918648235a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:37:06.227902 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-73cd6fc2-3811-4b7f-828d-cef24e9c2f63 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:06.239583 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff83b26d-f4de-4bee-9e14-eba8e234f910 None None] Network 08037180-ab38-49ea-901d-4163028a3ad3 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:37:06.252774 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] For port 5d1b9ae6-e6df-40d1-b03b-8f5a1c7b036e, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=5d1b9ae6-e6df-40d1-b03b-8f5a1c7b036e,segment=NetworkSegment(d23415c8-cc9a-4a24-ba63-e16170dfe26b),segment_id=d23415c8-cc9a-4a24-ba63-e16170dfe26b)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:37:06.258533 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb643a34-bf7a-443e-9e6d-80abec8a1375 None None] Network 7b15b669-fac2-43b9-af01-12c69f019b46 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:37:06.274792 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-fb643a34-bf7a-443e-9e6d-80abec8a1375 None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:37:06.276521 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cd6fc2-3811-4b7f-828d-cef24e9c2f63 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34e737f0-0fe5-44c9-a058-fb1ad1fc8572,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:06.287749 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-168a537c-a4a9-4e11-ad43-22e9636e61e1 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:06.319976 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb643a34-bf7a-443e-9e6d-80abec8a1375 None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:37:06.350648 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:06.352820 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb643a34-bf7a-443e-9e6d-80abec8a1375 None None] Pushing event updated for resources: {'Port': ['ID=29cf95d4-4a6a-471b-8607-ac68aa8af0c2,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:06.354839 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ac2d1f9f-f8e5-46e7-8c2b-18529825d087 None None] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:06.369876 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-168a537c-a4a9-4e11-ad43-22e9636e61e1 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01a5e176-0519-42fe-8fa7-3f60399aa1b8']}} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:06.397423 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-73cd6fc2-3811-4b7f-828d-cef24e9c2f63 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:06.411044 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-73cd6fc2-3811-4b7f-828d-cef24e9c2f63 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5431809 Dec 10 15:37:06.425293 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-168a537c-a4a9-4e11-ad43-22e9636e61e1 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3946dd93-53c7-4b7d-a2ef-2a71a3308300') {'for_net_delete': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:06.425589 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-168a537c-a4a9-4e11-ad43-22e9636e61e1 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3946dd93-53c7-4b7d-a2ef-2a71a3308300') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:06.439753 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ac2d1f9f-f8e5-46e7-8c2b-18529825d087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:06.443066 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-168a537c-a4a9-4e11-ad43-22e9636e61e1 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12392235'] for segment, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:06.473925 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd696b5-67a6-4409-9d8d-73ae4d5fa440 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Made reservation on behalf of 5591279ec4634b489dcb9d918648235a for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:37:06.477814 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cdd696b5-67a6-4409-9d8d-73ae4d5fa440 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11668558'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:06.493026 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-cb29ccf1-3761-41bf-8c71-2430578c7ac5 req-5f32e5d2-ce80-42ac-99b5-a35b2e52ec3a tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/security-groups?id=768e56a5-cc04-4fcd-bec3-2ab2cf193260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3051751 Dec 10 15:37:06.515120 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-2c954d19-b85c-4644-885e-ce7c2a7debe1 None None] Provisioning complete for port 5d1b9ae6-e6df-40d1-b03b-8f5a1c7b036e triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:37:06.516858 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2c954d19-b85c-4644-885e-ce7c2a7debe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:06.520768 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8bfeb0-49a4-4d3b-b53e-d56528983863 None None] Pushing event updated for resources: {'Port': ['ID=796afaaf-718b-4e7a-9737-bdd496578089,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:06.524898 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 0ad99306-37c7-4f92-a69f-bb218bacf031 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:37:06.530213 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc662851-2ebb-470d-b207-98d578024d82 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:37:06.546086 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-ac2d1f9f-f8e5-46e7-8c2b-18529825d087 None None] Attempting to bind port 796afaaf-718b-4e7a-9737-bdd496578089 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:37:06.550598 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-168a537c-a4a9-4e11-ad43-22e9636e61e1 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:06.552628 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-ac2d1f9f-f8e5-46e7-8c2b-18529825d087 None None] Attempting to bind port 796afaaf-718b-4e7a-9737-bdd496578089 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:37:06.553291 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2d1f9f-f8e5-46e7-8c2b-18529825d087 None None] Attempting to bind port 796afaaf-718b-4e7a-9737-bdd496578089 on network d5a1452c-422a-4e1a-a1c7-48738ecf752f {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:37:06.560877 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-168a537c-a4a9-4e11-ad43-22e9636e61e1 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=103586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:37:06.561284 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-168a537c-a4a9-4e11-ad43-22e9636e61e1 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11695586'] for segment, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:06.565014 dv-neutron-821401-4-hyperv neutron-server[103586]: Traceback (most recent call last): Dec 10 15:37:06.565014 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:37:06.565014 dv-neutron-821401-4-hyperv neutron-server[103586]: timer() Dec 10 15:37:06.565014 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:37:06.565014 dv-neutron-821401-4-hyperv neutron-server[103586]: cb(*args, **kw) Dec 10 15:37:06.565014 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:37:06.565014 dv-neutron-821401-4-hyperv neutron-server[103586]: return func(*args, **kwargs) Dec 10 15:37:06.565014 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:37:06.565014 dv-neutron-821401-4-hyperv neutron-server[103586]: self._notify() Dec 10 15:37:06.565014 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:37:06.565014 dv-neutron-821401-4-hyperv neutron-server[103586]: self.callback(batched_events) Dec 10 15:37:06.565014 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:37:06.565014 dv-neutron-821401-4-hyperv neutron-server[103586]: event.method(event) Dec 10 15:37:06.565014 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:37:06.565014 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:37:06.565014 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:37:06.565014 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:37:06.565014 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:37:06.565014 dv-neutron-821401-4-hyperv neutron-server[103586]: return f(self, *a, **k) Dec 10 15:37:06.565014 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:37:06.565014 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._get(url).json() Dec 10 15:37:06.565014 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:37:06.565014 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:37:06.565014 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:37:06.565014 dv-neutron-821401-4-hyperv neutron-server[103586]: return self.request(url, 'GET', **kwargs) Dec 10 15:37:06.565014 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:37:06.565014 dv-neutron-821401-4-hyperv neutron-server[103586]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:37:06.565014 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:37:06.565014 dv-neutron-821401-4-hyperv neutron-server[103586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:37:06.565014 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:37:06.565014 dv-neutron-821401-4-hyperv neutron-server[103586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:37:06.565014 dv-neutron-821401-4-hyperv neutron-server[103586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:37:06.572679 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2d1f9f-f8e5-46e7-8c2b-18529825d087 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:37:06.573607 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2d1f9f-f8e5-46e7-8c2b-18529825d087 None None] Checking segment: {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:37:06.576202 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ac2d1f9f-f8e5-46e7-8c2b-18529825d087 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:06.576733 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2d1f9f-f8e5-46e7-8c2b-18529825d087 None None] Bound using segment: {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:37:06.577334 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-ac2d1f9f-f8e5-46e7-8c2b-18529825d087 None None] Bound port: 796afaaf-718b-4e7a-9737-bdd496578089, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:37:06.580507 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ac2d1f9f-f8e5-46e7-8c2b-18529825d087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:06.624760 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Pushing event updated for resources: {'Port': ['ID=5d1b9ae6-e6df-40d1-b03b-8f5a1c7b036e,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:06.633962 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-fb643a34-bf7a-443e-9e6d-80abec8a1375 None None] Attempting to bind port 29cf95d4-4a6a-471b-8607-ac68aa8af0c2 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:37:06.634345 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-fb643a34-bf7a-443e-9e6d-80abec8a1375 None None] Attempting to bind port 29cf95d4-4a6a-471b-8607-ac68aa8af0c2 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'ce86c549-76f9-45ad-bcd1-0211f3e5ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '7b15b669-fac2-43b9-af01-12c69f019b46'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:37:06.634850 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb643a34-bf7a-443e-9e6d-80abec8a1375 None None] Attempting to bind port 29cf95d4-4a6a-471b-8607-ac68aa8af0c2 on network 7b15b669-fac2-43b9-af01-12c69f019b46 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:37:06.641172 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 0ad99306-37c7-4f92-a69f-bb218bacf031 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:37:06.641543 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 0ad99306-37c7-4f92-a69f-bb218bacf031 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:37:06.643553 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 4ed1a3ca-db3d-4b72-b42e-a224442b3b90 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:37:06.676039 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb643a34-bf7a-443e-9e6d-80abec8a1375 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:37:06.676482 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb643a34-bf7a-443e-9e6d-80abec8a1375 None None] Checking segment: {'id': 'ce86c549-76f9-45ad-bcd1-0211f3e5ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '7b15b669-fac2-43b9-af01-12c69f019b46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:37:06.676843 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fb643a34-bf7a-443e-9e6d-80abec8a1375 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:06.677251 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb643a34-bf7a-443e-9e6d-80abec8a1375 None None] Bound using segment: {'id': 'ce86c549-76f9-45ad-bcd1-0211f3e5ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '7b15b669-fac2-43b9-af01-12c69f019b46'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:37:06.677752 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-fb643a34-bf7a-443e-9e6d-80abec8a1375 None None] Bound port: 29cf95d4-4a6a-471b-8607-ac68aa8af0c2, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce86c549-76f9-45ad-bcd1-0211f3e5ff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '7b15b669-fac2-43b9-af01-12c69f019b46'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:37:06.680534 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fb643a34-bf7a-443e-9e6d-80abec8a1375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:06.688617 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-bf64ca74-0adc-465e-b2ec-f1ce2c5c6051 req-45653c03-a304-4421-b10b-d4e726ce51a5 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2653224&fields=id&tenant_id=e049672a5fd04e7f8cbb0423b61eb757 HTTP/1.1" status: 200 len: 267 time: 0.0806763 Dec 10 15:37:06.697227 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 4ed1a3ca-db3d-4b72-b42e-a224442b3b90 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:37:06.697585 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 4ed1a3ca-db3d-4b72-b42e-a224442b3b90 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:37:06.716610 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ae083228-7bcc-4f3a-8cb8-691741abd1bb tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:06.725235 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-ac2d1f9f-f8e5-46e7-8c2b-18529825d087 None None] For port 796afaaf-718b-4e7a-9737-bdd496578089, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:37:06.733990 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-ac2d1f9f-f8e5-46e7-8c2b-18529825d087 None None] For port 796afaaf-718b-4e7a-9737-bdd496578089, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=796afaaf-718b-4e7a-9737-bdd496578089,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:37:06.777645 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-168a537c-a4a9-4e11-ad43-22e9636e61e1 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:06.783094 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-168a537c-a4a9-4e11-ad43-22e9636e61e1 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:06.789984 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-168a537c-a4a9-4e11-ad43-22e9636e61e1 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] 10.222.0.20 "DELETE /v2.0/networks/01a5e176-0519-42fe-8fa7-3f60399aa1b8 HTTP/1.1" status: 204 len: 168 time: 0.9919610 Dec 10 15:37:06.800481 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ac2d1f9f-f8e5-46e7-8c2b-18529825d087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:06.818519 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-fb643a34-bf7a-443e-9e6d-80abec8a1375 None None] For port 29cf95d4-4a6a-471b-8607-ac68aa8af0c2, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:37:06.822876 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-fb643a34-bf7a-443e-9e6d-80abec8a1375 None None] For port 29cf95d4-4a6a-471b-8607-ac68aa8af0c2, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=29cf95d4-4a6a-471b-8607-ac68aa8af0c2,segment=NetworkSegment(ce86c549-76f9-45ad-bcd1-0211f3e5ff2a),segment_id=ce86c549-76f9-45ad-bcd1-0211f3e5ff2a)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:37:06.828000 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36814) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:06.856285 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168a537c-a4a9-4e11-ad43-22e9636e61e1 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Pushing event deleted for resources: {'Network': ['ID=01a5e176-0519-42fe-8fa7-3f60399aa1b8,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:06.892562 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fb643a34-bf7a-443e-9e6d-80abec8a1375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:06.901685 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2d1f9f-f8e5-46e7-8c2b-18529825d087 None None] Routers {'ba42f30b-409a-4203-9dc0-b2b401bccefc'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:37:06.902499 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-ac2d1f9f-f8e5-46e7-8c2b-18529825d087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:36:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['ba42f30b-409a-4203-9dc0-b2b401bccefc'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:06.957975 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf64ca74-0adc-465e-b2ec-f1ce2c5c6051 req-ca2a7f24-aa37-46ff-86c4-d3c5fc240fd5 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:06.958820 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa626efd-917b-4126-9244-c5c71813c4d0 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:37:06.960136 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-bf64ca74-0adc-465e-b2ec-f1ce2c5c6051 req-ca2a7f24-aa37-46ff-86c4-d3c5fc240fd5 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/networks?id=41da71eb-bf34-43b9-be45-4b47a883de82 HTTP/1.1" status: 200 len: 797 time: 0.2104638 Dec 10 15:37:06.994304 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa92c23d-e083-4750-8135-63295bcd8d56 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Deleting subnet 4b1e0fd4-637b-4e9c-8d8f-275e38afed29 {{(pid=103586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:37:07.002741 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fa92c23d-e083-4750-8135-63295bcd8d56 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks [] for subnet, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:07.005115 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cdd696b5-67a6-4409-9d8d-73ae4d5fa440 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11236534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11668560'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:07.021635 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-c36a79bd-b775-4936-ad23-eb1c760c4f8f None None] Provisioning complete for port 796afaaf-718b-4e7a-9737-bdd496578089 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:37:07.021968 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c36a79bd-b775-4936-ad23-eb1c760c4f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:07.031761 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-bf64ca74-0adc-465e-b2ec-f1ce2c5c6051 req-ade43880-e07e-4f9b-bf08-dbf8f65b32b2 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/quotas/e049672a5fd04e7f8cbb0423b61eb757 HTTP/1.1" status: 200 len: 375 time: 0.0650661 Dec 10 15:37:07.099223 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb643a34-bf7a-443e-9e6d-80abec8a1375 None None] Pushing event updated for resources: {'Port': ['ID=29cf95d4-4a6a-471b-8607-ac68aa8af0c2,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:07.125541 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8bfeb0-49a4-4d3b-b53e-d56528983863 None None] Pushing event updated for resources: {'Port': ['ID=796afaaf-718b-4e7a-9737-bdd496578089,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:07.165225 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-ac2d1f9f-f8e5-46e7-8c2b-18529825d087 None None] Set router ba42f30b-409a-4203-9dc0-b2b401bccefc gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:37:07.169380 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd696b5-67a6-4409-9d8d-73ae4d5fa440 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Pushing event updated for resources: {'Subnet': ['ID=743e688d-60cf-4303-b38e-fba2d962ab58,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:07.191631 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fa92c23d-e083-4750-8135-63295bcd8d56 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12392400'] for subnet, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:07.200803 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c36a79bd-b775-4936-ad23-eb1c760c4f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:07.246489 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd696b5-67a6-4409-9d8d-73ae4d5fa440 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Checking segment: {'id': '9d1f8eeb-0920-45cf-9fc0-431ba1916359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a5dd9203-5f7e-43be-b17d-4683ee28e949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:37:07.247265 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd696b5-67a6-4409-9d8d-73ae4d5fa440 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Network hostable DHCP agents. Network: a5dd9203-5f7e-43be-b17d-4683ee28e949, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:37:07.252243 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-c36a79bd-b775-4936-ad23-eb1c760c4f8f None None] For port 796afaaf-718b-4e7a-9737-bdd496578089, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=796afaaf-718b-4e7a-9737-bdd496578089,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:37:07.280781 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-bf64ca74-0adc-465e-b2ec-f1ce2c5c6051 req-a1d01321-affd-4a3c-8e90-9118a56e36af tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e049672a5fd04e7f8cbb0423b61eb757&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2185333 Dec 10 15:37:07.298509 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 5d1b9ae6-e6df-40d1-b03b-8f5a1c7b036e up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:37:07.383301 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-ae083228-7bcc-4f3a-8cb8-691741abd1bb tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Allocated IP 172.20.0.1 (08037180-ab38-49ea-901d-4163028a3ad3/98426a88-cb86-4149-9db0-1c7476efaa53/abdc1d32-bdc3-420f-8727-7aebbb306fb1) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:37:07.389594 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c36a79bd-b775-4936-ad23-eb1c760c4f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:07.400100 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fa92c23d-e083-4750-8135-63295bcd8d56 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:07.433743 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-bf64ca74-0adc-465e-b2ec-f1ce2c5c6051 req-522a367a-e633-4e26-957d-36df44f23a64 service neutron] 10.222.0.20 "GET /v2.0/networks/41da71eb-bf34-43b9-be45-4b47a883de82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356807 Dec 10 15:37:07.435366 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd696b5-67a6-4409-9d8d-73ae4d5fa440 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Network a5dd9203-5f7e-43be-b17d-4683ee28e949 is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:37:07.461452 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-ac2d1f9f-f8e5-46e7-8c2b-18529825d087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba42f30b-409a-4203-9dc0-b2b401bccefc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-264996045', 'tenant_id': '5591279ec4634b489dcb9d918648235a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.121'}], 'enable_snat': True}, 'gw_port_id': '796afaaf-718b-4e7a-9737-bdd496578089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:37:01Z', 'updated_at': '2021-12-10T15:37:03Z', 'revision_number': 3, 'project_id': '5591279ec4634b489dcb9d918648235a', 'gw_port': {'id': '796afaaf-718b-4e7a-9737-bdd496578089', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e7:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba42f30b-409a-4203-9dc0-b2b401bccefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:37:02Z', 'updated_at': '2021-12-10T15:37:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:07.496235 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2d1f9f-f8e5-46e7-8c2b-18529825d087 None None] The sync data for ids ['ba42f30b-409a-4203-9dc0-b2b401bccefc'] in dv-neutron-821401-4-hyperv is: [{'id': 'ba42f30b-409a-4203-9dc0-b2b401bccefc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-264996045', 'tenant_id': '5591279ec4634b489dcb9d918648235a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.121'}], 'enable_snat': True}, 'gw_port_id': '796afaaf-718b-4e7a-9737-bdd496578089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:37:01Z', 'updated_at': '2021-12-10T15:37:03Z', 'revision_number': 3, 'project_id': '5591279ec4634b489dcb9d918648235a', 'gw_port': {'id': '796afaaf-718b-4e7a-9737-bdd496578089', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e7:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba42f30b-409a-4203-9dc0-b2b401bccefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:37:02Z', 'updated_at': '2021-12-10T15:37:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:37:07.515873 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36a79bd-b775-4936-ad23-eb1c760c4f8f None None] Pushing event updated for resources: {'Port': ['ID=796afaaf-718b-4e7a-9737-bdd496578089,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:07.549378 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 5d1b9ae6-e6df-40d1-b03b-8f5a1c7b036e triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:37:07.549756 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:07.573969 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-bf64ca74-0adc-465e-b2ec-f1ce2c5c6051 req-488c19df-73b2-48bf-bc67-67a49dab49e8 service neutron] 10.222.0.20 "GET /v2.0/networks/41da71eb-bf34-43b9-be45-4b47a883de82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298101 Dec 10 15:37:07.575115 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-cdd696b5-67a6-4409-9d8d-73ae4d5fa440 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, a5dd9203-5f7e-43be-b17d-4683ee28e949) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:37:07.580746 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd696b5-67a6-4409-9d8d-73ae4d5fa440 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:07.581583 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cdd696b5-67a6-4409-9d8d-73ae4d5fa440 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:07.612003 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fa92c23d-e083-4750-8135-63295bcd8d56 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:07.617753 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-76f87d8b-ab08-4cdd-8418-9967e94975b9 None None] Provisioning complete for port 5d1b9ae6-e6df-40d1-b03b-8f5a1c7b036e triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:37:07.617753 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-76f87d8b-ab08-4cdd-8418-9967e94975b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:07.648297 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de6ff69-f485-436c-b52a-edad55828ca4 None None] Network a5dd9203-5f7e-43be-b17d-4683ee28e949 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:37:07.675812 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-cdd696b5-67a6-4409-9d8d-73ae4d5fa440 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4704468 Dec 10 15:37:07.679174 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36820) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:07.697866 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa92c23d-e083-4750-8135-63295bcd8d56 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Pushing event deleted for resources: {'Subnet': ['ID=4b1e0fd4-637b-4e9c-8d8f-275e38afed29,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:07.705969 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fa92c23d-e083-4750-8135-63295bcd8d56 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:07.710453 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-fa92c23d-e083-4750-8135-63295bcd8d56 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] 10.222.0.20 "DELETE /v2.0/subnets/4b1e0fd4-637b-4e9c-8d8f-275e38afed29 HTTP/1.1" status: 204 len: 168 time: 0.8801839 Dec 10 15:37:07.718525 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36822) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:07.734189 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f877fd28-943f-4013-8553-e1d10001b7c3 None None] Network 0edc5f39-ea09-4e01-9c97-c4980f8bd80a requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:37:07.836415 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b56808-b0d0-4489-9367-69dddb77045e req-ccac9e0b-12ca-4e85-891c-923f225ee43e tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:07.846283 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-44b56808-b0d0-4489-9367-69dddb77045e req-ccac9e0b-12ca-4e85-891c-923f225ee43e tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/ports?device_id=85708d57-23ef-42c1-b310-051281f973f7 HTTP/1.1" status: 200 len: 943 time: 0.2395120 Dec 10 15:37:07.928788 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ae083228-7bcc-4f3a-8cb8-691741abd1bb tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:07.965191 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-94fe5e22-a722-42cd-8e34-417530430d45 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:08.064325 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-44b56808-b0d0-4489-9367-69dddb77045e req-48f10544-99cb-424d-9d5a-0a3358b69273 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/security-groups?id=768e56a5-cc04-4fcd-bec3-2ab2cf193260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2170472 Dec 10 15:37:08.172354 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-94fe5e22-a722-42cd-8e34-417530430d45 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Deleting port c86c3d3c-618c-489e-ba6e-406577b79d17 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:37:08.172354 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-94fe5e22-a722-42cd-8e34-417530430d45 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:08.194514 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ae083228-7bcc-4f3a-8cb8-691741abd1bb tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:08.330942 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0470cea-4598-4d18-b912-219c4c16bc61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-a5dd9203-5f7e-43be-b17d-4683ee28e949', 'network_id': 'a5dd9203-5f7e-43be-b17d-4683ee28e949', 'project_id': '5591279ec4634b489dcb9d918648235a', 'fixed_ips': [{'subnet_id': '743e688d-60cf-4303-b38e-fba2d962ab58'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:37:08.341144 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b0470cea-4598-4d18-b912-219c4c16bc61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:08.341298 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-94fe5e22-a722-42cd-8e34-417530430d45 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] For port c86c3d3c-618c-489e-ba6e-406577b79d17, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=c86c3d3c-618c-489e-ba6e-406577b79d17,segment=NetworkSegment(e69789e5-b101-4a61-81a1-cdf96dfca506),segment_id=e69789e5-b101-4a61-81a1-cdf96dfca506)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:37:08.341298 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-94fe5e22-a722-42cd-8e34-417530430d45 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:08.354354 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-94fe5e22-a722-42cd-8e34-417530430d45 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Calling delete_port for c86c3d3c-618c-489e-ba6e-406577b79d17 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:37:08.378598 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae083228-7bcc-4f3a-8cb8-691741abd1bb tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Network 08037180-ab38-49ea-901d-4163028a3ad3 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:37:08.387523 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-ae083228-7bcc-4f3a-8cb8-691741abd1bb tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:37:08.398034 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae083228-7bcc-4f3a-8cb8-691741abd1bb tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:37:08.525152 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-25325439-8cd3-4cdf-99a2-087632dfcc2e req-04d912ca-eeef-495a-bf1f-036962bdca02 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=2038e834-77a8-4b0d-a043-9ca766b7e498 HTTP/1.1" status: 200 len: 210 time: 0.0725987 Dec 10 15:37:08.534596 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ae083228-7bcc-4f3a-8cb8-691741abd1bb tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552880'] for router_interface, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:08.599583 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb098e74-8882-4f7e-ab75-b768bc8ec5ef None None] DHCP port deletion for 0edc5f39-ea09-4e01-9c97-c4980f8bd80a request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:37:08.621847 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae083228-7bcc-4f3a-8cb8-691741abd1bb tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Pushing event updated for resources: {'Port': ['ID=abdc1d32-bdc3-420f-8727-7aebbb306fb1,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:08.694318 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-76f87d8b-ab08-4cdd-8418-9967e94975b9 None None] Provisioning complete for port 796afaaf-718b-4e7a-9737-bdd496578089 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:37:08.694798 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-76f87d8b-ab08-4cdd-8418-9967e94975b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:08.801587 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53626908-d1d5-4ec5-874c-d0a2a029a664 None None] Network 7b15b669-fac2-43b9-af01-12c69f019b46 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:37:08.852477 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-b0470cea-4598-4d18-b912-219c4c16bc61 None None] Allocated IP 172.20.0.2 (a5dd9203-5f7e-43be-b17d-4683ee28e949/743e688d-60cf-4303-b38e-fba2d962ab58/db610e03-3164-4496-b223-c086c40942d8) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:37:08.929203 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-94fe5e22-a722-42cd-8e34-417530430d45 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:08.968475 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fe5e22-a722-42cd-8e34-417530430d45 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Pushing event deleted for resources: {'Port': ['ID=c86c3d3c-618c-489e-ba6e-406577b79d17,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:08.970808 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ae083228-7bcc-4f3a-8cb8-691741abd1bb tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:08.994078 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fe5e22-a722-42cd-8e34-417530430d45 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] No DVR routers for this DVR port c86c3d3c-618c-489e-ba6e-406577b79d17 on host dv-neutron-821401-4-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:37:09.060592 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-bb098e74-8882-4f7e-ab75-b768bc8ec5ef None None] Deleting port c86c3d3c-618c-489e-ba6e-406577b79d17 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:37:09.060972 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bb098e74-8882-4f7e-ab75-b768bc8ec5ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:09.101687 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ae589b1c-e3c3-4b2d-b09d-d86b1bd621a9 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:09.229171 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-bb098e74-8882-4f7e-ab75-b768bc8ec5ef None None] For port c86c3d3c-618c-489e-ba6e-406577b79d17, host dv-neutron-821401-4-hyperv, got binding levels [] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:37:09.229575 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bb098e74-8882-4f7e-ab75-b768bc8ec5ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:09.264299 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-94fe5e22-a722-42cd-8e34-417530430d45 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:09.291152 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device e3674829-5445-4607-aa20-d25815ff2928 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 15:37:09.295055 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-bb098e74-8882-4f7e-ab75-b768bc8ec5ef None None] Calling delete_port for c86c3d3c-618c-489e-ba6e-406577b79d17 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:37:09.304419 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-5e710022-a61f-4e2f-8407-de7fe019853b None None] Provisioning complete for port abdc1d32-bdc3-420f-8727-7aebbb306fb1 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:37:09.304791 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5e710022-a61f-4e2f-8407-de7fe019853b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:09.308046 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.ipam_backend_mixin [None req-bb098e74-8882-4f7e-ab75-b768bc8ec5ef None None] Port c86c3d3c-618c-489e-ba6e-406577b79d17 was not found and therefore no delete operation was performed {{(pid=103588) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 15:37:09.348717 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-94fe5e22-a722-42cd-8e34-417530430d45 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0edc5f39-ea09-4e01-9c97-c4980f8bd80a']}} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:09.370694 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-94fe5e22-a722-42cd-8e34-417530430d45 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e69789e5-b101-4a61-81a1-cdf96dfca506') {'for_net_delete': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:09.371364 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-94fe5e22-a722-42cd-8e34-417530430d45 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e69789e5-b101-4a61-81a1-cdf96dfca506') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:09.384735 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bb098e74-8882-4f7e-ab75-b768bc8ec5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:09.430986 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e0e764-a1db-41d4-a593-82766d22c855 req-3eb01b77-5dbc-4bfd-8295-46b8f41a1812 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:09.432781 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-76e0e764-a1db-41d4-a593-82766d22c855 req-3eb01b77-5dbc-4bfd-8295-46b8f41a1812 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/ports?device_id=85708d57-23ef-42c1-b310-051281f973f7 HTTP/1.1" status: 200 len: 943 time: 0.2552035 Dec 10 15:37:09.438546 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-94fe5e22-a722-42cd-8e34-417530430d45 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12392235'] for segment, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:09.483908 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 29cf95d4-4a6a-471b-8607-ac68aa8af0c2 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:37:09.487184 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-94fe5e22-a722-42cd-8e34-417530430d45 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:09.492343 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb098e74-8882-4f7e-ab75-b768bc8ec5ef None None] Pushing event deleted for resources: {'Port': ['ID=c86c3d3c-618c-489e-ba6e-406577b79d17,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:09.534694 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94fe5e22-a722-42cd-8e34-417530430d45 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=103586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:37:09.535103 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-94fe5e22-a722-42cd-8e34-417530430d45 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11695586'] for segment, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:09.538084 dv-neutron-821401-4-hyperv neutron-server[103586]: Traceback (most recent call last): Dec 10 15:37:09.538084 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:37:09.538084 dv-neutron-821401-4-hyperv neutron-server[103586]: timer() Dec 10 15:37:09.538084 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:37:09.538084 dv-neutron-821401-4-hyperv neutron-server[103586]: cb(*args, **kw) Dec 10 15:37:09.538084 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:37:09.538084 dv-neutron-821401-4-hyperv neutron-server[103586]: return func(*args, **kwargs) Dec 10 15:37:09.538084 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:37:09.538084 dv-neutron-821401-4-hyperv neutron-server[103586]: self._notify() Dec 10 15:37:09.538084 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:37:09.538084 dv-neutron-821401-4-hyperv neutron-server[103586]: self.callback(batched_events) Dec 10 15:37:09.538084 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:37:09.538084 dv-neutron-821401-4-hyperv neutron-server[103586]: event.method(event) Dec 10 15:37:09.538084 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:37:09.538084 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:37:09.538084 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:37:09.538084 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:37:09.538084 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:37:09.538084 dv-neutron-821401-4-hyperv neutron-server[103586]: return f(self, *a, **k) Dec 10 15:37:09.538084 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:37:09.538084 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._get(url).json() Dec 10 15:37:09.538084 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:37:09.538084 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:37:09.538084 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:37:09.538084 dv-neutron-821401-4-hyperv neutron-server[103586]: return self.request(url, 'GET', **kwargs) Dec 10 15:37:09.538084 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:37:09.538084 dv-neutron-821401-4-hyperv neutron-server[103586]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:37:09.538084 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:37:09.538084 dv-neutron-821401-4-hyperv neutron-server[103586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:37:09.538084 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:37:09.538084 dv-neutron-821401-4-hyperv neutron-server[103586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:37:09.538084 dv-neutron-821401-4-hyperv neutron-server[103586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:37:09.561827 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb098e74-8882-4f7e-ab75-b768bc8ec5ef None None] No DVR routers for this DVR port c86c3d3c-618c-489e-ba6e-406577b79d17 on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:37:09.567235 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b0470cea-4598-4d18-b912-219c4c16bc61 None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:09.586185 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-5e710022-a61f-4e2f-8407-de7fe019853b None None] Port abdc1d32-bdc3-420f-8727-7aebbb306fb1 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:37:09.630956 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-5e710022-a61f-4e2f-8407-de7fe019853b None None] Provisioning complete for port 29cf95d4-4a6a-471b-8607-ac68aa8af0c2 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:37:09.631604 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5e710022-a61f-4e2f-8407-de7fe019853b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:09.689163 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b0470cea-4598-4d18-b912-219c4c16bc61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:09.707000 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port e3674829-5445-4607-aa20-d25815ff2928, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=e3674829-5445-4607-aa20-d25815ff2928,segment=NetworkSegment(8ca9f398-d3a4-4fa1-b246-394025aacb79),segment_id=8ca9f398-d3a4-4fa1-b246-394025aacb79)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:37:09.749014 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-fd3c272e-f99b-4257-bb6f-347f6fb0e33e req-a68a8bf6-0c22-4b12-b65f-93e04fc011be tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=2038e834-77a8-4b0d-a043-9ca766b7e498 HTTP/1.1" status: 200 len: 210 time: 0.0449619 Dec 10 15:37:09.765301 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 29cf95d4-4a6a-471b-8607-ac68aa8af0c2 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:37:09.766155 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:09.771762 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-ae589b1c-e3c3-4b2d-b09d-d86b1bd621a9 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Allocated IP 172.20.0.1 (a5dd9203-5f7e-43be-b17d-4683ee28e949/743e688d-60cf-4303-b38e-fba2d962ab58/b1cb8439-eb77-4e52-9f41-8fa28c8a57f4) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:37:09.778918 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Returning: {'device': 'e3674829-5445-4607-aa20-d25815ff2928', 'network_id': 'dd61618b-b615-4db2-a1a8-ba6a4be6a018', 'port_id': 'e3674829-5445-4607-aa20-d25815ff2928', 'mac_address': 'fa:16:3e:54:78:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62e04148-ee42-4779-a2ec-46121cdcb205', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 15:37:09.814557 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0470cea-4598-4d18-b912-219c4c16bc61 None None] Network a5dd9203-5f7e-43be-b17d-4683ee28e949 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:37:09.818389 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0470cea-4598-4d18-b912-219c4c16bc61 None None] Pushing event updated for resources: {'Port': ['ID=db610e03-3164-4496-b223-c086c40942d8,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:09.832178 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-b0470cea-4598-4d18-b912-219c4c16bc61 None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:37:09.837457 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0470cea-4598-4d18-b912-219c4c16bc61 None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:37:09.903371 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ae589b1c-e3c3-4b2d-b09d-d86b1bd621a9 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:09.948695 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:09.984838 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5e710022-a61f-4e2f-8407-de7fe019853b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:09.987966 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3674829-5445-4607-aa20-d25815ff2928 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 15:37:10.003213 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-b0470cea-4598-4d18-b912-219c4c16bc61 None None] Attempting to bind port db610e03-3164-4496-b223-c086c40942d8 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:37:10.003704 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-b0470cea-4598-4d18-b912-219c4c16bc61 None None] Attempting to bind port db610e03-3164-4496-b223-c086c40942d8 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '9d1f8eeb-0920-45cf-9fc0-431ba1916359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a5dd9203-5f7e-43be-b17d-4683ee28e949'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:37:10.005143 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0470cea-4598-4d18-b912-219c4c16bc61 None None] Attempting to bind port db610e03-3164-4496-b223-c086c40942d8 on network a5dd9203-5f7e-43be-b17d-4683ee28e949 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:37:10.007070 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ae589b1c-e3c3-4b2d-b09d-d86b1bd621a9 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:10.051206 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-76e0e764-a1db-41d4-a593-82766d22c855 req-16394bf3-ed05-4a60-9116-9a463f1667cb tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/security-groups?id=768e56a5-cc04-4fcd-bec3-2ab2cf193260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5853927 Dec 10 15:37:10.052739 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port e3674829-5445-4607-aa20-d25815ff2928, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=e3674829-5445-4607-aa20-d25815ff2928,segment=NetworkSegment(8ca9f398-d3a4-4fa1-b246-394025aacb79),segment_id=8ca9f398-d3a4-4fa1-b246-394025aacb79)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:37:10.058563 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae589b1c-e3c3-4b2d-b09d-d86b1bd621a9 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Pushing event updated for resources: {'Port': ['ID=b1cb8439-eb77-4e52-9f41-8fa28c8a57f4,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:10.070810 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0470cea-4598-4d18-b912-219c4c16bc61 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:37:10.078251 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0470cea-4598-4d18-b912-219c4c16bc61 None None] Checking segment: {'id': '9d1f8eeb-0920-45cf-9fc0-431ba1916359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a5dd9203-5f7e-43be-b17d-4683ee28e949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:37:10.078251 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b0470cea-4598-4d18-b912-219c4c16bc61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:10.078514 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae589b1c-e3c3-4b2d-b09d-d86b1bd621a9 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Network a5dd9203-5f7e-43be-b17d-4683ee28e949 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:37:10.078618 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0470cea-4598-4d18-b912-219c4c16bc61 None None] Bound using segment: {'id': '9d1f8eeb-0920-45cf-9fc0-431ba1916359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a5dd9203-5f7e-43be-b17d-4683ee28e949'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:37:10.078618 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-b0470cea-4598-4d18-b912-219c4c16bc61 None None] Bound port: db610e03-3164-4496-b223-c086c40942d8, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d1f8eeb-0920-45cf-9fc0-431ba1916359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a5dd9203-5f7e-43be-b17d-4683ee28e949'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:37:10.078618 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b0470cea-4598-4d18-b912-219c4c16bc61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:10.078981 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-ae589b1c-e3c3-4b2d-b09d-d86b1bd621a9 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:37:10.078981 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae589b1c-e3c3-4b2d-b09d-d86b1bd621a9 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:37:10.097678 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-94fe5e22-a722-42cd-8e34-417530430d45 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:10.101421 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:10.117187 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-94fe5e22-a722-42cd-8e34-417530430d45 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:10.120751 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-94fe5e22-a722-42cd-8e34-417530430d45 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] 10.222.0.20 "DELETE /v2.0/networks/0edc5f39-ea09-4e01-9c97-c4980f8bd80a HTTP/1.1" status: 204 len: 168 time: 2.3993680 Dec 10 15:37:10.124732 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-5e710022-a61f-4e2f-8407-de7fe019853b None None] For port 29cf95d4-4a6a-471b-8607-ac68aa8af0c2, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=29cf95d4-4a6a-471b-8607-ac68aa8af0c2,segment=NetworkSegment(ce86c549-76f9-45ad-bcd1-0211f3e5ff2a),segment_id=ce86c549-76f9-45ad-bcd1-0211f3e5ff2a)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:37:10.126553 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36838) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:10.133085 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ae083228-7bcc-4f3a-8cb8-691741abd1bb tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:10.135535 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fe5e22-a722-42cd-8e34-417530430d45 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Pushing event deleted for resources: {'Network': ['ID=0edc5f39-ea09-4e01-9c97-c4980f8bd80a,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:10.138500 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:10.161225 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-769c0679-dfba-4eda-987a-6ed06ebb63f7 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7d941d7-6f69-4485-a12a-f9be26ca6727 HTTP/1.1" status: 200 len: 205 time: 0.0334177 Dec 10 15:37:10.164555 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36840) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:10.209065 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ae589b1c-e3c3-4b2d-b09d-d86b1bd621a9 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552880'] for router_interface, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:10.210410 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-b0470cea-4598-4d18-b912-219c4c16bc61 None None] For port db610e03-3164-4496-b223-c086c40942d8, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:37:10.218309 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-b0470cea-4598-4d18-b912-219c4c16bc61 None None] For port db610e03-3164-4496-b223-c086c40942d8, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=db610e03-3164-4496-b223-c086c40942d8,segment=NetworkSegment(9d1f8eeb-0920-45cf-9fc0-431ba1916359),segment_id=9d1f8eeb-0920-45cf-9fc0-431ba1916359)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:37:10.219606 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5e710022-a61f-4e2f-8407-de7fe019853b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:10.223298 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=e3674829-5445-4607-aa20-d25815ff2928,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:10.227056 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ae083228-7bcc-4f3a-8cb8-691741abd1bb tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:10.289473 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2d815502-9953-412b-8d5c-704b68476d91 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks [] for router, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:10.304639 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.db.api [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 15:37:10.305009 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG oslo_db.api [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 15:37:10.310511 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b0470cea-4598-4d18-b912-219c4c16bc61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:10.324678 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e710022-a61f-4e2f-8407-de7fe019853b None None] Pushing event updated for resources: {'Port': ['ID=29cf95d4-4a6a-471b-8607-ac68aa8af0c2,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:10.350829 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ae083228-7bcc-4f3a-8cb8-691741abd1bb tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549888'] for router_interface, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:10.355371 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae083228-7bcc-4f3a-8cb8-691741abd1bb tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Pushing event updated for resources: {'Port': ['ID=abdc1d32-bdc3-420f-8727-7aebbb306fb1,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:10.381298 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] get_ports_and_sgs() called for port_ids ['e3674829-5445-4607-aa20-d25815ff2928'] {{(pid=103588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 15:37:10.441079 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-e0d923a9-e223-43e7-88c4-7bd42545f574 None None] Provisioning complete for port 29cf95d4-4a6a-471b-8607-ac68aa8af0c2 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:37:10.442321 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e0d923a9-e223-43e7-88c4-7bd42545f574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:10.476422 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae083228-7bcc-4f3a-8cb8-691741abd1bb tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Network 08037180-ab38-49ea-901d-4163028a3ad3 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:37:10.478287 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-ae083228-7bcc-4f3a-8cb8-691741abd1bb tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:37:10.534651 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2d815502-9953-412b-8d5c-704b68476d91 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13898'] for router, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:10.536849 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2d815502-9953-412b-8d5c-704b68476d91 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:10.577011 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0470cea-4598-4d18-b912-219c4c16bc61 None None] Pushing event updated for resources: {'Port': ['ID=db610e03-3164-4496-b223-c086c40942d8,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:10.772333 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf64ca74-0adc-465e-b2ec-f1ce2c5c6051 req-3b33b844-c846-4086-bd24-b927b55aa499 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:10.774385 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-bf64ca74-0adc-465e-b2ec-f1ce2c5c6051 req-3b33b844-c846-4086-bd24-b927b55aa499 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.44 "GET /v2.0/networks?id=41da71eb-bf34-43b9-be45-4b47a883de82 HTTP/1.1" status: 200 len: 797 time: 0.4061036 Dec 10 15:37:10.776309 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2d815502-9953-412b-8d5c-704b68476d91 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549250'] for router, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:10.776990 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d815502-9953-412b-8d5c-704b68476d91 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Fanout notify agent at l3_agent the message router_deleted on router c7d941d7-6f69-4485-a12a-f9be26ca6727 {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 15:37:10.808450 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2d815502-9953-412b-8d5c-704b68476d91 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:10.811343 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-2d815502-9953-412b-8d5c-704b68476d91 tempest-RoutersNegativeIpV6Test-256620683 tempest-RoutersNegativeIpV6Test-256620683-project] 10.222.0.20 "DELETE /v2.0/routers/c7d941d7-6f69-4485-a12a-f9be26ca6727 HTTP/1.1" status: 204 len: 168 time: 0.6467035 Dec 10 15:37:10.847023 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae083228-7bcc-4f3a-8cb8-691741abd1bb tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Router e83f53d6-fdae-4303-876c-8fd32780d840 is scheduled to L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d with binding_index 1 {{(pid=103586) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 15:37:10.917259 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ae589b1c-e3c3-4b2d-b09d-d86b1bd621a9 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:10.986219 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-bf64ca74-0adc-465e-b2ec-f1ce2c5c6051 req-87bdcff0-db91-4a31-8ccf-14146ed0dfe5 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e049672a5fd04e7f8cbb0423b61eb757 HTTP/1.1" status: 200 len: 377 time: 0.1705983 Dec 10 15:37:11.007584 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-10e61563-7e62-4c59-8597-d6c08ef9a9ab req-5a4e37b6-28f2-4d94-8323-5bc46340e3d2 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=2038e834-77a8-4b0d-a043-9ca766b7e498 HTTP/1.1" status: 200 len: 210 time: 0.1234226 Dec 10 15:37:11.023670 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [req-bf64ca74-0adc-465e-b2ec-f1ce2c5c6051 req-51c9682c-496e-4dca-a3bf-e97e39bc1ae0 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'port': {'device_id': '2038e834-77a8-4b0d-a043-9ca766b7e498', 'network_id': '41da71eb-bf34-43b9-be45-4b47a883de82', 'admin_state_up': True, 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'security_groups': ['84c1130c-2602-4982-b1cd-aa24598b294b']}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:37:11.059317 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 796afaaf-718b-4e7a-9737-bdd496578089 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:37:11.065408 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae083228-7bcc-4f3a-8cb8-691741abd1bb tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:37:11.078617 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-ae083228-7bcc-4f3a-8cb8-691741abd1bb tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "PUT /v2.0/routers/e83f53d6-fdae-4303-876c-8fd32780d840/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9712169 Dec 10 15:37:11.080822 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36852) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:11.116113 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78a335c-f9c6-46de-8376-388f24755c14 None None] Sync routers for ids ['e83f53d6-fdae-4303-876c-8fd32780d840'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:37:11.165218 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-2f0b1989-d411-482a-acdc-311792afaa70 None None] Provisioning complete for port abdc1d32-bdc3-420f-8727-7aebbb306fb1 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:37:11.165594 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2f0b1989-d411-482a-acdc-311792afaa70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:11.171344 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fed1ae-1f07-4b52-ae12-a040781afe1b tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:11.172904 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-26fed1ae-1f07-4b52-ae12-a040781afe1b tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "GET /v2.0/ports/abdc1d32-bdc3-420f-8727-7aebbb306fb1 HTTP/1.1" status: 200 len: 910 time: 0.0906737 Dec 10 15:37:11.174612 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78a335c-f9c6-46de-8376-388f24755c14 None None] Routers {'e83f53d6-fdae-4303-876c-8fd32780d840'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:37:11.174828 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-a78a335c-f9c6-46de-8376-388f24755c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:36:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['e83f53d6-fdae-4303-876c-8fd32780d840'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:11.181758 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36854) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:11.215233 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe5a09f-7e51-4809-a5ba-94a3f930057e req-5d67f06c-929c-40aa-b1f8-8a6b85e2919c tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:11.216797 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-3fe5a09f-7e51-4809-a5ba-94a3f930057e req-5d67f06c-929c-40aa-b1f8-8a6b85e2919c tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/ports?device_id=85708d57-23ef-42c1-b310-051281f973f7 HTTP/1.1" status: 200 len: 944 time: 0.0780683 Dec 10 15:37:11.278451 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-3fe5a09f-7e51-4809-a5ba-94a3f930057e req-4d21e70c-8371-439a-b826-26ab5af044ce tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/security-groups?id=768e56a5-cc04-4fcd-bec3-2ab2cf193260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543664 Dec 10 15:37:11.393989 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-a78a335c-f9c6-46de-8376-388f24755c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:11.433231 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-2f0b1989-d411-482a-acdc-311792afaa70 None None] Port abdc1d32-bdc3-420f-8727-7aebbb306fb1 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:37:11.436616 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78a335c-f9c6-46de-8376-388f24755c14 None None] Routers {'e83f53d6-fdae-4303-876c-8fd32780d840'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:37:11.437257 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-a78a335c-f9c6-46de-8376-388f24755c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:36:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['e83f53d6-fdae-4303-876c-8fd32780d840'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:11.481648 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-a78a335c-f9c6-46de-8376-388f24755c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:11.482360 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78a335c-f9c6-46de-8376-388f24755c14 None None] The sync data for ids ['e83f53d6-fdae-4303-876c-8fd32780d840'] in dv-neutron-821401-4-hyperv is: [] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:37:11.491903 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 796afaaf-718b-4e7a-9737-bdd496578089 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:37:11.492291 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:11.498970 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf64ca74-0adc-465e-b2ec-f1ce2c5c6051 req-51c9682c-496e-4dca-a3bf-e97e39bc1ae0 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Made reservation on behalf of e049672a5fd04e7f8cbb0423b61eb757 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:37:11.502617 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-bf64ca74-0adc-465e-b2ec-f1ce2c5c6051 req-51c9682c-496e-4dca-a3bf-e97e39bc1ae0 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:11.549916 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36858) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:11.711615 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device c86c3d3c-618c-489e-ba6e-406577b79d17 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:37:11.732744 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: c86c3d3c-618c-489e-ba6e-406577b79d17 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:37:11.733246 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device c86c3d3c-618c-489e-ba6e-406577b79d17 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:37:11.744446 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-1c3a2190-d82a-48ae-be34-cd898bedf7d5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=276f94da300a499280864497cc204a53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1930962 Dec 10 15:37:11.750692 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36862) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:11.820267 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4b2d2c2b-33a6-4a0d-9d26-c6feb77de47c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:11.846323 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4b2d2c2b-33a6-4a0d-9d26-c6feb77de47c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:11.892648 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae561fe-1259-4375-8e60-d36ecb9e87dc None None] Network a5dd9203-5f7e-43be-b17d-4683ee28e949 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:37:11.895627 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-bf64ca74-0adc-465e-b2ec-f1ce2c5c6051 req-51c9682c-496e-4dca-a3bf-e97e39bc1ae0 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Allocated IP 172.20.0.8 (41da71eb-bf34-43b9-be45-4b47a883de82/d7fc55fb-e83c-45c6-a4ad-39a7dd319016/61a2aa30-bf6a-41c8-a09e-32fa315f9a56) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:37:11.923633 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e842aff2-2daf-492a-b71a-6a90005fa65c tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:11.942291 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ae589b1c-e3c3-4b2d-b09d-d86b1bd621a9 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:11.974149 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-54376f16-ba31-4521-bfc7-c7583287ea83 None None] Provisioning complete for port db610e03-3164-4496-b223-c086c40942d8 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:37:11.974524 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-54376f16-ba31-4521-bfc7-c7583287ea83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:11.980554 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4b2d2c2b-33a6-4a0d-9d26-c6feb77de47c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:11.983680 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4b2d2c2b-33a6-4a0d-9d26-c6feb77de47c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:11.987204 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-4b2d2c2b-33a6-4a0d-9d26-c6feb77de47c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b5267817-8394-40d2-b9ff-fc2268a0666a HTTP/1.1" status: 204 len: 168 time: 0.2319853 Dec 10 15:37:11.993430 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d2c2b-33a6-4a0d-9d26-c6feb77de47c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5267817-8394-40d2-b9ff-fc2268a0666a,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:12.011729 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 29cf95d4-4a6a-471b-8607-ac68aa8af0c2 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:37:12.068459 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ae589b1c-e3c3-4b2d-b09d-d86b1bd621a9 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:12.118732 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 29cf95d4-4a6a-471b-8607-ac68aa8af0c2 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:37:12.119255 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:12.218995 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-54376f16-ba31-4521-bfc7-c7583287ea83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:12.283426 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device db610e03-3164-4496-b223-c086c40942d8 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:37:12.286318 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-54376f16-ba31-4521-bfc7-c7583287ea83 None None] For port db610e03-3164-4496-b223-c086c40942d8, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=db610e03-3164-4496-b223-c086c40942d8,segment=NetworkSegment(9d1f8eeb-0920-45cf-9fc0-431ba1916359),segment_id=9d1f8eeb-0920-45cf-9fc0-431ba1916359)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:37:12.371304 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-54376f16-ba31-4521-bfc7-c7583287ea83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:12.421849 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port db610e03-3164-4496-b223-c086c40942d8 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:37:12.423267 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:12.433097 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57074edf-25bb-432c-ac4d-6df789cd4324 req-ae056f6f-9f04-40cc-95f3-210da3b8d0de tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:12.439042 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-57074edf-25bb-432c-ac4d-6df789cd4324 req-ae056f6f-9f04-40cc-95f3-210da3b8d0de tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/ports?device_id=85708d57-23ef-42c1-b310-051281f973f7 HTTP/1.1" status: 200 len: 944 time: 0.0841975 Dec 10 15:37:12.495319 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-57074edf-25bb-432c-ac4d-6df789cd4324 req-1d242d36-4352-4d81-bc70-c96a17c47db2 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/security-groups?id=768e56a5-cc04-4fcd-bec3-2ab2cf193260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553620 Dec 10 15:37:12.549620 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54376f16-ba31-4521-bfc7-c7583287ea83 None None] Pushing event updated for resources: {'Port': ['ID=db610e03-3164-4496-b223-c086c40942d8,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:12.560041 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-74282ba7-3618-4af0-8bd3-f6a208a02eed None None] Provisioning complete for port b1cb8439-eb77-4e52-9f41-8fa28c8a57f4 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:37:12.560172 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-74282ba7-3618-4af0-8bd3-f6a208a02eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:12.612903 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-bf64ca74-0adc-465e-b2ec-f1ce2c5c6051 req-51c9682c-496e-4dca-a3bf-e97e39bc1ae0 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:12.633278 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-74282ba7-3618-4af0-8bd3-f6a208a02eed None None] Port b1cb8439-eb77-4e52-9f41-8fa28c8a57f4 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:37:12.651963 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-74282ba7-3618-4af0-8bd3-f6a208a02eed None None] Provisioning complete for port db610e03-3164-4496-b223-c086c40942d8 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:37:12.652425 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-74282ba7-3618-4af0-8bd3-f6a208a02eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:12.692574 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-c7f3358e-4db2-4d16-ab71-f2574264031c req-3c3e9337-86f4-4b08-ae27-cfabaa422673 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=2038e834-77a8-4b0d-a043-9ca766b7e498 HTTP/1.1" status: 200 len: 210 time: 0.5713906 Dec 10 15:37:12.743693 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ae589b1c-e3c3-4b2d-b09d-d86b1bd621a9 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549888'] for router_interface, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:12.747593 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae589b1c-e3c3-4b2d-b09d-d86b1bd621a9 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Pushing event updated for resources: {'Port': ['ID=b1cb8439-eb77-4e52-9f41-8fa28c8a57f4,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:12.810000 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-bf64ca74-0adc-465e-b2ec-f1ce2c5c6051 req-51c9682c-496e-4dca-a3bf-e97e39bc1ae0 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:12.868959 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-db11de25-8aca-4d34-9fd0-8c79956ea67d None None] Provisioning complete for port b1cb8439-eb77-4e52-9f41-8fa28c8a57f4 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:37:12.869340 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-db11de25-8aca-4d34-9fd0-8c79956ea67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:12.902860 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf64ca74-0adc-465e-b2ec-f1ce2c5c6051 req-51c9682c-496e-4dca-a3bf-e97e39bc1ae0 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Network 41da71eb-bf34-43b9-be45-4b47a883de82 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:37:12.903751 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-db11de25-8aca-4d34-9fd0-8c79956ea67d None None] Port b1cb8439-eb77-4e52-9f41-8fa28c8a57f4 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:37:12.908153 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d27b317a-ec84-4388-bacc-dd7ba99d2e1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:12.929147 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-bf64ca74-0adc-465e-b2ec-f1ce2c5c6051 req-51c9682c-496e-4dca-a3bf-e97e39bc1ae0 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:37:12.940786 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf64ca74-0adc-465e-b2ec-f1ce2c5c6051 req-51c9682c-496e-4dca-a3bf-e97e39bc1ae0 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:37:12.983102 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c9682c-496e-4dca-a3bf-e97e39bc1ae0 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'Port': ['ID=61a2aa30-bf6a-41c8-a09e-32fa315f9a56,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:13.010935 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-e842aff2-2daf-492a-b71a-6a90005fa65c tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Allocated IP 172.21.0.1 (7b15b669-fac2-43b9-af01-12c69f019b46/cd79d4e9-830e-438b-9455-8fda72262ed2/1b369ee1-fc11-401e-8291-287646246501) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:37:13.052946 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf64ca74-0adc-465e-b2ec-f1ce2c5c6051 req-51c9682c-496e-4dca-a3bf-e97e39bc1ae0 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:13.052946 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-bf64ca74-0adc-465e-b2ec-f1ce2c5c6051 req-51c9682c-496e-4dca-a3bf-e97e39bc1ae0 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:13.063578 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae589b1c-e3c3-4b2d-b09d-d86b1bd621a9 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Network a5dd9203-5f7e-43be-b17d-4683ee28e949 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:37:13.097766 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-ae589b1c-e3c3-4b2d-b09d-d86b1bd621a9 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:37:13.207922 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-bf64ca74-0adc-465e-b2ec-f1ce2c5c6051 req-51c9682c-496e-4dca-a3bf-e97e39bc1ae0 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1989346 Dec 10 15:37:13.230925 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-3b13ab6e-d3ce-491b-9d11-22ec46501dab None None] Provisioning complete for port 61a2aa30-bf6a-41c8-a09e-32fa315f9a56 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:37:13.231568 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3b13ab6e-d3ce-491b-9d11-22ec46501dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:13.250803 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [req-bf64ca74-0adc-465e-b2ec-f1ce2c5c6051 req-7e7bdfc1-5240-40a9-88a1-90fbad730e84 service neutron] Request body: {'port': {'device_id': '2038e834-77a8-4b0d-a043-9ca766b7e498', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:37:13.280809 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-3b13ab6e-d3ce-491b-9d11-22ec46501dab None None] Port 61a2aa30-bf6a-41c8-a09e-32fa315f9a56 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:37:13.298904 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e842aff2-2daf-492a-b71a-6a90005fa65c tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:13.308034 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36888) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:13.331544 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device e3674829-5445-4607-aa20-d25815ff2928 up at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:37:13.368699 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae589b1c-e3c3-4b2d-b09d-d86b1bd621a9 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Router ba42f30b-409a-4203-9dc0-b2b401bccefc has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:37:13.373486 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:13.389962 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-bf64ca74-0adc-465e-b2ec-f1ce2c5c6051 req-7e7bdfc1-5240-40a9-88a1-90fbad730e84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:13.403224 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-0a7a01b6-9be4-4b30-bc76-bdc8fd3e74ac None None] Provisioning complete for port b1cb8439-eb77-4e52-9f41-8fa28c8a57f4 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:37:13.403685 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0a7a01b6-9be4-4b30-bc76-bdc8fd3e74ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:13.422097 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-a74e8f66-8735-4ed8-b14a-91268848078f tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:37:13.422770 dv-neutron-821401-4-hyperv neutron-server[103586]: WARNING neutron.api.v2.base [None req-a74e8f66-8735-4ed8-b14a-91268848078f tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 10 15:37:13.423547 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.api.v2.resource [None req-a74e8f66-8735-4ed8-b14a-91268848078f tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] create failed (client error): There was a conflict when trying to complete your request. Dec 10 15:37:13.428614 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-a74e8f66-8735-4ed8-b14a-91268848078f tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1162424 Dec 10 15:37:13.429115 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36892) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:13.436176 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-61ba5b3d-4a0a-40e0-91a7-8c0267162fce tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Request body: {'security_group': {'name': 'tempest-secgroup--1043324152'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:37:13.440977 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a01b6-9be4-4b30-bc76-bdc8fd3e74ac None None] Port b1cb8439-eb77-4e52-9f41-8fa28c8a57f4 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:37:13.456539 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning for port e3674829-5445-4607-aa20-d25815ff2928 completed by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 15:37:13.460479 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning complete for port e3674829-5445-4607-aa20-d25815ff2928 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:37:13.460863 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:13.540764 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:13.554790 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e842aff2-2daf-492a-b71a-6a90005fa65c tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:13.565381 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-61ba5b3d-4a0a-40e0-91a7-8c0267162fce tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:13.574059 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-61ba5b3d-4a0a-40e0-91a7-8c0267162fce tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:13.581177 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85708d57-23ef-42c1-b310-051281f973f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3674829-5445-4607-aa20-d25815ff2928'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:37:13.584633 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa4b92c408489e2c982394a5a7b3518bb1b22554638321e3ea6c5cabb2c75d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-355ace94-4dd3-4f00-9638-35fdd92907cc" -d '{"events": [{"server_uuid": "85708d57-23ef-42c1-b310-051281f973f7", "name": "network-vif-plugged", "status": "completed", "tag": "e3674829-5445-4607-aa20-d25815ff2928"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:37:13.591338 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port e3674829-5445-4607-aa20-d25815ff2928, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=e3674829-5445-4607-aa20-d25815ff2928,segment=NetworkSegment(8ca9f398-d3a4-4fa1-b246-394025aacb79),segment_id=8ca9f398-d3a4-4fa1-b246-394025aacb79)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:37:13.630019 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 15:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d24b2c-bcdf-411d-adeb-74c7fa373445 x-openstack-request-id: req-a6d24b2c-bcdf-411d-adeb-74c7fa373445 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:37:13.630617 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85708d57-23ef-42c1-b310-051281f973f7", "name": "network-vif-plugged", "status": "completed", "tag": "e3674829-5445-4607-aa20-d25815ff2928", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:37:13.631044 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a6d24b2c-bcdf-411d-adeb-74c7fa373445 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:37:13.631644 dv-neutron-821401-4-hyperv neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85708d57-23ef-42c1-b310-051281f973f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3674829-5445-4607-aa20-d25815ff2928', 'code': 200} Dec 10 15:37:13.656735 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3858279f-0e38-4057-88b2-5ee09b4cef84 req-4764d325-dcf3-4010-a749-f7832fcc593e tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:13.663354 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:13.663554 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e842aff2-2daf-492a-b71a-6a90005fa65c tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Network 7b15b669-fac2-43b9-af01-12c69f019b46 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:37:13.664008 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-3858279f-0e38-4057-88b2-5ee09b4cef84 req-4764d325-dcf3-4010-a749-f7832fcc593e tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/ports?device_id=85708d57-23ef-42c1-b310-051281f973f7 HTTP/1.1" status: 200 len: 944 time: 0.0807016 Dec 10 15:37:13.680196 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-e842aff2-2daf-492a-b71a-6a90005fa65c tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:37:13.682891 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e842aff2-2daf-492a-b71a-6a90005fa65c tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:37:13.747715 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-61ba5b3d-4a0a-40e0-91a7-8c0267162fce tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:13.759833 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-3858279f-0e38-4057-88b2-5ee09b4cef84 req-a61464d0-b392-4660-a9f4-3ae7d26b6717 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/security-groups?id=768e56a5-cc04-4fcd-bec3-2ab2cf193260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946560 Dec 10 15:37:13.768897 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae589b1c-e3c3-4b2d-b09d-d86b1bd621a9 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:37:13.772866 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=e3674829-5445-4607-aa20-d25815ff2928,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:13.778651 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e842aff2-2daf-492a-b71a-6a90005fa65c tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552880'] for router_interface, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:13.780009 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019c1653-5534-4bcb-a2ae-809e7747d3bc None None] Sync routers for ids ['ba42f30b-409a-4203-9dc0-b2b401bccefc'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:37:13.786314 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-ae589b1c-e3c3-4b2d-b09d-d86b1bd621a9 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "PUT /v2.0/routers/ba42f30b-409a-4203-9dc0-b2b401bccefc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1067879 Dec 10 15:37:13.800087 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019c1653-5534-4bcb-a2ae-809e7747d3bc None None] Routers {'ba42f30b-409a-4203-9dc0-b2b401bccefc'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:37:13.800087 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-019c1653-5534-4bcb-a2ae-809e7747d3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:36:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['ba42f30b-409a-4203-9dc0-b2b401bccefc'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:13.831820 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e842aff2-2daf-492a-b71a-6a90005fa65c tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Pushing event updated for resources: {'Port': ['ID=1b369ee1-fc11-401e-8291-287646246501,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:13.843526 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-61ba5b3d-4a0a-40e0-91a7-8c0267162fce tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:13.901865 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ba5b3d-4a0a-40e0-91a7-8c0267162fce tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e879ed0-3fd7-4c63-b498-9447c808322c,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:13.965279 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device db610e03-3164-4496-b223-c086c40942d8 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:37:13.995804 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-61ba5b3d-4a0a-40e0-91a7-8c0267162fce tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:14.041491 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-019c1653-5534-4bcb-a2ae-809e7747d3bc None None] Set router ba42f30b-409a-4203-9dc0-b2b401bccefc gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:37:14.066771 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-61ba5b3d-4a0a-40e0-91a7-8c0267162fce tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:14.086338 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-86ddb51a-a0d9-401f-ae61-6c31382c2f1d None None] Provisioning complete for port 1b369ee1-fc11-401e-8291-287646246501 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:37:14.086721 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-86ddb51a-a0d9-401f-ae61-6c31382c2f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:14.087077 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e2f483-b74f-4182-bc58-0f84d42a57cb req-00cd4d28-b094-4b15-921d-0a426d5aa084 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:14.088900 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-51e2f483-b74f-4182-bc58-0f84d42a57cb req-00cd4d28-b094-4b15-921d-0a426d5aa084 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=2038e834-77a8-4b0d-a043-9ca766b7e498 HTTP/1.1" status: 200 len: 931 time: 0.1778946 Dec 10 15:37:14.132807 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-6b45f198-9ce9-46cf-acec-654c5f755830 req-8ea702c3-045a-4a4a-bdd1-3741bcb02e90 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2075634507&fields=id&tenant_id=5591279ec4634b489dcb9d918648235a HTTP/1.1" status: 200 len: 267 time: 0.1117272 Dec 10 15:37:14.133846 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port db610e03-3164-4496-b223-c086c40942d8 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:37:14.134233 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:14.137611 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-86ddb51a-a0d9-401f-ae61-6c31382c2f1d None None] Port 1b369ee1-fc11-401e-8291-287646246501 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:37:14.151168 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b630da-88ad-4d35-8c9b-7f9b335ac7d2 req-6ddbddf3-f163-4f8a-a1c3-871086f2b876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:14.153709 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-15b630da-88ad-4d35-8c9b-7f9b335ac7d2 req-6ddbddf3-f163-4f8a-a1c3-871086f2b876 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=85708d57-23ef-42c1-b310-051281f973f7 HTTP/1.1" status: 200 len: 1098 time: 0.2435279 Dec 10 15:37:14.220393 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-51e2f483-b74f-4182-bc58-0f84d42a57cb req-76457cbe-6e1f-494f-a6c3-8789f4aab5e4 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=84c1130c-2602-4982-b1cd-aa24598b294b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1172321 Dec 10 15:37:14.262590 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ba5b3d-4a0a-40e0-91a7-8c0267162fce tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e03bf93-53a4-4cfe-b242-24da6d9786d9,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:14.300927 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-61ba5b3d-4a0a-40e0-91a7-8c0267162fce tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:14.302310 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-61ba5b3d-4a0a-40e0-91a7-8c0267162fce tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8715413 Dec 10 15:37:14.305258 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36912) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:14.309590 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-01b7c676-4e6d-4512-bbf6-41ffca060913 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Request body: {'security_group_rule': {'security_group_id': '4e03bf93-53a4-4cfe-b242-24da6d9786d9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:37:14.315751 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-15b630da-88ad-4d35-8c9b-7f9b335ac7d2 req-ced7191b-4db8-41b1-be32-50174de42a7e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=768e56a5-cc04-4fcd-bec3-2ab2cf193260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518643 Dec 10 15:37:14.322036 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e842aff2-2daf-492a-b71a-6a90005fa65c tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:14.324336 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b45f198-9ce9-46cf-acec-654c5f755830 req-921b05b7-dd2c-4f2a-a94e-a41d76af16d1 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:14.325856 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-6b45f198-9ce9-46cf-acec-654c5f755830 req-921b05b7-dd2c-4f2a-a94e-a41d76af16d1 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "GET /v2.0/networks?id=a5dd9203-5f7e-43be-b17d-4683ee28e949 HTTP/1.1" status: 200 len: 796 time: 0.1913276 Dec 10 15:37:14.335764 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [req-bf64ca74-0adc-465e-b2ec-f1ce2c5c6051 req-7e7bdfc1-5240-40a9-88a1-90fbad730e84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61a2aa30-bf6a-41c8-a09e-32fa315f9a56 {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 15:37:14.346998 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-bf64ca74-0adc-465e-b2ec-f1ce2c5c6051 req-7e7bdfc1-5240-40a9-88a1-90fbad730e84 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:14.354961 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-6b45f198-9ce9-46cf-acec-654c5f755830 req-ac7621ae-b200-451c-9f0e-e35294479bde tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "GET /v2.0/quotas/5591279ec4634b489dcb9d918648235a HTTP/1.1" status: 200 len: 375 time: 0.0153296 Dec 10 15:37:14.391929 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-bf64ca74-0adc-465e-b2ec-f1ce2c5c6051 req-7e7bdfc1-5240-40a9-88a1-90fbad730e84 service neutron] Transition to ACTIVE for port object 61a2aa30-bf6a-41c8-a09e-32fa315f9a56 will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 15:37:14.423586 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-019c1653-5534-4bcb-a2ae-809e7747d3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba42f30b-409a-4203-9dc0-b2b401bccefc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-264996045', 'tenant_id': '5591279ec4634b489dcb9d918648235a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.121'}], 'enable_snat': True}, 'gw_port_id': '796afaaf-718b-4e7a-9737-bdd496578089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:37:01Z', 'updated_at': '2021-12-10T15:37:10Z', 'revision_number': 4, 'project_id': '5591279ec4634b489dcb9d918648235a', 'gw_port': {'id': '796afaaf-718b-4e7a-9737-bdd496578089', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba42f30b-409a-4203-9dc0-b2b401bccefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:37:02Z', 'updated_at': '2021-12-10T15:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': 'b1cb8439-eb77-4e52-9f41-8fa28c8a57f4', 'name': '', 'network_id': 'a5dd9203-5f7e-43be-b17d-4683ee28e949', 'tenant_id': '5591279ec4634b489dcb9d918648235a', 'mac_address': 'fa:16:3e:2d:6f:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba42f30b-409a-4203-9dc0-b2b401bccefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '743e688d-60cf-4303-b38e-fba2d962ab58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:37:09Z', 'updated_at': '2021-12-10T15:37:11Z', 'revision_number': 2, 'project_id': '5591279ec4634b489dcb9d918648235a', 'subnets': [{'id': '743e688d-60cf-4303-b38e-fba2d962ab58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:14.433565 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-6b45f198-9ce9-46cf-acec-654c5f755830 req-0ab683af-08cf-4eaf-a766-1dcc202e39d8 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5591279ec4634b489dcb9d918648235a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0708234 Dec 10 15:37:14.442943 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-01b7c676-4e6d-4512-bbf6-41ffca060913 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:14.461820 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019c1653-5534-4bcb-a2ae-809e7747d3bc None None] Checking router: ba42f30b-409a-4203-9dc0-b2b401bccefc for host: dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:37:14.462179 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019c1653-5534-4bcb-a2ae-809e7747d3bc None None] Updating router ba42f30b-409a-4203-9dc0-b2b401bccefc port b1cb8439-eb77-4e52-9f41-8fa28c8a57f4 binding host dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 15:37:14.488383 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-019c1653-5534-4bcb-a2ae-809e7747d3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:14.488836 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-bf64ca74-0adc-465e-b2ec-f1ce2c5c6051 req-7e7bdfc1-5240-40a9-88a1-90fbad730e84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:14.522672 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-01b7c676-4e6d-4512-bbf6-41ffca060913 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:14.570806 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7bdfc1-5240-40a9-88a1-90fbad730e84 service neutron] Pushing event updated for resources: {'Port': ['ID=61a2aa30-bf6a-41c8-a09e-32fa315f9a56,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:14.620132 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-01b7c676-4e6d-4512-bbf6-41ffca060913 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:14.660982 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b7c676-4e6d-4512-bbf6-41ffca060913 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d782264f-7b4b-4176-b0bc-2ac21bdb9ea3,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:14.670713 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-6b45f198-9ce9-46cf-acec-654c5f755830 req-e46132d9-41bd-41ee-b4c7-9d24642dae7c service neutron] 10.222.0.20 "GET /v2.0/networks/a5dd9203-5f7e-43be-b17d-4683ee28e949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213416 Dec 10 15:37:14.710772 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-bf64ca74-0adc-465e-b2ec-f1ce2c5c6051 req-7e7bdfc1-5240-40a9-88a1-90fbad730e84 service neutron] Attempting to bind port 61a2aa30-bf6a-41c8-a09e-32fa315f9a56 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:37:14.711207 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-bf64ca74-0adc-465e-b2ec-f1ce2c5c6051 req-7e7bdfc1-5240-40a9-88a1-90fbad730e84 service neutron] Attempting to bind port 61a2aa30-bf6a-41c8-a09e-32fa315f9a56 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'ab8ea500-a753-4256-b008-41be8a6f9bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '41da71eb-bf34-43b9-be45-4b47a883de82'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:37:14.711516 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf64ca74-0adc-465e-b2ec-f1ce2c5c6051 req-7e7bdfc1-5240-40a9-88a1-90fbad730e84 service neutron] Attempting to bind port 61a2aa30-bf6a-41c8-a09e-32fa315f9a56 on network 41da71eb-bf34-43b9-be45-4b47a883de82 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:37:14.718723 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf64ca74-0adc-465e-b2ec-f1ce2c5c6051 req-7e7bdfc1-5240-40a9-88a1-90fbad730e84 service neutron] Port 61a2aa30-bf6a-41c8-a09e-32fa315f9a56 on network 41da71eb-bf34-43b9-be45-4b47a883de82 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:37:14.718945 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf64ca74-0adc-465e-b2ec-f1ce2c5c6051 req-7e7bdfc1-5240-40a9-88a1-90fbad730e84 service neutron] Attempting to bind port 61a2aa30-bf6a-41c8-a09e-32fa315f9a56 on network 41da71eb-bf34-43b9-be45-4b47a883de82 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:37:14.735680 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf64ca74-0adc-465e-b2ec-f1ce2c5c6051 req-7e7bdfc1-5240-40a9-88a1-90fbad730e84 service neutron] Checking agent: {'id': 'fa828968-c68f-4b22-9699-a58fe4ab1f05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 28, 13), 'started_at': datetime.datetime(2021, 12, 10, 15, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:37:14.736022 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf64ca74-0adc-465e-b2ec-f1ce2c5c6051 req-7e7bdfc1-5240-40a9-88a1-90fbad730e84 service neutron] Checking segment: {'id': 'ab8ea500-a753-4256-b008-41be8a6f9bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '41da71eb-bf34-43b9-be45-4b47a883de82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:37:14.736419 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf64ca74-0adc-465e-b2ec-f1ce2c5c6051 req-7e7bdfc1-5240-40a9-88a1-90fbad730e84 service neutron] Bound using segment: {'id': 'ab8ea500-a753-4256-b008-41be8a6f9bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '41da71eb-bf34-43b9-be45-4b47a883de82'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:37:14.737249 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-bf64ca74-0adc-465e-b2ec-f1ce2c5c6051 req-7e7bdfc1-5240-40a9-88a1-90fbad730e84 service neutron] Bound port: 61a2aa30-bf6a-41c8-a09e-32fa315f9a56, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab8ea500-a753-4256-b008-41be8a6f9bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '41da71eb-bf34-43b9-be45-4b47a883de82'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:37:14.737249 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-bf64ca74-0adc-465e-b2ec-f1ce2c5c6051 req-7e7bdfc1-5240-40a9-88a1-90fbad730e84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:14.806834 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-6b45f198-9ce9-46cf-acec-654c5f755830 req-4a0b2114-a71b-493f-abd0-5940f582f3e6 service neutron] 10.222.0.20 "GET /v2.0/networks/a5dd9203-5f7e-43be-b17d-4683ee28e949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351867 Dec 10 15:37:14.816208 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-01b7c676-4e6d-4512-bbf6-41ffca060913 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:14.820074 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-01b7c676-4e6d-4512-bbf6-41ffca060913 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5113394 Dec 10 15:37:14.820316 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36918) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:14.825151 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-019c1653-5534-4bcb-a2ae-809e7747d3bc None None] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:14.826074 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-daffb8e9-0345-4673-8012-33f12e3d6f44 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Request body: {'security_group_rule': {'security_group_id': '4e03bf93-53a4-4cfe-b242-24da6d9786d9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:37:14.834599 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e842aff2-2daf-492a-b71a-6a90005fa65c tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:14.845435 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-bf64ca74-0adc-465e-b2ec-f1ce2c5c6051 req-7e7bdfc1-5240-40a9-88a1-90fbad730e84 service neutron] For port 61a2aa30-bf6a-41c8-a09e-32fa315f9a56, host hv-neutron-8214, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:37:14.848702 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-bf64ca74-0adc-465e-b2ec-f1ce2c5c6051 req-7e7bdfc1-5240-40a9-88a1-90fbad730e84 service neutron] For port 61a2aa30-bf6a-41c8-a09e-32fa315f9a56, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=61a2aa30-bf6a-41c8-a09e-32fa315f9a56,segment=NetworkSegment(ab8ea500-a753-4256-b008-41be8a6f9bbf),segment_id=ab8ea500-a753-4256-b008-41be8a6f9bbf)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:37:14.885291 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-019c1653-5534-4bcb-a2ae-809e7747d3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:14.906068 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-bf64ca74-0adc-465e-b2ec-f1ce2c5c6051 req-7e7bdfc1-5240-40a9-88a1-90fbad730e84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:14.908137 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e842aff2-2daf-492a-b71a-6a90005fa65c tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:14.908484 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-daffb8e9-0345-4673-8012-33f12e3d6f44 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:14.931287 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a1428e-2708-46ba-a7b2-31bfd99134f3 None None] Pushing event updated for resources: {'Port': ['ID=b1cb8439-eb77-4e52-9f41-8fa28c8a57f4,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:14.988633 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf64ca74-0adc-465e-b2ec-f1ce2c5c6051 req-7e7bdfc1-5240-40a9-88a1-90fbad730e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:14.989265 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-bf64ca74-0adc-465e-b2ec-f1ce2c5c6051 req-7e7bdfc1-5240-40a9-88a1-90fbad730e84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:14.990731 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-bf64ca74-0adc-465e-b2ec-f1ce2c5c6051 req-7e7bdfc1-5240-40a9-88a1-90fbad730e84 service neutron] 10.222.0.44 "PUT /v2.0/ports/61a2aa30-bf6a-41c8-a09e-32fa315f9a56 HTTP/1.1" status: 200 len: 1093 time: 1.7515066 Dec 10 15:37:15.004103 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c551eda9-2bac-4895-9b18-719e1287ffac req-b4ba1a4e-9379-4a51-a864-532d7a2a9ffa tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:15.011540 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-c551eda9-2bac-4895-9b18-719e1287ffac req-b4ba1a4e-9379-4a51-a864-532d7a2a9ffa tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/ports?device_id=85708d57-23ef-42c1-b310-051281f973f7 HTTP/1.1" status: 200 len: 945 time: 0.1447482 Dec 10 15:37:15.013123 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2038e834-77a8-4b0d-a043-9ca766b7e498', 'tag': '61a2aa30-bf6a-41c8-a09e-32fa315f9a56'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:37:15.015707 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9ca57131bc4931768ac29058952438d1fdd62308db7b17540cc34ffe8faef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb818d2-b3d4-4ebe-bdfc-215466d62550" -d '{"events": [{"name": "network-changed", "server_uuid": "2038e834-77a8-4b0d-a043-9ca766b7e498", "tag": "61a2aa30-bf6a-41c8-a09e-32fa315f9a56"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:37:15.019128 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-019c1653-5534-4bcb-a2ae-809e7747d3bc None None] Attempting to bind port b1cb8439-eb77-4e52-9f41-8fa28c8a57f4 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:37:15.019708 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-019c1653-5534-4bcb-a2ae-809e7747d3bc None None] Attempting to bind port b1cb8439-eb77-4e52-9f41-8fa28c8a57f4 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '9d1f8eeb-0920-45cf-9fc0-431ba1916359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a5dd9203-5f7e-43be-b17d-4683ee28e949'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:37:15.020243 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019c1653-5534-4bcb-a2ae-809e7747d3bc None None] Attempting to bind port b1cb8439-eb77-4e52-9f41-8fa28c8a57f4 on network a5dd9203-5f7e-43be-b17d-4683ee28e949 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:37:15.022705 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.api.v2.resource [None req-daffb8e9-0345-4673-8012-33f12e3d6f44 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] create failed (client error): There was a conflict when trying to complete your request. Dec 10 15:37:15.026361 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-daffb8e9-0345-4673-8012-33f12e3d6f44 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2024508 Dec 10 15:37:15.026660 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36922) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:15.035620 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019c1653-5534-4bcb-a2ae-809e7747d3bc None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:37:15.036044 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019c1653-5534-4bcb-a2ae-809e7747d3bc None None] Checking segment: {'id': '9d1f8eeb-0920-45cf-9fc0-431ba1916359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a5dd9203-5f7e-43be-b17d-4683ee28e949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:37:15.036504 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-019c1653-5534-4bcb-a2ae-809e7747d3bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:15.036901 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019c1653-5534-4bcb-a2ae-809e7747d3bc None None] Bound using segment: {'id': '9d1f8eeb-0920-45cf-9fc0-431ba1916359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a5dd9203-5f7e-43be-b17d-4683ee28e949'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:37:15.037378 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-019c1653-5534-4bcb-a2ae-809e7747d3bc None None] Bound port: b1cb8439-eb77-4e52-9f41-8fa28c8a57f4, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d1f8eeb-0920-45cf-9fc0-431ba1916359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a5dd9203-5f7e-43be-b17d-4683ee28e949'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:37:15.037757 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-019c1653-5534-4bcb-a2ae-809e7747d3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:15.082916 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7bdfc1-5240-40a9-88a1-90fbad730e84 service neutron] Pushing event updated for resources: {'Port': ['ID=61a2aa30-bf6a-41c8-a09e-32fa315f9a56,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:15.179331 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a84aeda0-6419-47da-b8bd-d90a1b575d82 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Publish callbacks [] for security_group, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:15.185639 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 15:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b013839-3c3b-4ed5-b1e7-8068b2fbf7a9 x-openstack-request-id: req-2b013839-3c3b-4ed5-b1e7-8068b2fbf7a9 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:37:15.189335 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2038e834-77a8-4b0d-a043-9ca766b7e498", "tag": "61a2aa30-bf6a-41c8-a09e-32fa315f9a56", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:37:15.189611 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2b013839-3c3b-4ed5-b1e7-8068b2fbf7a9 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:37:15.190060 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2038e834-77a8-4b0d-a043-9ca766b7e498', 'tag': '61a2aa30-bf6a-41c8-a09e-32fa315f9a56', 'status': 'completed', 'code': 200} Dec 10 15:37:15.234412 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a84aeda0-6419-47da-b8bd-d90a1b575d82 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:15.257151 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6dc15ec7-f6ec-47e8-b4bd-8793cee55b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:15.258657 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-019c1653-5534-4bcb-a2ae-809e7747d3bc None None] For port b1cb8439-eb77-4e52-9f41-8fa28c8a57f4, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:37:15.268235 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-019c1653-5534-4bcb-a2ae-809e7747d3bc None None] For port b1cb8439-eb77-4e52-9f41-8fa28c8a57f4, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=b1cb8439-eb77-4e52-9f41-8fa28c8a57f4,segment=NetworkSegment(9d1f8eeb-0920-45cf-9fc0-431ba1916359),segment_id=9d1f8eeb-0920-45cf-9fc0-431ba1916359)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:37:15.316389 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e842aff2-2daf-492a-b71a-6a90005fa65c tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549888'] for router_interface, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:15.335361 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e842aff2-2daf-492a-b71a-6a90005fa65c tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Pushing event updated for resources: {'Port': ['ID=1b369ee1-fc11-401e-8291-287646246501,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:15.340819 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-0ed7109c-03e5-4460-891b-38ca493ed4dc req-4fac3f34-c7b9-4603-a553-86f58d54a20c tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad81b842-eead-4113-9b30-7e987f279a77 HTTP/1.1" status: 200 len: 210 time: 0.0468116 Dec 10 15:37:15.385314 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-019c1653-5534-4bcb-a2ae-809e7747d3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:15.405423 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-7dd0622f-5a3c-481a-9498-725787a6631e None None] Provisioning complete for port b1cb8439-eb77-4e52-9f41-8fa28c8a57f4 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:37:15.405817 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7dd0622f-5a3c-481a-9498-725787a6631e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:15.488070 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a84aeda0-6419-47da-b8bd-d90a1b575d82 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:15.491549 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a84aeda0-6419-47da-b8bd-d90a1b575d82 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:15.491826 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-c551eda9-2bac-4895-9b18-719e1287ffac req-b21d55b8-61ab-472b-b293-23fd4e0cc7e8 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/security-groups?id=768e56a5-cc04-4fcd-bec3-2ab2cf193260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4772894 Dec 10 15:37:15.493190 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-a84aeda0-6419-47da-b8bd-d90a1b575d82 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] 10.222.0.20 "DELETE /v2.0/security-groups/4e03bf93-53a4-4cfe-b242-24da6d9786d9 HTTP/1.1" status: 204 len: 168 time: 0.4655612 Dec 10 15:37:15.496218 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf64ca74-0adc-465e-b2ec-f1ce2c5c6051 req-697dc51c-de7b-4649-8ceb-dbcc616ee28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:15.496925 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019c1653-5534-4bcb-a2ae-809e7747d3bc None None] Routers {'ba42f30b-409a-4203-9dc0-b2b401bccefc'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:37:15.497494 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-bf64ca74-0adc-465e-b2ec-f1ce2c5c6051 req-697dc51c-de7b-4649-8ceb-dbcc616ee28a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e049672a5fd04e7f8cbb0423b61eb757&device_id=2038e834-77a8-4b0d-a043-9ca766b7e498 HTTP/1.1" status: 200 len: 1096 time: 0.3066401 Dec 10 15:37:15.497633 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-019c1653-5534-4bcb-a2ae-809e7747d3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:37:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['ba42f30b-409a-4203-9dc0-b2b401bccefc'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:15.502994 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36934) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:15.504306 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a1428e-2708-46ba-a7b2-31bfd99134f3 None None] Pushing event updated for resources: {'Port': ['ID=b1cb8439-eb77-4e52-9f41-8fa28c8a57f4,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:15.535533 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84aeda0-6419-47da-b8bd-d90a1b575d82 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e03bf93-53a4-4cfe-b242-24da6d9786d9,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:15.565818 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7dd0622f-5a3c-481a-9498-725787a6631e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:15.579284 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-bf64ca74-0adc-465e-b2ec-f1ce2c5c6051 req-bbfa98b3-4712-42ca-a9ad-7a1cca973e9f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61a2aa30-bf6a-41c8-a09e-32fa315f9a56 HTTP/1.1" status: 200 len: 217 time: 0.0526285 Dec 10 15:37:15.585536 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d611c725-c8e0-4f3d-b805-29a85529be36 req-7d3d6768-7d6b-4431-88dc-89320f9c4faf tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:15.593394 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-d611c725-c8e0-4f3d-b805-29a85529be36 req-7d3d6768-7d6b-4431-88dc-89320f9c4faf tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=2038e834-77a8-4b0d-a043-9ca766b7e498 HTTP/1.1" status: 200 len: 943 time: 0.1641023 Dec 10 15:37:15.638531 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-7dd0622f-5a3c-481a-9498-725787a6631e None None] For port b1cb8439-eb77-4e52-9f41-8fa28c8a57f4, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=b1cb8439-eb77-4e52-9f41-8fa28c8a57f4,segment=NetworkSegment(9d1f8eeb-0920-45cf-9fc0-431ba1916359),segment_id=9d1f8eeb-0920-45cf-9fc0-431ba1916359)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:37:15.657414 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e842aff2-2daf-492a-b71a-6a90005fa65c tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Network 7b15b669-fac2-43b9-af01-12c69f019b46 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:37:15.662776 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-e842aff2-2daf-492a-b71a-6a90005fa65c tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:37:15.672258 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-019c1653-5534-4bcb-a2ae-809e7747d3bc None None] Set router ba42f30b-409a-4203-9dc0-b2b401bccefc gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:37:15.672554 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf64ca74-0adc-465e-b2ec-f1ce2c5c6051 req-16b2f0bb-1415-4c4e-b9d1-a587f228dde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:15.674493 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-bf64ca74-0adc-465e-b2ec-f1ce2c5c6051 req-16b2f0bb-1415-4c4e-b9d1-a587f228dde3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d7fc55fb-e83c-45c6-a4ad-39a7dd319016 HTTP/1.1" status: 200 len: 835 time: 0.0859978 Dec 10 15:37:15.682159 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-987292c6-eb8e-4774-8add-064d985c026d tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1729231 Dec 10 15:37:15.688121 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36936) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:15.692582 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-93309507-9215-47b8-ad7f-0773488f571f tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Request body: {'security_group': {'name': 'tempest-secgroup--2129195331'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:37:15.758599 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-d611c725-c8e0-4f3d-b805-29a85529be36 req-e9a222e4-c0fc-4ed8-9ea9-6ec606e2baff tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=84c1130c-2602-4982-b1cd-aa24598b294b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1209862 Dec 10 15:37:15.771181 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7dd0622f-5a3c-481a-9498-725787a6631e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:15.851608 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-93309507-9215-47b8-ad7f-0773488f571f tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:15.863783 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd0622f-5a3c-481a-9498-725787a6631e None None] Pushing event updated for resources: {'Port': ['ID=b1cb8439-eb77-4e52-9f41-8fa28c8a57f4,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:15.867986 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf64ca74-0adc-465e-b2ec-f1ce2c5c6051 req-ec197079-3040-4913-9c3b-721bf2560211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:15.869518 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-bf64ca74-0adc-465e-b2ec-f1ce2c5c6051 req-ec197079-3040-4913-9c3b-721bf2560211 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=41da71eb-bf34-43b9-be45-4b47a883de82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1382942 Dec 10 15:37:15.890535 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e842aff2-2daf-492a-b71a-6a90005fa65c tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Router e83f53d6-fdae-4303-876c-8fd32780d840 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:37:15.928768 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-a96d7dc9-fa6c-4a34-8cee-3cd46c1b6918 None None] Provisioning complete for port b1cb8439-eb77-4e52-9f41-8fa28c8a57f4 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:37:15.929216 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a96d7dc9-fa6c-4a34-8cee-3cd46c1b6918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:15.979004 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-93309507-9215-47b8-ad7f-0773488f571f tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:16.014283 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-019c1653-5534-4bcb-a2ae-809e7747d3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba42f30b-409a-4203-9dc0-b2b401bccefc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-264996045', 'tenant_id': '5591279ec4634b489dcb9d918648235a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.121'}], 'enable_snat': True}, 'gw_port_id': '796afaaf-718b-4e7a-9737-bdd496578089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:37:01Z', 'updated_at': '2021-12-10T15:37:10Z', 'revision_number': 4, 'project_id': '5591279ec4634b489dcb9d918648235a', 'gw_port': {'id': '796afaaf-718b-4e7a-9737-bdd496578089', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba42f30b-409a-4203-9dc0-b2b401bccefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:37:02Z', 'updated_at': '2021-12-10T15:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': 'b1cb8439-eb77-4e52-9f41-8fa28c8a57f4', 'name': '', 'network_id': 'a5dd9203-5f7e-43be-b17d-4683ee28e949', 'tenant_id': '5591279ec4634b489dcb9d918648235a', 'mac_address': 'fa:16:3e:2d:6f:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba42f30b-409a-4203-9dc0-b2b401bccefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '743e688d-60cf-4303-b38e-fba2d962ab58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:37:09Z', 'updated_at': '2021-12-10T15:37:15Z', 'revision_number': 4, 'project_id': '5591279ec4634b489dcb9d918648235a', 'subnets': [{'id': '743e688d-60cf-4303-b38e-fba2d962ab58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:16.055386 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019c1653-5534-4bcb-a2ae-809e7747d3bc None None] The sync data for ids ['ba42f30b-409a-4203-9dc0-b2b401bccefc'] in dv-neutron-821401-4-hyperv is: [{'id': 'ba42f30b-409a-4203-9dc0-b2b401bccefc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-264996045', 'tenant_id': '5591279ec4634b489dcb9d918648235a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.121'}], 'enable_snat': True}, 'gw_port_id': '796afaaf-718b-4e7a-9737-bdd496578089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:37:01Z', 'updated_at': '2021-12-10T15:37:10Z', 'revision_number': 4, 'project_id': '5591279ec4634b489dcb9d918648235a', 'gw_port': {'id': '796afaaf-718b-4e7a-9737-bdd496578089', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba42f30b-409a-4203-9dc0-b2b401bccefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:37:02Z', 'updated_at': '2021-12-10T15:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': 'b1cb8439-eb77-4e52-9f41-8fa28c8a57f4', 'name': '', 'network_id': 'a5dd9203-5f7e-43be-b17d-4683ee28e949', 'tenant_id': '5591279ec4634b489dcb9d918648235a', 'mac_address': 'fa:16:3e:2d:6f:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba42f30b-409a-4203-9dc0-b2b401bccefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '743e688d-60cf-4303-b38e-fba2d962ab58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:37:09Z', 'updated_at': '2021-12-10T15:37:15Z', 'revision_number': 4, 'project_id': '5591279ec4634b489dcb9d918648235a', 'subnets': [{'id': '743e688d-60cf-4303-b38e-fba2d962ab58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:37:16.066540 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-93309507-9215-47b8-ad7f-0773488f571f tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:16.130990 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93309507-9215-47b8-ad7f-0773488f571f tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6112e32e-49ca-4878-beaa-8dcf9f8e9cc2,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:16.134600 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:16.156981 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-93309507-9215-47b8-ad7f-0773488f571f tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:16.161280 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-93309507-9215-47b8-ad7f-0773488f571f tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4693346 Dec 10 15:37:16.164245 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36940) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:16.175989 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-8b274803-b678-4987-8d80-48229146f387 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Request body: {'security_group_rule': {'security_group_id': '6112e32e-49ca-4878-beaa-8dcf9f8e9cc2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:37:16.176784 dv-neutron-821401-4-hyperv neutron-server[103586]: WARNING neutron.api.v2.base [None req-8b274803-b678-4987-8d80-48229146f387 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 10 15:37:16.177292 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.api.v2.resource [None req-8b274803-b678-4987-8d80-48229146f387 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 15:37:16.180970 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-8b274803-b678-4987-8d80-48229146f387 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0131238 Dec 10 15:37:16.181320 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36942) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:16.199982 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-3cdc9514-fba6-4660-890d-7e742735005f None None] Provisioning complete for port 1b369ee1-fc11-401e-8291-287646246501 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:37:16.200437 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3cdc9514-fba6-4660-890d-7e742735005f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:16.241399 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-3cdc9514-fba6-4660-890d-7e742735005f None None] Port 1b369ee1-fc11-401e-8291-287646246501 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:37:16.254754 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-51fe74e2-5ea3-4985-a403-92512e0a55db tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Publish callbacks [] for security_group, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:16.289460 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-51fe74e2-5ea3-4985-a403-92512e0a55db tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:16.409192 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-51fe74e2-5ea3-4985-a403-92512e0a55db tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:16.411942 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-51fe74e2-5ea3-4985-a403-92512e0a55db tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:16.415547 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-51fe74e2-5ea3-4985-a403-92512e0a55db tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] 10.222.0.20 "DELETE /v2.0/security-groups/6112e32e-49ca-4878-beaa-8dcf9f8e9cc2 HTTP/1.1" status: 204 len: 168 time: 0.2307909 Dec 10 15:37:16.430016 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36946) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:16.430823 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fe74e2-5ea3-4985-a403-92512e0a55db tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6112e32e-49ca-4878-beaa-8dcf9f8e9cc2,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:16.483907 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-3ce47716-aa3f-472c-ad5d-69b488f255b0 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0508258 Dec 10 15:37:16.491078 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36948) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:16.494125 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-c5f90444-06f4-4329-bd42-48a012ac9d47 req-d350c244-a1e4-4941-9e4b-f8422324576a tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad81b842-eead-4113-9b30-7e987f279a77 HTTP/1.1" status: 200 len: 210 time: 0.0645535 Dec 10 15:37:16.497173 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-b022c4b4-d045-47f7-82a6-62482c7291fe tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Request body: {'security_group': {'name': 'tempest-secgroup--1202022334'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:37:16.565115 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-bf64ca74-0adc-465e-b2ec-f1ce2c5c6051 req-dadcdbb5-127d-4353-b052-eff16246e6b8 service neutron] 10.222.0.44 "GET /v2.0/networks/41da71eb-bf34-43b9-be45-4b47a883de82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6604097 Dec 10 15:37:16.565115 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e842aff2-2daf-492a-b71a-6a90005fa65c tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:37:16.565115 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-e842aff2-2daf-492a-b71a-6a90005fa65c tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "PUT /v2.0/routers/e83f53d6-fdae-4303-876c-8fd32780d840/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3604743 Dec 10 15:37:16.565509 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d407c591-25ca-4619-a74e-f3101f6713ca None None] Sync routers for ids ['e83f53d6-fdae-4303-876c-8fd32780d840'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:37:16.565998 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36952) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:16.582253 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d407c591-25ca-4619-a74e-f3101f6713ca None None] Routers {'e83f53d6-fdae-4303-876c-8fd32780d840'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:37:16.582815 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-d407c591-25ca-4619-a74e-f3101f6713ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:37:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['e83f53d6-fdae-4303-876c-8fd32780d840'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:16.640878 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-d407c591-25ca-4619-a74e-f3101f6713ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:16.647508 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-bf64ca74-0adc-465e-b2ec-f1ce2c5c6051 req-5451cdee-f9df-488f-be57-ccdbaeb821d7 service neutron] 10.222.0.44 "GET /v2.0/networks/41da71eb-bf34-43b9-be45-4b47a883de82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978298 Dec 10 15:37:16.655540 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d407c591-25ca-4619-a74e-f3101f6713ca None None] Routers {'e83f53d6-fdae-4303-876c-8fd32780d840'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:37:16.656251 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-d407c591-25ca-4619-a74e-f3101f6713ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:37:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['e83f53d6-fdae-4303-876c-8fd32780d840'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:16.663451 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5e4b27-3a03-4611-8504-40c23b3ec92a tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:16.665184 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-0a5e4b27-3a03-4611-8504-40c23b3ec92a tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "GET /v2.0/ports/1b369ee1-fc11-401e-8291-287646246501 HTTP/1.1" status: 200 len: 910 time: 0.0995915 Dec 10 15:37:16.668733 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36954) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:16.679956 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae0cd1f-5821-42dc-81ef-dcf95a150022 req-c147cb87-37d3-439c-adca-b4ebd2409e44 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:16.689107 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-5ae0cd1f-5821-42dc-81ef-dcf95a150022 req-c147cb87-37d3-439c-adca-b4ebd2409e44 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/ports?device_id=85708d57-23ef-42c1-b310-051281f973f7 HTTP/1.1" status: 200 len: 945 time: 0.1046319 Dec 10 15:37:16.694559 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-d407c591-25ca-4619-a74e-f3101f6713ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:16.695226 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d407c591-25ca-4619-a74e-f3101f6713ca None None] The sync data for ids ['e83f53d6-fdae-4303-876c-8fd32780d840'] in dv-neutron-821401-4-hyperv is: [] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:37:16.697844 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b022c4b4-d045-47f7-82a6-62482c7291fe tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:16.769623 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-5ae0cd1f-5821-42dc-81ef-dcf95a150022 req-a211ad40-5017-4f4d-be0f-d41616f409b6 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/security-groups?id=768e56a5-cc04-4fcd-bec3-2ab2cf193260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743508 Dec 10 15:37:16.858926 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b022c4b4-d045-47f7-82a6-62482c7291fe tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:16.914825 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b540a6b-645d-47dc-bbd5-602a6c8ea1a2 req-6e742cd2-77a8-497b-beae-fd028c01e57b tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:16.916741 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-7b540a6b-645d-47dc-bbd5-602a6c8ea1a2 req-6e742cd2-77a8-497b-beae-fd028c01e57b tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/ports?device_id=85708d57-23ef-42c1-b310-051281f973f7 HTTP/1.1" status: 200 len: 945 time: 0.0565956 Dec 10 15:37:16.940218 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb818d2-b3d4-4ebe-bdfc-215466d62550 req-8d3d940d-a964-4da1-9b81-1e030ca8301e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:16.941828 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-2bb818d2-b3d4-4ebe-bdfc-215466d62550 req-8d3d940d-a964-4da1-9b81-1e030ca8301e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e049672a5fd04e7f8cbb0423b61eb757&device_id=2038e834-77a8-4b0d-a043-9ca766b7e498 HTTP/1.1" status: 200 len: 1096 time: 0.1647928 Dec 10 15:37:16.956434 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b022c4b4-d045-47f7-82a6-62482c7291fe tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:17.009807 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-7b540a6b-645d-47dc-bbd5-602a6c8ea1a2 req-9566258c-fac0-40b4-89e2-33825a4478a3 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/security-groups?id=768e56a5-cc04-4fcd-bec3-2ab2cf193260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829680 Dec 10 15:37:17.010756 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b022c4b4-d045-47f7-82a6-62482c7291fe tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f665da3e-189c-4a49-bae3-a9dd01729849,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:17.042493 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36960) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:17.055381 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b022c4b4-d045-47f7-82a6-62482c7291fe tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:17.060472 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-b022c4b4-d045-47f7-82a6-62482c7291fe tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5649021 Dec 10 15:37:17.061994 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36964) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:17.068337 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-878868da-9280-4ba6-8195-4903be785129 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Request body: {'security_group_rule': {'security_group_id': 'f665da3e-189c-4a49-bae3-a9dd01729849', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:37:17.069222 dv-neutron-821401-4-hyperv neutron-server[103586]: WARNING neutron.api.v2.base [None req-878868da-9280-4ba6-8195-4903be785129 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 10 15:37:17.070325 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.api.v2.resource [None req-878868da-9280-4ba6-8195-4903be785129 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 15:37:17.071473 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-878868da-9280-4ba6-8195-4903be785129 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0074849 Dec 10 15:37:17.073970 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8785947-aa07-482c-af0e-ac4fc5b3770c req-f6d75369-8bdc-4482-b265-b2a0c0b6946b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:17.075572 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d8785947-aa07-482c-af0e-ac4fc5b3770c req-f6d75369-8bdc-4482-b265-b2a0c0b6946b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=2038e834-77a8-4b0d-a043-9ca766b7e498 HTTP/1.1" status: 200 len: 943 time: 0.2057693 Dec 10 15:37:17.076053 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36966) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:17.149839 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-eb3ec29a-eb25-4be3-a914-86e8056a0233 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Publish callbacks [] for security_group, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:17.177714 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-eb3ec29a-eb25-4be3-a914-86e8056a0233 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:17.189813 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb818d2-b3d4-4ebe-bdfc-215466d62550 req-b01e62e3-4a4d-4722-8716-12051965bc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:17.191309 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-2bb818d2-b3d4-4ebe-bdfc-215466d62550 req-b01e62e3-4a4d-4722-8716-12051965bc45 service neutron] 10.222.0.44 "GET /v2.0/networks?id=41da71eb-bf34-43b9-be45-4b47a883de82 HTTP/1.1" status: 200 len: 898 time: 0.2396338 Dec 10 15:37:17.219886 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d8785947-aa07-482c-af0e-ac4fc5b3770c req-b3538404-af55-4f1e-ad19-b9dbc11dbaca tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=84c1130c-2602-4982-b1cd-aa24598b294b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1336744 Dec 10 15:37:17.257128 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-2bb818d2-b3d4-4ebe-bdfc-215466d62550 req-fdccdbca-1851-448d-96a8-3c7db6ab46cb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61a2aa30-bf6a-41c8-a09e-32fa315f9a56 HTTP/1.1" status: 200 len: 217 time: 0.0513964 Dec 10 15:37:17.287880 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8823c6c1-0ce5-4a3b-ab25-03ddbf7e40c0 tempest-TestVolumeBootPattern-1893779583 tempest-TestVolumeBootPattern-1893779583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:17.292535 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-8823c6c1-0ce5-4a3b-ab25-03ddbf7e40c0 tempest-TestVolumeBootPattern-1893779583 tempest-TestVolumeBootPattern-1893779583-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=85708d57-23ef-42c1-b310-051281f973f7 HTTP/1.1" status: 200 len: 1093 time: 0.2489591 Dec 10 15:37:17.294556 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36968) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:17.299164 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-e625f13f-1cde-4457-b6c9-5506e4ef9717 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Request body: {'floatingip': {'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'port_id': 'e3674829-5445-4607-aa20-d25815ff2928', 'tenant_id': 'fe288e3581ed450db6aaaa858fc0d419', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:37:17.342894 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb818d2-b3d4-4ebe-bdfc-215466d62550 req-c3f48c51-c5e0-487c-becb-606e176c5808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:17.344905 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-2bb818d2-b3d4-4ebe-bdfc-215466d62550 req-c3f48c51-c5e0-487c-becb-606e176c5808 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d7fc55fb-e83c-45c6-a4ad-39a7dd319016 HTTP/1.1" status: 200 len: 835 time: 0.0781453 Dec 10 15:37:17.347970 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-eb3ec29a-eb25-4be3-a914-86e8056a0233 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:17.350928 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-eb3ec29a-eb25-4be3-a914-86e8056a0233 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:17.352410 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-eb3ec29a-eb25-4be3-a914-86e8056a0233 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] 10.222.0.20 "DELETE /v2.0/security-groups/f665da3e-189c-4a49-bae3-a9dd01729849 HTTP/1.1" status: 204 len: 168 time: 0.2751660 Dec 10 15:37:17.355968 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36970) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:17.379205 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3ec29a-eb25-4be3-a914-86e8056a0233 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f665da3e-189c-4a49-bae3-a9dd01729849,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:17.424892 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d7615ae0-2308-43c7-b1a8-7e8e447489ce tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549925'] for router_interface, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:17.440509 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-b96ba380-7e1e-4bd7-a95f-041a318e84d5 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0830221 Dec 10 15:37:17.441238 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36972) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:17.446832 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-8357c95b-45bf-406c-bee3-242d3dd2d127 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Request body: {'security_group': {'name': 'tempest-secgroup--553821548'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:37:17.478228 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb818d2-b3d4-4ebe-bdfc-215466d62550 req-9eabd323-9dd9-4b05-bb06-25d68bf67e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:17.479761 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-2bb818d2-b3d4-4ebe-bdfc-215466d62550 req-9eabd323-9dd9-4b05-bb06-25d68bf67e7e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=41da71eb-bf34-43b9-be45-4b47a883de82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1188364 Dec 10 15:37:17.496706 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e625f13f-1cde-4457-b6c9-5506e4ef9717 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks [] for floatingip, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:17.611804 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-1d2c5bb4-14cc-4d51-9f54-5912b38447ca req-e99d2ff2-4831-4694-9234-63809be7c373 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad81b842-eead-4113-9b30-7e987f279a77 HTTP/1.1" status: 200 len: 210 time: 0.0366001 Dec 10 15:37:17.662522 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e625f13f-1cde-4457-b6c9-5506e4ef9717 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:17.671466 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8357c95b-45bf-406c-bee3-242d3dd2d127 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:17.719358 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-2bb818d2-b3d4-4ebe-bdfc-215466d62550 req-9ee245dd-8eab-44a7-afe5-726f343eb365 service neutron] 10.222.0.44 "GET /v2.0/networks/41da71eb-bf34-43b9-be45-4b47a883de82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114928 Dec 10 15:37:17.745765 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:17.819325 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-e625f13f-1cde-4457-b6c9-5506e4ef9717 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Allocated IP 172.26.2.124 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/ca9c06e1-a15c-4274-b0cf-f5f1f3393f97) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:37:17.827139 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8357c95b-45bf-406c-bee3-242d3dd2d127 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:17.898907 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device b1cb8439-eb77-4e52-9f41-8fa28c8a57f4 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:37:17.912960 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8357c95b-45bf-406c-bee3-242d3dd2d127 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:17.922966 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b45f198-9ce9-46cf-acec-654c5f755830 req-e2f64526-8da9-46a0-9dc6-8e3bddcb805d tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:17.926877 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-6b45f198-9ce9-46cf-acec-654c5f755830 req-e2f64526-8da9-46a0-9dc6-8e3bddcb805d tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.44 "GET /v2.0/networks?id=a5dd9203-5f7e-43be-b17d-4683ee28e949 HTTP/1.1" status: 200 len: 796 time: 0.2541575 Dec 10 15:37:17.953330 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port b1cb8439-eb77-4e52-9f41-8fa28c8a57f4 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:37:17.958404 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:17.958959 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-2bb818d2-b3d4-4ebe-bdfc-215466d62550 req-419bc76c-5c04-42ef-bff1-fa42a628cac2 service neutron] 10.222.0.44 "GET /v2.0/networks/41da71eb-bf34-43b9-be45-4b47a883de82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092278 Dec 10 15:37:17.973447 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e625f13f-1cde-4457-b6c9-5506e4ef9717 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:17.977614 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8357c95b-45bf-406c-bee3-242d3dd2d127 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8333e0b-fa8b-4c8d-9306-fedd3c238ff7,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:18.039954 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8357c95b-45bf-406c-bee3-242d3dd2d127 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:18.040617 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-6b45f198-9ce9-46cf-acec-654c5f755830 req-aed26384-c58f-4cb0-99b5-c832ed8817ad tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5591279ec4634b489dcb9d918648235a HTTP/1.1" status: 200 len: 380 time: 0.1035511 Dec 10 15:37:18.044116 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-8357c95b-45bf-406c-bee3-242d3dd2d127 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5993519 Dec 10 15:37:18.051604 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36976) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:18.051604 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-5c350cff-8c4a-4359-a712-c0d99461ce3c tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Request body: {'security_group_rule': {'security_group_id': 'b8333e0b-fa8b-4c8d-9306-fedd3c238ff7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:37:18.051604 dv-neutron-821401-4-hyperv neutron-server[103587]: WARNING neutron.api.v2.base [None req-5c350cff-8c4a-4359-a712-c0d99461ce3c tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 10 15:37:18.051604 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.api.v2.resource [None req-5c350cff-8c4a-4359-a712-c0d99461ce3c tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 15:37:18.052107 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-5c350cff-8c4a-4359-a712-c0d99461ce3c tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0064042 Dec 10 15:37:18.054459 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36978) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:18.057540 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [req-6b45f198-9ce9-46cf-acec-654c5f755830 req-152cf129-6b4c-4a32-8248-2f127d32217f tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Request body: {'port': {'device_id': 'ad81b842-eead-4113-9b30-7e987f279a77', 'network_id': 'a5dd9203-5f7e-43be-b17d-4683ee28e949', 'admin_state_up': True, 'tenant_id': '5591279ec4634b489dcb9d918648235a', 'security_groups': ['2fa9c1f6-95bc-4eb4-ae59-5d412abcb02c']}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:37:18.059166 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-af5fbb3b-f65e-40a5-b5c4-0154ee28d271 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Request body: {'security_group_rule': {'security_group_id': 'b8333e0b-fa8b-4c8d-9306-fedd3c238ff7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:37:18.060872 dv-neutron-821401-4-hyperv neutron-server[103586]: WARNING neutron.api.v2.base [None req-af5fbb3b-f65e-40a5-b5c4-0154ee28d271 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 10 15:37:18.061569 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.api.v2.resource [None req-af5fbb3b-f65e-40a5-b5c4-0154ee28d271 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 15:37:18.064130 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-af5fbb3b-f65e-40a5-b5c4-0154ee28d271 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0069728 Dec 10 15:37:18.065712 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36980) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:18.071227 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-43f172c4-1b82-470a-9d52-a7c22a837f8e tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Request body: {'security_group_rule': {'security_group_id': 'b8333e0b-fa8b-4c8d-9306-fedd3c238ff7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:37:18.072334 dv-neutron-821401-4-hyperv neutron-server[103586]: WARNING neutron.api.v2.base [None req-43f172c4-1b82-470a-9d52-a7c22a837f8e tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 10 15:37:18.072766 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.api.v2.resource [None req-43f172c4-1b82-470a-9d52-a7c22a837f8e tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 15:37:18.077311 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-43f172c4-1b82-470a-9d52-a7c22a837f8e tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0079389 Dec 10 15:37:18.077591 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36982) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:18.078032 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-d7615ae0-2308-43c7-b1a8-7e8e447489ce tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Deleting port 1b369ee1-fc11-401e-8291-287646246501 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:37:18.078495 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d7615ae0-2308-43c7-b1a8-7e8e447489ce tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:18.082495 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-8ffe0603-16ba-49f2-9141-040ac4d9115a tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Request body: {'security_group_rule': {'security_group_id': 'b8333e0b-fa8b-4c8d-9306-fedd3c238ff7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:37:18.083357 dv-neutron-821401-4-hyperv neutron-server[103586]: WARNING neutron.api.v2.base [None req-8ffe0603-16ba-49f2-9141-040ac4d9115a tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 10 15:37:18.083838 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.api.v2.resource [None req-8ffe0603-16ba-49f2-9141-040ac4d9115a tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 15:37:18.084886 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-8ffe0603-16ba-49f2-9141-040ac4d9115a tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0063393 Dec 10 15:37:18.091688 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36984) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:18.154721 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e625f13f-1cde-4457-b6c9-5506e4ef9717 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:18.194657 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ca107d10-9dce-4568-bca0-7238073073b9 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Publish callbacks [] for security_group, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:18.227897 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d7615ae0-2308-43c7-b1a8-7e8e447489ce tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:18.231995 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e625f13f-1cde-4457-b6c9-5506e4ef9717 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:37:18.235531 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ca107d10-9dce-4568-bca0-7238073073b9 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:18.242700 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-e625f13f-1cde-4457-b6c9-5506e4ef9717 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:37:18.245444 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e625f13f-1cde-4457-b6c9-5506e4ef9717 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Pushing event updated for resources: {'Port': ['ID=ca9c06e1-a15c-4274-b0cf-f5f1f3393f97,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:18.249284 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e625f13f-1cde-4457-b6c9-5506e4ef9717 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:37:18.259899 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-d7615ae0-2308-43c7-b1a8-7e8e447489ce tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Calling delete_port for 1b369ee1-fc11-401e-8291-287646246501 owned by network:router_interface {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:37:18.354428 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b45f198-9ce9-46cf-acec-654c5f755830 req-152cf129-6b4c-4a32-8248-2f127d32217f tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Made reservation on behalf of 5591279ec4634b489dcb9d918648235a for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:37:18.357970 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6b45f198-9ce9-46cf-acec-654c5f755830 req-152cf129-6b4c-4a32-8248-2f127d32217f tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:18.419985 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ca107d10-9dce-4568-bca0-7238073073b9 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:18.423138 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ca107d10-9dce-4568-bca0-7238073073b9 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:18.426898 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-ca107d10-9dce-4568-bca0-7238073073b9 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] 10.222.0.20 "DELETE /v2.0/security-groups/b8333e0b-fa8b-4c8d-9306-fedd3c238ff7 HTTP/1.1" status: 204 len: 168 time: 0.3316729 Dec 10 15:37:18.428162 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 36992) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:18.440476 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca107d10-9dce-4568-bca0-7238073073b9 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8333e0b-fa8b-4c8d-9306-fedd3c238ff7,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:18.455994 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb20de3-40d8-433c-9a03-f24bb1927f8d req-70b29e68-63d8-4798-a84a-7ed845e6be50 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:18.462268 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-8bb20de3-40d8-433c-9a03-f24bb1927f8d req-70b29e68-63d8-4798-a84a-7ed845e6be50 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=2038e834-77a8-4b0d-a043-9ca766b7e498 HTTP/1.1" status: 200 len: 943 time: 0.1464195 Dec 10 15:37:18.631086 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-809155b5-8717-4be7-8e70-42667818873a tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1992066 Dec 10 15:37:18.635036 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36994) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:18.639985 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-c8ee82c3-a2aa-4d51-94fb-bd3051da3e11 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Request body: {'security_group': {'name': 'tempest-secgroup--495355891'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:37:18.648730 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:18.658850 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-8bb20de3-40d8-433c-9a03-f24bb1927f8d req-ba393138-ebbe-45ac-8254-95201a592270 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=84c1130c-2602-4982-b1cd-aa24598b294b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1624019 Dec 10 15:37:18.679462 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-6b45f198-9ce9-46cf-acec-654c5f755830 req-152cf129-6b4c-4a32-8248-2f127d32217f tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Allocated IP 172.20.0.8 (a5dd9203-5f7e-43be-b17d-4683ee28e949/743e688d-60cf-4303-b38e-fba2d962ab58/91492634-2577-4395-ac86-ce2151433c3d) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:37:18.742923 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-424f0c9b-679e-42a0-ad8f-04f1e10bf1b7 req-9274dcc6-20d0-47cb-9915-ca8d829353e9 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad81b842-eead-4113-9b30-7e987f279a77 HTTP/1.1" status: 200 len: 210 time: 0.0258262 Dec 10 15:37:18.743888 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c8ee82c3-a2aa-4d51-94fb-bd3051da3e11 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:18.774936 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d7615ae0-2308-43c7-b1a8-7e8e447489ce tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:18.809261 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7615ae0-2308-43c7-b1a8-7e8e447489ce tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Pushing event deleted for resources: {'Port': ['ID=1b369ee1-fc11-401e-8291-287646246501,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:18.902220 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c8ee82c3-a2aa-4d51-94fb-bd3051da3e11 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:18.920209 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6b45f198-9ce9-46cf-acec-654c5f755830 req-152cf129-6b4c-4a32-8248-2f127d32217f tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:18.976351 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e625f13f-1cde-4457-b6c9-5506e4ef9717 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:18.978097 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c8ee82c3-a2aa-4d51-94fb-bd3051da3e11 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:19.039224 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d7615ae0-2308-43c7-b1a8-7e8e447489ce tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550073'] for router_interface, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:19.052491 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ee82c3-a2aa-4d51-94fb-bd3051da3e11 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32daad6e-94b1-44af-9ad5-80202e27596c,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:19.081989 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c8ee82c3-a2aa-4d51-94fb-bd3051da3e11 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:19.088917 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-c8ee82c3-a2aa-4d51-94fb-bd3051da3e11 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4472060 Dec 10 15:37:19.088917 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 36998) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:19.090671 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-f1da1880-dc20-4d7d-91f4-d85d53a27ed0 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Request body: {'security_group_rule': {'security_group_id': '32daad6e-94b1-44af-9ad5-80202e27596c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:37:19.091154 dv-neutron-821401-4-hyperv neutron-server[103586]: WARNING neutron.api.v2.base [None req-f1da1880-dc20-4d7d-91f4-d85d53a27ed0 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 10 15:37:19.091650 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.api.v2.resource [None req-f1da1880-dc20-4d7d-91f4-d85d53a27ed0 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 15:37:19.096072 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-f1da1880-dc20-4d7d-91f4-d85d53a27ed0 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0054247 Dec 10 15:37:19.096245 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37000) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:19.100158 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-1a967b7e-0f41-432f-8365-07527f1e6751 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Request body: {'security_group_rule': {'security_group_id': '32daad6e-94b1-44af-9ad5-80202e27596c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:37:19.113233 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6b45f198-9ce9-46cf-acec-654c5f755830 req-152cf129-6b4c-4a32-8248-2f127d32217f tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:19.166903 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b45f198-9ce9-46cf-acec-654c5f755830 req-152cf129-6b4c-4a32-8248-2f127d32217f tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Network a5dd9203-5f7e-43be-b17d-4683ee28e949 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:37:19.173702 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-6b45f198-9ce9-46cf-acec-654c5f755830 req-152cf129-6b4c-4a32-8248-2f127d32217f tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:37:19.178741 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e625f13f-1cde-4457-b6c9-5506e4ef9717 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:19.179346 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b45f198-9ce9-46cf-acec-654c5f755830 req-152cf129-6b4c-4a32-8248-2f127d32217f tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:37:19.216675 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152cf129-6b4c-4a32-8248-2f127d32217f tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Pushing event updated for resources: {'Port': ['ID=91492634-2577-4395-ac86-ce2151433c3d,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:19.310466 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.api.v2.resource [None req-1a967b7e-0f41-432f-8365-07527f1e6751 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 15:37:19.314350 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-1a967b7e-0f41-432f-8365-07527f1e6751 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2171676 Dec 10 15:37:19.325033 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37002) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:19.330876 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 61a2aa30-bf6a-41c8-a09e-32fa315f9a56 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 15:37:19.333810 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-9bb8f136-340c-4dd4-8735-53d422780e7a tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Request body: {'security_group_rule': {'security_group_id': '32daad6e-94b1-44af-9ad5-80202e27596c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:37:19.334319 dv-neutron-821401-4-hyperv neutron-server[103586]: WARNING neutron.api.v2.base [None req-9bb8f136-340c-4dd4-8735-53d422780e7a tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 10 15:37:19.334818 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.api.v2.resource [None req-9bb8f136-340c-4dd4-8735-53d422780e7a tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 15:37:19.338486 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-9bb8f136-340c-4dd4-8735-53d422780e7a tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0094476 Dec 10 15:37:19.343341 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37004) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:19.349911 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-819d2c01-83ee-49a7-8975-dfe1a3d9ac03 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Request body: {'security_group_rule': {'security_group_id': '32daad6e-94b1-44af-9ad5-80202e27596c', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:37:19.404460 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e625f13f-1cde-4457-b6c9-5506e4ef9717 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:19.464686 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port 61a2aa30-bf6a-41c8-a09e-32fa315f9a56, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=61a2aa30-bf6a-41c8-a09e-32fa315f9a56,segment=NetworkSegment(ab8ea500-a753-4256-b008-41be8a6f9bbf),segment_id=ab8ea500-a753-4256-b008-41be8a6f9bbf)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:37:19.473772 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e625f13f-1cde-4457-b6c9-5506e4ef9717 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:19.487829 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Returning: {'device': '61a2aa30-bf6a-41c8-a09e-32fa315f9a56', 'network_id': '41da71eb-bf34-43b9-be45-4b47a883de82', 'port_id': '61a2aa30-bf6a-41c8-a09e-32fa315f9a56', 'mac_address': 'fa:16:3e:74:69:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7fc55fb-e83c-45c6-a4ad-39a7dd319016', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 15:37:19.498350 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f3619eaa-ba7f-4ae1-823a-a03cf4a45170 None None] Provisioning complete for port 91492634-2577-4395-ac86-ce2151433c3d triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:37:19.498729 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f3619eaa-ba7f-4ae1-823a-a03cf4a45170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:19.543377 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.api.v2.resource [None req-819d2c01-83ee-49a7-8975-dfe1a3d9ac03 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 15:37:19.547647 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-819d2c01-83ee-49a7-8975-dfe1a3d9ac03 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2001836 Dec 10 15:37:19.548378 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37006) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:19.554436 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-7f76277a-c965-458a-b81e-6469bc2184d2 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Request body: {'security_group_rule': {'security_group_id': '32daad6e-94b1-44af-9ad5-80202e27596c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:37:19.555427 dv-neutron-821401-4-hyperv neutron-server[103586]: WARNING neutron.api.v2.base [None req-7f76277a-c965-458a-b81e-6469bc2184d2 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 10 15:37:19.555921 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.api.v2.resource [None req-7f76277a-c965-458a-b81e-6469bc2184d2 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 15:37:19.560293 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-7f76277a-c965-458a-b81e-6469bc2184d2 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0059843 Dec 10 15:37:19.560475 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:19.562258 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f3619eaa-ba7f-4ae1-823a-a03cf4a45170 None None] Port 91492634-2577-4395-ac86-ce2151433c3d cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:37:19.562871 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37008) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:19.571283 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-af0c8e6d-675e-444d-8b15-de1ac5e42fc1 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Request body: {'security_group_rule': {'security_group_id': '32daad6e-94b1-44af-9ad5-80202e27596c', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:37:19.574397 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61a2aa30-bf6a-41c8-a09e-32fa315f9a56 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 15:37:19.586841 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e625f13f-1cde-4457-b6c9-5506e4ef9717 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Pushing event updated for resources: {'Port': ['ID=ca9c06e1-a15c-4274-b0cf-f5f1f3393f97,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:19.593741 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e625f13f-1cde-4457-b6c9-5506e4ef9717 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552741'] for floatingip, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:19.596096 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port 61a2aa30-bf6a-41c8-a09e-32fa315f9a56, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=61a2aa30-bf6a-41c8-a09e-32fa315f9a56,segment=NetworkSegment(ab8ea500-a753-4256-b008-41be8a6f9bbf),segment_id=ab8ea500-a753-4256-b008-41be8a6f9bbf)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:37:19.678966 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b45f198-9ce9-46cf-acec-654c5f755830 req-152cf129-6b4c-4a32-8248-2f127d32217f tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:19.683595 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6b45f198-9ce9-46cf-acec-654c5f755830 req-152cf129-6b4c-4a32-8248-2f127d32217f tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:19.702653 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:19.707473 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.l3_db [None req-e625f13f-1cde-4457-b6c9-5506e4ef9717 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Floating IP 21873e4d-cc4d-4934-a87f-2faed97d5918 associated. External IP: 172.26.2.124, port: e3674829-5445-4607-aa20-d25815ff2928. Dec 10 15:37:19.729371 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7615ae0-2308-43c7-b1a8-7e8e447489ce tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Router e83f53d6-fdae-4303-876c-8fd32780d840 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:37:19.742251 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-998be85e-abe8-482e-a2f9-a3c0c5e0c862 req-370af319-d2cd-4d6f-801f-1661294309f7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=85708d57-23ef-42c1-b310-051281f973f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0807629 Dec 10 15:37:19.791782 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=61a2aa30-bf6a-41c8-a09e-32fa315f9a56,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:19.813632 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-6b45f198-9ce9-46cf-acec-654c5f755830 req-152cf129-6b4c-4a32-8248-2f127d32217f tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7600138 Dec 10 15:37:19.858756 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [req-6b45f198-9ce9-46cf-acec-654c5f755830 req-a6bde5ca-0e62-423c-8293-e7506b7e4bcd service neutron] Request body: {'port': {'device_id': 'ad81b842-eead-4113-9b30-7e987f279a77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:37:19.915979 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.api.v2.resource [None req-af0c8e6d-675e-444d-8b15-de1ac5e42fc1 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 15:37:19.917564 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-af0c8e6d-675e-444d-8b15-de1ac5e42fc1 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3521535 Dec 10 15:37:19.920640 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37014) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:19.927697 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] get_ports_and_sgs() called for port_ids ['61a2aa30-bf6a-41c8-a09e-32fa315f9a56'] {{(pid=103588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 15:37:19.929599 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-6f69e38e-57c9-4ce8-8b65-18dcaceb4c8e tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Request body: {'security_group_rule': {'security_group_id': '32daad6e-94b1-44af-9ad5-80202e27596c', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:37:19.929852 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1077b6-57f8-4d1b-9ee0-6f435be4171a req-11b3d4f4-0a1a-4551-9a09-0b1802295251 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:19.930252 dv-neutron-821401-4-hyperv neutron-server[103586]: WARNING neutron.api.v2.base [None req-6f69e38e-57c9-4ce8-8b65-18dcaceb4c8e tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 10 15:37:19.930823 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.api.v2.resource [None req-6f69e38e-57c9-4ce8-8b65-18dcaceb4c8e tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 15:37:19.931383 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-da1077b6-57f8-4d1b-9ee0-6f435be4171a req-11b3d4f4-0a1a-4551-9a09-0b1802295251 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=2038e834-77a8-4b0d-a043-9ca766b7e498 HTTP/1.1" status: 200 len: 944 time: 0.1874468 Dec 10 15:37:19.931986 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-6f69e38e-57c9-4ce8-8b65-18dcaceb4c8e tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0103681 Dec 10 15:37:19.937446 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37016) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:19.942010 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7615ae0-2308-43c7-b1a8-7e8e447489ce tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:37:19.952606 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-d7615ae0-2308-43c7-b1a8-7e8e447489ce tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "PUT /v2.0/routers/e83f53d6-fdae-4303-876c-8fd32780d840/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2800450 Dec 10 15:37:19.953112 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b2b1dd-4986-4720-a5ed-b0b4e0b0db7d None None] Sync routers for ids ['e83f53d6-fdae-4303-876c-8fd32780d840'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:37:19.953609 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-8469de97-5c9a-4c8e-9522-1636c093eb21 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Request body: {'security_group_rule': {'security_group_id': '32daad6e-94b1-44af-9ad5-80202e27596c', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:37:19.958124 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37018) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:19.971289 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b2b1dd-4986-4720-a5ed-b0b4e0b0db7d None None] Routers {'e83f53d6-fdae-4303-876c-8fd32780d840'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:37:19.971941 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-c8b2b1dd-4986-4720-a5ed-b0b4e0b0db7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:37:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['e83f53d6-fdae-4303-876c-8fd32780d840'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:19.975316 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998be85e-abe8-482e-a2f9-a3c0c5e0c862 req-53e6bd7a-1d47-4ebf-8735-aef34b2e9a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:19.976795 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-998be85e-abe8-482e-a2f9-a3c0c5e0c862 req-53e6bd7a-1d47-4ebf-8735-aef34b2e9a8d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fe288e3581ed450db6aaaa858fc0d419&device_id=85708d57-23ef-42c1-b310-051281f973f7 HTTP/1.1" status: 200 len: 1098 time: 0.1688251 Dec 10 15:37:19.989469 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6b45f198-9ce9-46cf-acec-654c5f755830 req-a6bde5ca-0e62-423c-8293-e7506b7e4bcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:20.021530 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-c8b2b1dd-4986-4720-a5ed-b0b4e0b0db7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:20.039100 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b2b1dd-4986-4720-a5ed-b0b4e0b0db7d None None] Routers {'e83f53d6-fdae-4303-876c-8fd32780d840'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:37:20.040151 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-c8b2b1dd-4986-4720-a5ed-b0b4e0b0db7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:37:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['e83f53d6-fdae-4303-876c-8fd32780d840'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:20.088709 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-c8b2b1dd-4986-4720-a5ed-b0b4e0b0db7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:20.090995 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b2b1dd-4986-4720-a5ed-b0b4e0b0db7d None None] The sync data for ids ['e83f53d6-fdae-4303-876c-8fd32780d840'] in dv-neutron-821401-4-hyperv is: [] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:37:20.105495 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-da1077b6-57f8-4d1b-9ee0-6f435be4171a req-b4473411-e8c7-44d0-adfd-fe62638f6d4f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=84c1130c-2602-4982-b1cd-aa24598b294b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1593518 Dec 10 15:37:20.213745 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998be85e-abe8-482e-a2f9-a3c0c5e0c862 req-9c58bed4-19c0-4839-8fd0-46eb03ac0248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:20.215202 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-998be85e-abe8-482e-a2f9-a3c0c5e0c862 req-9c58bed4-19c0-4839-8fd0-46eb03ac0248 service neutron] 10.222.0.44 "GET /v2.0/networks?id=dd61618b-b615-4db2-a1a8-ba6a4be6a018 HTTP/1.1" status: 200 len: 912 time: 0.2112746 Dec 10 15:37:20.332900 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-998be85e-abe8-482e-a2f9-a3c0c5e0c862 req-d6d67c16-550a-4c2d-8101-f5dcb7e57671 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3674829-5445-4607-aa20-d25815ff2928 HTTP/1.1" status: 200 len: 999 time: 0.1091895 Dec 10 15:37:20.356613 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93f895f-ea41-4aef-b390-1c593d858015 req-6f190c2d-231d-4c96-a5d4-b4d306229bed tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:20.358208 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-e93f895f-ea41-4aef-b390-1c593d858015 req-6f190c2d-231d-4c96-a5d4-b4d306229bed tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad81b842-eead-4113-9b30-7e987f279a77 HTTP/1.1" status: 200 len: 931 time: 0.5149884 Dec 10 15:37:20.415426 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998be85e-abe8-482e-a2f9-a3c0c5e0c862 req-cfbdbd35-b601-4f53-b59b-7d636e60f37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:20.416892 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-998be85e-abe8-482e-a2f9-a3c0c5e0c862 req-cfbdbd35-b601-4f53-b59b-7d636e60f37b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=62e04148-ee42-4779-a2ec-46121cdcb205 HTTP/1.1" status: 200 len: 850 time: 0.0734456 Dec 10 15:37:20.480329 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e625f13f-1cde-4457-b6c9-5506e4ef9717 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Router 11d699a6-6bfc-444f-8dd0-eacddf43c9ec has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:37:20.487627 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [req-6b45f198-9ce9-46cf-acec-654c5f755830 req-a6bde5ca-0e62-423c-8293-e7506b7e4bcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91492634-2577-4395-ac86-ce2151433c3d {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 15:37:20.496604 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6b45f198-9ce9-46cf-acec-654c5f755830 req-a6bde5ca-0e62-423c-8293-e7506b7e4bcd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:20.506510 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998be85e-abe8-482e-a2f9-a3c0c5e0c862 req-8d7c966b-8988-4e5a-a6cc-e36d2a7a845b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:20.508020 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-998be85e-abe8-482e-a2f9-a3c0c5e0c862 req-8d7c966b-8988-4e5a-a6cc-e36d2a7a845b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dd61618b-b615-4db2-a1a8-ba6a4be6a018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0806122 Dec 10 15:37:20.515043 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-6b45f198-9ce9-46cf-acec-654c5f755830 req-a6bde5ca-0e62-423c-8293-e7506b7e4bcd service neutron] Transition to ACTIVE for port object 91492634-2577-4395-ac86-ce2151433c3d will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 15:37:20.524102 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-e93f895f-ea41-4aef-b390-1c593d858015 req-055af2eb-24aa-4cbf-a1ba-faf2b734c022 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fa9c1f6-95bc-4eb4-ae59-5d412abcb02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318712 Dec 10 15:37:20.587359 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6b45f198-9ce9-46cf-acec-654c5f755830 req-a6bde5ca-0e62-423c-8293-e7506b7e4bcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:20.636225 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.api.v2.resource [None req-8469de97-5c9a-4c8e-9522-1636c093eb21 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 15:37:20.639964 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-8469de97-5c9a-4c8e-9522-1636c093eb21 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.6966286 Dec 10 15:37:20.640244 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37020) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:20.647196 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-e92336ed-32aa-4da3-94ca-f6342c913abe tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Request body: {'security_group_rule': {'security_group_id': '32daad6e-94b1-44af-9ad5-80202e27596c', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:37:20.657760 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-998be85e-abe8-482e-a2f9-a3c0c5e0c862 req-34fd3650-fcea-4b93-818a-d36b0e64daff service neutron] 10.222.0.44 "GET /v2.0/networks/dd61618b-b615-4db2-a1a8-ba6a4be6a018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410339 Dec 10 15:37:20.681950 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bde5ca-0e62-423c-8293-e7506b7e4bcd service neutron] Pushing event updated for resources: {'Port': ['ID=91492634-2577-4395-ac86-ce2151433c3d,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:20.793433 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e625f13f-1cde-4457-b6c9-5506e4ef9717 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:37:20.807337 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2d315d-c577-4f0b-bf1e-aaadc71ad0bd None None] Sync routers for ids ['11d699a6-6bfc-444f-8dd0-eacddf43c9ec'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:37:20.822647 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2d315d-c577-4f0b-bf1e-aaadc71ad0bd None None] Routers {'11d699a6-6bfc-444f-8dd0-eacddf43c9ec'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:37:20.830829 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-1f2d315d-c577-4f0b-bf1e-aaadc71ad0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:37:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['11d699a6-6bfc-444f-8dd0-eacddf43c9ec'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:20.831421 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-6b45f198-9ce9-46cf-acec-654c5f755830 req-a6bde5ca-0e62-423c-8293-e7506b7e4bcd service neutron] Attempting to bind port 91492634-2577-4395-ac86-ce2151433c3d on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:37:20.831893 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-6b45f198-9ce9-46cf-acec-654c5f755830 req-a6bde5ca-0e62-423c-8293-e7506b7e4bcd service neutron] Attempting to bind port 91492634-2577-4395-ac86-ce2151433c3d by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '9d1f8eeb-0920-45cf-9fc0-431ba1916359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a5dd9203-5f7e-43be-b17d-4683ee28e949'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:37:20.832082 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b45f198-9ce9-46cf-acec-654c5f755830 req-a6bde5ca-0e62-423c-8293-e7506b7e4bcd service neutron] Attempting to bind port 91492634-2577-4395-ac86-ce2151433c3d on network a5dd9203-5f7e-43be-b17d-4683ee28e949 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:37:20.839749 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b45f198-9ce9-46cf-acec-654c5f755830 req-a6bde5ca-0e62-423c-8293-e7506b7e4bcd service neutron] Port 91492634-2577-4395-ac86-ce2151433c3d on network a5dd9203-5f7e-43be-b17d-4683ee28e949 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:37:20.840079 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b45f198-9ce9-46cf-acec-654c5f755830 req-a6bde5ca-0e62-423c-8293-e7506b7e4bcd service neutron] Attempting to bind port 91492634-2577-4395-ac86-ce2151433c3d on network a5dd9203-5f7e-43be-b17d-4683ee28e949 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:37:20.844927 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-998be85e-abe8-482e-a2f9-a3c0c5e0c862 req-5bb19a16-fd74-44e9-bda4-7558b96a0e02 service neutron] 10.222.0.44 "GET /v2.0/networks/dd61618b-b615-4db2-a1a8-ba6a4be6a018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737952 Dec 10 15:37:20.848778 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b45f198-9ce9-46cf-acec-654c5f755830 req-a6bde5ca-0e62-423c-8293-e7506b7e4bcd service neutron] Checking agent: {'id': 'fa828968-c68f-4b22-9699-a58fe4ab1f05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 28, 13), 'started_at': datetime.datetime(2021, 12, 10, 15, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:37:20.852083 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b45f198-9ce9-46cf-acec-654c5f755830 req-a6bde5ca-0e62-423c-8293-e7506b7e4bcd service neutron] Checking segment: {'id': '9d1f8eeb-0920-45cf-9fc0-431ba1916359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a5dd9203-5f7e-43be-b17d-4683ee28e949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:37:20.852083 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b45f198-9ce9-46cf-acec-654c5f755830 req-a6bde5ca-0e62-423c-8293-e7506b7e4bcd service neutron] Bound using segment: {'id': '9d1f8eeb-0920-45cf-9fc0-431ba1916359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a5dd9203-5f7e-43be-b17d-4683ee28e949'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:37:20.852083 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-6b45f198-9ce9-46cf-acec-654c5f755830 req-a6bde5ca-0e62-423c-8293-e7506b7e4bcd service neutron] Bound port: 91492634-2577-4395-ac86-ce2151433c3d, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d1f8eeb-0920-45cf-9fc0-431ba1916359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a5dd9203-5f7e-43be-b17d-4683ee28e949'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:37:20.852083 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6b45f198-9ce9-46cf-acec-654c5f755830 req-a6bde5ca-0e62-423c-8293-e7506b7e4bcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:20.879262 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e625f13f-1cde-4457-b6c9-5506e4ef9717 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:20.901847 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.api.v2.resource [None req-e92336ed-32aa-4da3-94ca-f6342c913abe tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 15:37:20.905404 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-e92336ed-32aa-4da3-94ca-f6342c913abe tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2610807 Dec 10 15:37:20.905560 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37022) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:20.922394 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-e625f13f-1cde-4457-b6c9-5506e4ef9717 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6266687 Dec 10 15:37:20.924449 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85708d57-23ef-42c1-b310-051281f973f7', 'tag': 'e3674829-5445-4607-aa20-d25815ff2928'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:37:20.926973 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde1b47dcd987728a27c8e391f176ee57ea2adf837d2cedb59662361de43515a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ce457c-d5dc-4bfb-8510-ef41ed4e9f97" -d '{"events": [{"name": "network-changed", "server_uuid": "85708d57-23ef-42c1-b310-051281f973f7", "tag": "e3674829-5445-4607-aa20-d25815ff2928"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:37:20.948798 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-eeaff32c-f396-40bb-a87b-d3eee55080c5 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549925'] for router_interface, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:20.960313 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-6b45f198-9ce9-46cf-acec-654c5f755830 req-a6bde5ca-0e62-423c-8293-e7506b7e4bcd service neutron] For port 91492634-2577-4395-ac86-ce2151433c3d, host hv-neutron-8214, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:37:20.964703 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-6b45f198-9ce9-46cf-acec-654c5f755830 req-a6bde5ca-0e62-423c-8293-e7506b7e4bcd service neutron] For port 91492634-2577-4395-ac86-ce2151433c3d, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=91492634-2577-4395-ac86-ce2151433c3d,segment=NetworkSegment(9d1f8eeb-0920-45cf-9fc0-431ba1916359),segment_id=9d1f8eeb-0920-45cf-9fc0-431ba1916359)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:37:20.994310 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 15:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04bb6b46-6640-4d51-8179-02ed4e92948d x-openstack-request-id: req-04bb6b46-6640-4d51-8179-02ed4e92948d {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:37:20.994661 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85708d57-23ef-42c1-b310-051281f973f7", "tag": "e3674829-5445-4607-aa20-d25815ff2928", "status": "completed", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:37:20.994925 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-04bb6b46-6640-4d51-8179-02ed4e92948d {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:37:20.995350 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85708d57-23ef-42c1-b310-051281f973f7', 'tag': 'e3674829-5445-4607-aa20-d25815ff2928', 'status': 'completed', 'code': 200} Dec 10 15:37:21.001093 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a5c0f8b6-5090-48c9-b994-a2d683ac606f tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:21.005697 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-1f2d315d-c577-4f0b-bf1e-aaadc71ad0bd None None] Set router 11d699a6-6bfc-444f-8dd0-eacddf43c9ec gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:37:21.051952 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a5c0f8b6-5090-48c9-b994-a2d683ac606f tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:21.062826 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6b45f198-9ce9-46cf-acec-654c5f755830 req-a6bde5ca-0e62-423c-8293-e7506b7e4bcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:21.134727 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b45f198-9ce9-46cf-acec-654c5f755830 req-a6bde5ca-0e62-423c-8293-e7506b7e4bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:21.135357 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6b45f198-9ce9-46cf-acec-654c5f755830 req-a6bde5ca-0e62-423c-8293-e7506b7e4bcd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:21.136832 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-6b45f198-9ce9-46cf-acec-654c5f755830 req-a6bde5ca-0e62-423c-8293-e7506b7e4bcd service neutron] 10.222.0.44 "PUT /v2.0/ports/91492634-2577-4395-ac86-ce2151433c3d HTTP/1.1" status: 200 len: 1093 time: 1.2821579 Dec 10 15:37:21.138653 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce457c-d5dc-4bfb-8510-ef41ed4e9f97 req-abe180fa-8fc5-407c-ae1c-1143e2177805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:21.140150 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-90ce457c-d5dc-4bfb-8510-ef41ed4e9f97 req-abe180fa-8fc5-407c-ae1c-1143e2177805 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fe288e3581ed450db6aaaa858fc0d419&device_id=85708d57-23ef-42c1-b310-051281f973f7 HTTP/1.1" status: 200 len: 1098 time: 0.1312239 Dec 10 15:37:21.140596 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad81b842-eead-4113-9b30-7e987f279a77', 'tag': '91492634-2577-4395-ac86-ce2151433c3d'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:37:21.155871 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9ca57131bc4931768ac29058952438d1fdd62308db7b17540cc34ffe8faef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-323fb8cf-c965-4be4-8dfb-5ae5265d0501" -d '{"events": [{"name": "network-changed", "server_uuid": "ad81b842-eead-4113-9b30-7e987f279a77", "tag": "91492634-2577-4395-ac86-ce2151433c3d"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:37:21.236235 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bde5ca-0e62-423c-8293-e7506b7e4bcd service neutron] Pushing event updated for resources: {'Port': ['ID=91492634-2577-4395-ac86-ce2151433c3d,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:21.265653 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 15:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1db54163-398d-4d03-a2e2-91d446e53900 x-openstack-request-id: req-1db54163-398d-4d03-a2e2-91d446e53900 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:37:21.265653 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad81b842-eead-4113-9b30-7e987f279a77", "tag": "91492634-2577-4395-ac86-ce2151433c3d", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:37:21.265653 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1db54163-398d-4d03-a2e2-91d446e53900 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:37:21.265653 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad81b842-eead-4113-9b30-7e987f279a77', 'tag': '91492634-2577-4395-ac86-ce2151433c3d', 'status': 'completed', 'code': 200} Dec 10 15:37:21.360883 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a5c0f8b6-5090-48c9-b994-a2d683ac606f tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:21.364077 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a5c0f8b6-5090-48c9-b994-a2d683ac606f tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:21.365414 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-a5c0f8b6-5090-48c9-b994-a2d683ac606f tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] 10.222.0.20 "DELETE /v2.0/security-groups/32daad6e-94b1-44af-9ad5-80202e27596c HTTP/1.1" status: 204 len: 168 time: 0.4589057 Dec 10 15:37:21.371036 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37032) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:21.373116 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-eeaff32c-f396-40bb-a87b-d3eee55080c5 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Deleting port abdc1d32-bdc3-420f-8727-7aebbb306fb1 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:37:21.373466 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-eeaff32c-f396-40bb-a87b-d3eee55080c5 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:21.374172 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 61a2aa30-bf6a-41c8-a09e-32fa315f9a56 up at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:37:21.387989 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323fb8cf-c965-4be4-8dfb-5ae5265d0501 req-ce38b9d0-0ba0-40dd-9146-37068ebf0002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:21.390221 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-323fb8cf-c965-4be4-8dfb-5ae5265d0501 req-ce38b9d0-0ba0-40dd-9146-37068ebf0002 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5591279ec4634b489dcb9d918648235a&device_id=ad81b842-eead-4113-9b30-7e987f279a77 HTTP/1.1" status: 200 len: 1096 time: 0.1210527 Dec 10 15:37:21.391511 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce457c-d5dc-4bfb-8510-ef41ed4e9f97 req-4bb82836-980e-49eb-afb2-45a33a4f186b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:21.393057 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-90ce457c-d5dc-4bfb-8510-ef41ed4e9f97 req-4bb82836-980e-49eb-afb2-45a33a4f186b service neutron] 10.222.0.44 "GET /v2.0/networks?id=dd61618b-b615-4db2-a1a8-ba6a4be6a018 HTTP/1.1" status: 200 len: 912 time: 0.2406921 Dec 10 15:37:21.394498 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c0f8b6-5090-48c9-b994-a2d683ac606f tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32daad6e-94b1-44af-9ad5-80202e27596c,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:21.484608 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c9bf5-aa5e-48c0-a924-eedda0d8da7c req-47bf679b-1b5a-4138-b338-b6d67376e31d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:21.487255 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-e19c9bf5-aa5e-48c0-a924-eedda0d8da7c req-47bf679b-1b5a-4138-b338-b6d67376e31d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=2038e834-77a8-4b0d-a043-9ca766b7e498 HTTP/1.1" status: 200 len: 944 time: 0.1898568 Dec 10 15:37:21.556211 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning for port 61a2aa30-bf6a-41c8-a09e-32fa315f9a56 completed by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 15:37:21.566718 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning complete for port 61a2aa30-bf6a-41c8-a09e-32fa315f9a56 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:37:21.567091 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:21.567237 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-90ce457c-d5dc-4bfb-8510-ef41ed4e9f97 req-3c60e9be-5cf6-449e-a162-0cb66eae0e8e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3674829-5445-4607-aa20-d25815ff2928 HTTP/1.1" status: 200 len: 999 time: 0.1548011 Dec 10 15:37:21.586360 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-c42a872c-fd0a-46c4-ab5f-7c891f91b896 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2032497 Dec 10 15:37:21.586360 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37036) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:21.593327 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-9fd574b5-4dc6-4b01-ad2b-8800389e95a2 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Request body: {'security_group': {'name': 'tempest-secgroup--484408222'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:37:21.599401 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-eeaff32c-f396-40bb-a87b-d3eee55080c5 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:21.624530 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-1f2d315d-c577-4f0b-bf1e-aaadc71ad0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'name': 'tempest-TestVolumeBootPattern-553583626-router', 'tenant_id': 'fe288e3581ed450db6aaaa858fc0d419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.208'}], 'enable_snat': True}, 'gw_port_id': 'f02d4c20-e5c5-47fe-bd7b-5915bd93b2df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:35:26Z', 'updated_at': '2021-12-10T15:35:37Z', 'revision_number': 4, 'project_id': 'fe288e3581ed450db6aaaa858fc0d419', 'gw_port': {'id': 'f02d4c20-e5c5-47fe-bd7b-5915bd93b2df', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:93:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:29Z', 'updated_at': '2021-12-10T15:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': '21873e4d-cc4d-4934-a87f-2faed97d5918', 'tenant_id': 'fe288e3581ed450db6aaaa858fc0d419', 'floating_ip_address': '172.26.2.124', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'port_id': 'e3674829-5445-4607-aa20-d25815ff2928', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1316, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd61618b-b615-4db2-a1a8-ba6a4be6a018', 'mac_address': 'fa:16:3e:54:78:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85708d57-23ef-42c1-b310-051281f973f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T15:37:18Z', 'updated_at': '2021-12-10T15:37:18Z', 'revision_number': 0, 'project_id': 'fe288e3581ed450db6aaaa858fc0d419', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '823c136d-ee1a-4f19-aac1-a24e5f71dd94', 'name': '', 'network_id': 'dd61618b-b615-4db2-a1a8-ba6a4be6a018', 'tenant_id': 'fe288e3581ed450db6aaaa858fc0d419', 'mac_address': 'fa:16:3e:cf:66:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '62e04148-ee42-4779-a2ec-46121cdcb205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:36Z', 'updated_at': '2021-12-10T15:35:44Z', 'revision_number': 5, 'project_id': 'fe288e3581ed450db6aaaa858fc0d419', 'subnets': [{'id': '62e04148-ee42-4779-a2ec-46121cdcb205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:21.628533 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-eeaff32c-f396-40bb-a87b-d3eee55080c5 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Calling delete_port for abdc1d32-bdc3-420f-8727-7aebbb306fb1 owned by network:router_interface {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:37:21.633730 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-e19c9bf5-aa5e-48c0-a924-eedda0d8da7c req-1334597c-f5b9-4a00-9523-b8c2c06bc522 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=84c1130c-2602-4982-b1cd-aa24598b294b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1381497 Dec 10 15:37:21.657622 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2d315d-c577-4f0b-bf1e-aaadc71ad0bd None None] Checking router: 11d699a6-6bfc-444f-8dd0-eacddf43c9ec for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:37:21.673045 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2d315d-c577-4f0b-bf1e-aaadc71ad0bd None None] Routers {'11d699a6-6bfc-444f-8dd0-eacddf43c9ec'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:37:21.674596 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-1f2d315d-c577-4f0b-bf1e-aaadc71ad0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:37:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['11d699a6-6bfc-444f-8dd0-eacddf43c9ec'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:21.686180 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323fb8cf-c965-4be4-8dfb-5ae5265d0501 req-58280ffa-4d9f-4142-8708-67c429e10be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:21.690802 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-323fb8cf-c965-4be4-8dfb-5ae5265d0501 req-58280ffa-4d9f-4142-8708-67c429e10be5 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=5591279ec4634b489dcb9d918648235a&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2742913 Dec 10 15:37:21.702274 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce457c-d5dc-4bfb-8510-ef41ed4e9f97 req-ed0562cd-991b-4484-89ce-b2c7dbd1e6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:21.703841 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-90ce457c-d5dc-4bfb-8510-ef41ed4e9f97 req-ed0562cd-991b-4484-89ce-b2c7dbd1e6ea service neutron] 10.222.0.44 "GET /v2.0/subnets?id=62e04148-ee42-4779-a2ec-46121cdcb205 HTTP/1.1" status: 200 len: 850 time: 0.1150615 Dec 10 15:37:21.758056 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:21.771453 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9fd574b5-4dc6-4b01-ad2b-8800389e95a2 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:21.798712 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b31f4-26dc-4c27-8086-2a9ecf98753c req-94f65395-bd3c-4618-875b-dbc672a61f2a tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:21.800391 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-5a0b31f4-26dc-4c27-8086-2a9ecf98753c req-94f65395-bd3c-4618-875b-dbc672a61f2a tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad81b842-eead-4113-9b30-7e987f279a77 HTTP/1.1" status: 200 len: 943 time: 0.1544685 Dec 10 15:37:21.818033 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2038e834-77a8-4b0d-a043-9ca766b7e498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61a2aa30-bf6a-41c8-a09e-32fa315f9a56'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:37:21.820186 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa4b92c408489e2c982394a5a7b3518bb1b22554638321e3ea6c5cabb2c75d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f1970b-b923-41f5-9946-1d801c3626e1" -d '{"events": [{"server_uuid": "2038e834-77a8-4b0d-a043-9ca766b7e498", "name": "network-vif-plugged", "status": "completed", "tag": "61a2aa30-bf6a-41c8-a09e-32fa315f9a56"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:37:21.840509 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port 61a2aa30-bf6a-41c8-a09e-32fa315f9a56, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=61a2aa30-bf6a-41c8-a09e-32fa315f9a56,segment=NetworkSegment(ab8ea500-a753-4256-b008-41be8a6f9bbf),segment_id=ab8ea500-a753-4256-b008-41be8a6f9bbf)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:37:21.859844 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-1f2d315d-c577-4f0b-bf1e-aaadc71ad0bd None None] Set router 11d699a6-6bfc-444f-8dd0-eacddf43c9ec gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:37:21.865995 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce457c-d5dc-4bfb-8510-ef41ed4e9f97 req-47190ecc-5aff-4189-a4a9-e289a1f742d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:21.867610 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-90ce457c-d5dc-4bfb-8510-ef41ed4e9f97 req-47190ecc-5aff-4189-a4a9-e289a1f742d5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dd61618b-b615-4db2-a1a8-ba6a4be6a018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1535764 Dec 10 15:37:21.910514 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 15:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3415f7be-1585-46f9-bab2-32dd4e453351 x-openstack-request-id: req-3415f7be-1585-46f9-bab2-32dd4e453351 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:37:21.910826 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2038e834-77a8-4b0d-a043-9ca766b7e498", "name": "network-vif-plugged", "status": "completed", "tag": "61a2aa30-bf6a-41c8-a09e-32fa315f9a56", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:37:21.911049 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3415f7be-1585-46f9-bab2-32dd4e453351 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:37:21.911651 dv-neutron-821401-4-hyperv neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2038e834-77a8-4b0d-a043-9ca766b7e498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61a2aa30-bf6a-41c8-a09e-32fa315f9a56', 'code': 200} Dec 10 15:37:21.912511 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323fb8cf-c965-4be4-8dfb-5ae5265d0501 req-5466c82e-6256-40cf-a08b-0198ea189d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:21.914417 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-323fb8cf-c965-4be4-8dfb-5ae5265d0501 req-5466c82e-6256-40cf-a08b-0198ea189d34 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2095251 Dec 10 15:37:21.921294 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:21.955684 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-5a0b31f4-26dc-4c27-8086-2a9ecf98753c req-d3185aeb-eca9-4d79-8461-450bdca371e0 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fa9c1f6-95bc-4eb4-ae59-5d412abcb02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452854 Dec 10 15:37:22.017747 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9fd574b5-4dc6-4b01-ad2b-8800389e95a2 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:22.048488 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-90ce457c-d5dc-4bfb-8510-ef41ed4e9f97 req-32f1fe9c-7ffe-4255-80e8-b267c85e63dd service neutron] 10.222.0.44 "GET /v2.0/networks/dd61618b-b615-4db2-a1a8-ba6a4be6a018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662679 Dec 10 15:37:22.057102 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9fd574b5-4dc6-4b01-ad2b-8800389e95a2 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:22.061733 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-eeaff32c-f396-40bb-a87b-d3eee55080c5 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:22.065047 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b45f198-9ce9-46cf-acec-654c5f755830 req-6ff0704f-c5e6-4b0b-abc7-2d8bb2fb71fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:22.066476 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=61a2aa30-bf6a-41c8-a09e-32fa315f9a56,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:22.068849 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-6b45f198-9ce9-46cf-acec-654c5f755830 req-6ff0704f-c5e6-4b0b-abc7-2d8bb2fb71fb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5591279ec4634b489dcb9d918648235a&device_id=ad81b842-eead-4113-9b30-7e987f279a77 HTTP/1.1" status: 200 len: 1096 time: 0.0678039 Dec 10 15:37:22.140184 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaff32c-f396-40bb-a87b-d3eee55080c5 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Pushing event deleted for resources: {'Port': ['ID=abdc1d32-bdc3-420f-8727-7aebbb306fb1,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:22.175410 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-6b45f198-9ce9-46cf-acec-654c5f755830 req-02579184-7c83-4ba4-8d6d-ece2d2ee94eb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91492634-2577-4395-ac86-ce2151433c3d HTTP/1.1" status: 200 len: 217 time: 0.0983512 Dec 10 15:37:22.207147 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd574b5-4dc6-4b01-ad2b-8800389e95a2 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59875cf9-9863-4185-90fc-5e399e243eb7,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:22.240837 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b45f198-9ce9-46cf-acec-654c5f755830 req-cc969ef7-306f-4a9c-a8b0-a1e7acd5983a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:22.242361 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-6b45f198-9ce9-46cf-acec-654c5f755830 req-cc969ef7-306f-4a9c-a8b0-a1e7acd5983a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=743e688d-60cf-4303-b38e-fba2d962ab58 HTTP/1.1" status: 200 len: 834 time: 0.0589204 Dec 10 15:37:22.245352 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9fd574b5-4dc6-4b01-ad2b-8800389e95a2 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:22.249381 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-9fd574b5-4dc6-4b01-ad2b-8800389e95a2 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6595898 Dec 10 15:37:22.250070 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37040) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:22.257440 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-5cc723b3-6fa0-4a31-ae7f-16316bc6a088 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Request body: {'security_group_rule': {'security_group_id': '59875cf9-9863-4185-90fc-5e399e243eb7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:37:22.302054 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-1f2d315d-c577-4f0b-bf1e-aaadc71ad0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'name': 'tempest-TestVolumeBootPattern-553583626-router', 'tenant_id': 'fe288e3581ed450db6aaaa858fc0d419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.208'}], 'enable_snat': True}, 'gw_port_id': 'f02d4c20-e5c5-47fe-bd7b-5915bd93b2df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:35:26Z', 'updated_at': '2021-12-10T15:35:37Z', 'revision_number': 4, 'project_id': 'fe288e3581ed450db6aaaa858fc0d419', 'gw_port': {'id': 'f02d4c20-e5c5-47fe-bd7b-5915bd93b2df', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:93:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:29Z', 'updated_at': '2021-12-10T15:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': '21873e4d-cc4d-4934-a87f-2faed97d5918', 'tenant_id': 'fe288e3581ed450db6aaaa858fc0d419', 'floating_ip_address': '172.26.2.124', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'port_id': 'e3674829-5445-4607-aa20-d25815ff2928', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1316, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd61618b-b615-4db2-a1a8-ba6a4be6a018', 'mac_address': 'fa:16:3e:54:78:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85708d57-23ef-42c1-b310-051281f973f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T15:37:18Z', 'updated_at': '2021-12-10T15:37:18Z', 'revision_number': 0, 'project_id': 'fe288e3581ed450db6aaaa858fc0d419', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '823c136d-ee1a-4f19-aac1-a24e5f71dd94', 'name': '', 'network_id': 'dd61618b-b615-4db2-a1a8-ba6a4be6a018', 'tenant_id': 'fe288e3581ed450db6aaaa858fc0d419', 'mac_address': 'fa:16:3e:cf:66:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '62e04148-ee42-4779-a2ec-46121cdcb205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:36Z', 'updated_at': '2021-12-10T15:35:44Z', 'revision_number': 5, 'project_id': 'fe288e3581ed450db6aaaa858fc0d419', 'subnets': [{'id': '62e04148-ee42-4779-a2ec-46121cdcb205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:22.315208 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff082023-c828-476a-968d-3cfd2eaff86e req-92285d96-c213-4568-a061-2d07fa1a46c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:22.316736 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ff082023-c828-476a-968d-3cfd2eaff86e req-92285d96-c213-4568-a061-2d07fa1a46c0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2038e834-77a8-4b0d-a043-9ca766b7e498 HTTP/1.1" status: 200 len: 1098 time: 0.1122260 Dec 10 15:37:22.342363 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2d315d-c577-4f0b-bf1e-aaadc71ad0bd None None] The sync data for ids ['11d699a6-6bfc-444f-8dd0-eacddf43c9ec'] in dv-neutron-821401-4-hyperv is: [{'id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'name': 'tempest-TestVolumeBootPattern-553583626-router', 'tenant_id': 'fe288e3581ed450db6aaaa858fc0d419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.208'}], 'enable_snat': True}, 'gw_port_id': 'f02d4c20-e5c5-47fe-bd7b-5915bd93b2df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:35:26Z', 'updated_at': '2021-12-10T15:35:37Z', 'revision_number': 4, 'project_id': 'fe288e3581ed450db6aaaa858fc0d419', 'gw_port': {'id': 'f02d4c20-e5c5-47fe-bd7b-5915bd93b2df', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:93:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:29Z', 'updated_at': '2021-12-10T15:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': '21873e4d-cc4d-4934-a87f-2faed97d5918', 'tenant_id': 'fe288e3581ed450db6aaaa858fc0d419', 'floating_ip_address': '172.26.2.124', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'port_id': 'e3674829-5445-4607-aa20-d25815ff2928', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1316, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd61618b-b615-4db2-a1a8-ba6a4be6a018', 'mac_address': 'fa:16:3e:54:78:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85708d57-23ef-42c1-b310-051281f973f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T15:37:18Z', 'updated_at': '2021-12-10T15:37:18Z', 'revision_number': 0, 'project_id': 'fe288e3581ed450db6aaaa858fc0d419', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '823c136d-ee1a-4f19-aac1-a24e5f71dd94', 'name': '', 'network_id': 'dd61618b-b615-4db2-a1a8-ba6a4be6a018', 'tenant_id': 'fe288e3581ed450db6aaaa858fc0d419', 'mac_address': 'fa:16:3e:cf:66:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '62e04148-ee42-4779-a2ec-46121cdcb205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:36Z', 'updated_at': '2021-12-10T15:35:44Z', 'revision_number': 5, 'project_id': 'fe288e3581ed450db6aaaa858fc0d419', 'subnets': [{'id': '62e04148-ee42-4779-a2ec-46121cdcb205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:37:22.342698 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-90ce457c-d5dc-4bfb-8510-ef41ed4e9f97 req-a92857bd-afa2-41c0-8344-1dbba3c8fada service neutron] 10.222.0.44 "GET /v2.0/networks/dd61618b-b615-4db2-a1a8-ba6a4be6a018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876968 Dec 10 15:37:22.351812 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b45f198-9ce9-46cf-acec-654c5f755830 req-ec865835-b4a9-40de-813a-445767e564d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:22.354490 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-6b45f198-9ce9-46cf-acec-654c5f755830 req-ec865835-b4a9-40de-813a-445767e564d7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a5dd9203-5f7e-43be-b17d-4683ee28e949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795600 Dec 10 15:37:22.371290 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-eeaff32c-f396-40bb-a87b-d3eee55080c5 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550073'] for router_interface, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:22.471361 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-6b45f198-9ce9-46cf-acec-654c5f755830 req-564c8f8b-b715-4154-b07b-3420a4233235 service neutron] 10.222.0.44 "GET /v2.0/networks/a5dd9203-5f7e-43be-b17d-4683ee28e949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092782 Dec 10 15:37:22.487857 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ff082023-c828-476a-968d-3cfd2eaff86e req-1e5f3946-2b75-4a33-8b99-8ca00961bd3d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=84c1130c-2602-4982-b1cd-aa24598b294b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1407170 Dec 10 15:37:22.543921 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.api.v2.resource [None req-5cc723b3-6fa0-4a31-ae7f-16316bc6a088 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] create failed (client error): The resource could not be found. Dec 10 15:37:22.548401 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-5cc723b3-6fa0-4a31-ae7f-16316bc6a088 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2941625 Dec 10 15:37:22.549725 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37042) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:22.554165 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-acc65e46-a8f0-4803-8cfa-c41333742e7f tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Request body: {'security_group_rule': {'security_group_id': '59875cf9-9863-4185-90fc-5e399e243eb7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '9cb9a949-e8d5-4e66-bb63-a0930bec0be0'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:37:22.573928 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-6b45f198-9ce9-46cf-acec-654c5f755830 req-afd0bb2c-b277-41c1-a579-83c78d0041c0 service neutron] 10.222.0.44 "GET /v2.0/networks/a5dd9203-5f7e-43be-b17d-4683ee28e949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934408 Dec 10 15:37:22.603493 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a247b365-9b5e-42aa-9f2c-1cb09a8d8d90 None None] New status for floating IP 21873e4d-cc4d-4934-a87f-2faed97d5918: ACTIVE {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 15:37:22.606515 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeaff32c-f396-40bb-a87b-d3eee55080c5 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Router e83f53d6-fdae-4303-876c-8fd32780d840 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:37:22.702698 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeaff32c-f396-40bb-a87b-d3eee55080c5 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:37:22.712436 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ac6a43-3615-4990-bca9-0d253d216fd1 None None] Sync routers for ids ['e83f53d6-fdae-4303-876c-8fd32780d840'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:37:22.714883 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-eeaff32c-f396-40bb-a87b-d3eee55080c5 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "PUT /v2.0/routers/e83f53d6-fdae-4303-876c-8fd32780d840/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7528186 Dec 10 15:37:22.717843 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37046) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:22.727483 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ac6a43-3615-4990-bca9-0d253d216fd1 None None] Routers {'e83f53d6-fdae-4303-876c-8fd32780d840'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:37:22.730017 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-a2ac6a43-3615-4990-bca9-0d253d216fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:37:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['e83f53d6-fdae-4303-876c-8fd32780d840'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:22.749369 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-ecac2bbb-bcdb-4211-9a69-8d1064065bbb tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "GET /v2.0/ports?device_id=e83f53d6-fdae-4303-876c-8fd32780d840 HTTP/1.1" status: 200 len: 205 time: 0.0304089 Dec 10 15:37:22.752011 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37048) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:22.768139 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-a2ac6a43-3615-4990-bca9-0d253d216fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:22.777767 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ac6a43-3615-4990-bca9-0d253d216fd1 None None] Routers {'e83f53d6-fdae-4303-876c-8fd32780d840'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:37:22.778456 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-a2ac6a43-3615-4990-bca9-0d253d216fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:37:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['e83f53d6-fdae-4303-876c-8fd32780d840'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:22.808147 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d73ef1-7489-474a-8978-92d00973c3ec req-02df60ed-0e27-4903-b5e8-8f8b1bfb52a6 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:22.810048 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-34d73ef1-7489-474a-8978-92d00973c3ec req-02df60ed-0e27-4903-b5e8-8f8b1bfb52a6 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=2038e834-77a8-4b0d-a043-9ca766b7e498 HTTP/1.1" status: 200 len: 945 time: 0.1030693 Dec 10 15:37:22.817829 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-a2ac6a43-3615-4990-bca9-0d253d216fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:22.818504 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ac6a43-3615-4990-bca9-0d253d216fd1 None None] The sync data for ids ['e83f53d6-fdae-4303-876c-8fd32780d840'] in dv-neutron-821401-4-hyperv is: [] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:37:22.827121 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.api.v2.resource [None req-acc65e46-a8f0-4803-8cfa-c41333742e7f tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] create failed (client error): The resource could not be found. Dec 10 15:37:22.828399 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-acc65e46-a8f0-4803-8cfa-c41333742e7f tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2780609 Dec 10 15:37:22.832750 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37050) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:22.850584 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ec016bfc-a9bd-4987-9ab9-882cf3d95edb tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for router, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:22.869467 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-34d73ef1-7489-474a-8978-92d00973c3ec req-a5401358-2279-47e7-bed9-8afea4f8bfa4 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=84c1130c-2602-4982-b1cd-aa24598b294b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0526288 Dec 10 15:37:23.045627 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ec016bfc-a9bd-4987-9ab9-882cf3d95edb tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13898'] for router, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:23.054873 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ec016bfc-a9bd-4987-9ab9-882cf3d95edb tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:23.057398 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-154c2c65-5d13-403a-a8c5-89f0f38cd550 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:23.137171 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-154c2c65-5d13-403a-a8c5-89f0f38cd550 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:23.160237 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe46133e-81a2-4a17-b752-66db8f91ffcf req-ef08b0ca-61df-49b4-ab04-d58ebbd01998 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:23.161756 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-fe46133e-81a2-4a17-b752-66db8f91ffcf req-ef08b0ca-61df-49b4-ab04-d58ebbd01998 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad81b842-eead-4113-9b30-7e987f279a77 HTTP/1.1" status: 200 len: 943 time: 0.1223226 Dec 10 15:37:23.200522 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ec016bfc-a9bd-4987-9ab9-882cf3d95edb tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549250'] for router, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:23.201019 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec016bfc-a9bd-4987-9ab9-882cf3d95edb tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Fanout notify agent at l3_agent the message router_deleted on router e83f53d6-fdae-4303-876c-8fd32780d840 {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 15:37:23.208383 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ec016bfc-a9bd-4987-9ab9-882cf3d95edb tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:23.209365 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-ec016bfc-a9bd-4987-9ab9-882cf3d95edb tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "DELETE /v2.0/routers/e83f53d6-fdae-4303-876c-8fd32780d840 HTTP/1.1" status: 204 len: 168 time: 0.4563634 Dec 10 15:37:23.212456 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37054) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:23.239388 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-fe46133e-81a2-4a17-b752-66db8f91ffcf req-16fdb804-98fc-490f-af37-2ac509da96ac tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fa9c1f6-95bc-4eb4-ae59-5d412abcb02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708845 Dec 10 15:37:23.269548 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_v2 [None req-629687b0-0756-4d5c-81f1-7da788977288 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Deleting subnet cd79d4e9-830e-438b-9455-8fda72262ed2 {{(pid=103586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:37:23.273573 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-629687b0-0756-4d5c-81f1-7da788977288 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for subnet, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:23.284667 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-154c2c65-5d13-403a-a8c5-89f0f38cd550 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:23.287492 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-154c2c65-5d13-403a-a8c5-89f0f38cd550 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:23.288613 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-154c2c65-5d13-403a-a8c5-89f0f38cd550 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] 10.222.0.20 "DELETE /v2.0/security-groups/59875cf9-9863-4185-90fc-5e399e243eb7 HTTP/1.1" status: 204 len: 168 time: 0.4549420 Dec 10 15:37:23.291989 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37056) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:23.310805 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c2c65-5d13-403a-a8c5-89f0f38cd550 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59875cf9-9863-4185-90fc-5e399e243eb7,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:23.314567 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-629687b0-0756-4d5c-81f1-7da788977288 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12392400'] for subnet, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:23.346387 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-6c381064-aec5-4ddd-83e6-49a5c74e7650 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0533161 Dec 10 15:37:23.351871 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37058) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:23.356521 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-497d52a3-f68b-4f53-836e-437bf0db4a5d tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Request body: {'security_group_rule': {'security_group_id': '639299c0-58a6-4af1-871b-144f288c489e', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:37:23.395158 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-629687b0-0756-4d5c-81f1-7da788977288 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:23.523887 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-629687b0-0756-4d5c-81f1-7da788977288 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:23.545995 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.api.v2.resource [None req-497d52a3-f68b-4f53-836e-437bf0db4a5d tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] create failed (client error): The resource could not be found. Dec 10 15:37:23.550536 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-497d52a3-f68b-4f53-836e-437bf0db4a5d tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1940084 Dec 10 15:37:23.550865 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37060) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:23.551650 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629687b0-0756-4d5c-81f1-7da788977288 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Pushing event deleted for resources: {'Subnet': ['ID=cd79d4e9-830e-438b-9455-8fda72262ed2,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:23.555354 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-629687b0-0756-4d5c-81f1-7da788977288 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:23.561396 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-8f53eb68-5e0a-4bdb-a3bf-a191485ff746 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Request body: {'security_group': {'name': 'tempest-secgroup--59386851'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:37:23.562329 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-629687b0-0756-4d5c-81f1-7da788977288 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "DELETE /v2.0/subnets/cd79d4e9-830e-438b-9455-8fda72262ed2 HTTP/1.1" status: 204 len: 168 time: 0.3451664 Dec 10 15:37:23.563813 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37062) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:23.564100 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e456378f-1c0d-4c99-b72f-67beaef060e0 None None] Network 7b15b669-fac2-43b9-af01-12c69f019b46 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:37:23.624568 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_v2 [None req-b741a7e8-be61-4579-8ba6-f76931f69afa tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Deleting subnet 98426a88-cb86-4149-9db0-1c7476efaa53 {{(pid=103586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:37:23.629810 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b741a7e8-be61-4579-8ba6-f76931f69afa tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for subnet, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:23.656585 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8f53eb68-5e0a-4bdb-a3bf-a191485ff746 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:23.675047 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b741a7e8-be61-4579-8ba6-f76931f69afa tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12392400'] for subnet, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:23.741978 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8f53eb68-5e0a-4bdb-a3bf-a191485ff746 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:23.746060 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf0f053-66d8-44cd-bf2d-8456542792d8 None None] DHCP port deletion for 7b15b669-fac2-43b9-af01-12c69f019b46 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:37:23.778531 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b741a7e8-be61-4579-8ba6-f76931f69afa tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:23.796882 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-cdf0f053-66d8-44cd-bf2d-8456542792d8 None None] Deleting port 29cf95d4-4a6a-471b-8607-ac68aa8af0c2 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:37:23.798323 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cdf0f053-66d8-44cd-bf2d-8456542792d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:23.845820 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8f53eb68-5e0a-4bdb-a3bf-a191485ff746 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:23.847895 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 29cf95d4-4a6a-471b-8607-ac68aa8af0c2 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:37:23.878193 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f53eb68-5e0a-4bdb-a3bf-a191485ff746 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04da3fdd-9bac-4a96-a857-4d802e130996,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:23.897166 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b741a7e8-be61-4579-8ba6-f76931f69afa tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:23.898798 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-cdf0f053-66d8-44cd-bf2d-8456542792d8 None None] For port 29cf95d4-4a6a-471b-8607-ac68aa8af0c2, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=29cf95d4-4a6a-471b-8607-ac68aa8af0c2,segment=NetworkSegment(ce86c549-76f9-45ad-bcd1-0211f3e5ff2a),segment_id=ce86c549-76f9-45ad-bcd1-0211f3e5ff2a)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:37:23.899226 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cdf0f053-66d8-44cd-bf2d-8456542792d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:23.915028 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-cdf0f053-66d8-44cd-bf2d-8456542792d8 None None] Calling delete_port for 29cf95d4-4a6a-471b-8607-ac68aa8af0c2 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:37:23.924781 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b741a7e8-be61-4579-8ba6-f76931f69afa tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Pushing event deleted for resources: {'Subnet': ['ID=98426a88-cb86-4149-9db0-1c7476efaa53,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:23.925257 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8f53eb68-5e0a-4bdb-a3bf-a191485ff746 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:23.929876 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b741a7e8-be61-4579-8ba6-f76931f69afa tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:23.935517 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-b741a7e8-be61-4579-8ba6-f76931f69afa tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "DELETE /v2.0/subnets/98426a88-cb86-4149-9db0-1c7476efaa53 HTTP/1.1" status: 204 len: 168 time: 0.3677723 Dec 10 15:37:23.939111 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37066) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:23.949087 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-8f53eb68-5e0a-4bdb-a3bf-a191485ff746 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3966284 Dec 10 15:37:23.949603 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37068) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:23.957463 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-b88db6d3-ecfc-4ffe-b24e-8edb2e73ef8a tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Request body: {'security_group': {'name': 'tempest-secgroup--1016013754'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:37:23.972754 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75052f9b-0549-425d-949f-9c0cea2baa5f None None] Network 08037180-ab38-49ea-901d-4163028a3ad3 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:37:24.073449 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a089c5d7-8d9c-4f01-903d-78f50814314b tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:24.074478 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:24.090546 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c559e02-7c50-470f-a90f-c6cf96b6ffd6 req-08c57765-9237-424f-b88a-25ac0ec8af5b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:24.092385 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-6c559e02-7c50-470f-a90f-c6cf96b6ffd6 req-08c57765-9237-424f-b88a-25ac0ec8af5b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=2038e834-77a8-4b0d-a043-9ca766b7e498 HTTP/1.1" status: 200 len: 945 time: 0.1292160 Dec 10 15:37:24.135638 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] For port 29cf95d4-4a6a-471b-8607-ac68aa8af0c2, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=29cf95d4-4a6a-471b-8607-ac68aa8af0c2,segment=NetworkSegment(ce86c549-76f9-45ad-bcd1-0211f3e5ff2a),segment_id=ce86c549-76f9-45ad-bcd1-0211f3e5ff2a)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:37:24.153659 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b88db6d3-ecfc-4ffe-b24e-8edb2e73ef8a tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:24.187586 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-6c559e02-7c50-470f-a90f-c6cf96b6ffd6 req-76a9d409-5cbc-4916-b138-0829ae907eb8 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=84c1130c-2602-4982-b1cd-aa24598b294b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0889428 Dec 10 15:37:24.203483 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ca907d-f3e9-4b04-9cd7-b165db414c5d None None] DHCP port deletion for 08037180-ab38-49ea-901d-4163028a3ad3 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:37:24.205515 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-a089c5d7-8d9c-4f01-903d-78f50814314b tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Deleting port 29cf95d4-4a6a-471b-8607-ac68aa8af0c2 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:37:24.205741 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a089c5d7-8d9c-4f01-903d-78f50814314b tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:24.215507 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:24.294575 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-a089c5d7-8d9c-4f01-903d-78f50814314b tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] For port 29cf95d4-4a6a-471b-8607-ac68aa8af0c2, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=29cf95d4-4a6a-471b-8607-ac68aa8af0c2,segment=NetworkSegment(ce86c549-76f9-45ad-bcd1-0211f3e5ff2a),segment_id=ce86c549-76f9-45ad-bcd1-0211f3e5ff2a)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:37:24.295182 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a089c5d7-8d9c-4f01-903d-78f50814314b tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:24.299092 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cdf0f053-66d8-44cd-bf2d-8456542792d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:24.317318 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Pushing event updated for resources: {'Port': ['ID=29cf95d4-4a6a-471b-8607-ac68aa8af0c2,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:24.325688 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-a089c5d7-8d9c-4f01-903d-78f50814314b tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Calling delete_port for 29cf95d4-4a6a-471b-8607-ac68aa8af0c2 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:37:24.331390 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf0f053-66d8-44cd-bf2d-8456542792d8 None None] No DVR routers for this DVR port 29cf95d4-4a6a-471b-8607-ac68aa8af0c2 on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:37:24.342020 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b88db6d3-ecfc-4ffe-b24e-8edb2e73ef8a tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:24.358907 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf0f053-66d8-44cd-bf2d-8456542792d8 None None] Pushing event deleted for resources: {'Port': ['ID=29cf95d4-4a6a-471b-8607-ac68aa8af0c2,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:24.362150 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-91ca907d-f3e9-4b04-9cd7-b165db414c5d None None] Deleting port 5d1b9ae6-e6df-40d1-b03b-8f5a1c7b036e {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:37:24.362550 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-91ca907d-f3e9-4b04-9cd7-b165db414c5d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:24.383017 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0547705f-140f-4fbb-90de-0393ba644399 req-109c22af-09c4-4542-98d0-4b85019cc35a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:24.384728 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-0547705f-140f-4fbb-90de-0393ba644399 req-109c22af-09c4-4542-98d0-4b85019cc35a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=2038e834-77a8-4b0d-a043-9ca766b7e498 HTTP/1.1" status: 200 len: 945 time: 0.1046150 Dec 10 15:37:24.407033 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b88db6d3-ecfc-4ffe-b24e-8edb2e73ef8a tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:24.437476 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-91ca907d-f3e9-4b04-9cd7-b165db414c5d None None] For port 5d1b9ae6-e6df-40d1-b03b-8f5a1c7b036e, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=5d1b9ae6-e6df-40d1-b03b-8f5a1c7b036e,segment=NetworkSegment(d23415c8-cc9a-4a24-ba63-e16170dfe26b),segment_id=d23415c8-cc9a-4a24-ba63-e16170dfe26b)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:37:24.442089 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-91ca907d-f3e9-4b04-9cd7-b165db414c5d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:24.451349 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-0547705f-140f-4fbb-90de-0393ba644399 req-46a226d4-6661-40f1-bc89-0db10194e138 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=84c1130c-2602-4982-b1cd-aa24598b294b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0602815 Dec 10 15:37:24.460149 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-91ca907d-f3e9-4b04-9cd7-b165db414c5d None None] Calling delete_port for 5d1b9ae6-e6df-40d1-b03b-8f5a1c7b036e owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:37:24.489964 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88db6d3-ecfc-4ffe-b24e-8edb2e73ef8a tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b32183-f169-4275-96a8-3002cddc5cf3,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:24.490809 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37074) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:24.507991 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a1960c-24d0-4f54-a44a-b68311e0169a req-1ea68546-1648-48b3-a71e-830996b84948 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:24.509611 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-49a1960c-24d0-4f54-a44a-b68311e0169a req-1ea68546-1648-48b3-a71e-830996b84948 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad81b842-eead-4113-9b30-7e987f279a77 HTTP/1.1" status: 200 len: 943 time: 0.1140704 Dec 10 15:37:24.510833 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a089c5d7-8d9c-4f01-903d-78f50814314b tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:24.539057 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a089c5d7-8d9c-4f01-903d-78f50814314b tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Pushing event deleted for resources: {'Port': ['ID=29cf95d4-4a6a-471b-8607-ac68aa8af0c2,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:24.548566 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a089c5d7-8d9c-4f01-903d-78f50814314b tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] No DVR routers for this DVR port 29cf95d4-4a6a-471b-8607-ac68aa8af0c2 on host dv-neutron-821401-4-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:37:24.602490 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b88db6d3-ecfc-4ffe-b24e-8edb2e73ef8a tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:24.603732 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-b88db6d3-ecfc-4ffe-b24e-8edb2e73ef8a tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6530614 Dec 10 15:37:24.606776 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37078) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:24.611878 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-8b872ca9-912a-416d-b2e0-6588808bd4fe tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Request body: {'security_group_rule': {'security_group_id': '04da3fdd-9bac-4a96-a857-4d802e130996', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'a2b32183-f169-4275-96a8-3002cddc5cf3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:37:24.633877 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-91ca907d-f3e9-4b04-9cd7-b165db414c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:24.664708 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-49a1960c-24d0-4f54-a44a-b68311e0169a req-3dd16327-c0cb-4df5-b800-a946bbe62a44 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fa9c1f6-95bc-4eb4-ae59-5d412abcb02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276443 Dec 10 15:37:24.666848 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a089c5d7-8d9c-4f01-903d-78f50814314b tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:24.678661 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d4f8de-8d70-41b4-8b38-1483eb1a9659 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:24.678898 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ca907d-f3e9-4b04-9cd7-b165db414c5d None None] No DVR routers for this DVR port 5d1b9ae6-e6df-40d1-b03b-8f5a1c7b036e on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:37:24.684196 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-26d4f8de-8d70-41b4-8b38-1483eb1a9659 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=2038e834-77a8-4b0d-a043-9ca766b7e498 HTTP/1.1" status: 200 len: 1093 time: 0.1828806 Dec 10 15:37:24.684933 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37080) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:24.685032 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ca907d-f3e9-4b04-9cd7-b165db414c5d None None] Pushing event deleted for resources: {'Port': ['ID=5d1b9ae6-e6df-40d1-b03b-8f5a1c7b036e,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:24.686733 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-b68617fe-7ee7-4d5c-aae5-46aa86566bd8 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'floatingip': {'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'port_id': '61a2aa30-bf6a-41c8-a09e-32fa315f9a56', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:37:24.705830 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-a089c5d7-8d9c-4f01-903d-78f50814314b tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b15b669-fac2-43b9-af01-12c69f019b46']}} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:24.716401 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-a089c5d7-8d9c-4f01-903d-78f50814314b tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce86c549-76f9-45ad-bcd1-0211f3e5ff2a') {'for_net_delete': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:24.716749 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-a089c5d7-8d9c-4f01-903d-78f50814314b tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce86c549-76f9-45ad-bcd1-0211f3e5ff2a') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:24.727076 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a089c5d7-8d9c-4f01-903d-78f50814314b tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12392235'] for segment, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:24.747323 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a089c5d7-8d9c-4f01-903d-78f50814314b tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:24.754888 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a089c5d7-8d9c-4f01-903d-78f50814314b tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=103586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:37:24.755277 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a089c5d7-8d9c-4f01-903d-78f50814314b tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11695586'] for segment, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:24.758239 dv-neutron-821401-4-hyperv neutron-server[103586]: Traceback (most recent call last): Dec 10 15:37:24.758239 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:37:24.758239 dv-neutron-821401-4-hyperv neutron-server[103586]: timer() Dec 10 15:37:24.758239 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:37:24.758239 dv-neutron-821401-4-hyperv neutron-server[103586]: cb(*args, **kw) Dec 10 15:37:24.758239 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:37:24.758239 dv-neutron-821401-4-hyperv neutron-server[103586]: return func(*args, **kwargs) Dec 10 15:37:24.758239 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:37:24.758239 dv-neutron-821401-4-hyperv neutron-server[103586]: self._notify() Dec 10 15:37:24.758239 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:37:24.758239 dv-neutron-821401-4-hyperv neutron-server[103586]: self.callback(batched_events) Dec 10 15:37:24.758239 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:37:24.758239 dv-neutron-821401-4-hyperv neutron-server[103586]: event.method(event) Dec 10 15:37:24.758239 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:37:24.758239 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:37:24.758239 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:37:24.758239 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:37:24.758239 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:37:24.758239 dv-neutron-821401-4-hyperv neutron-server[103586]: return f(self, *a, **k) Dec 10 15:37:24.758239 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:37:24.758239 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._get(url).json() Dec 10 15:37:24.758239 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:37:24.758239 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:37:24.758239 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:37:24.758239 dv-neutron-821401-4-hyperv neutron-server[103586]: return self.request(url, 'GET', **kwargs) Dec 10 15:37:24.758239 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:37:24.758239 dv-neutron-821401-4-hyperv neutron-server[103586]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:37:24.758239 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:37:24.758239 dv-neutron-821401-4-hyperv neutron-server[103586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:37:24.758239 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:37:24.758239 dv-neutron-821401-4-hyperv neutron-server[103586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:37:24.758239 dv-neutron-821401-4-hyperv neutron-server[103586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:37:24.826005 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b68617fe-7ee7-4d5c-aae5-46aa86566bd8 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for floatingip, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:24.875447 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a089c5d7-8d9c-4f01-903d-78f50814314b tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:24.880363 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a089c5d7-8d9c-4f01-903d-78f50814314b tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:24.886336 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-a089c5d7-8d9c-4f01-903d-78f50814314b tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "DELETE /v2.0/networks/7b15b669-fac2-43b9-af01-12c69f019b46 HTTP/1.1" status: 204 len: 168 time: 0.9435227 Dec 10 15:37:24.886602 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37082) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:24.901348 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a089c5d7-8d9c-4f01-903d-78f50814314b tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Pushing event deleted for resources: {'Network': ['ID=7b15b669-fac2-43b9-af01-12c69f019b46,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:24.910465 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.api.v2.resource [None req-8b872ca9-912a-416d-b2e0-6588808bd4fe tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 15:37:24.911476 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-8b872ca9-912a-416d-b2e0-6588808bd4fe tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3037031 Dec 10 15:37:24.914346 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37084) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:24.956523 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b68617fe-7ee7-4d5c-aae5-46aa86566bd8 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:24.992824 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-61bc4a07-a592-4e96-8b2b-48fd8e3f4773 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:25.021360 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-932917c1-696d-4729-acbf-68c1e0dbb203 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:25.066875 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-b68617fe-7ee7-4d5c-aae5-46aa86566bd8 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Allocated IP 172.26.2.105 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/afa3ef9f-9db7-40ab-9bae-039feece745f) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:37:25.074837 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-932917c1-696d-4729-acbf-68c1e0dbb203 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:25.137460 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-61bc4a07-a592-4e96-8b2b-48fd8e3f4773 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:25.164374 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-61bc4a07-a592-4e96-8b2b-48fd8e3f4773 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08037180-ab38-49ea-901d-4163028a3ad3']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:25.168418 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b68617fe-7ee7-4d5c-aae5-46aa86566bd8 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:25.176094 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-61bc4a07-a592-4e96-8b2b-48fd8e3f4773 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd23415c8-cc9a-4a24-ba63-e16170dfe26b') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:25.176094 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-61bc4a07-a592-4e96-8b2b-48fd8e3f4773 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd23415c8-cc9a-4a24-ba63-e16170dfe26b') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:25.184855 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-61bc4a07-a592-4e96-8b2b-48fd8e3f4773 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11806923'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:25.198933 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-61bc4a07-a592-4e96-8b2b-48fd8e3f4773 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:25.205501 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61bc4a07-a592-4e96-8b2b-48fd8e3f4773 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:37:25.205974 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-61bc4a07-a592-4e96-8b2b-48fd8e3f4773 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11236635'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:25.209008 dv-neutron-821401-4-hyperv neutron-server[103587]: Traceback (most recent call last): Dec 10 15:37:25.209008 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:37:25.209008 dv-neutron-821401-4-hyperv neutron-server[103587]: timer() Dec 10 15:37:25.209008 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:37:25.209008 dv-neutron-821401-4-hyperv neutron-server[103587]: cb(*args, **kw) Dec 10 15:37:25.209008 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:37:25.209008 dv-neutron-821401-4-hyperv neutron-server[103587]: return func(*args, **kwargs) Dec 10 15:37:25.209008 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:37:25.209008 dv-neutron-821401-4-hyperv neutron-server[103587]: self._notify() Dec 10 15:37:25.209008 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:37:25.209008 dv-neutron-821401-4-hyperv neutron-server[103587]: self.callback(batched_events) Dec 10 15:37:25.209008 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:37:25.209008 dv-neutron-821401-4-hyperv neutron-server[103587]: event.method(event) Dec 10 15:37:25.209008 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:37:25.209008 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:37:25.209008 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:37:25.209008 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:37:25.209008 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:37:25.209008 dv-neutron-821401-4-hyperv neutron-server[103587]: return f(self, *a, **k) Dec 10 15:37:25.209008 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:37:25.209008 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._get(url).json() Dec 10 15:37:25.209008 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:37:25.209008 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:37:25.209008 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:37:25.209008 dv-neutron-821401-4-hyperv neutron-server[103587]: return self.request(url, 'GET', **kwargs) Dec 10 15:37:25.209008 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:37:25.209008 dv-neutron-821401-4-hyperv neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:37:25.209008 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:37:25.209008 dv-neutron-821401-4-hyperv neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:37:25.209008 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:37:25.209008 dv-neutron-821401-4-hyperv neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:37:25.209008 dv-neutron-821401-4-hyperv neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:37:25.248929 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-932917c1-696d-4729-acbf-68c1e0dbb203 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:25.251908 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-932917c1-696d-4729-acbf-68c1e0dbb203 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:25.253093 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-932917c1-696d-4729-acbf-68c1e0dbb203 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] 10.222.0.20 "DELETE /v2.0/security-groups/a2b32183-f169-4275-96a8-3002cddc5cf3 HTTP/1.1" status: 204 len: 168 time: 0.3378646 Dec 10 15:37:25.255785 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37086) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:25.275097 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932917c1-696d-4729-acbf-68c1e0dbb203 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b32183-f169-4275-96a8-3002cddc5cf3,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:25.283771 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b68617fe-7ee7-4d5c-aae5-46aa86566bd8 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:25.332657 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 91492634-2577-4395-ac86-ce2151433c3d details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 15:37:25.357037 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68617fe-7ee7-4d5c-aae5-46aa86566bd8 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:37:25.365270 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-b68617fe-7ee7-4d5c-aae5-46aa86566bd8 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:37:25.369293 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-61bc4a07-a592-4e96-8b2b-48fd8e3f4773 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:25.369968 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68617fe-7ee7-4d5c-aae5-46aa86566bd8 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:37:25.375668 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-61bc4a07-a592-4e96-8b2b-48fd8e3f4773 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:25.378348 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-469e514c-c9ec-4a6f-a4bd-0d11205a4c00 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4543 time: 0.1214328 Dec 10 15:37:25.379114 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-61bc4a07-a592-4e96-8b2b-48fd8e3f4773 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "DELETE /v2.0/networks/08037180-ab38-49ea-901d-4163028a3ad3 HTTP/1.1" status: 204 len: 168 time: 0.4913504 Dec 10 15:37:25.380010 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37088) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:25.381507 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68617fe-7ee7-4d5c-aae5-46aa86566bd8 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'Port': ['ID=afa3ef9f-9db7-40ab-9bae-039feece745f,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:25.398312 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37090) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:25.404107 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bc4a07-a592-4e96-8b2b-48fd8e3f4773 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Pushing event deleted for resources: {'Network': ['ID=08037180-ab38-49ea-901d-4163028a3ad3,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:25.413392 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-dae76903-facc-403a-993d-4e140a1f2bb6 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Request body: {'network': {'name': 'tempest-RoutersTest-1244138143'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:37:25.454628 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port 91492634-2577-4395-ac86-ce2151433c3d, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=91492634-2577-4395-ac86-ce2151433c3d,segment=NetworkSegment(9d1f8eeb-0920-45cf-9fc0-431ba1916359),segment_id=9d1f8eeb-0920-45cf-9fc0-431ba1916359)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:37:25.468486 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Returning: {'device': '91492634-2577-4395-ac86-ce2151433c3d', 'network_id': 'a5dd9203-5f7e-43be-b17d-4683ee28e949', 'port_id': '91492634-2577-4395-ac86-ce2151433c3d', 'mac_address': 'fa:16:3e:a8:40:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '743e688d-60cf-4303-b38e-fba2d962ab58', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 15:37:25.473724 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ea2247dc-aefa-4de0-aa97-8ff1a5375779 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:25.497491 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ea2247dc-aefa-4de0-aa97-8ff1a5375779 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:25.508311 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:25.521148 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91492634-2577-4395-ac86-ce2151433c3d {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 15:37:25.525183 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae76903-facc-403a-993d-4e140a1f2bb6 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Made reservation on behalf of 7779032e5efc4347afe0fcad7a7b9e84 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:37:25.528950 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dae76903-facc-403a-993d-4e140a1f2bb6 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:25.542332 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port 91492634-2577-4395-ac86-ce2151433c3d, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=91492634-2577-4395-ac86-ce2151433c3d,segment=NetworkSegment(9d1f8eeb-0920-45cf-9fc0-431ba1916359),segment_id=9d1f8eeb-0920-45cf-9fc0-431ba1916359)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:37:25.660427 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:25.712841 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=91492634-2577-4395-ac86-ce2151433c3d,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:25.720028 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ea2247dc-aefa-4de0-aa97-8ff1a5375779 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:25.722666 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ea2247dc-aefa-4de0-aa97-8ff1a5375779 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:25.726190 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-ea2247dc-aefa-4de0-aa97-8ff1a5375779 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] 10.222.0.20 "DELETE /v2.0/security-groups/04da3fdd-9bac-4a96-a857-4d802e130996 HTTP/1.1" status: 204 len: 168 time: 0.3265779 Dec 10 15:37:25.733948 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37094) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:25.739865 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dae76903-facc-403a-993d-4e140a1f2bb6 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:37:25.758365 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2247dc-aefa-4de0-aa97-8ff1a5375779 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04da3fdd-9bac-4a96-a857-4d802e130996,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:25.805732 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dae76903-facc-403a-993d-4e140a1f2bb6 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:25.806048 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.segments_db [None req-dae76903-facc-403a-993d-4e140a1f2bb6 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Added segment a435cf14-11d3-4f73-bcfb-4f607ffa71e7 of type vlan for network 444b4ac2-58b3-4e9c-a855-9c0bb2674eae Dec 10 15:37:25.860048 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 5d1b9ae6-e6df-40d1-b03b-8f5a1c7b036e no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:37:25.872335 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dae76903-facc-403a-993d-4e140a1f2bb6 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:25.880661 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b68617fe-7ee7-4d5c-aae5-46aa86566bd8 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:25.881818 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e710a-7ad2-4553-8ace-8febf66e1f35 req-4dcfdb80-0ad9-435e-84f7-29df06b5bf50 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:25.883129 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 5d1b9ae6-e6df-40d1-b03b-8f5a1c7b036e {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:37:25.883273 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-366e710a-7ad2-4553-8ace-8febf66e1f35 req-4dcfdb80-0ad9-435e-84f7-29df06b5bf50 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad81b842-eead-4113-9b30-7e987f279a77 HTTP/1.1" status: 200 len: 944 time: 0.1259866 Dec 10 15:37:25.883481 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 5d1b9ae6-e6df-40d1-b03b-8f5a1c7b036e not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:37:25.888364 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-c0349ce1-2681-481e-a20f-f397f4452986 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1534572 Dec 10 15:37:25.892564 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37096) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:25.897627 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-7e5e4aa0-ad8f-47e5-bc7f-596a38cc542f tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Request body: {'security_group': {'name': 'tempest-secgroup--1438008444'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:37:25.925815 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] get_ports_and_sgs() called for port_ids ['91492634-2577-4395-ac86-ce2151433c3d'] {{(pid=103588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 15:37:25.971506 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-366e710a-7ad2-4553-8ace-8febf66e1f35 req-a24d48d1-259d-4735-b047-2239fba86a86 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fa9c1f6-95bc-4eb4-ae59-5d412abcb02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681136 Dec 10 15:37:26.012769 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b68617fe-7ee7-4d5c-aae5-46aa86566bd8 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:26.015185 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7e5e4aa0-ad8f-47e5-bc7f-596a38cc542f tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:26.017300 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dae76903-facc-403a-993d-4e140a1f2bb6 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:26.023793 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae76903-facc-403a-993d-4e140a1f2bb6 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:26.024309 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dae76903-facc-403a-993d-4e140a1f2bb6 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:26.113383 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae76903-facc-403a-993d-4e140a1f2bb6 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Pushing event updated for resources: {'Network': ['ID=444b4ac2-58b3-4e9c-a855-9c0bb2674eae,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:26.130260 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 444b4ac2-58b3-4e9c-a855-9c0bb2674eae details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:37:26.132914 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-dae76903-facc-403a-993d-4e140a1f2bb6 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7246695 Dec 10 15:37:26.133634 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37098) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:26.142739 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-df8b5fa3-a39e-44c3-8f1c-fcdc538d8ab5 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Request body: {'subnet': {'network_id': '444b4ac2-58b3-4e9c-a855-9c0bb2674eae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:37:26.171442 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7e5e4aa0-ad8f-47e5-bc7f-596a38cc542f tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:26.243046 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7e5e4aa0-ad8f-47e5-bc7f-596a38cc542f tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:26.254664 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b68617fe-7ee7-4d5c-aae5-46aa86566bd8 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:26.270746 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5e4aa0-ad8f-47e5-bc7f-596a38cc542f tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b66e55a0-820d-4ba5-be88-9525feffec47,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:26.334446 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b68617fe-7ee7-4d5c-aae5-46aa86566bd8 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:26.368740 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df8b5fa3-a39e-44c3-8f1c-fcdc538d8ab5 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Made reservation on behalf of 7779032e5efc4347afe0fcad7a7b9e84 for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:37:26.374081 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-df8b5fa3-a39e-44c3-8f1c-fcdc538d8ab5 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:26.444883 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7e5e4aa0-ad8f-47e5-bc7f-596a38cc542f tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:26.446198 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-7e5e4aa0-ad8f-47e5-bc7f-596a38cc542f tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5525739 Dec 10 15:37:26.448984 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37100) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:26.453312 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-db09381c-eb9b-4c0b-b6ee-61f6ff49686b tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:37:26.459907 dv-neutron-821401-4-hyperv neutron-server[103587]: WARNING neutron.api.v2.base [None req-db09381c-eb9b-4c0b-b6ee-61f6ff49686b tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 10 15:37:26.459907 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.api.v2.resource [None req-db09381c-eb9b-4c0b-b6ee-61f6ff49686b tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] update failed (client error): There was a conflict when trying to complete your request. Dec 10 15:37:26.459907 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-db09381c-eb9b-4c0b-b6ee-61f6ff49686b tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] 10.222.0.20 "PUT /v2.0/security-groups/b66e55a0-820d-4ba5-be88-9525feffec47 HTTP/1.1" status: 409 len: 330 time: 0.0062342 Dec 10 15:37:26.460644 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68617fe-7ee7-4d5c-aae5-46aa86566bd8 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'Port': ['ID=afa3ef9f-9db7-40ab-9bae-039feece745f,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:26.461927 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37102) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:26.489120 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b68617fe-7ee7-4d5c-aae5-46aa86566bd8 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552741'] for floatingip, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:26.516599 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9aa9eea0-9ce3-4a3c-b7f5-1e441bc8ef19 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:26.540778 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9aa9eea0-9ce3-4a3c-b7f5-1e441bc8ef19 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:26.645005 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9aa9eea0-9ce3-4a3c-b7f5-1e441bc8ef19 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:26.647847 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9aa9eea0-9ce3-4a3c-b7f5-1e441bc8ef19 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:26.649068 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-9aa9eea0-9ce3-4a3c-b7f5-1e441bc8ef19 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] 10.222.0.20 "DELETE /v2.0/security-groups/b66e55a0-820d-4ba5-be88-9525feffec47 HTTP/1.1" status: 204 len: 168 time: 0.1861665 Dec 10 15:37:26.653703 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37104) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:26.676572 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa9eea0-9ce3-4a3c-b7f5-1e441bc8ef19 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66e55a0-820d-4ba5-be88-9525feffec47,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:26.726810 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-fcca8ccc-c81e-41c5-a0db-7e8dfc5f4fd9 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0716732 Dec 10 15:37:26.730991 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37106) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:26.746288 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.api.v2.resource [None req-73f6ada5-9b35-43a5-a1d7-29d8919b7da4 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] delete failed (client error): The resource could not be found. Dec 10 15:37:26.747263 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-73f6ada5-9b35-43a5-a1d7-29d8919b7da4 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] 10.222.0.20 "DELETE /v2.0/security-groups/44f69b08-bd6c-4db2-a29f-ab4532b4d7ad HTTP/1.1" status: 404 len: 347 time: 0.0152075 Dec 10 15:37:26.751635 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37108) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:26.765655 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.api.v2.resource [None req-30226122-7596-49cf-a93e-d32bc6837cc6 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] show failed (client error): The resource could not be found. Dec 10 15:37:26.770445 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-30226122-7596-49cf-a93e-d32bc6837cc6 tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] 10.222.0.20 "GET /v2.0/security-groups/66fcc29d-f029-4ed0-9229-2ff785e52576 HTTP/1.1" status: 404 len: 347 time: 0.0141029 Dec 10 15:37:26.770759 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37110) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:26.782246 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.api.v2.resource [None req-d6f97a85-12b0-4983-880b-fa0e90b5cb8d tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] show failed (client error): The resource could not be found. Dec 10 15:37:26.783322 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-d6f97a85-12b0-4983-880b-fa0e90b5cb8d tempest-NegativeSecGroupTest-1747154335 tempest-NegativeSecGroupTest-1747154335-project] 10.222.0.20 "GET /v2.0/security-group-rules/dcc88753-7147-4ee0-a333-6485e91c8803 HTTP/1.1" status: 404 len: 356 time: 0.0115452 Dec 10 15:37:26.945364 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.l3_db [None req-b68617fe-7ee7-4d5c-aae5-46aa86566bd8 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Floating IP fa2f0c90-6eca-4446-b0fc-fc8ab035cf28 associated. External IP: 172.26.2.105, port: 61a2aa30-bf6a-41c8-a09e-32fa315f9a56. Dec 10 15:37:27.164930 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5433381-ebaa-4a70-82e4-db9d98cd0eef req-30777026-7315-4411-a649-9c6c787d30b4 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:27.166546 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-a5433381-ebaa-4a70-82e4-db9d98cd0eef req-30777026-7315-4411-a649-9c6c787d30b4 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad81b842-eead-4113-9b30-7e987f279a77 HTTP/1.1" status: 200 len: 944 time: 0.1042430 Dec 10 15:37:27.167486 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-df8b5fa3-a39e-44c3-8f1c-fcdc538d8ab5 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11695183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581935'] for subnet, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:27.284314 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37118) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:27.306671 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8b5fa3-a39e-44c3-8f1c-fcdc538d8ab5 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Pushing event updated for resources: {'Subnet': ['ID=a6ebe619-0709-40bf-9417-f1dca75abf2d,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:27.331741 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 91492634-2577-4395-ac86-ce2151433c3d up at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:37:27.345570 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-a5433381-ebaa-4a70-82e4-db9d98cd0eef req-009fc99f-e1fe-4b76-8e90-c00ce7ea5121 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fa9c1f6-95bc-4eb4-ae59-5d412abcb02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654024 Dec 10 15:37:27.352046 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8b5fa3-a39e-44c3-8f1c-fcdc538d8ab5 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Checking segment: {'id': 'a435cf14-11d3-4f73-bcfb-4f607ffa71e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '444b4ac2-58b3-4e9c-a855-9c0bb2674eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:37:27.352530 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8b5fa3-a39e-44c3-8f1c-fcdc538d8ab5 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Network hostable DHCP agents. Network: 444b4ac2-58b3-4e9c-a855-9c0bb2674eae, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:37:27.358380 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b68617fe-7ee7-4d5c-aae5-46aa86566bd8 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Router 03035e65-5fbc-4480-9aad-94a84cc9864d has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:37:27.444512 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-d42f89a3-69c9-4520-a1a4-ec9effdf4b13 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=982c0a973ee34582b2d55bf486c8a3ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1589305 Dec 10 15:37:27.447038 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37122) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:27.472644 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8b5fa3-a39e-44c3-8f1c-fcdc538d8ab5 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Network 444b4ac2-58b3-4e9c-a855-9c0bb2674eae is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:37:27.483062 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning for port 91492634-2577-4395-ac86-ce2151433c3d completed by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 15:37:27.489028 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning complete for port 91492634-2577-4395-ac86-ce2151433c3d triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:37:27.489467 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:27.499860 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ca702119-9c1f-498f-87ae-825e61870b66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:27.502741 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b68617fe-7ee7-4d5c-aae5-46aa86566bd8 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:37:27.518910 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d4bc41-69b9-449e-9a60-e0429526c49e None None] Sync routers for ids ['03035e65-5fbc-4480-9aad-94a84cc9864d'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:37:27.527856 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ca702119-9c1f-498f-87ae-825e61870b66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:27.529743 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d4bc41-69b9-449e-9a60-e0429526c49e None None] Routers {'03035e65-5fbc-4480-9aad-94a84cc9864d'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:37:27.530445 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-f7d4bc41-69b9-449e-9a60-e0429526c49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:37:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['03035e65-5fbc-4480-9aad-94a84cc9864d'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:27.580864 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:27.591772 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-df8b5fa3-a39e-44c3-8f1c-fcdc538d8ab5 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 444b4ac2-58b3-4e9c-a855-9c0bb2674eae) {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:37:27.596945 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8b5fa3-a39e-44c3-8f1c-fcdc538d8ab5 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:27.597573 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-df8b5fa3-a39e-44c3-8f1c-fcdc538d8ab5 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:27.616809 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b68617fe-7ee7-4d5c-aae5-46aa86566bd8 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:27.650924 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-b68617fe-7ee7-4d5c-aae5-46aa86566bd8 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9654448 Dec 10 15:37:27.650924 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2038e834-77a8-4b0d-a043-9ca766b7e498', 'tag': '61a2aa30-bf6a-41c8-a09e-32fa315f9a56'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:37:27.651377 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37124) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:27.655313 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde1b47dcd987728a27c8e391f176ee57ea2adf837d2cedb59662361de43515a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36548f67-10db-4d92-b892-7136f20c9098" -d '{"events": [{"name": "network-changed", "server_uuid": "2038e834-77a8-4b0d-a043-9ca766b7e498", "tag": "61a2aa30-bf6a-41c8-a09e-32fa315f9a56"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:37:27.660457 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-f7d4bc41-69b9-449e-9a60-e0429526c49e None None] Set router 03035e65-5fbc-4480-9aad-94a84cc9864d gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:37:27.682294 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-df8b5fa3-a39e-44c3-8f1c-fcdc538d8ab5 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5469658 Dec 10 15:37:27.685613 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37128) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:27.692329 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-338ce662-001c-4d3d-b63f-226832a55ab9 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-816380556', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:37:27.748484 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ca702119-9c1f-498f-87ae-825e61870b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:27.752282 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ca702119-9c1f-498f-87ae-825e61870b66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:27.756993 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-ca702119-9c1f-498f-87ae-825e61870b66 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2e879ed0-3fd7-4c63-b498-9447c808322c HTTP/1.1" status: 204 len: 168 time: 0.3088274 Dec 10 15:37:27.773126 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4faccd-55d2-49c0-abde-a7a39eb197ab None None] Network 444b4ac2-58b3-4e9c-a855-9c0bb2674eae requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:37:27.785210 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca702119-9c1f-498f-87ae-825e61870b66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e879ed0-3fd7-4c63-b498-9447c808322c,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:27.802598 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-1dcac7bb-9752-496f-8310-90ae1d9efed5 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/floatingips/fa2f0c90-6eca-4446-b0fc-fc8ab035cf28 HTTP/1.1" status: 200 len: 991 time: 0.1501050 Dec 10 15:37:27.805886 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 15:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-578a7c25-9da3-4e2d-bb64-b5c769bcd5b6 x-openstack-request-id: req-578a7c25-9da3-4e2d-bb64-b5c769bcd5b6 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:37:27.806331 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2038e834-77a8-4b0d-a043-9ca766b7e498", "tag": "61a2aa30-bf6a-41c8-a09e-32fa315f9a56", "status": "completed", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:37:27.806719 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-578a7c25-9da3-4e2d-bb64-b5c769bcd5b6 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:37:27.809104 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2038e834-77a8-4b0d-a043-9ca766b7e498', 'tag': '61a2aa30-bf6a-41c8-a09e-32fa315f9a56', 'status': 'completed', 'code': 200} Dec 10 15:37:27.811713 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-338ce662-001c-4d3d-b63f-226832a55ab9 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13912'] for router, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:27.819274 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-338ce662-001c-4d3d-b63f-226832a55ab9 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:27.883365 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad81b842-eead-4113-9b30-7e987f279a77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91492634-2577-4395-ac86-ce2151433c3d'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:37:27.884395 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa4b92c408489e2c982394a5a7b3518bb1b22554638321e3ea6c5cabb2c75d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-448ca8e8-c37a-4a26-b9c6-1f16cde54806" -d '{"events": [{"server_uuid": "ad81b842-eead-4113-9b30-7e987f279a77", "name": "network-vif-plugged", "status": "completed", "tag": "91492634-2577-4395-ac86-ce2151433c3d"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:37:27.900732 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-338ce662-001c-4d3d-b63f-226832a55ab9 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:27.916553 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port 91492634-2577-4395-ac86-ce2151433c3d, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=91492634-2577-4395-ac86-ce2151433c3d,segment=NetworkSegment(9d1f8eeb-0920-45cf-9fc0-431ba1916359),segment_id=9d1f8eeb-0920-45cf-9fc0-431ba1916359)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:37:27.923056 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36548f67-10db-4d92-b892-7136f20c9098 req-f52be0b7-2782-46df-9a1c-d41dc34ab845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:27.924679 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-36548f67-10db-4d92-b892-7136f20c9098 req-f52be0b7-2782-46df-9a1c-d41dc34ab845 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e049672a5fd04e7f8cbb0423b61eb757&device_id=2038e834-77a8-4b0d-a043-9ca766b7e498 HTTP/1.1" status: 200 len: 1098 time: 0.1060798 Dec 10 15:37:27.928315 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a5a0eb-1dac-46c9-aea6-9cd09c9f4353 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-444b4ac2-58b3-4e9c-a855-9c0bb2674eae', 'network_id': '444b4ac2-58b3-4e9c-a855-9c0bb2674eae', 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'fixed_ips': [{'subnet_id': 'a6ebe619-0709-40bf-9417-f1dca75abf2d'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:37:27.929203 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-42a5a0eb-1dac-46c9-aea6-9cd09c9f4353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:27.977029 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-338ce662-001c-4d3d-b63f-226832a55ab9 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363'] for router, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:28.008581 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 15:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d175e0e9-0084-4b21-a823-12a317a60d2f x-openstack-request-id: req-d175e0e9-0084-4b21-a823-12a317a60d2f {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:37:28.008928 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad81b842-eead-4113-9b30-7e987f279a77", "name": "network-vif-plugged", "status": "completed", "tag": "91492634-2577-4395-ac86-ce2151433c3d", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:37:28.009598 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d175e0e9-0084-4b21-a823-12a317a60d2f {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:37:28.009598 dv-neutron-821401-4-hyperv neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad81b842-eead-4113-9b30-7e987f279a77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91492634-2577-4395-ac86-ce2151433c3d', 'code': 200} Dec 10 15:37:28.013638 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:28.055601 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36548f67-10db-4d92-b892-7136f20c9098 req-cc76b1e2-f3a5-49c7-a0fe-9d8046538f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:28.057801 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-36548f67-10db-4d92-b892-7136f20c9098 req-cc76b1e2-f3a5-49c7-a0fe-9d8046538f4a service neutron] 10.222.0.44 "GET /v2.0/networks?id=41da71eb-bf34-43b9-be45-4b47a883de82 HTTP/1.1" status: 200 len: 898 time: 0.1261795 Dec 10 15:37:28.098779 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-338ce662-001c-4d3d-b63f-226832a55ab9 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:28.100246 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-338ce662-001c-4d3d-b63f-226832a55ab9 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4131856 Dec 10 15:37:28.104792 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37134) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:28.108165 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-f7d4bc41-69b9-449e-9a60-e0429526c49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03035e65-5fbc-4480-9aad-94a84cc9864d', 'name': 'tempest-TestNetworkBasicOps-router-149117513', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.249'}], 'enable_snat': True}, 'gw_port_id': '85be69d8-11d2-4f6a-9292-568bd78a6e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:36:51Z', 'updated_at': '2021-12-10T15:36:58Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '85be69d8-11d2-4f6a-9292-568bd78a6e93', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03035e65-5fbc-4480-9aad-94a84cc9864d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:36:52Z', 'updated_at': '2021-12-10T15:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': 'fa2f0c90-6eca-4446-b0fc-fc8ab035cf28', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'floating_ip_address': '172.26.2.105', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': '03035e65-5fbc-4480-9aad-94a84cc9864d', 'port_id': '61a2aa30-bf6a-41c8-a09e-32fa315f9a56', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1331, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41da71eb-bf34-43b9-be45-4b47a883de82', 'mac_address': 'fa:16:3e:74:69:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2038e834-77a8-4b0d-a043-9ca766b7e498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T15:37:25Z', 'updated_at': '2021-12-10T15:37:25Z', 'revision_number': 0, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15f12b90-f80a-4560-88c8-576051b32166', 'name': '', 'network_id': '41da71eb-bf34-43b9-be45-4b47a883de82', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:4c:85:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03035e65-5fbc-4480-9aad-94a84cc9864d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'd7fc55fb-e83c-45c6-a4ad-39a7dd319016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:36:57Z', 'updated_at': '2021-12-10T15:37:02Z', 'revision_number': 5, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': 'd7fc55fb-e83c-45c6-a4ad-39a7dd319016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:28.113159 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-f49e417f-31a2-4502-be3a-e6b08a5175a3 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Request body: {'port': {'network_id': '444b4ac2-58b3-4e9c-a855-9c0bb2674eae', 'name': 'tempest-RoutersTest-1039489673'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:37:28.132944 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=91492634-2577-4395-ac86-ce2151433c3d,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:28.150175 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-42a5a0eb-1dac-46c9-aea6-9cd09c9f4353 None None] Allocated IP 172.20.0.2 (444b4ac2-58b3-4e9c-a855-9c0bb2674eae/a6ebe619-0709-40bf-9417-f1dca75abf2d/4f3fc8b6-d6a1-4044-9476-625b1236cce7) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:37:28.176586 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d4bc41-69b9-449e-9a60-e0429526c49e None None] Checking router: 03035e65-5fbc-4480-9aad-94a84cc9864d for host: dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:37:28.194240 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d4bc41-69b9-449e-9a60-e0429526c49e None None] Routers {'03035e65-5fbc-4480-9aad-94a84cc9864d'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:37:28.195229 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-f7d4bc41-69b9-449e-9a60-e0429526c49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:37:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['03035e65-5fbc-4480-9aad-94a84cc9864d'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:28.197158 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-36548f67-10db-4d92-b892-7136f20c9098 req-9e2a21bc-2ccb-4c89-b69c-85463656f3c9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61a2aa30-bf6a-41c8-a09e-32fa315f9a56 HTTP/1.1" status: 200 len: 999 time: 0.1300051 Dec 10 15:37:28.257656 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36548f67-10db-4d92-b892-7136f20c9098 req-7b436349-5cf2-491e-8b64-ab6a5f8c7fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:28.259433 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-36548f67-10db-4d92-b892-7136f20c9098 req-7b436349-5cf2-491e-8b64-ab6a5f8c7fab service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d7fc55fb-e83c-45c6-a4ad-39a7dd319016 HTTP/1.1" status: 200 len: 835 time: 0.0539126 Dec 10 15:37:28.359315 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-42a5a0eb-1dac-46c9-aea6-9cd09c9f4353 None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:28.364441 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-f7d4bc41-69b9-449e-9a60-e0429526c49e None None] Set router 03035e65-5fbc-4480-9aad-94a84cc9864d gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:37:28.372756 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3826c6-b5ac-404a-a012-6363fde3b4a9 req-80a345a2-d8d9-4ce8-8706-07f73be2c032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:28.374961 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-0a3826c6-b5ac-404a-a012-6363fde3b4a9 req-80a345a2-d8d9-4ce8-8706-07f73be2c032 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ad81b842-eead-4113-9b30-7e987f279a77 HTTP/1.1" status: 200 len: 1098 time: 0.0860724 Dec 10 15:37:28.444008 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-0a3826c6-b5ac-404a-a012-6363fde3b4a9 req-e75de776-950a-450a-9e6e-20cc626b143c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2fa9c1f6-95bc-4eb4-ae59-5d412abcb02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606623 Dec 10 15:37:28.451946 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f49e417f-31a2-4502-be3a-e6b08a5175a3 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Made reservation on behalf of 7779032e5efc4347afe0fcad7a7b9e84 for: {'port': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:37:28.457383 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f49e417f-31a2-4502-be3a-e6b08a5175a3 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:28.480002 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [None req-f49e417f-31a2-4502-be3a-e6b08a5175a3 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] device_id is not set on port cfe4840d-3f4d-4c50-8030-8052da0f93a0 yet. {{(pid=103586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:37:28.488526 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-42a5a0eb-1dac-46c9-aea6-9cd09c9f4353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:28.583471 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a5a0eb-1dac-46c9-aea6-9cd09c9f4353 None None] Network 444b4ac2-58b3-4e9c-a855-9c0bb2674eae is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:37:28.585528 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-42a5a0eb-1dac-46c9-aea6-9cd09c9f4353 None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:37:28.590020 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a5a0eb-1dac-46c9-aea6-9cd09c9f4353 None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:37:28.614700 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a5a0eb-1dac-46c9-aea6-9cd09c9f4353 None None] Pushing event updated for resources: {'Port': ['ID=4f3fc8b6-d6a1-4044-9476-625b1236cce7,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:28.677771 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-f49e417f-31a2-4502-be3a-e6b08a5175a3 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Allocated IP 172.20.0.9 (444b4ac2-58b3-4e9c-a855-9c0bb2674eae/a6ebe619-0709-40bf-9417-f1dca75abf2d/cfe4840d-3f4d-4c50-8030-8052da0f93a0) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:37:28.678471 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-42a5a0eb-1dac-46c9-aea6-9cd09c9f4353 None None] Attempting to bind port 4f3fc8b6-d6a1-4044-9476-625b1236cce7 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:37:28.678857 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-42a5a0eb-1dac-46c9-aea6-9cd09c9f4353 None None] Attempting to bind port 4f3fc8b6-d6a1-4044-9476-625b1236cce7 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'a435cf14-11d3-4f73-bcfb-4f607ffa71e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '444b4ac2-58b3-4e9c-a855-9c0bb2674eae'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:37:28.679279 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a5a0eb-1dac-46c9-aea6-9cd09c9f4353 None None] Attempting to bind port 4f3fc8b6-d6a1-4044-9476-625b1236cce7 on network 444b4ac2-58b3-4e9c-a855-9c0bb2674eae {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:37:28.687715 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a5a0eb-1dac-46c9-aea6-9cd09c9f4353 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:37:28.687715 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a5a0eb-1dac-46c9-aea6-9cd09c9f4353 None None] Checking segment: {'id': 'a435cf14-11d3-4f73-bcfb-4f607ffa71e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '444b4ac2-58b3-4e9c-a855-9c0bb2674eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:37:28.687715 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-42a5a0eb-1dac-46c9-aea6-9cd09c9f4353 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:28.687715 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a5a0eb-1dac-46c9-aea6-9cd09c9f4353 None None] Bound using segment: {'id': 'a435cf14-11d3-4f73-bcfb-4f607ffa71e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '444b4ac2-58b3-4e9c-a855-9c0bb2674eae'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:37:28.688223 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-42a5a0eb-1dac-46c9-aea6-9cd09c9f4353 None None] Bound port: 4f3fc8b6-d6a1-4044-9476-625b1236cce7, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a435cf14-11d3-4f73-bcfb-4f607ffa71e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '444b4ac2-58b3-4e9c-a855-9c0bb2674eae'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:37:28.688578 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-42a5a0eb-1dac-46c9-aea6-9cd09c9f4353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:28.702103 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36548f67-10db-4d92-b892-7136f20c9098 req-14b747c5-462d-450d-8cff-cdd3483099b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:28.704124 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-36548f67-10db-4d92-b892-7136f20c9098 req-14b747c5-462d-450d-8cff-cdd3483099b3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=41da71eb-bf34-43b9-be45-4b47a883de82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4346125 Dec 10 15:37:28.724078 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-f7d4bc41-69b9-449e-9a60-e0429526c49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03035e65-5fbc-4480-9aad-94a84cc9864d', 'name': 'tempest-TestNetworkBasicOps-router-149117513', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.249'}], 'enable_snat': True}, 'gw_port_id': '85be69d8-11d2-4f6a-9292-568bd78a6e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:36:51Z', 'updated_at': '2021-12-10T15:36:58Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '85be69d8-11d2-4f6a-9292-568bd78a6e93', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03035e65-5fbc-4480-9aad-94a84cc9864d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:36:52Z', 'updated_at': '2021-12-10T15:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': 'fa2f0c90-6eca-4446-b0fc-fc8ab035cf28', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'floating_ip_address': '172.26.2.105', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': '03035e65-5fbc-4480-9aad-94a84cc9864d', 'port_id': '61a2aa30-bf6a-41c8-a09e-32fa315f9a56', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1331, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41da71eb-bf34-43b9-be45-4b47a883de82', 'mac_address': 'fa:16:3e:74:69:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2038e834-77a8-4b0d-a043-9ca766b7e498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T15:37:25Z', 'updated_at': '2021-12-10T15:37:25Z', 'revision_number': 0, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15f12b90-f80a-4560-88c8-576051b32166', 'name': '', 'network_id': '41da71eb-bf34-43b9-be45-4b47a883de82', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:4c:85:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03035e65-5fbc-4480-9aad-94a84cc9864d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'd7fc55fb-e83c-45c6-a4ad-39a7dd319016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:36:57Z', 'updated_at': '2021-12-10T15:37:02Z', 'revision_number': 5, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': 'd7fc55fb-e83c-45c6-a4ad-39a7dd319016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:28.759123 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d4bc41-69b9-449e-9a60-e0429526c49e None None] The sync data for ids ['03035e65-5fbc-4480-9aad-94a84cc9864d'] in dv-neutron-821401-4-hyperv is: [{'id': '03035e65-5fbc-4480-9aad-94a84cc9864d', 'name': 'tempest-TestNetworkBasicOps-router-149117513', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.249'}], 'enable_snat': True}, 'gw_port_id': '85be69d8-11d2-4f6a-9292-568bd78a6e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:36:51Z', 'updated_at': '2021-12-10T15:36:58Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '85be69d8-11d2-4f6a-9292-568bd78a6e93', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03035e65-5fbc-4480-9aad-94a84cc9864d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:36:52Z', 'updated_at': '2021-12-10T15:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': 'fa2f0c90-6eca-4446-b0fc-fc8ab035cf28', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'floating_ip_address': '172.26.2.105', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': '03035e65-5fbc-4480-9aad-94a84cc9864d', 'port_id': '61a2aa30-bf6a-41c8-a09e-32fa315f9a56', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1331, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41da71eb-bf34-43b9-be45-4b47a883de82', 'mac_address': 'fa:16:3e:74:69:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2038e834-77a8-4b0d-a043-9ca766b7e498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T15:37:25Z', 'updated_at': '2021-12-10T15:37:25Z', 'revision_number': 0, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15f12b90-f80a-4560-88c8-576051b32166', 'name': '', 'network_id': '41da71eb-bf34-43b9-be45-4b47a883de82', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:4c:85:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03035e65-5fbc-4480-9aad-94a84cc9864d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'd7fc55fb-e83c-45c6-a4ad-39a7dd319016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:36:57Z', 'updated_at': '2021-12-10T15:37:02Z', 'revision_number': 5, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': 'd7fc55fb-e83c-45c6-a4ad-39a7dd319016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:37:28.785946 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-42a5a0eb-1dac-46c9-aea6-9cd09c9f4353 None None] For port 4f3fc8b6-d6a1-4044-9476-625b1236cce7, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:37:28.790179 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-42a5a0eb-1dac-46c9-aea6-9cd09c9f4353 None None] For port 4f3fc8b6-d6a1-4044-9476-625b1236cce7, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=4f3fc8b6-d6a1-4044-9476-625b1236cce7,segment=NetworkSegment(a435cf14-11d3-4f73-bcfb-4f607ffa71e7),segment_id=a435cf14-11d3-4f73-bcfb-4f607ffa71e7)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:37:28.807340 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37150) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:28.856871 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5051e51-1a55-4af0-9143-c28b48203bc8 req-4a65717f-a2a0-4a68-bb97-7c438d272abf tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:28.858462 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-e5051e51-1a55-4af0-9143-c28b48203bc8 req-4a65717f-a2a0-4a68-bb97-7c438d272abf tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad81b842-eead-4113-9b30-7e987f279a77 HTTP/1.1" status: 200 len: 945 time: 0.1586959 Dec 10 15:37:28.861408 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-42a5a0eb-1dac-46c9-aea6-9cd09c9f4353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:28.921092 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-36548f67-10db-4d92-b892-7136f20c9098 req-1fdca064-a333-4736-8385-2445e15d1993 service neutron] 10.222.0.44 "GET /v2.0/networks/41da71eb-bf34-43b9-be45-4b47a883de82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084711 Dec 10 15:37:28.931807 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-cde5f0d7-7ffb-4281-9cd9-346bcd3a6b51 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/floatingips/fa2f0c90-6eca-4446-b0fc-fc8ab035cf28 HTTP/1.1" status: 200 len: 991 time: 0.1224966 Dec 10 15:37:28.952067 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f49e417f-31a2-4502-be3a-e6b08a5175a3 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:28.981322 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a5a0eb-1dac-46c9-aea6-9cd09c9f4353 None None] Pushing event updated for resources: {'Port': ['ID=4f3fc8b6-d6a1-4044-9476-625b1236cce7,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:29.011779 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 15:37:29.036838 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-e5051e51-1a55-4af0-9143-c28b48203bc8 req-3862220b-6b8b-43b0-a109-440572d843c3 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fa9c1f6-95bc-4eb4-ae59-5d412abcb02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1632848 Dec 10 15:37:29.079728 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-36548f67-10db-4d92-b892-7136f20c9098 req-159d2165-1922-4de5-82e0-b2af8370e363 service neutron] 10.222.0.44 "GET /v2.0/networks/41da71eb-bf34-43b9-be45-4b47a883de82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466289 Dec 10 15:37:29.114614 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c36e0c-765f-44df-a431-ca9a0c9f39f1 None None] New status for floating IP fa2f0c90-6eca-4446-b0fc-fc8ab035cf28: ACTIVE {{(pid=103588) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 15:37:29.116546 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f49e417f-31a2-4502-be3a-e6b08a5175a3 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:29.206888 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49e417f-31a2-4502-be3a-e6b08a5175a3 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Network 444b4ac2-58b3-4e9c-a855-9c0bb2674eae is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:37:29.214168 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-f49e417f-31a2-4502-be3a-e6b08a5175a3 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:37:29.216798 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49e417f-31a2-4502-be3a-e6b08a5175a3 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:37:29.220381 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49e417f-31a2-4502-be3a-e6b08a5175a3 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Pushing event updated for resources: {'Port': ['ID=cfe4840d-3f4d-4c50-8030-8052da0f93a0,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:29.336047 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49e417f-31a2-4502-be3a-e6b08a5175a3 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:29.336710 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f49e417f-31a2-4502-be3a-e6b08a5175a3 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:29.389561 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37160) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:29.442943 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-f49e417f-31a2-4502-be3a-e6b08a5175a3 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.3366385 Dec 10 15:37:29.445673 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37164) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:29.538579 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-ea5eacc1-bc19-4a6d-a437-362a5afdd05c tempest-SubnetPoolsTestJSON-26857986 tempest-SubnetPoolsTestJSON-26857986-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-301067601', 'prefixes': ['172.20.0.0/16']}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:37:29.840787 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f4ec92de-dc0b-4172-9a7e-7f84e2aab91e tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:29.878800 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 4f3fc8b6-d6a1-4044-9476-625b1236cce7 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:37:29.931926 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 4f3fc8b6-d6a1-4044-9476-625b1236cce7 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:37:29.932590 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:29.936306 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37166) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:30.011818 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-ade8b7a9-e60c-46ac-a83a-aeda4a619773 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/floatingips/fa2f0c90-6eca-4446-b0fc-fc8ab035cf28 HTTP/1.1" status: 200 len: 993 time: 0.0741527 Dec 10 15:37:30.019381 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ea5eacc1-bc19-4a6d-a437-362a5afdd05c tempest-SubnetPoolsTestJSON-26857986 tempest-SubnetPoolsTestJSON-26857986-project] Publish callbacks [] for subnetpool, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:30.022211 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37168) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:30.022399 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-ea5eacc1-bc19-4a6d-a437-362a5afdd05c tempest-SubnetPoolsTestJSON-26857986 tempest-SubnetPoolsTestJSON-26857986-project] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.6315730 Dec 10 15:37:30.028473 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:30.072543 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] For port 4f3fc8b6-d6a1-4044-9476-625b1236cce7, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=4f3fc8b6-d6a1-4044-9476-625b1236cce7,segment=NetworkSegment(a435cf14-11d3-4f73-bcfb-4f607ffa71e7),segment_id=a435cf14-11d3-4f73-bcfb-4f607ffa71e7)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:37:30.083241 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37172) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:30.084437 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-cdb887a5-208e-4785-9914-92d58f265750 tempest-SubnetPoolsTestJSON-26857986 tempest-SubnetPoolsTestJSON-26857986-project] 10.222.0.20 "GET /v2.0/subnetpools/52c5b933-064e-4fae-9ad2-529f09a21250 HTTP/1.1" status: 200 len: 731 time: 0.0604157 Dec 10 15:37:30.091372 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-bf0492d9-f251-402e-a11e-df10a44ed158 tempest-SubnetPoolsTestJSON-26857986 tempest-SubnetPoolsTestJSON-26857986-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-648461915'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:37:30.137869 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9ba3af-0573-4f80-84c3-62d4e5690bcb None None] Network 444b4ac2-58b3-4e9c-a855-9c0bb2674eae requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:37:30.153258 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:30.192721 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b1b426-17ca-4f6f-ab6c-fdbe07692bc0 req-02b31edf-74a1-4b89-8485-7c6365322b3f tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:30.194405 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-94b1b426-17ca-4f6f-ab6c-fdbe07692bc0 req-02b31edf-74a1-4b89-8485-7c6365322b3f tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad81b842-eead-4113-9b30-7e987f279a77 HTTP/1.1" status: 200 len: 945 time: 0.0685410 Dec 10 15:37:30.225864 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f4ec92de-dc0b-4172-9a7e-7f84e2aab91e tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:30.260131 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-94b1b426-17ca-4f6f-ab6c-fdbe07692bc0 req-833a7a33-00c0-4cb9-9dc2-8b0fa5f35bea tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fa9c1f6-95bc-4eb4-ae59-5d412abcb02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580463 Dec 10 15:37:30.265073 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-be92fb27-410e-430b-90ca-03c2099d6b4d None None] Provisioning complete for port 4f3fc8b6-d6a1-4044-9476-625b1236cce7 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:37:30.265450 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-be92fb27-410e-430b-90ca-03c2099d6b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:30.271498 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Pushing event updated for resources: {'Port': ['ID=4f3fc8b6-d6a1-4044-9476-625b1236cce7,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:30.319460 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f4ec92de-dc0b-4172-9a7e-7f84e2aab91e tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:30.394677 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bf0492d9-f251-402e-a11e-df10a44ed158 tempest-SubnetPoolsTestJSON-26857986 tempest-SubnetPoolsTestJSON-26857986-project] Publish callbacks [] for subnetpool, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:30.395896 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-bf0492d9-f251-402e-a11e-df10a44ed158 tempest-SubnetPoolsTestJSON-26857986 tempest-SubnetPoolsTestJSON-26857986-project] 10.222.0.20 "PUT /v2.0/subnetpools/52c5b933-064e-4fae-9ad2-529f09a21250 HTTP/1.1" status: 200 len: 683 time: 0.3115659 Dec 10 15:37:30.399048 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37176) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:30.442212 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ec92de-dc0b-4172-9a7e-7f84e2aab91e tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Pushing event updated for resources: {'Port': ['ID=cfe4840d-3f4d-4c50-8030-8052da0f93a0,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:30.466253 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d51838-7404-41cb-be61-6230cfed01d6 req-b1f004d4-613e-4d85-bfbd-6a4cae0b96e1 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:30.468149 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-80d51838-7404-41cb-be61-6230cfed01d6 req-b1f004d4-613e-4d85-bfbd-6a4cae0b96e1 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad81b842-eead-4113-9b30-7e987f279a77 HTTP/1.1" status: 200 len: 945 time: 0.1386437 Dec 10 15:37:30.600036 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-09872040-0257-4267-94c7-1e1ed4bbbb3b tempest-SubnetPoolsTestJSON-26857986 tempest-SubnetPoolsTestJSON-26857986-project] Publish callbacks [] for subnetpool, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:30.606167 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-80d51838-7404-41cb-be61-6230cfed01d6 req-bc160df0-3ffd-4c7b-8a98-3fe8bbdcee2f tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fa9c1f6-95bc-4eb4-ae59-5d412abcb02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129563 Dec 10 15:37:30.606922 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-09872040-0257-4267-94c7-1e1ed4bbbb3b tempest-SubnetPoolsTestJSON-26857986 tempest-SubnetPoolsTestJSON-26857986-project] 10.222.0.20 "DELETE /v2.0/subnetpools/52c5b933-064e-4fae-9ad2-529f09a21250 HTTP/1.1" status: 204 len: 168 time: 0.2061982 Dec 10 15:37:30.607665 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-a34ff0a6-2aa4-413a-9432-259f1168dcd0 None None] Provisioning complete for port cfe4840d-3f4d-4c50-8030-8052da0f93a0 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:37:30.608089 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37178) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:30.608237 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a34ff0a6-2aa4-413a-9432-259f1168dcd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:30.630207 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37180) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:30.631747 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.api.v2.resource [None req-2e4a75d4-c193-4b17-ba1a-b838e054826d tempest-SubnetPoolsTestJSON-26857986 tempest-SubnetPoolsTestJSON-26857986-project] show failed (client error): The resource could not be found. Dec 10 15:37:30.635696 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-2e4a75d4-c193-4b17-ba1a-b838e054826d tempest-SubnetPoolsTestJSON-26857986 tempest-SubnetPoolsTestJSON-26857986-project] 10.222.0.20 "GET /v2.0/subnetpools/52c5b933-064e-4fae-9ad2-529f09a21250 HTTP/1.1" status: 404 len: 346 time: 0.0223417 Dec 10 15:37:30.638244 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37182) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:30.659725 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.api.v2.resource [None req-3a63e5c8-9b2a-40e7-94e5-0ce247edc400 tempest-SubnetPoolsTestJSON-26857986 tempest-SubnetPoolsTestJSON-26857986-project] delete failed (client error): The resource could not be found. Dec 10 15:37:30.663015 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-3a63e5c8-9b2a-40e7-94e5-0ce247edc400 tempest-SubnetPoolsTestJSON-26857986 tempest-SubnetPoolsTestJSON-26857986-project] 10.222.0.20 "DELETE /v2.0/subnetpools/52c5b933-064e-4fae-9ad2-529f09a21250 HTTP/1.1" status: 404 len: 346 time: 0.0234725 Dec 10 15:37:30.663736 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-a34ff0a6-2aa4-413a-9432-259f1168dcd0 None None] Port cfe4840d-3f4d-4c50-8030-8052da0f93a0 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:37:30.679469 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f4ec92de-dc0b-4172-9a7e-7f84e2aab91e tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552880'] for router_interface, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:30.681972 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-a34ff0a6-2aa4-413a-9432-259f1168dcd0 None None] Provisioning complete for port 4f3fc8b6-d6a1-4044-9476-625b1236cce7 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:37:30.682529 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a34ff0a6-2aa4-413a-9432-259f1168dcd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:30.762829 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389e85cd-7396-445b-b262-075d1a93d66f tempest-TestNetworkAdvancedServerOps-1552564089 tempest-TestNetworkAdvancedServerOps-1552564089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:30.764288 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-389e85cd-7396-445b-b262-075d1a93d66f tempest-TestNetworkAdvancedServerOps-1552564089 tempest-TestNetworkAdvancedServerOps-1552564089-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ad81b842-eead-4113-9b30-7e987f279a77 HTTP/1.1" status: 200 len: 1093 time: 0.1323881 Dec 10 15:37:30.767931 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37186) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:30.772453 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-4aea9088-24a3-4656-b8a8-a30df4791f55 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Request body: {'floatingip': {'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'port_id': '91492634-2577-4395-ac86-ce2151433c3d', 'tenant_id': '5591279ec4634b489dcb9d918648235a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:37:30.879577 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4aea9088-24a3-4656-b8a8-a30df4791f55 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks [] for floatingip, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:30.900981 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-c1bd568b-76f8-4913-b3ee-18e0f73e5941 None None] Provisioning complete for port cfe4840d-3f4d-4c50-8030-8052da0f93a0 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:37:30.901622 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c1bd568b-76f8-4913-b3ee-18e0f73e5941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:30.906921 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f4ec92de-dc0b-4172-9a7e-7f84e2aab91e tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:30.943243 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-c1bd568b-76f8-4913-b3ee-18e0f73e5941 None None] Port cfe4840d-3f4d-4c50-8030-8052da0f93a0 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:37:31.003882 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4aea9088-24a3-4656-b8a8-a30df4791f55 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:31.065532 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-273fac35-aa35-48cd-a0e3-1f636eaf00a1 None None] Provisioning complete for port cfe4840d-3f4d-4c50-8030-8052da0f93a0 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:37:31.065920 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-273fac35-aa35-48cd-a0e3-1f636eaf00a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:31.105520 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-273fac35-aa35-48cd-a0e3-1f636eaf00a1 None None] Port cfe4840d-3f4d-4c50-8030-8052da0f93a0 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:37:31.130282 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-4aea9088-24a3-4656-b8a8-a30df4791f55 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Allocated IP 172.26.2.100 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/85bb2907-3ff4-4bfc-bf80-b80f1b40a809) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:37:31.205593 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f4ec92de-dc0b-4172-9a7e-7f84e2aab91e tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:31.213726 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37190) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:31.256188 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4aea9088-24a3-4656-b8a8-a30df4791f55 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:31.290621 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f4ec92de-dc0b-4172-9a7e-7f84e2aab91e tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:31.347930 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4aea9088-24a3-4656-b8a8-a30df4791f55 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:31.363246 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6038ae5d-2811-49f0-962c-45327dc74ad8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:31.385383 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f4ec92de-dc0b-4172-9a7e-7f84e2aab91e tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549888'] for router_interface, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:31.388627 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ec92de-dc0b-4172-9a7e-7f84e2aab91e tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Pushing event updated for resources: {'Port': ['ID=cfe4840d-3f4d-4c50-8030-8052da0f93a0,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:31.389047 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aea9088-24a3-4656-b8a8-a30df4791f55 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:37:31.392869 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-4aea9088-24a3-4656-b8a8-a30df4791f55 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:37:31.395186 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aea9088-24a3-4656-b8a8-a30df4791f55 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:37:31.420885 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea9088-24a3-4656-b8a8-a30df4791f55 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Pushing event updated for resources: {'Port': ['ID=85bb2907-3ff4-4bfc-bf80-b80f1b40a809,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:31.533551 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6038ae5d-2811-49f0-962c-45327dc74ad8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:31.535797 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ec92de-dc0b-4172-9a7e-7f84e2aab91e tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Network 444b4ac2-58b3-4e9c-a855-9c0bb2674eae is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:37:31.537211 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-f4ec92de-dc0b-4172-9a7e-7f84e2aab91e tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:37:31.640443 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6038ae5d-2811-49f0-962c-45327dc74ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:31.694586 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-6038ae5d-2811-49f0-962c-45327dc74ad8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a35ca4508c7c4a7ba059b9d1cb20d4a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4793656 Dec 10 15:37:31.695476 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37194) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:31.707743 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6038ae5d-2811-49f0-962c-45327dc74ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f9747f-2ec7-4eaa-be7c-e854876fd98c,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:31.774234 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9cafcb8f-3bd0-4955-90de-3c3183837993 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:31.783577 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4aea9088-24a3-4656-b8a8-a30df4791f55 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:31.796173 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9cafcb8f-3bd0-4955-90de-3c3183837993 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:31.830505 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-57838b74-1254-4567-a39e-da1ef2a183dc None None] Provisioning complete for port cfe4840d-3f4d-4c50-8030-8052da0f93a0 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:37:31.831161 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-57838b74-1254-4567-a39e-da1ef2a183dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:31.855251 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4ec92de-dc0b-4172-9a7e-7f84e2aab91e tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Router 2987520d-241f-4523-80cc-a8fb1a9c2e50 is scheduled to L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d with binding_index 1 {{(pid=103587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 15:37:31.860766 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 4f3fc8b6-d6a1-4044-9476-625b1236cce7 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:37:31.904551 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4aea9088-24a3-4656-b8a8-a30df4791f55 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:31.917774 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-57838b74-1254-4567-a39e-da1ef2a183dc None None] Port cfe4840d-3f4d-4c50-8030-8052da0f93a0 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:37:31.924109 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 4f3fc8b6-d6a1-4044-9476-625b1236cce7 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:37:31.924710 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:31.948455 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4ec92de-dc0b-4172-9a7e-7f84e2aab91e tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:37:31.954216 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-f4ec92de-dc0b-4172-9a7e-7f84e2aab91e tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "PUT /v2.0/routers/2987520d-241f-4523-80cc-a8fb1a9c2e50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5064838 Dec 10 15:37:31.957042 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37196) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:31.963979 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a1f274-70c0-4f91-9d28-4e09e93cb1c8 None None] Sync routers for ids ['2987520d-241f-4523-80cc-a8fb1a9c2e50'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:37:31.975586 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a1f274-70c0-4f91-9d28-4e09e93cb1c8 None None] Routers {'2987520d-241f-4523-80cc-a8fb1a9c2e50'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:37:31.976449 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-91a1f274-70c0-4f91-9d28-4e09e93cb1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:37:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['2987520d-241f-4523-80cc-a8fb1a9c2e50'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:32.011036 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b899b3c5-c3a6-4b7c-89ad-11ba09ea8c9f tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:32.012479 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-b899b3c5-c3a6-4b7c-89ad-11ba09ea8c9f tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "GET /v2.0/ports/cfe4840d-3f4d-4c50-8030-8052da0f93a0 HTTP/1.1" status: 200 len: 977 time: 0.0544870 Dec 10 15:37:32.013738 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-91a1f274-70c0-4f91-9d28-4e09e93cb1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:32.015480 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37198) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:32.024054 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9cafcb8f-3bd0-4955-90de-3c3183837993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:32.027634 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a1f274-70c0-4f91-9d28-4e09e93cb1c8 None None] Routers {'2987520d-241f-4523-80cc-a8fb1a9c2e50'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:37:32.027796 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9cafcb8f-3bd0-4955-90de-3c3183837993 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:32.028855 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-9cafcb8f-3bd0-4955-90de-3c3183837993 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/78f9747f-2ec7-4eaa-be7c-e854876fd98c HTTP/1.1" status: 204 len: 168 time: 0.3310759 Dec 10 15:37:32.034434 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-91a1f274-70c0-4f91-9d28-4e09e93cb1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:37:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['2987520d-241f-4523-80cc-a8fb1a9c2e50'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:32.071130 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cafcb8f-3bd0-4955-90de-3c3183837993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f9747f-2ec7-4eaa-be7c-e854876fd98c,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:32.074301 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-91a1f274-70c0-4f91-9d28-4e09e93cb1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:32.075072 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a1f274-70c0-4f91-9d28-4e09e93cb1c8 None None] The sync data for ids ['2987520d-241f-4523-80cc-a8fb1a9c2e50'] in dv-neutron-821401-4-hyperv is: [] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:37:32.124786 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4aea9088-24a3-4656-b8a8-a30df4791f55 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:32.182077 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4aea9088-24a3-4656-b8a8-a30df4791f55 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:32.259125 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea9088-24a3-4656-b8a8-a30df4791f55 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Pushing event updated for resources: {'Port': ['ID=85bb2907-3ff4-4bfc-bf80-b80f1b40a809,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:32.267292 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4aea9088-24a3-4656-b8a8-a30df4791f55 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552741'] for floatingip, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:32.366734 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-291f06d7-c030-41ea-b4ec-6c32bc5791e3 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549925'] for router_interface, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:32.375067 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.l3_db [None req-4aea9088-24a3-4656-b8a8-a30df4791f55 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Floating IP 05819d54-a2b5-40ec-8276-8886e80e420c associated. External IP: 172.26.2.100, port: 91492634-2577-4395-ac86-ce2151433c3d. Dec 10 15:37:32.588797 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aea9088-24a3-4656-b8a8-a30df4791f55 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Router ba42f30b-409a-4203-9dc0-b2b401bccefc has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:37:32.593963 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-291f06d7-c030-41ea-b4ec-6c32bc5791e3 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Deleting port cfe4840d-3f4d-4c50-8030-8052da0f93a0 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:37:32.594340 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-291f06d7-c030-41ea-b4ec-6c32bc5791e3 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:32.687652 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-291f06d7-c030-41ea-b4ec-6c32bc5791e3 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:32.700253 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aea9088-24a3-4656-b8a8-a30df4791f55 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:37:32.700861 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-291f06d7-c030-41ea-b4ec-6c32bc5791e3 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Calling delete_port for cfe4840d-3f4d-4c50-8030-8052da0f93a0 owned by network:router_interface {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:37:32.710347 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e734fe4d-e94e-4e48-b064-ee046f74921b None None] Sync routers for ids ['ba42f30b-409a-4203-9dc0-b2b401bccefc'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:37:32.720137 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e734fe4d-e94e-4e48-b064-ee046f74921b None None] Routers {'ba42f30b-409a-4203-9dc0-b2b401bccefc'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:37:32.720777 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-e734fe4d-e94e-4e48-b064-ee046f74921b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:37:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['ba42f30b-409a-4203-9dc0-b2b401bccefc'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:32.802958 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4aea9088-24a3-4656-b8a8-a30df4791f55 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:32.827732 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-e734fe4d-e94e-4e48-b064-ee046f74921b None None] Set router ba42f30b-409a-4203-9dc0-b2b401bccefc gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:37:32.841565 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-4aea9088-24a3-4656-b8a8-a30df4791f55 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0717180 Dec 10 15:37:32.841565 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad81b842-eead-4113-9b30-7e987f279a77', 'tag': '91492634-2577-4395-ac86-ce2151433c3d'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:37:32.845146 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde1b47dcd987728a27c8e391f176ee57ea2adf837d2cedb59662361de43515a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a812712c-c8bb-42ec-bd4f-950caf75f7c7" -d '{"events": [{"name": "network-changed", "server_uuid": "ad81b842-eead-4113-9b30-7e987f279a77", "tag": "91492634-2577-4395-ac86-ce2151433c3d"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:37:32.914156 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 15:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd25fee9-b363-4f9d-934f-fba70c417835 x-openstack-request-id: req-cd25fee9-b363-4f9d-934f-fba70c417835 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:37:32.915958 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad81b842-eead-4113-9b30-7e987f279a77", "tag": "91492634-2577-4395-ac86-ce2151433c3d", "status": "completed", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:37:32.915958 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cd25fee9-b363-4f9d-934f-fba70c417835 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:37:32.915958 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad81b842-eead-4113-9b30-7e987f279a77', 'tag': '91492634-2577-4395-ac86-ce2151433c3d', 'status': 'completed', 'code': 200} Dec 10 15:37:32.972031 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03572c4-3158-41ad-af1b-6381eba60bb9 req-bdbf19ca-9559-4719-8118-888695a52201 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:32.974816 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-b03572c4-3158-41ad-af1b-6381eba60bb9 req-bdbf19ca-9559-4719-8118-888695a52201 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad81b842-eead-4113-9b30-7e987f279a77 HTTP/1.1" status: 200 len: 945 time: 0.0767417 Dec 10 15:37:32.995635 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a812712c-c8bb-42ec-bd4f-950caf75f7c7 req-a3fbd4e1-e135-45d0-9607-6db6e2f90891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:32.997172 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-a812712c-c8bb-42ec-bd4f-950caf75f7c7 req-a3fbd4e1-e135-45d0-9607-6db6e2f90891 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5591279ec4634b489dcb9d918648235a&device_id=ad81b842-eead-4113-9b30-7e987f279a77 HTTP/1.1" status: 200 len: 1098 time: 0.0536077 Dec 10 15:37:33.012936 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-291f06d7-c030-41ea-b4ec-6c32bc5791e3 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:33.032187 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-b03572c4-3158-41ad-af1b-6381eba60bb9 req-a4a4bb1a-6bc9-4464-a15c-daff4a507a2c tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fa9c1f6-95bc-4eb4-ae59-5d412abcb02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513427 Dec 10 15:37:33.055180 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37222) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:33.093244 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291f06d7-c030-41ea-b4ec-6c32bc5791e3 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Pushing event deleted for resources: {'Port': ['ID=cfe4840d-3f4d-4c50-8030-8052da0f93a0,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:33.127953 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-e734fe4d-e94e-4e48-b064-ee046f74921b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba42f30b-409a-4203-9dc0-b2b401bccefc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-264996045', 'tenant_id': '5591279ec4634b489dcb9d918648235a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.121'}], 'enable_snat': True}, 'gw_port_id': '796afaaf-718b-4e7a-9737-bdd496578089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:37:01Z', 'updated_at': '2021-12-10T15:37:10Z', 'revision_number': 4, 'project_id': '5591279ec4634b489dcb9d918648235a', 'gw_port': {'id': '796afaaf-718b-4e7a-9737-bdd496578089', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba42f30b-409a-4203-9dc0-b2b401bccefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:37:02Z', 'updated_at': '2021-12-10T15:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': '05819d54-a2b5-40ec-8276-8886e80e420c', 'tenant_id': '5591279ec4634b489dcb9d918648235a', 'floating_ip_address': '172.26.2.100', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': 'ba42f30b-409a-4203-9dc0-b2b401bccefc', 'port_id': '91492634-2577-4395-ac86-ce2151433c3d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1347, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5dd9203-5f7e-43be-b17d-4683ee28e949', 'mac_address': 'fa:16:3e:a8:40:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad81b842-eead-4113-9b30-7e987f279a77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T15:37:31Z', 'updated_at': '2021-12-10T15:37:31Z', 'revision_number': 0, 'project_id': '5591279ec4634b489dcb9d918648235a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1cb8439-eb77-4e52-9f41-8fa28c8a57f4', 'name': '', 'network_id': 'a5dd9203-5f7e-43be-b17d-4683ee28e949', 'tenant_id': '5591279ec4634b489dcb9d918648235a', 'mac_address': 'fa:16:3e:2d:6f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba42f30b-409a-4203-9dc0-b2b401bccefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '743e688d-60cf-4303-b38e-fba2d962ab58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:37:09Z', 'updated_at': '2021-12-10T15:37:15Z', 'revision_number': 5, 'project_id': '5591279ec4634b489dcb9d918648235a', 'subnets': [{'id': '743e688d-60cf-4303-b38e-fba2d962ab58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:33.163704 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e734fe4d-e94e-4e48-b064-ee046f74921b None None] Checking router: ba42f30b-409a-4203-9dc0-b2b401bccefc for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:37:33.175640 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e734fe4d-e94e-4e48-b064-ee046f74921b None None] Routers {'ba42f30b-409a-4203-9dc0-b2b401bccefc'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:37:33.176652 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-e734fe4d-e94e-4e48-b064-ee046f74921b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:37:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['ba42f30b-409a-4203-9dc0-b2b401bccefc'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:33.183576 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-98406f6d-3232-4a07-a96b-f2270f030cb6 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "GET /v2.0/floatingips/05819d54-a2b5-40ec-8276-8886e80e420c HTTP/1.1" status: 200 len: 991 time: 0.1271911 Dec 10 15:37:33.223003 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a812712c-c8bb-42ec-bd4f-950caf75f7c7 req-3133a6be-3b02-49ec-b3a0-98f058b0e6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:33.224435 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-a812712c-c8bb-42ec-bd4f-950caf75f7c7 req-3133a6be-3b02-49ec-b3a0-98f058b0e6a9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a5dd9203-5f7e-43be-b17d-4683ee28e949 HTTP/1.1" status: 200 len: 897 time: 0.2206073 Dec 10 15:37:33.229317 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37226) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:33.313685 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-e734fe4d-e94e-4e48-b064-ee046f74921b None None] Set router ba42f30b-409a-4203-9dc0-b2b401bccefc gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:37:33.347963 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-e01b0a4a-abbf-406f-913d-e3ec4bc1805c tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1408846396'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:37:33.467622 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e01b0a4a-abbf-406f-913d-e3ec4bc1805c tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] Made reservation on behalf of 4cd74e01acaf4bb08bef6be9065b1e62 for: {'network': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:37:33.471973 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e01b0a4a-abbf-406f-913d-e3ec4bc1805c tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:33.486007 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e01b0a4a-abbf-406f-913d-e3ec4bc1805c tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:33.562110 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-e734fe4d-e94e-4e48-b064-ee046f74921b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba42f30b-409a-4203-9dc0-b2b401bccefc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-264996045', 'tenant_id': '5591279ec4634b489dcb9d918648235a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.121'}], 'enable_snat': True}, 'gw_port_id': '796afaaf-718b-4e7a-9737-bdd496578089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:37:01Z', 'updated_at': '2021-12-10T15:37:10Z', 'revision_number': 4, 'project_id': '5591279ec4634b489dcb9d918648235a', 'gw_port': {'id': '796afaaf-718b-4e7a-9737-bdd496578089', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba42f30b-409a-4203-9dc0-b2b401bccefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:37:02Z', 'updated_at': '2021-12-10T15:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': '05819d54-a2b5-40ec-8276-8886e80e420c', 'tenant_id': '5591279ec4634b489dcb9d918648235a', 'floating_ip_address': '172.26.2.100', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': 'ba42f30b-409a-4203-9dc0-b2b401bccefc', 'port_id': '91492634-2577-4395-ac86-ce2151433c3d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1347, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5dd9203-5f7e-43be-b17d-4683ee28e949', 'mac_address': 'fa:16:3e:a8:40:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad81b842-eead-4113-9b30-7e987f279a77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T15:37:31Z', 'updated_at': '2021-12-10T15:37:31Z', 'revision_number': 0, 'project_id': '5591279ec4634b489dcb9d918648235a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1cb8439-eb77-4e52-9f41-8fa28c8a57f4', 'name': '', 'network_id': 'a5dd9203-5f7e-43be-b17d-4683ee28e949', 'tenant_id': '5591279ec4634b489dcb9d918648235a', 'mac_address': 'fa:16:3e:2d:6f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba42f30b-409a-4203-9dc0-b2b401bccefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '743e688d-60cf-4303-b38e-fba2d962ab58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:37:09Z', 'updated_at': '2021-12-10T15:37:15Z', 'revision_number': 5, 'project_id': '5591279ec4634b489dcb9d918648235a', 'subnets': [{'id': '743e688d-60cf-4303-b38e-fba2d962ab58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:33.570783 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e01b0a4a-abbf-406f-913d-e3ec4bc1805c tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:33.590422 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e734fe4d-e94e-4e48-b064-ee046f74921b None None] The sync data for ids ['ba42f30b-409a-4203-9dc0-b2b401bccefc'] in dv-neutron-821401-4-hyperv is: [{'id': 'ba42f30b-409a-4203-9dc0-b2b401bccefc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-264996045', 'tenant_id': '5591279ec4634b489dcb9d918648235a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.121'}], 'enable_snat': True}, 'gw_port_id': '796afaaf-718b-4e7a-9737-bdd496578089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:37:01Z', 'updated_at': '2021-12-10T15:37:10Z', 'revision_number': 4, 'project_id': '5591279ec4634b489dcb9d918648235a', 'gw_port': {'id': '796afaaf-718b-4e7a-9737-bdd496578089', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba42f30b-409a-4203-9dc0-b2b401bccefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:37:02Z', 'updated_at': '2021-12-10T15:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': '05819d54-a2b5-40ec-8276-8886e80e420c', 'tenant_id': '5591279ec4634b489dcb9d918648235a', 'floating_ip_address': '172.26.2.100', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': 'ba42f30b-409a-4203-9dc0-b2b401bccefc', 'port_id': '91492634-2577-4395-ac86-ce2151433c3d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1347, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5dd9203-5f7e-43be-b17d-4683ee28e949', 'mac_address': 'fa:16:3e:a8:40:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad81b842-eead-4113-9b30-7e987f279a77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T15:37:31Z', 'updated_at': '2021-12-10T15:37:31Z', 'revision_number': 0, 'project_id': '5591279ec4634b489dcb9d918648235a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1cb8439-eb77-4e52-9f41-8fa28c8a57f4', 'name': '', 'network_id': 'a5dd9203-5f7e-43be-b17d-4683ee28e949', 'tenant_id': '5591279ec4634b489dcb9d918648235a', 'mac_address': 'fa:16:3e:2d:6f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba42f30b-409a-4203-9dc0-b2b401bccefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '743e688d-60cf-4303-b38e-fba2d962ab58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:37:09Z', 'updated_at': '2021-12-10T15:37:15Z', 'revision_number': 5, 'project_id': '5591279ec4634b489dcb9d918648235a', 'subnets': [{'id': '743e688d-60cf-4303-b38e-fba2d962ab58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:37:33.673671 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e01b0a4a-abbf-406f-913d-e3ec4bc1805c tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:33.692210 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-291f06d7-c030-41ea-b4ec-6c32bc5791e3 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550073'] for router_interface, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:33.705678 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e01b0a4a-abbf-406f-913d-e3ec4bc1805c tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=103586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:37:33.711290 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01b0a4a-abbf-406f-913d-e3ec4bc1805c tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b032734-a0ab-4eb2-8313-dc412b630574,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:33.719003 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e01b0a4a-abbf-406f-913d-e3ec4bc1805c tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:33.719408 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.segments_db [None req-e01b0a4a-abbf-406f-913d-e3ec4bc1805c tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] Added segment c93e7181-22c8-415d-a131-d50c5f040292 of type vlan for network bee8baf6-9b2e-4fb6-a15e-c47a72b2b5de Dec 10 15:37:33.754601 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-a812712c-c8bb-42ec-bd4f-950caf75f7c7 req-1d1a1e57-8442-4f2d-95b3-b57c93611faa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91492634-2577-4395-ac86-ce2151433c3d HTTP/1.1" status: 200 len: 999 time: 0.4892890 Dec 10 15:37:33.768032 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e01b0a4a-abbf-406f-913d-e3ec4bc1805c tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:33.832866 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae530080-6a9f-4472-bb17-333a08f585dc None None] New status for floating IP 05819d54-a2b5-40ec-8276-8886e80e420c: ACTIVE {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 15:37:33.843924 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e01b0a4a-abbf-406f-913d-e3ec4bc1805c tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:33.850822 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01b0a4a-abbf-406f-913d-e3ec4bc1805c tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:33.856091 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e01b0a4a-abbf-406f-913d-e3ec4bc1805c tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:33.899019 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a812712c-c8bb-42ec-bd4f-950caf75f7c7 req-fad94991-95cc-4cd8-b74d-d27fcf5d4dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:33.900497 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-a812712c-c8bb-42ec-bd4f-950caf75f7c7 req-fad94991-95cc-4cd8-b74d-d27fcf5d4dd5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=743e688d-60cf-4303-b38e-fba2d962ab58 HTTP/1.1" status: 200 len: 834 time: 0.1185114 Dec 10 15:37:33.909867 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-291f06d7-c030-41ea-b4ec-6c32bc5791e3 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Router 2987520d-241f-4523-80cc-a8fb1a9c2e50 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:37:33.936189 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01b0a4a-abbf-406f-913d-e3ec4bc1805c tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] Pushing event updated for resources: {'Network': ['ID=bee8baf6-9b2e-4fb6-a15e-c47a72b2b5de,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:33.952542 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network bee8baf6-9b2e-4fb6-a15e-c47a72b2b5de details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:37:33.986810 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-e01b0a4a-abbf-406f-913d-e3ec4bc1805c tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7558737 Dec 10 15:37:33.987950 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37230) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:33.999426 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-d618c1b6-609d-4cb9-9eb0-16706d49673b tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] Request body: {'subnet': {'network_id': 'bee8baf6-9b2e-4fb6-a15e-c47a72b2b5de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:37:34.036483 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a812712c-c8bb-42ec-bd4f-950caf75f7c7 req-b11994e3-9acf-44e9-84f5-54f7518ce9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:34.038047 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-a812712c-c8bb-42ec-bd4f-950caf75f7c7 req-b11994e3-9acf-44e9-84f5-54f7518ce9d9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a5dd9203-5f7e-43be-b17d-4683ee28e949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1253791 Dec 10 15:37:34.088591 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-291f06d7-c030-41ea-b4ec-6c32bc5791e3 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:37:34.094070 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-291f06d7-c030-41ea-b4ec-6c32bc5791e3 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "PUT /v2.0/routers/2987520d-241f-4523-80cc-a8fb1a9c2e50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0762625 Dec 10 15:37:34.098196 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37232) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:34.100624 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cfcbbe-4fae-492e-bed7-00c5bf4d04f6 None None] Sync routers for ids ['2987520d-241f-4523-80cc-a8fb1a9c2e50'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:37:34.117209 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cfcbbe-4fae-492e-bed7-00c5bf4d04f6 None None] Routers {'2987520d-241f-4523-80cc-a8fb1a9c2e50'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:37:34.122933 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-a3cfcbbe-4fae-492e-bed7-00c5bf4d04f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:37:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['2987520d-241f-4523-80cc-a8fb1a9c2e50'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:34.152891 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-a3cfcbbe-4fae-492e-bed7-00c5bf4d04f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:34.163276 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cfcbbe-4fae-492e-bed7-00c5bf4d04f6 None None] Routers {'2987520d-241f-4523-80cc-a8fb1a9c2e50'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:37:34.163934 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-a3cfcbbe-4fae-492e-bed7-00c5bf4d04f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:37:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['2987520d-241f-4523-80cc-a8fb1a9c2e50'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:34.174740 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-a812712c-c8bb-42ec-bd4f-950caf75f7c7 req-c06597da-1b06-4d4c-98a8-3de2c5b9e22b service neutron] 10.222.0.44 "GET /v2.0/networks/a5dd9203-5f7e-43be-b17d-4683ee28e949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096928 Dec 10 15:37:34.189709 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37234) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:34.196226 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-a3cfcbbe-4fae-492e-bed7-00c5bf4d04f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:34.196970 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cfcbbe-4fae-492e-bed7-00c5bf4d04f6 None None] The sync data for ids ['2987520d-241f-4523-80cc-a8fb1a9c2e50'] in dv-neutron-821401-4-hyperv is: [] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:37:34.302109 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-b942b9ee-5f6f-474e-8962-79049513939a tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "GET /v2.0/floatingips/05819d54-a2b5-40ec-8276-8886e80e420c HTTP/1.1" status: 200 len: 993 time: 0.1110744 Dec 10 15:37:34.330200 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-a812712c-c8bb-42ec-bd4f-950caf75f7c7 req-beee4ebb-4099-4a9a-8b2d-265ad0241622 service neutron] 10.222.0.44 "GET /v2.0/networks/a5dd9203-5f7e-43be-b17d-4683ee28e949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479800 Dec 10 15:37:34.496750 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d618c1b6-609d-4cb9-9eb0-16706d49673b tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] Made reservation on behalf of 4cd74e01acaf4bb08bef6be9065b1e62 for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:37:34.500321 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d618c1b6-609d-4cb9-9eb0-16706d49673b tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:34.682358 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.api.v2.resource [None req-bb9383c2-95b1-456e-97ac-78b8d5626307 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] remove_router_interface failed (client error): The resource could not be found. Dec 10 15:37:34.683395 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-bb9383c2-95b1-456e-97ac-78b8d5626307 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "PUT /v2.0/routers/2987520d-241f-4523-80cc-a8fb1a9c2e50/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5840416 Dec 10 15:37:34.686283 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37236) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:34.720858 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-b18dbcce-a2db-4cfb-9703-3a8c463c43c2 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "GET /v2.0/ports?device_id=2987520d-241f-4523-80cc-a8fb1a9c2e50 HTTP/1.1" status: 200 len: 205 time: 0.0332587 Dec 10 15:37:34.723616 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37238) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:34.802609 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b6702e61-de3a-437b-bfcd-b7cb140224a6 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for router, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:34.842992 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d618c1b6-609d-4cb9-9eb0-16706d49673b tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11695183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581935'] for subnet, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:34.908568 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d618c1b6-609d-4cb9-9eb0-16706d49673b tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] Pushing event updated for resources: {'Subnet': ['ID=80159c87-133d-4e40-b065-3e5966a42b47,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:34.919174 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d618c1b6-609d-4cb9-9eb0-16706d49673b tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] Checking segment: {'id': 'c93e7181-22c8-415d-a131-d50c5f040292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bee8baf6-9b2e-4fb6-a15e-c47a72b2b5de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:37:34.919547 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d618c1b6-609d-4cb9-9eb0-16706d49673b tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] Network hostable DHCP agents. Network: bee8baf6-9b2e-4fb6-a15e-c47a72b2b5de, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:37:34.967172 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b6702e61-de3a-437b-bfcd-b7cb140224a6 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13898'] for router, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:34.969333 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b6702e61-de3a-437b-bfcd-b7cb140224a6 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:35.003082 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d618c1b6-609d-4cb9-9eb0-16706d49673b tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] Network bee8baf6-9b2e-4fb6-a15e-c47a72b2b5de is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:37:35.094772 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-d618c1b6-609d-4cb9-9eb0-16706d49673b tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, bee8baf6-9b2e-4fb6-a15e-c47a72b2b5de) {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:37:35.099226 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d618c1b6-609d-4cb9-9eb0-16706d49673b tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:35.104715 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d618c1b6-609d-4cb9-9eb0-16706d49673b tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:35.105445 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5cce981-c2c7-4935-8799-3c58fb4f6a39 None None] Network bee8baf6-9b2e-4fb6-a15e-c47a72b2b5de requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:37:35.122820 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b6702e61-de3a-437b-bfcd-b7cb140224a6 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549250'] for router, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:35.127054 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6702e61-de3a-437b-bfcd-b7cb140224a6 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Fanout notify agent at l3_agent the message router_deleted on router 2987520d-241f-4523-80cc-a8fb1a9c2e50 {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 15:37:35.131561 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b6702e61-de3a-437b-bfcd-b7cb140224a6 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:35.135492 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-b6702e61-de3a-437b-bfcd-b7cb140224a6 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "DELETE /v2.0/routers/2987520d-241f-4523-80cc-a8fb1a9c2e50 HTTP/1.1" status: 204 len: 168 time: 0.4082158 Dec 10 15:37:35.135945 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37242) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:35.200457 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_v2 [None req-700ed466-af66-48bb-93b4-6274721ba9ba tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Deleting subnet a6ebe619-0709-40bf-9417-f1dca75abf2d {{(pid=103586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:37:35.207257 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-d618c1b6-609d-4cb9-9eb0-16706d49673b tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2181580 Dec 10 15:37:35.208056 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-700ed466-af66-48bb-93b4-6274721ba9ba tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for subnet, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:35.210227 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37244) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:35.215869 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-cf4b25f2-b265-4dd6-81a6-edbc35b3c069 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] Request body: {'port': {'network_id': 'bee8baf6-9b2e-4fb6-a15e-c47a72b2b5de', 'name': 'tempest-TagsExtTest-1570455534'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:37:35.253262 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-700ed466-af66-48bb-93b4-6274721ba9ba tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12392400'] for subnet, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:35.351286 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-700ed466-af66-48bb-93b4-6274721ba9ba tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:35.369303 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b2a68d-a999-4766-bcc6-533f6e755f5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-bee8baf6-9b2e-4fb6-a15e-c47a72b2b5de', 'network_id': 'bee8baf6-9b2e-4fb6-a15e-c47a72b2b5de', 'project_id': '4cd74e01acaf4bb08bef6be9065b1e62', 'fixed_ips': [{'subnet_id': '80159c87-133d-4e40-b065-3e5966a42b47'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:37:35.370288 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d9b2a68d-a999-4766-bcc6-533f6e755f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:35.393804 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf4b25f2-b265-4dd6-81a6-edbc35b3c069 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] Made reservation on behalf of 4cd74e01acaf4bb08bef6be9065b1e62 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:37:35.397616 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cf4b25f2-b265-4dd6-81a6-edbc35b3c069 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:35.415876 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-cf4b25f2-b265-4dd6-81a6-edbc35b3c069 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] device_id is not set on port 2b86d29e-065f-4f3f-bdb1-a50ba9ccbbd3 yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:37:35.474147 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-700ed466-af66-48bb-93b4-6274721ba9ba tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:35.503192 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700ed466-af66-48bb-93b4-6274721ba9ba tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Pushing event deleted for resources: {'Subnet': ['ID=a6ebe619-0709-40bf-9417-f1dca75abf2d,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:35.507993 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-700ed466-af66-48bb-93b4-6274721ba9ba tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:35.508478 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-d9b2a68d-a999-4766-bcc6-533f6e755f5a None None] Allocated IP 172.20.0.2 (bee8baf6-9b2e-4fb6-a15e-c47a72b2b5de/80159c87-133d-4e40-b065-3e5966a42b47/b901b47c-2112-4159-9c88-7cb02132dd21) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:37:35.511367 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-700ed466-af66-48bb-93b4-6274721ba9ba tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "DELETE /v2.0/subnets/a6ebe619-0709-40bf-9417-f1dca75abf2d HTTP/1.1" status: 204 len: 168 time: 0.3743789 Dec 10 15:37:35.513967 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37246) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:35.520608 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c20b40-bc2a-4dfe-b138-7962207f6fa9 None None] Network 444b4ac2-58b3-4e9c-a855-9c0bb2674eae requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:37:35.589577 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3375f6c6-5fed-4594-b632-3ec46103eef0 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:35.642740 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3375f6c6-5fed-4594-b632-3ec46103eef0 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Deleting port 4f3fc8b6-d6a1-4044-9476-625b1236cce7 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:37:35.642740 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3375f6c6-5fed-4594-b632-3ec46103eef0 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:35.708972 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-3375f6c6-5fed-4594-b632-3ec46103eef0 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] For port 4f3fc8b6-d6a1-4044-9476-625b1236cce7, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=4f3fc8b6-d6a1-4044-9476-625b1236cce7,segment=NetworkSegment(a435cf14-11d3-4f73-bcfb-4f607ffa71e7),segment_id=a435cf14-11d3-4f73-bcfb-4f607ffa71e7)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:37:35.709216 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3375f6c6-5fed-4594-b632-3ec46103eef0 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:35.721928 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-3375f6c6-5fed-4594-b632-3ec46103eef0 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Calling delete_port for 4f3fc8b6-d6a1-4044-9476-625b1236cce7 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:37:35.726770 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d9b2a68d-a999-4766-bcc6-533f6e755f5a None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:35.770681 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ade1425-4e5e-483e-8188-c5ac6179befa None None] DHCP port deletion for 444b4ac2-58b3-4e9c-a855-9c0bb2674eae request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:37:35.809967 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d9b2a68d-a999-4766-bcc6-533f6e755f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:35.846296 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 4f3fc8b6-d6a1-4044-9476-625b1236cce7 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:37:35.862696 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-cf4b25f2-b265-4dd6-81a6-edbc35b3c069 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] Allocated IP 172.20.0.11 (bee8baf6-9b2e-4fb6-a15e-c47a72b2b5de/80159c87-133d-4e40-b065-3e5966a42b47/2b86d29e-065f-4f3f-bdb1-a50ba9ccbbd3) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:37:35.884843 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3375f6c6-5fed-4594-b632-3ec46103eef0 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:35.888627 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b2a68d-a999-4766-bcc6-533f6e755f5a None None] Network bee8baf6-9b2e-4fb6-a15e-c47a72b2b5de is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:37:35.897969 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-5ade1425-4e5e-483e-8188-c5ac6179befa None None] Deleting port 4f3fc8b6-d6a1-4044-9476-625b1236cce7 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:37:35.898353 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5ade1425-4e5e-483e-8188-c5ac6179befa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:35.900257 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-d9b2a68d-a999-4766-bcc6-533f6e755f5a None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:37:35.909508 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b2a68d-a999-4766-bcc6-533f6e755f5a None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:37:35.918980 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3375f6c6-5fed-4594-b632-3ec46103eef0 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] No DVR routers for this DVR port 4f3fc8b6-d6a1-4044-9476-625b1236cce7 on host dv-neutron-821401-4-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:37:35.920603 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3375f6c6-5fed-4594-b632-3ec46103eef0 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Pushing event deleted for resources: {'Port': ['ID=4f3fc8b6-d6a1-4044-9476-625b1236cce7,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:35.923154 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b2a68d-a999-4766-bcc6-533f6e755f5a None None] Pushing event updated for resources: {'Port': ['ID=b901b47c-2112-4159-9c88-7cb02132dd21,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:35.985474 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No active binding found for port 4f3fc8b6-d6a1-4044-9476-625b1236cce7 {{(pid=103588) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 10 15:37:35.985857 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 4f3fc8b6-d6a1-4044-9476-625b1236cce7 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:37:36.010157 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3375f6c6-5fed-4594-b632-3ec46103eef0 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:36.031781 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-3375f6c6-5fed-4594-b632-3ec46103eef0 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['444b4ac2-58b3-4e9c-a855-9c0bb2674eae']}} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:36.037286 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-5ade1425-4e5e-483e-8188-c5ac6179befa None None] For port 4f3fc8b6-d6a1-4044-9476-625b1236cce7, host dv-neutron-821401-4-hyperv, got binding levels [] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:37:36.038081 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5ade1425-4e5e-483e-8188-c5ac6179befa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:36.041397 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cf4b25f2-b265-4dd6-81a6-edbc35b3c069 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:36.044530 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-3375f6c6-5fed-4594-b632-3ec46103eef0 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a435cf14-11d3-4f73-bcfb-4f607ffa71e7') {'for_net_delete': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:36.044896 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-3375f6c6-5fed-4594-b632-3ec46103eef0 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a435cf14-11d3-4f73-bcfb-4f607ffa71e7') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:36.046179 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-d9b2a68d-a999-4766-bcc6-533f6e755f5a None None] Attempting to bind port b901b47c-2112-4159-9c88-7cb02132dd21 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:37:36.046724 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-d9b2a68d-a999-4766-bcc6-533f6e755f5a None None] Attempting to bind port b901b47c-2112-4159-9c88-7cb02132dd21 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'c93e7181-22c8-415d-a131-d50c5f040292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bee8baf6-9b2e-4fb6-a15e-c47a72b2b5de'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:37:36.046877 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b2a68d-a999-4766-bcc6-533f6e755f5a None None] Attempting to bind port b901b47c-2112-4159-9c88-7cb02132dd21 on network bee8baf6-9b2e-4fb6-a15e-c47a72b2b5de {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:37:36.056106 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3375f6c6-5fed-4594-b632-3ec46103eef0 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12392235'] for segment, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:36.056404 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-5ade1425-4e5e-483e-8188-c5ac6179befa None None] Calling delete_port for 4f3fc8b6-d6a1-4044-9476-625b1236cce7 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:37:36.058355 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b2a68d-a999-4766-bcc6-533f6e755f5a None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:37:36.058734 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b2a68d-a999-4766-bcc6-533f6e755f5a None None] Checking segment: {'id': 'c93e7181-22c8-415d-a131-d50c5f040292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bee8baf6-9b2e-4fb6-a15e-c47a72b2b5de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:37:36.059133 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d9b2a68d-a999-4766-bcc6-533f6e755f5a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:36.059529 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b2a68d-a999-4766-bcc6-533f6e755f5a None None] Bound using segment: {'id': 'c93e7181-22c8-415d-a131-d50c5f040292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bee8baf6-9b2e-4fb6-a15e-c47a72b2b5de'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:37:36.060002 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-d9b2a68d-a999-4766-bcc6-533f6e755f5a None None] Bound port: b901b47c-2112-4159-9c88-7cb02132dd21, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c93e7181-22c8-415d-a131-d50c5f040292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bee8baf6-9b2e-4fb6-a15e-c47a72b2b5de'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:37:36.060385 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d9b2a68d-a999-4766-bcc6-533f6e755f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:36.063668 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.ipam_backend_mixin [None req-5ade1425-4e5e-483e-8188-c5ac6179befa None None] Port 4f3fc8b6-d6a1-4044-9476-625b1236cce7 was not found and therefore no delete operation was performed {{(pid=103588) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 15:37:36.070392 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3375f6c6-5fed-4594-b632-3ec46103eef0 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:36.070867 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5ade1425-4e5e-483e-8188-c5ac6179befa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:36.076687 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3375f6c6-5fed-4594-b632-3ec46103eef0 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=103586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:37:36.077085 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3375f6c6-5fed-4594-b632-3ec46103eef0 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11695586'] for segment, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:36.080851 dv-neutron-821401-4-hyperv neutron-server[103586]: Traceback (most recent call last): Dec 10 15:37:36.080851 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:37:36.080851 dv-neutron-821401-4-hyperv neutron-server[103586]: timer() Dec 10 15:37:36.080851 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:37:36.080851 dv-neutron-821401-4-hyperv neutron-server[103586]: cb(*args, **kw) Dec 10 15:37:36.080851 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:37:36.080851 dv-neutron-821401-4-hyperv neutron-server[103586]: return func(*args, **kwargs) Dec 10 15:37:36.080851 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:37:36.080851 dv-neutron-821401-4-hyperv neutron-server[103586]: self._notify() Dec 10 15:37:36.080851 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:37:36.080851 dv-neutron-821401-4-hyperv neutron-server[103586]: self.callback(batched_events) Dec 10 15:37:36.080851 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:37:36.080851 dv-neutron-821401-4-hyperv neutron-server[103586]: event.method(event) Dec 10 15:37:36.080851 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:37:36.080851 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:37:36.080851 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:37:36.080851 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:37:36.080851 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:37:36.080851 dv-neutron-821401-4-hyperv neutron-server[103586]: return f(self, *a, **k) Dec 10 15:37:36.080851 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:37:36.080851 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._get(url).json() Dec 10 15:37:36.080851 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:37:36.080851 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:37:36.080851 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:37:36.080851 dv-neutron-821401-4-hyperv neutron-server[103586]: return self.request(url, 'GET', **kwargs) Dec 10 15:37:36.080851 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:37:36.080851 dv-neutron-821401-4-hyperv neutron-server[103586]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:37:36.080851 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:37:36.080851 dv-neutron-821401-4-hyperv neutron-server[103586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:37:36.080851 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:37:36.080851 dv-neutron-821401-4-hyperv neutron-server[103586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:37:36.080851 dv-neutron-821401-4-hyperv neutron-server[103586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:37:36.099587 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ade1425-4e5e-483e-8188-c5ac6179befa None None] Pushing event deleted for resources: {'Port': ['ID=4f3fc8b6-d6a1-4044-9476-625b1236cce7,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:36.119501 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ade1425-4e5e-483e-8188-c5ac6179befa None None] No DVR routers for this DVR port 4f3fc8b6-d6a1-4044-9476-625b1236cce7 on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:37:36.159067 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-d9b2a68d-a999-4766-bcc6-533f6e755f5a None None] For port b901b47c-2112-4159-9c88-7cb02132dd21, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:37:36.162130 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-d9b2a68d-a999-4766-bcc6-533f6e755f5a None None] For port b901b47c-2112-4159-9c88-7cb02132dd21, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=b901b47c-2112-4159-9c88-7cb02132dd21,segment=NetworkSegment(c93e7181-22c8-415d-a131-d50c5f040292),segment_id=c93e7181-22c8-415d-a131-d50c5f040292)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:37:36.171116 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cf4b25f2-b265-4dd6-81a6-edbc35b3c069 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:36.218937 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4b25f2-b265-4dd6-81a6-edbc35b3c069 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] Network bee8baf6-9b2e-4fb6-a15e-c47a72b2b5de is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:37:36.221865 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3375f6c6-5fed-4594-b632-3ec46103eef0 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:36.222164 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-cf4b25f2-b265-4dd6-81a6-edbc35b3c069 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:37:36.225959 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4b25f2-b265-4dd6-81a6-edbc35b3c069 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:37:36.230590 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3375f6c6-5fed-4594-b632-3ec46103eef0 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:36.233869 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-3375f6c6-5fed-4594-b632-3ec46103eef0 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "DELETE /v2.0/networks/444b4ac2-58b3-4e9c-a855-9c0bb2674eae HTTP/1.1" status: 204 len: 168 time: 0.7189524 Dec 10 15:37:36.243799 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37248) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:36.257353 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-021c27c3-7309-4c38-8b15-30a4ed95fce5 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Request body: {'network': {'name': 'tempest-RoutersTest-1752940501'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:37:36.257353 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3375f6c6-5fed-4594-b632-3ec46103eef0 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Pushing event deleted for resources: {'Network': ['ID=444b4ac2-58b3-4e9c-a855-9c0bb2674eae,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:36.257635 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4b25f2-b265-4dd6-81a6-edbc35b3c069 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] Pushing event updated for resources: {'Port': ['ID=2b86d29e-065f-4f3f-bdb1-a50ba9ccbbd3,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:36.268129 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d9b2a68d-a999-4766-bcc6-533f6e755f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:36.286923 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4b25f2-b265-4dd6-81a6-edbc35b3c069 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:36.287471 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cf4b25f2-b265-4dd6-81a6-edbc35b3c069 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:36.338194 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b2a68d-a999-4766-bcc6-533f6e755f5a None None] Pushing event updated for resources: {'Port': ['ID=b901b47c-2112-4159-9c88-7cb02132dd21,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:36.353586 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-021c27c3-7309-4c38-8b15-30a4ed95fce5 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Made reservation on behalf of 7779032e5efc4347afe0fcad7a7b9e84 for: {'network': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:37:36.357235 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-021c27c3-7309-4c38-8b15-30a4ed95fce5 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:36.383566 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-021c27c3-7309-4c38-8b15-30a4ed95fce5 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=103586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:37:36.392498 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-021c27c3-7309-4c38-8b15-30a4ed95fce5 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:36.392845 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.segments_db [None req-021c27c3-7309-4c38-8b15-30a4ed95fce5 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Added segment 230096f3-c7b7-4386-91c3-8dde148bad4d of type vlan for network 0a750fd7-a68a-414a-b1f6-1411af0866c9 Dec 10 15:37:36.407915 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-cf4b25f2-b265-4dd6-81a6-edbc35b3c069 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1962714 Dec 10 15:37:36.410587 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37250) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:36.415173 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-2b7818f9-cbef-4c77-bd1b-93add03cc06e tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1404216592', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:37:36.434796 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-021c27c3-7309-4c38-8b15-30a4ed95fce5 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:36.519615 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2b7818f9-cbef-4c77-bd1b-93add03cc06e tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13912'] for router, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:36.520717 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2b7818f9-cbef-4c77-bd1b-93add03cc06e tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:36.535160 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-021c27c3-7309-4c38-8b15-30a4ed95fce5 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:36.542269 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021c27c3-7309-4c38-8b15-30a4ed95fce5 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:36.542812 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-021c27c3-7309-4c38-8b15-30a4ed95fce5 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:36.612971 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2b7818f9-cbef-4c77-bd1b-93add03cc06e tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:36.624612 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021c27c3-7309-4c38-8b15-30a4ed95fce5 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Pushing event updated for resources: {'Network': ['ID=0a750fd7-a68a-414a-b1f6-1411af0866c9,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:36.635572 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 0a750fd7-a68a-414a-b1f6-1411af0866c9 details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:37:36.674950 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-021c27c3-7309-4c38-8b15-30a4ed95fce5 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4300988 Dec 10 15:37:36.677638 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37252) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:36.682617 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-04919595-6c35-470c-95fa-f3bbdc2bf3ef tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Request body: {'subnet': {'network_id': '0a750fd7-a68a-414a-b1f6-1411af0866c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:37:36.703235 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2b7818f9-cbef-4c77-bd1b-93add03cc06e tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363'] for router, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:36.784295 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2b7818f9-cbef-4c77-bd1b-93add03cc06e tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:36.788624 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-2b7818f9-cbef-4c77-bd1b-93add03cc06e tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3768928 Dec 10 15:37:36.789378 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37254) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:36.793884 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-07ecbdb4-cd21-41e5-bc0d-c123a0f2c739 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-241370143', 'prefixes': ['172.20.0.0/16']}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:37:36.867893 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04919595-6c35-470c-95fa-f3bbdc2bf3ef tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Made reservation on behalf of 7779032e5efc4347afe0fcad7a7b9e84 for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:37:36.871508 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-04919595-6c35-470c-95fa-f3bbdc2bf3ef tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:37.102803 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-07ecbdb4-cd21-41e5-bc0d-c123a0f2c739 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] Publish callbacks [] for subnetpool, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:37.104333 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-07ecbdb4-cd21-41e5-bc0d-c123a0f2c739 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.3137126 Dec 10 15:37:37.108034 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37256) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:37.112787 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.tag.tag_plugin [None req-6098c1a2-1f51-40f7-b51a-00161e5ba008 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '80159c87-133d-4e40-b065-3e5966a42b47', 'tempest-TagsExtTest-Tag-874487752') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:37.158418 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-04919595-6c35-470c-95fa-f3bbdc2bf3ef tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11695183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581935'] for subnet, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:37.235788 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04919595-6c35-470c-95fa-f3bbdc2bf3ef tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Pushing event updated for resources: {'Subnet': ['ID=8cdbeb40-6d02-45da-96b7-ccd11747c349,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:37.238491 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04919595-6c35-470c-95fa-f3bbdc2bf3ef tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Checking segment: {'id': '230096f3-c7b7-4386-91c3-8dde148bad4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '0a750fd7-a68a-414a-b1f6-1411af0866c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:37:37.238980 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04919595-6c35-470c-95fa-f3bbdc2bf3ef tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Network hostable DHCP agents. Network: 0a750fd7-a68a-414a-b1f6-1411af0866c9, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:37:37.277922 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd536ca5-ca24-4cc6-97d2-9c44d5484216 None None] Network bee8baf6-9b2e-4fb6-a15e-c47a72b2b5de requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:37:37.284664 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-6098c1a2-1f51-40f7-b51a-00161e5ba008 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] 10.222.0.20 "PUT /v2.0/subnets/80159c87-133d-4e40-b065-3e5966a42b47/tags/tempest-TagsExtTest-Tag-874487752 HTTP/1.1" status: 201 len: 201 time: 0.1755335 Dec 10 15:37:37.287352 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37258) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:37.292323 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.tag.tag_plugin [None req-62dff94f-23e9-49b6-864b-311f1b7ae74b tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '2b86d29e-065f-4f3f-bdb1-a50ba9ccbbd3', 'tempest-TagsExtTest-Tag-469664585') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:37.317609 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04919595-6c35-470c-95fa-f3bbdc2bf3ef tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Network 0a750fd7-a68a-414a-b1f6-1411af0866c9 is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:37:37.385729 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-04919595-6c35-470c-95fa-f3bbdc2bf3ef tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 0a750fd7-a68a-414a-b1f6-1411af0866c9) {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:37:37.390307 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04919595-6c35-470c-95fa-f3bbdc2bf3ef tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:37.390495 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-04919595-6c35-470c-95fa-f3bbdc2bf3ef tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:37.398676 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659c5162-1e84-4c4d-873e-b9f12bb1bec2 None None] Network 0a750fd7-a68a-414a-b1f6-1411af0866c9 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:37:37.400412 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-ddc70dae-bedf-403d-9c92-e56df2ff2d70 None None] Provisioning complete for port b901b47c-2112-4159-9c88-7cb02132dd21 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:37:37.400792 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ddc70dae-bedf-403d-9c92-e56df2ff2d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:37.409834 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-62dff94f-23e9-49b6-864b-311f1b7ae74b tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] 10.222.0.20 "PUT /v2.0/ports/2b86d29e-065f-4f3f-bdb1-a50ba9ccbbd3/tags/tempest-TagsExtTest-Tag-469664585 HTTP/1.1" status: 201 len: 201 time: 0.1214380 Dec 10 15:37:37.412716 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37260) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:37.419929 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.tag.tag_plugin [None req-d27bd875-0cf2-4436-aee2-cde3a9ef676b tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '1c7acf94-3b96-4ff0-92c9-8cc124598638', 'tempest-TagsExtTest-Tag-29641696') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:37.489628 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-04919595-6c35-470c-95fa-f3bbdc2bf3ef tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8099658 Dec 10 15:37:37.492392 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37262) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:37.503862 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-4f7f8271-9a89-409e-a78c-2f02c6fcc30b tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-157827011', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:37:37.577548 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6320b9-f009-4291-ba1c-47e109387659 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-0a750fd7-a68a-414a-b1f6-1411af0866c9', 'network_id': '0a750fd7-a68a-414a-b1f6-1411af0866c9', 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'fixed_ips': [{'subnet_id': '8cdbeb40-6d02-45da-96b7-ccd11747c349'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:37:37.579125 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eb6320b9-f009-4291-ba1c-47e109387659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:37.600454 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ddc70dae-bedf-403d-9c92-e56df2ff2d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:37.635701 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-d27bd875-0cf2-4436-aee2-cde3a9ef676b tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] 10.222.0.20 "PUT /v2.0/routers/1c7acf94-3b96-4ff0-92c9-8cc124598638/tags/tempest-TagsExtTest-Tag-29641696 HTTP/1.1" status: 201 len: 201 time: 0.2195776 Dec 10 15:37:37.636294 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37264) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:37.641869 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.tag.tag_plugin [None req-8645baf0-94e4-4d3d-aaa7-b48150886b36 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'ec92c136-ad76-4773-aa08-841ac8e2417d', 'tempest-TagsExtTest-Tag-1337842944') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:37.650828 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4f7f8271-9a89-409e-a78c-2f02c6fcc30b tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13912'] for router, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:37.652152 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4f7f8271-9a89-409e-a78c-2f02c6fcc30b tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:37.705635 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-ddc70dae-bedf-403d-9c92-e56df2ff2d70 None None] For port b901b47c-2112-4159-9c88-7cb02132dd21, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=b901b47c-2112-4159-9c88-7cb02132dd21,segment=NetworkSegment(c93e7181-22c8-415d-a131-d50c5f040292),segment_id=c93e7181-22c8-415d-a131-d50c5f040292)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:37:37.761742 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ddc70dae-bedf-403d-9c92-e56df2ff2d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:37.762306 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4f7f8271-9a89-409e-a78c-2f02c6fcc30b tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:37.769569 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-eb6320b9-f009-4291-ba1c-47e109387659 None None] Allocated IP 172.20.0.2 (0a750fd7-a68a-414a-b1f6-1411af0866c9/8cdbeb40-6d02-45da-96b7-ccd11747c349/0574825f-9d80-4977-b99c-8d6eb99e69ed) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:37:37.777561 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-8645baf0-94e4-4d3d-aaa7-b48150886b36 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] 10.222.0.20 "PUT /v2.0/subnetpools/ec92c136-ad76-4773-aa08-841ac8e2417d/tags/tempest-TagsExtTest-Tag-1337842944 HTTP/1.1" status: 201 len: 201 time: 0.1401076 Dec 10 15:37:37.780019 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37266) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:37.785585 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.tag.tag_plugin [None req-69f32092-39b3-4292-a8d6-fd5c3ed57d68 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '80159c87-133d-4e40-b065-3e5966a42b47') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:37.821561 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4f7f8271-9a89-409e-a78c-2f02c6fcc30b tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363'] for router, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:37.892226 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc70dae-bedf-403d-9c92-e56df2ff2d70 None None] Pushing event updated for resources: {'Port': ['ID=b901b47c-2112-4159-9c88-7cb02132dd21,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:37.913427 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-dd73c2dd-ded2-41cc-8a28-a95a4ac3cbb4 None None] Provisioning complete for port b901b47c-2112-4159-9c88-7cb02132dd21 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:37:37.913893 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dd73c2dd-ded2-41cc-8a28-a95a4ac3cbb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:37.927525 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4f7f8271-9a89-409e-a78c-2f02c6fcc30b tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:37.929367 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-4f7f8271-9a89-409e-a78c-2f02c6fcc30b tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4322307 Dec 10 15:37:37.932429 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37268) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:37.958650 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-69f32092-39b3-4292-a8d6-fd5c3ed57d68 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] 10.222.0.20 "GET /v2.0/subnets/80159c87-133d-4e40-b065-3e5966a42b47/tags HTTP/1.1" status: 200 len: 240 time: 0.1770947 Dec 10 15:37:37.959283 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37270) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:37.965425 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.tag.tag_plugin [None req-ac4de697-8ae5-4cf6-83cf-afa0c1236de1 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '80159c87-133d-4e40-b065-3e5966a42b47', 'tempest-TagsExtTest-Tag-874487752') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:37.968974 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device b901b47c-2112-4159-9c88-7cb02132dd21 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:37:38.025134 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-ac4de697-8ae5-4cf6-83cf-afa0c1236de1 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] 10.222.0.20 "GET /v2.0/subnets/80159c87-133d-4e40-b065-3e5966a42b47/tags/tempest-TagsExtTest-Tag-874487752 HTTP/1.1" status: 204 len: 168 time: 0.0648339 Dec 10 15:37:38.026245 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37272) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:38.031370 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.tag.tag_plugin [None req-2120852e-bb11-43be-aafa-4ae1288d540f tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '80159c87-133d-4e40-b065-3e5966a42b47', 'tempest-TagsExtTest-Tag-874487752') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:38.113624 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eb6320b9-f009-4291-ba1c-47e109387659 None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:38.130533 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port b901b47c-2112-4159-9c88-7cb02132dd21 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:37:38.130907 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:38.165414 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-2120852e-bb11-43be-aafa-4ae1288d540f tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] 10.222.0.20 "DELETE /v2.0/subnets/80159c87-133d-4e40-b065-3e5966a42b47/tags/tempest-TagsExtTest-Tag-874487752 HTTP/1.1" status: 204 len: 168 time: 0.1357579 Dec 10 15:37:38.166056 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37274) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:38.171159 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.tag.tag_plugin [None req-4354a122-b444-4f65-b674-42c2eb954c1b tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '80159c87-133d-4e40-b065-3e5966a42b47') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:38.176767 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-dd73c2dd-ded2-41cc-8a28-a95a4ac3cbb4 None None] Provisioning complete for port 2b86d29e-065f-4f3f-bdb1-a50ba9ccbbd3 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:37:38.177149 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dd73c2dd-ded2-41cc-8a28-a95a4ac3cbb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:38.223863 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-dd73c2dd-ded2-41cc-8a28-a95a4ac3cbb4 None None] Port 2b86d29e-065f-4f3f-bdb1-a50ba9ccbbd3 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:37:38.234225 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eb6320b9-f009-4291-ba1c-47e109387659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:38.254955 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-4354a122-b444-4f65-b674-42c2eb954c1b tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] 10.222.0.20 "GET /v2.0/subnets/80159c87-133d-4e40-b065-3e5966a42b47/tags HTTP/1.1" status: 200 len: 205 time: 0.0850482 Dec 10 15:37:38.255187 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37276) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:38.260149 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.tag.tag_plugin [None req-0e2c068a-8501-4057-b9de-3f5ccd4ef484 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '2b86d29e-065f-4f3f-bdb1-a50ba9ccbbd3') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:38.271396 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f5c19e36-b456-43ca-a2f2-65027b84b6f4 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:38.305603 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6320b9-f009-4291-ba1c-47e109387659 None None] Network 0a750fd7-a68a-414a-b1f6-1411af0866c9 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:37:38.312265 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-eb6320b9-f009-4291-ba1c-47e109387659 None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:37:38.316029 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6320b9-f009-4291-ba1c-47e109387659 None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:37:38.323496 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-0e2c068a-8501-4057-b9de-3f5ccd4ef484 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] 10.222.0.20 "GET /v2.0/ports/2b86d29e-065f-4f3f-bdb1-a50ba9ccbbd3/tags HTTP/1.1" status: 200 len: 240 time: 0.0634604 Dec 10 15:37:38.323496 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37278) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:38.328550 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.tag.tag_plugin [None req-f6a51faa-5332-4efd-877a-d77b44d3a0ac tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2b86d29e-065f-4f3f-bdb1-a50ba9ccbbd3', 'tempest-TagsExtTest-Tag-469664585') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:38.331564 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6320b9-f009-4291-ba1c-47e109387659 None None] Pushing event updated for resources: {'Port': ['ID=0574825f-9d80-4977-b99c-8d6eb99e69ed,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:38.392888 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-f6a51faa-5332-4efd-877a-d77b44d3a0ac tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] 10.222.0.20 "GET /v2.0/ports/2b86d29e-065f-4f3f-bdb1-a50ba9ccbbd3/tags/tempest-TagsExtTest-Tag-469664585 HTTP/1.1" status: 204 len: 168 time: 0.0690777 Dec 10 15:37:38.394335 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37280) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:38.394467 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-eb6320b9-f009-4291-ba1c-47e109387659 None None] Attempting to bind port 0574825f-9d80-4977-b99c-8d6eb99e69ed on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:37:38.394770 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-eb6320b9-f009-4291-ba1c-47e109387659 None None] Attempting to bind port 0574825f-9d80-4977-b99c-8d6eb99e69ed by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '230096f3-c7b7-4386-91c3-8dde148bad4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '0a750fd7-a68a-414a-b1f6-1411af0866c9'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:37:38.395115 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6320b9-f009-4291-ba1c-47e109387659 None None] Attempting to bind port 0574825f-9d80-4977-b99c-8d6eb99e69ed on network 0a750fd7-a68a-414a-b1f6-1411af0866c9 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:37:38.398539 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-8f9a63d9-9d11-4d81-9dbd-dfe66b7b5c89 None None] Provisioning complete for port 2b86d29e-065f-4f3f-bdb1-a50ba9ccbbd3 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:37:38.398920 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8f9a63d9-9d11-4d81-9dbd-dfe66b7b5c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:38.399982 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.tag.tag_plugin [None req-b65402c2-6b60-48bb-a3e7-d7aec49999a2 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '2b86d29e-065f-4f3f-bdb1-a50ba9ccbbd3', 'tempest-TagsExtTest-Tag-469664585') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:38.424983 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6320b9-f009-4291-ba1c-47e109387659 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:37:38.425362 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6320b9-f009-4291-ba1c-47e109387659 None None] Checking segment: {'id': '230096f3-c7b7-4386-91c3-8dde148bad4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '0a750fd7-a68a-414a-b1f6-1411af0866c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:37:38.425772 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eb6320b9-f009-4291-ba1c-47e109387659 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:38.426190 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6320b9-f009-4291-ba1c-47e109387659 None None] Bound using segment: {'id': '230096f3-c7b7-4386-91c3-8dde148bad4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '0a750fd7-a68a-414a-b1f6-1411af0866c9'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:37:38.426755 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-eb6320b9-f009-4291-ba1c-47e109387659 None None] Bound port: 0574825f-9d80-4977-b99c-8d6eb99e69ed, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '230096f3-c7b7-4386-91c3-8dde148bad4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '0a750fd7-a68a-414a-b1f6-1411af0866c9'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:37:38.427180 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eb6320b9-f009-4291-ba1c-47e109387659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:38.470790 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-8f9a63d9-9d11-4d81-9dbd-dfe66b7b5c89 None None] Port 2b86d29e-065f-4f3f-bdb1-a50ba9ccbbd3 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:37:38.501980 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-eb6320b9-f009-4291-ba1c-47e109387659 None None] For port 0574825f-9d80-4977-b99c-8d6eb99e69ed, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:37:38.505122 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-eb6320b9-f009-4291-ba1c-47e109387659 None None] For port 0574825f-9d80-4977-b99c-8d6eb99e69ed, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=0574825f-9d80-4977-b99c-8d6eb99e69ed,segment=NetworkSegment(230096f3-c7b7-4386-91c3-8dde148bad4d),segment_id=230096f3-c7b7-4386-91c3-8dde148bad4d)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:37:38.571414 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-b65402c2-6b60-48bb-a3e7-d7aec49999a2 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] 10.222.0.20 "DELETE /v2.0/ports/2b86d29e-065f-4f3f-bdb1-a50ba9ccbbd3/tags/tempest-TagsExtTest-Tag-469664585 HTTP/1.1" status: 204 len: 168 time: 0.1757777 Dec 10 15:37:38.574094 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37282) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:38.578438 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.tag.tag_plugin [None req-84012c1b-b7c1-4996-94ba-fa5fa66405df tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '2b86d29e-065f-4f3f-bdb1-a50ba9ccbbd3') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:38.579935 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-f5c19e36-b456-43ca-a2f2-65027b84b6f4 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Allocated IP 172.20.0.1 (0a750fd7-a68a-414a-b1f6-1411af0866c9/8cdbeb40-6d02-45da-96b7-ccd11747c349/3b3af1ce-9945-4b4a-bf4d-40cd82855363) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:37:38.593927 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eb6320b9-f009-4291-ba1c-47e109387659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:38.632946 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-84012c1b-b7c1-4996-94ba-fa5fa66405df tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] 10.222.0.20 "GET /v2.0/ports/2b86d29e-065f-4f3f-bdb1-a50ba9ccbbd3/tags HTTP/1.1" status: 200 len: 205 time: 0.0553086 Dec 10 15:37:38.633187 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37284) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:38.638441 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.tag.tag_plugin [None req-0365332f-f5f2-4206-89fe-63b5a6a702ce tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '1c7acf94-3b96-4ff0-92c9-8cc124598638') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:38.666647 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6320b9-f009-4291-ba1c-47e109387659 None None] Pushing event updated for resources: {'Port': ['ID=0574825f-9d80-4977-b99c-8d6eb99e69ed,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:38.720045 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f5c19e36-b456-43ca-a2f2-65027b84b6f4 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:38.728525 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-0365332f-f5f2-4206-89fe-63b5a6a702ce tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] 10.222.0.20 "GET /v2.0/routers/1c7acf94-3b96-4ff0-92c9-8cc124598638/tags HTTP/1.1" status: 200 len: 239 time: 0.0935457 Dec 10 15:37:38.731008 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37286) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:38.736309 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.tag.tag_plugin [None req-1caa3c53-46a1-4e8a-b3b7-f8e1c0fe0aa8 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1c7acf94-3b96-4ff0-92c9-8cc124598638', 'tempest-TagsExtTest-Tag-29641696') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:38.811568 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-1caa3c53-46a1-4e8a-b3b7-f8e1c0fe0aa8 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] 10.222.0.20 "GET /v2.0/routers/1c7acf94-3b96-4ff0-92c9-8cc124598638/tags/tempest-TagsExtTest-Tag-29641696 HTTP/1.1" status: 204 len: 168 time: 0.0794749 Dec 10 15:37:38.814557 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37288) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:38.819778 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.tag.tag_plugin [None req-64816dcc-fdb1-4dde-a567-f13e621aaabc tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '1c7acf94-3b96-4ff0-92c9-8cc124598638', 'tempest-TagsExtTest-Tag-29641696') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:38.849816 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f5c19e36-b456-43ca-a2f2-65027b84b6f4 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:38.901347 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c19e36-b456-43ca-a2f2-65027b84b6f4 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Network 0a750fd7-a68a-414a-b1f6-1411af0866c9 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:37:38.905030 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-f5c19e36-b456-43ca-a2f2-65027b84b6f4 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:37:38.910466 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c19e36-b456-43ca-a2f2-65027b84b6f4 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:37:38.917630 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c19e36-b456-43ca-a2f2-65027b84b6f4 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Pushing event updated for resources: {'Port': ['ID=3b3af1ce-9945-4b4a-bf4d-40cd82855363,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:38.961760 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f5c19e36-b456-43ca-a2f2-65027b84b6f4 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552880'] for router_interface, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:38.974876 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-64816dcc-fdb1-4dde-a567-f13e621aaabc tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] 10.222.0.20 "DELETE /v2.0/routers/1c7acf94-3b96-4ff0-92c9-8cc124598638/tags/tempest-TagsExtTest-Tag-29641696 HTTP/1.1" status: 204 len: 168 time: 0.1592324 Dec 10 15:37:38.975598 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37290) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:38.980630 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.tag.tag_plugin [None req-a33a935d-c169-401a-86ba-893274ec8a06 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '1c7acf94-3b96-4ff0-92c9-8cc124598638') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:39.065070 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-a33a935d-c169-401a-86ba-893274ec8a06 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] 10.222.0.20 "GET /v2.0/routers/1c7acf94-3b96-4ff0-92c9-8cc124598638/tags HTTP/1.1" status: 200 len: 205 time: 0.0882828 Dec 10 15:37:39.067543 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37292) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:39.071775 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.tag.tag_plugin [None req-8ef4f5a8-4196-4cd1-bbe5-ad219edac832 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'ec92c136-ad76-4773-aa08-841ac8e2417d') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:39.106760 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-8ef4f5a8-4196-4cd1-bbe5-ad219edac832 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] 10.222.0.20 "GET /v2.0/subnetpools/ec92c136-ad76-4773-aa08-841ac8e2417d/tags HTTP/1.1" status: 200 len: 241 time: 0.0381250 Dec 10 15:37:39.109182 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37294) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:39.114242 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.tag.tag_plugin [None req-32629cb1-a235-4899-9732-4da1881e801b tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ec92c136-ad76-4773-aa08-841ac8e2417d', 'tempest-TagsExtTest-Tag-1337842944') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:39.134594 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-32629cb1-a235-4899-9732-4da1881e801b tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] 10.222.0.20 "GET /v2.0/subnetpools/ec92c136-ad76-4773-aa08-841ac8e2417d/tags/tempest-TagsExtTest-Tag-1337842944 HTTP/1.1" status: 204 len: 168 time: 0.0236592 Dec 10 15:37:39.137034 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37296) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:39.141633 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.tag.tag_plugin [None req-74abcc28-251a-4115-9c02-d034d0be417f tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'ec92c136-ad76-4773-aa08-841ac8e2417d', 'tempest-TagsExtTest-Tag-1337842944') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:39.150748 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f5c19e36-b456-43ca-a2f2-65027b84b6f4 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:39.240159 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-74abcc28-251a-4115-9c02-d034d0be417f tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] 10.222.0.20 "DELETE /v2.0/subnetpools/ec92c136-ad76-4773-aa08-841ac8e2417d/tags/tempest-TagsExtTest-Tag-1337842944 HTTP/1.1" status: 204 len: 168 time: 0.1021283 Dec 10 15:37:39.243629 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37298) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:39.247978 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.tag.tag_plugin [None req-9b761f04-88e4-4fe1-9bea-4489d30d068e tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'ec92c136-ad76-4773-aa08-841ac8e2417d') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:39.274129 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-9b761f04-88e4-4fe1-9bea-4489d30d068e tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] 10.222.0.20 "GET /v2.0/subnetpools/ec92c136-ad76-4773-aa08-841ac8e2417d/tags HTTP/1.1" status: 200 len: 205 time: 0.0293062 Dec 10 15:37:39.276860 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37300) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:39.281447 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.tag.tag_plugin [None req-5809f2bd-1adc-45b5-ad49-2afe5720376b tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ec92c136-ad76-4773-aa08-841ac8e2417d') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:39.305873 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-5809f2bd-1adc-45b5-ad49-2afe5720376b tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] 10.222.0.20 "DELETE /v2.0/subnetpools/ec92c136-ad76-4773-aa08-841ac8e2417d/tags HTTP/1.1" status: 204 len: 168 time: 0.0279369 Dec 10 15:37:39.308418 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37302) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:39.313172 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.tag.tag_plugin [None req-e6bf0c9b-9a75-40e1-8592-82ea02192618 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1c7acf94-3b96-4ff0-92c9-8cc124598638') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:39.402854 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-e6bf0c9b-9a75-40e1-8592-82ea02192618 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] 10.222.0.20 "DELETE /v2.0/routers/1c7acf94-3b96-4ff0-92c9-8cc124598638/tags HTTP/1.1" status: 204 len: 168 time: 0.0933626 Dec 10 15:37:39.403475 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37304) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:39.409107 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.tag.tag_plugin [None req-25384c0f-fcb7-41d3-8dc3-631e6b510165 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2b86d29e-065f-4f3f-bdb1-a50ba9ccbbd3') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:39.432119 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f5c19e36-b456-43ca-a2f2-65027b84b6f4 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:39.470434 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-25384c0f-fcb7-41d3-8dc3-631e6b510165 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] 10.222.0.20 "DELETE /v2.0/ports/2b86d29e-065f-4f3f-bdb1-a50ba9ccbbd3/tags HTTP/1.1" status: 204 len: 168 time: 0.0658562 Dec 10 15:37:39.473009 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37306) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:39.477544 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.tag.tag_plugin [None req-239cefd9-cfe3-4d9b-a0a5-db1487bf55c5 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '80159c87-133d-4e40-b065-3e5966a42b47') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:39.511993 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f5c19e36-b456-43ca-a2f2-65027b84b6f4 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:39.534541 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-239cefd9-cfe3-4d9b-a0a5-db1487bf55c5 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] 10.222.0.20 "DELETE /v2.0/subnets/80159c87-133d-4e40-b065-3e5966a42b47/tags HTTP/1.1" status: 204 len: 168 time: 0.0604644 Dec 10 15:37:39.538671 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37308) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:39.543408 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.tag.tag_plugin [None req-537c6002-8f8e-4f69-93cc-d621b52a9d0f tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '80159c87-133d-4e40-b065-3e5966a42b47', 'tempest-TagsExtTest-Tag-149902988') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:39.623702 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f5c19e36-b456-43ca-a2f2-65027b84b6f4 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549888'] for router_interface, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:39.634990 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c19e36-b456-43ca-a2f2-65027b84b6f4 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Pushing event updated for resources: {'Port': ['ID=3b3af1ce-9945-4b4a-bf4d-40cd82855363,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:39.711628 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9080cb1c-c1f3-4eec-8f08-a920e3755d5a None None] Network 0a750fd7-a68a-414a-b1f6-1411af0866c9 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:37:39.740809 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c19e36-b456-43ca-a2f2-65027b84b6f4 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Network 0a750fd7-a68a-414a-b1f6-1411af0866c9 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:37:39.742326 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-f5c19e36-b456-43ca-a2f2-65027b84b6f4 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:37:39.788630 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-537c6002-8f8e-4f69-93cc-d621b52a9d0f tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] 10.222.0.20 "PUT /v2.0/subnets/80159c87-133d-4e40-b065-3e5966a42b47/tags/tempest-TagsExtTest-Tag-149902988 HTTP/1.1" status: 201 len: 201 time: 0.2489009 Dec 10 15:37:39.791384 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37310) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:39.796000 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.tag.tag_plugin [None req-0db9e072-0f25-4999-a18f-3524f1060db6 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '2b86d29e-065f-4f3f-bdb1-a50ba9ccbbd3', 'tempest-TagsExtTest-Tag-1770218448') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:39.841755 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-5eb68d1c-775a-4509-bbc8-539785bd22ba None None] Provisioning complete for port 0574825f-9d80-4977-b99c-8d6eb99e69ed triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:37:39.842273 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5eb68d1c-775a-4509-bbc8-539785bd22ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:39.946096 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5c19e36-b456-43ca-a2f2-65027b84b6f4 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Router 11a80759-bf5b-4650-8967-fa1f2ebb2cc7 is scheduled to L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d with binding_index 1 {{(pid=103587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 15:37:39.982974 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-0db9e072-0f25-4999-a18f-3524f1060db6 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] 10.222.0.20 "PUT /v2.0/ports/2b86d29e-065f-4f3f-bdb1-a50ba9ccbbd3/tags/tempest-TagsExtTest-Tag-1770218448 HTTP/1.1" status: 201 len: 201 time: 0.1855137 Dec 10 15:37:39.982974 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37312) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:39.988140 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.tag.tag_plugin [None req-9687f08d-d930-4dec-95b5-08b4f9e9dcb8 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '1c7acf94-3b96-4ff0-92c9-8cc124598638', 'tempest-TagsExtTest-Tag-1655677214') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:40.027222 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device b901b47c-2112-4159-9c88-7cb02132dd21 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:37:40.065460 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c19e36-b456-43ca-a2f2-65027b84b6f4 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:37:40.072602 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-f5c19e36-b456-43ca-a2f2-65027b84b6f4 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "PUT /v2.0/routers/11a80759-bf5b-4650-8967-fa1f2ebb2cc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1387553 Dec 10 15:37:40.075273 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37314) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:40.078081 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74f53cb-337d-4f1e-8e2d-d84a577b885e None None] Sync routers for ids ['11a80759-bf5b-4650-8967-fa1f2ebb2cc7'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:37:40.092719 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74f53cb-337d-4f1e-8e2d-d84a577b885e None None] Routers {'11a80759-bf5b-4650-8967-fa1f2ebb2cc7'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:37:40.093735 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-b74f53cb-337d-4f1e-8e2d-d84a577b885e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:37:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['11a80759-bf5b-4650-8967-fa1f2ebb2cc7'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:40.133512 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-b74f53cb-337d-4f1e-8e2d-d84a577b885e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:40.140588 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port b901b47c-2112-4159-9c88-7cb02132dd21 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:37:40.141493 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:40.143834 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74f53cb-337d-4f1e-8e2d-d84a577b885e None None] Routers {'11a80759-bf5b-4650-8967-fa1f2ebb2cc7'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:37:40.149992 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0d200e-5381-423c-b40b-5833a7ae43ed tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:40.149992 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-9a0d200e-5381-423c-b40b-5833a7ae43ed tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "GET /v2.0/ports/3b3af1ce-9945-4b4a-bf4d-40cd82855363 HTTP/1.1" status: 200 len: 910 time: 0.0692866 Dec 10 15:37:40.150753 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37316) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:40.162496 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-b74f53cb-337d-4f1e-8e2d-d84a577b885e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:37:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['11a80759-bf5b-4650-8967-fa1f2ebb2cc7'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:40.180580 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5eb68d1c-775a-4509-bbc8-539785bd22ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:40.198340 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-b74f53cb-337d-4f1e-8e2d-d84a577b885e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:40.199290 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74f53cb-337d-4f1e-8e2d-d84a577b885e None None] The sync data for ids ['11a80759-bf5b-4650-8967-fa1f2ebb2cc7'] in dv-neutron-821401-4-hyperv is: [] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:37:40.216879 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-9687f08d-d930-4dec-95b5-08b4f9e9dcb8 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] 10.222.0.20 "PUT /v2.0/routers/1c7acf94-3b96-4ff0-92c9-8cc124598638/tags/tempest-TagsExtTest-Tag-1655677214 HTTP/1.1" status: 201 len: 201 time: 0.2327240 Dec 10 15:37:40.220057 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37318) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:40.226710 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.tag.tag_plugin [None req-f052d493-6e05-4eba-92c6-6d4add8373e4 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'ec92c136-ad76-4773-aa08-841ac8e2417d', 'tempest-TagsExtTest-Tag-949143818') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:40.227700 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-5eb68d1c-775a-4509-bbc8-539785bd22ba None None] For port 0574825f-9d80-4977-b99c-8d6eb99e69ed, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=0574825f-9d80-4977-b99c-8d6eb99e69ed,segment=NetworkSegment(230096f3-c7b7-4386-91c3-8dde148bad4d),segment_id=230096f3-c7b7-4386-91c3-8dde148bad4d)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:37:40.278475 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 0574825f-9d80-4977-b99c-8d6eb99e69ed up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:37:40.310439 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5eb68d1c-775a-4509-bbc8-539785bd22ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:40.372455 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb68d1c-775a-4509-bbc8-539785bd22ba None None] Pushing event updated for resources: {'Port': ['ID=0574825f-9d80-4977-b99c-8d6eb99e69ed,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:40.375168 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 0574825f-9d80-4977-b99c-8d6eb99e69ed triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:37:40.376071 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:40.433991 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37320) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:40.437145 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-f052d493-6e05-4eba-92c6-6d4add8373e4 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] 10.222.0.20 "PUT /v2.0/subnetpools/ec92c136-ad76-4773-aa08-841ac8e2417d/tags/tempest-TagsExtTest-Tag-949143818 HTTP/1.1" status: 201 len: 201 time: 0.2129986 Dec 10 15:37:40.442000 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.tag.tag_plugin [None req-14b47830-1032-4f28-b8dc-96d89540c0e4 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '80159c87-133d-4e40-b065-3e5966a42b47', {'tags': ['tempest-TagsExtTest-Tag-1070966563', 'tempest-TagsExtTest-Tag-376905624', 'tempest-TagsExtTest-Tag-1651386305']}) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:40.443985 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-724b69be-2187-4278-974d-08449aff3e14 None None] Provisioning complete for port 0574825f-9d80-4977-b99c-8d6eb99e69ed triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:37:40.444390 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-724b69be-2187-4278-974d-08449aff3e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:40.620686 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-724b69be-2187-4278-974d-08449aff3e14 None None] Provisioning complete for port 3b3af1ce-9945-4b4a-bf4d-40cd82855363 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:37:40.621169 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-724b69be-2187-4278-974d-08449aff3e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:40.661937 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-14b47830-1032-4f28-b8dc-96d89540c0e4 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] 10.222.0.20 "PUT /v2.0/subnets/80159c87-133d-4e40-b065-3e5966a42b47/tags HTTP/1.1" status: 200 len: 317 time: 0.2265012 Dec 10 15:37:40.662521 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37322) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:40.671524 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.tag.tag_plugin [None req-a9f30002-85eb-46d7-ba0a-092cff37a7af tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '80159c87-133d-4e40-b065-3e5966a42b47') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:40.674669 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-724b69be-2187-4278-974d-08449aff3e14 None None] Port 3b3af1ce-9945-4b4a-bf4d-40cd82855363 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:37:40.679106 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e9a5add1-1aa1-4db2-916e-18bb8a1f2e17 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549925'] for router_interface, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:40.815241 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f4874084-61bc-4ee5-9928-d414efc37a34 None None] Provisioning complete for port 3b3af1ce-9945-4b4a-bf4d-40cd82855363 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:37:40.815859 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f4874084-61bc-4ee5-9928-d414efc37a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:40.854957 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f4874084-61bc-4ee5-9928-d414efc37a34 None None] Port 3b3af1ce-9945-4b4a-bf4d-40cd82855363 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:37:40.968973 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-a9f30002-85eb-46d7-ba0a-092cff37a7af tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] 10.222.0.20 "DELETE /v2.0/subnets/80159c87-133d-4e40-b065-3e5966a42b47/tags HTTP/1.1" status: 204 len: 168 time: 0.3014958 Dec 10 15:37:40.971649 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37324) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:40.976033 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.tag.tag_plugin [None req-cbd3ee59-616a-4f85-b0fa-58035cee8970 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '80159c87-133d-4e40-b065-3e5966a42b47', 'tempest-TagsExtTest-Tag-1070966563') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:40.996227 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-e9a5add1-1aa1-4db2-916e-18bb8a1f2e17 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Deleting port 3b3af1ce-9945-4b4a-bf4d-40cd82855363 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:37:40.996564 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e9a5add1-1aa1-4db2-916e-18bb8a1f2e17 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:41.031997 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.api.v2.resource [None req-cbd3ee59-616a-4f85-b0fa-58035cee8970 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] show failed (client error): The resource could not be found. Dec 10 15:37:41.033090 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-cbd3ee59-616a-4f85-b0fa-58035cee8970 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] 10.222.0.20 "GET /v2.0/subnets/80159c87-133d-4e40-b065-3e5966a42b47/tags/tempest-TagsExtTest-Tag-1070966563 HTTP/1.1" status: 404 len: 329 time: 0.0604639 Dec 10 15:37:41.036001 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37326) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:41.040129 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.tag.tag_plugin [None req-c7e63044-8ea2-44e0-bfaf-81159ac8f28e tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '80159c87-133d-4e40-b065-3e5966a42b47', 'tempest-TagsExtTest-Tag-376905624') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:41.091995 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.api.v2.resource [None req-c7e63044-8ea2-44e0-bfaf-81159ac8f28e tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] show failed (client error): The resource could not be found. Dec 10 15:37:41.093417 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-c7e63044-8ea2-44e0-bfaf-81159ac8f28e tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] 10.222.0.20 "GET /v2.0/subnets/80159c87-133d-4e40-b065-3e5966a42b47/tags/tempest-TagsExtTest-Tag-376905624 HTTP/1.1" status: 404 len: 328 time: 0.0565255 Dec 10 15:37:41.093628 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e9a5add1-1aa1-4db2-916e-18bb8a1f2e17 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:41.096789 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37328) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:41.101175 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.tag.tag_plugin [None req-747627e7-8c8b-42d4-883e-2ad1e5103200 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '80159c87-133d-4e40-b065-3e5966a42b47', 'tempest-TagsExtTest-Tag-1651386305') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:41.107641 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-e9a5add1-1aa1-4db2-916e-18bb8a1f2e17 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Calling delete_port for 3b3af1ce-9945-4b4a-bf4d-40cd82855363 owned by network:router_interface {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:37:41.153464 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.api.v2.resource [None req-747627e7-8c8b-42d4-883e-2ad1e5103200 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] show failed (client error): The resource could not be found. Dec 10 15:37:41.154618 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-747627e7-8c8b-42d4-883e-2ad1e5103200 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] 10.222.0.20 "GET /v2.0/subnets/80159c87-133d-4e40-b065-3e5966a42b47/tags/tempest-TagsExtTest-Tag-1651386305 HTTP/1.1" status: 404 len: 329 time: 0.0568516 Dec 10 15:37:41.158049 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37330) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:41.162719 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.tag.tag_plugin [None req-a74fd5db-1e5e-4764-9820-a8bf3a2642e9 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '2b86d29e-065f-4f3f-bdb1-a50ba9ccbbd3', {'tags': ['tempest-TagsExtTest-Tag-1140429348', 'tempest-TagsExtTest-Tag-643930267', 'tempest-TagsExtTest-Tag-460419983']}) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:41.251708 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-a74fd5db-1e5e-4764-9820-a8bf3a2642e9 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] 10.222.0.20 "PUT /v2.0/ports/2b86d29e-065f-4f3f-bdb1-a50ba9ccbbd3/tags HTTP/1.1" status: 200 len: 316 time: 0.0925519 Dec 10 15:37:41.254249 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37332) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:41.258518 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.tag.tag_plugin [None req-00b574a7-fd28-4bd1-940d-1d1393f63b1e tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2b86d29e-065f-4f3f-bdb1-a50ba9ccbbd3') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:41.330707 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e9a5add1-1aa1-4db2-916e-18bb8a1f2e17 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:41.362761 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a5add1-1aa1-4db2-916e-18bb8a1f2e17 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Pushing event deleted for resources: {'Port': ['ID=3b3af1ce-9945-4b4a-bf4d-40cd82855363,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:41.417461 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-00b574a7-fd28-4bd1-940d-1d1393f63b1e tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] 10.222.0.20 "DELETE /v2.0/ports/2b86d29e-065f-4f3f-bdb1-a50ba9ccbbd3/tags HTTP/1.1" status: 204 len: 168 time: 0.1622555 Dec 10 15:37:41.420208 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37334) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:41.425347 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.tag.tag_plugin [None req-b0f30265-3b39-474a-9e24-0cc2a18a6747 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2b86d29e-065f-4f3f-bdb1-a50ba9ccbbd3', 'tempest-TagsExtTest-Tag-1140429348') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:41.478487 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.api.v2.resource [None req-b0f30265-3b39-474a-9e24-0cc2a18a6747 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] show failed (client error): The resource could not be found. Dec 10 15:37:41.482355 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-b0f30265-3b39-474a-9e24-0cc2a18a6747 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] 10.222.0.20 "GET /v2.0/ports/2b86d29e-065f-4f3f-bdb1-a50ba9ccbbd3/tags/tempest-TagsExtTest-Tag-1140429348 HTTP/1.1" status: 404 len: 329 time: 0.0582454 Dec 10 15:37:41.482596 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37336) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:41.487316 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.tag.tag_plugin [None req-7d287a28-f761-47c4-958a-8d9a7742be65 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2b86d29e-065f-4f3f-bdb1-a50ba9ccbbd3', 'tempest-TagsExtTest-Tag-643930267') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:41.544967 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.api.v2.resource [None req-7d287a28-f761-47c4-958a-8d9a7742be65 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] show failed (client error): The resource could not be found. Dec 10 15:37:41.549945 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-7d287a28-f761-47c4-958a-8d9a7742be65 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] 10.222.0.20 "GET /v2.0/ports/2b86d29e-065f-4f3f-bdb1-a50ba9ccbbd3/tags/tempest-TagsExtTest-Tag-643930267 HTTP/1.1" status: 404 len: 328 time: 0.0659456 Dec 10 15:37:41.550594 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37338) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:41.555079 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.tag.tag_plugin [None req-cd0b6f08-a561-4fdd-aa78-6849b2b31c92 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2b86d29e-065f-4f3f-bdb1-a50ba9ccbbd3', 'tempest-TagsExtTest-Tag-460419983') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:41.607117 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.api.v2.resource [None req-cd0b6f08-a561-4fdd-aa78-6849b2b31c92 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] show failed (client error): The resource could not be found. Dec 10 15:37:41.608198 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-cd0b6f08-a561-4fdd-aa78-6849b2b31c92 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] 10.222.0.20 "GET /v2.0/ports/2b86d29e-065f-4f3f-bdb1-a50ba9ccbbd3/tags/tempest-TagsExtTest-Tag-460419983 HTTP/1.1" status: 404 len: 328 time: 0.0566351 Dec 10 15:37:41.611620 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37340) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:41.616555 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.tag.tag_plugin [None req-348191d2-6d05-4ff9-8185-c880276b947c tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '1c7acf94-3b96-4ff0-92c9-8cc124598638', {'tags': ['tempest-TagsExtTest-Tag-310987490', 'tempest-TagsExtTest-Tag-2094261777', 'tempest-TagsExtTest-Tag-508175723']}) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:41.797928 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-348191d2-6d05-4ff9-8185-c880276b947c tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] 10.222.0.20 "PUT /v2.0/routers/1c7acf94-3b96-4ff0-92c9-8cc124598638/tags HTTP/1.1" status: 200 len: 316 time: 0.1819735 Dec 10 15:37:41.798812 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37342) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:41.803430 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.tag.tag_plugin [None req-b96ce4ca-cfcc-4d48-82cb-0ac38cc3246e tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1c7acf94-3b96-4ff0-92c9-8cc124598638') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:41.814077 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e9a5add1-1aa1-4db2-916e-18bb8a1f2e17 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550073'] for router_interface, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:41.851010 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 0574825f-9d80-4977-b99c-8d6eb99e69ed up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:37:41.907901 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 0574825f-9d80-4977-b99c-8d6eb99e69ed triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:37:41.908377 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:41.962873 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-b96ce4ca-cfcc-4d48-82cb-0ac38cc3246e tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] 10.222.0.20 "DELETE /v2.0/routers/1c7acf94-3b96-4ff0-92c9-8cc124598638/tags HTTP/1.1" status: 204 len: 168 time: 0.1607490 Dec 10 15:37:41.963149 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37344) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:41.967698 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.tag.tag_plugin [None req-82fd0d18-51b1-470c-923c-5f155e7fda11 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1c7acf94-3b96-4ff0-92c9-8cc124598638', 'tempest-TagsExtTest-Tag-310987490') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:41.976409 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9a5add1-1aa1-4db2-916e-18bb8a1f2e17 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Router 11a80759-bf5b-4650-8967-fa1f2ebb2cc7 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:37:42.051940 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.api.v2.resource [None req-82fd0d18-51b1-470c-923c-5f155e7fda11 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] show failed (client error): The resource could not be found. Dec 10 15:37:42.053198 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-82fd0d18-51b1-470c-923c-5f155e7fda11 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] 10.222.0.20 "GET /v2.0/routers/1c7acf94-3b96-4ff0-92c9-8cc124598638/tags/tempest-TagsExtTest-Tag-310987490 HTTP/1.1" status: 404 len: 328 time: 0.0888805 Dec 10 15:37:42.055642 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37346) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:42.063528 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.tag.tag_plugin [None req-a82c9e31-74e1-4c59-8337-ebfb1cbeeb9f tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1c7acf94-3b96-4ff0-92c9-8cc124598638', 'tempest-TagsExtTest-Tag-2094261777') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:42.071501 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a5add1-1aa1-4db2-916e-18bb8a1f2e17 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:37:42.076511 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-e9a5add1-1aa1-4db2-916e-18bb8a1f2e17 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "PUT /v2.0/routers/11a80759-bf5b-4650-8967-fa1f2ebb2cc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9245613 Dec 10 15:37:42.079937 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37348) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:42.082676 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7aeb83f-febc-4599-8b99-d03d7915f413 None None] Sync routers for ids ['11a80759-bf5b-4650-8967-fa1f2ebb2cc7'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:37:42.094564 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7aeb83f-febc-4599-8b99-d03d7915f413 None None] Routers {'11a80759-bf5b-4650-8967-fa1f2ebb2cc7'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:37:42.095404 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-f7aeb83f-febc-4599-8b99-d03d7915f413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:37:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['11a80759-bf5b-4650-8967-fa1f2ebb2cc7'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:42.109096 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-15834405-1121-4333-b8ca-3e51f0354300 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "GET /v2.0/ports?device_id=11a80759-bf5b-4650-8967-fa1f2ebb2cc7 HTTP/1.1" status: 200 len: 205 time: 0.0257409 Dec 10 15:37:42.109410 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37350) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:42.129895 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-f7aeb83f-febc-4599-8b99-d03d7915f413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:42.140281 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7aeb83f-febc-4599-8b99-d03d7915f413 None None] Routers {'11a80759-bf5b-4650-8967-fa1f2ebb2cc7'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:37:42.141559 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-f7aeb83f-febc-4599-8b99-d03d7915f413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:37:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['11a80759-bf5b-4650-8967-fa1f2ebb2cc7'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:42.186099 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-f7aeb83f-febc-4599-8b99-d03d7915f413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:42.187130 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7aeb83f-febc-4599-8b99-d03d7915f413 None None] The sync data for ids ['11a80759-bf5b-4650-8967-fa1f2ebb2cc7'] in dv-neutron-821401-4-hyperv is: [] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:37:42.190870 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c3a83710-7c33-4032-8518-ee8c11fa4523 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for router, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:42.362215 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c3a83710-7c33-4032-8518-ee8c11fa4523 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13898'] for router, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:42.364493 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c3a83710-7c33-4032-8518-ee8c11fa4523 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:42.487149 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.api.v2.resource [None req-a82c9e31-74e1-4c59-8337-ebfb1cbeeb9f tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] show failed (client error): The resource could not be found. Dec 10 15:37:42.488213 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-a82c9e31-74e1-4c59-8337-ebfb1cbeeb9f tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] 10.222.0.20 "GET /v2.0/routers/1c7acf94-3b96-4ff0-92c9-8cc124598638/tags/tempest-TagsExtTest-Tag-2094261777 HTTP/1.1" status: 404 len: 329 time: 0.4291334 Dec 10 15:37:42.491196 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c3a83710-7c33-4032-8518-ee8c11fa4523 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549250'] for router, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:42.495019 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37354) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:42.495181 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a83710-7c33-4032-8518-ee8c11fa4523 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Fanout notify agent at l3_agent the message router_deleted on router 11a80759-bf5b-4650-8967-fa1f2ebb2cc7 {{(pid=103586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 15:37:42.496893 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.tag.tag_plugin [None req-362b95ee-96df-4ff5-a39a-b50741da36af tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1c7acf94-3b96-4ff0-92c9-8cc124598638', 'tempest-TagsExtTest-Tag-508175723') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:42.498964 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c3a83710-7c33-4032-8518-ee8c11fa4523 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:42.500160 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-c3a83710-7c33-4032-8518-ee8c11fa4523 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "DELETE /v2.0/routers/11a80759-bf5b-4650-8967-fa1f2ebb2cc7 HTTP/1.1" status: 204 len: 168 time: 0.3897071 Dec 10 15:37:42.503319 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37356) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:42.560739 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a01deed-db2e-48d7-84d6-aa1098627053 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Deleting subnet 8cdbeb40-6d02-45da-96b7-ccd11747c349 {{(pid=103586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:37:42.564651 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8a01deed-db2e-48d7-84d6-aa1098627053 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for subnet, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:42.573145 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.api.v2.resource [None req-362b95ee-96df-4ff5-a39a-b50741da36af tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] show failed (client error): The resource could not be found. Dec 10 15:37:42.574218 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-362b95ee-96df-4ff5-a39a-b50741da36af tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] 10.222.0.20 "GET /v2.0/routers/1c7acf94-3b96-4ff0-92c9-8cc124598638/tags/tempest-TagsExtTest-Tag-508175723 HTTP/1.1" status: 404 len: 328 time: 0.0820289 Dec 10 15:37:42.577021 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37358) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:42.581799 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.tag.tag_plugin [None req-b5b74a94-7f19-483f-b36d-dc45c605b9dd tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'ec92c136-ad76-4773-aa08-841ac8e2417d', {'tags': ['tempest-TagsExtTest-Tag-61034368', 'tempest-TagsExtTest-Tag-1630962737', 'tempest-TagsExtTest-Tag-1855621772']}) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:42.606442 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8a01deed-db2e-48d7-84d6-aa1098627053 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12392400'] for subnet, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:42.662756 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-b5b74a94-7f19-483f-b36d-dc45c605b9dd tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] 10.222.0.20 "PUT /v2.0/subnetpools/ec92c136-ad76-4773-aa08-841ac8e2417d/tags HTTP/1.1" status: 200 len: 316 time: 0.0845916 Dec 10 15:37:42.665125 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37360) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:42.669825 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.tag.tag_plugin [None req-45ffc6ca-3d64-4261-8b65-f05ab9f7f971 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ec92c136-ad76-4773-aa08-841ac8e2417d') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:42.692701 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8a01deed-db2e-48d7-84d6-aa1098627053 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:42.754385 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-45ffc6ca-3d64-4261-8b65-f05ab9f7f971 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] 10.222.0.20 "DELETE /v2.0/subnetpools/ec92c136-ad76-4773-aa08-841ac8e2417d/tags HTTP/1.1" status: 204 len: 168 time: 0.0881815 Dec 10 15:37:42.757311 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37362) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:42.761802 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.tag.tag_plugin [None req-be992550-5932-416b-8fdd-7dcf886949dc tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ec92c136-ad76-4773-aa08-841ac8e2417d', 'tempest-TagsExtTest-Tag-61034368') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:42.782773 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.api.v2.resource [None req-be992550-5932-416b-8fdd-7dcf886949dc tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] show failed (client error): The resource could not be found. Dec 10 15:37:42.783754 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-be992550-5932-416b-8fdd-7dcf886949dc tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] 10.222.0.20 "GET /v2.0/subnetpools/ec92c136-ad76-4773-aa08-841ac8e2417d/tags/tempest-TagsExtTest-Tag-61034368 HTTP/1.1" status: 404 len: 327 time: 0.0254459 Dec 10 15:37:42.787004 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37364) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:42.791224 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.tag.tag_plugin [None req-59957e12-3e14-4aa8-add6-8301c92c5a10 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ec92c136-ad76-4773-aa08-841ac8e2417d', 'tempest-TagsExtTest-Tag-1630962737') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:42.799775 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8a01deed-db2e-48d7-84d6-aa1098627053 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:42.823261 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.api.v2.resource [None req-59957e12-3e14-4aa8-add6-8301c92c5a10 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] show failed (client error): The resource could not be found. Dec 10 15:37:42.827106 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-59957e12-3e14-4aa8-add6-8301c92c5a10 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] 10.222.0.20 "GET /v2.0/subnetpools/ec92c136-ad76-4773-aa08-841ac8e2417d/tags/tempest-TagsExtTest-Tag-1630962737 HTTP/1.1" status: 404 len: 329 time: 0.0363252 Dec 10 15:37:42.827339 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a01deed-db2e-48d7-84d6-aa1098627053 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Pushing event deleted for resources: {'Subnet': ['ID=8cdbeb40-6d02-45da-96b7-ccd11747c349,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:42.828994 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37366) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:42.834764 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.tag.tag_plugin [None req-337fcf09-cbe9-4582-9278-8cc3f846d527 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ec92c136-ad76-4773-aa08-841ac8e2417d', 'tempest-TagsExtTest-Tag-1855621772') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:42.837442 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8a01deed-db2e-48d7-84d6-aa1098627053 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:42.840217 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231eccd5-deef-438a-9d7b-965781c8a6a3 None None] Network 0a750fd7-a68a-414a-b1f6-1411af0866c9 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:37:42.840646 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-8a01deed-db2e-48d7-84d6-aa1098627053 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "DELETE /v2.0/subnets/8cdbeb40-6d02-45da-96b7-ccd11747c349 HTTP/1.1" status: 204 len: 168 time: 0.3363955 Dec 10 15:37:42.843870 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37368) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:42.863889 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.api.v2.resource [None req-337fcf09-cbe9-4582-9278-8cc3f846d527 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] show failed (client error): The resource could not be found. Dec 10 15:37:42.867773 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37370) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:42.868099 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-337fcf09-cbe9-4582-9278-8cc3f846d527 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] 10.222.0.20 "GET /v2.0/subnetpools/ec92c136-ad76-4773-aa08-841ac8e2417d/tags/tempest-TagsExtTest-Tag-1855621772 HTTP/1.1" status: 404 len: 329 time: 0.0378201 Dec 10 15:37:42.872656 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.tag.tag_plugin [None req-8aba8a80-0413-4036-8a92-86c736aba84d tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ec92c136-ad76-4773-aa08-841ac8e2417d') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:42.943291 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b1086aa9-6f28-471d-8aed-932930e778e3 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:42.954560 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-8aba8a80-0413-4036-8a92-86c736aba84d tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] 10.222.0.20 "DELETE /v2.0/subnetpools/ec92c136-ad76-4773-aa08-841ac8e2417d/tags HTTP/1.1" status: 204 len: 168 time: 0.0857711 Dec 10 15:37:42.957226 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37372) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:42.959771 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2f4f40b5-8dd3-4394-9a7c-6fc2b952fc5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:42.961824 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.tag.tag_plugin [None req-4aa8a031-cbd7-4dea-bd0b-ccbaa5371164 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1c7acf94-3b96-4ff0-92c9-8cc124598638') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:43.020079 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618241d7-1b34-4438-91a4-43d4a5d1498a None None] DHCP port deletion for 0a750fd7-a68a-414a-b1f6-1411af0866c9 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:37:43.070420 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-618241d7-1b34-4438-91a4-43d4a5d1498a None None] Deleting port 0574825f-9d80-4977-b99c-8d6eb99e69ed {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:37:43.071038 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-618241d7-1b34-4438-91a4-43d4a5d1498a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:43.077087 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-4aa8a031-cbd7-4dea-bd0b-ccbaa5371164 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] 10.222.0.20 "DELETE /v2.0/routers/1c7acf94-3b96-4ff0-92c9-8cc124598638/tags HTTP/1.1" status: 204 len: 168 time: 0.1188159 Dec 10 15:37:43.080434 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37374) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:43.081406 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-b1086aa9-6f28-471d-8aed-932930e778e3 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Deleting port 0574825f-9d80-4977-b99c-8d6eb99e69ed {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:37:43.081753 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b1086aa9-6f28-471d-8aed-932930e778e3 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:43.092595 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.tag.tag_plugin [None req-4b15b5e4-1c84-4e6d-ae31-649c6a91b5bd tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2b86d29e-065f-4f3f-bdb1-a50ba9ccbbd3') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:43.144366 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-618241d7-1b34-4438-91a4-43d4a5d1498a None None] For port 0574825f-9d80-4977-b99c-8d6eb99e69ed, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=0574825f-9d80-4977-b99c-8d6eb99e69ed,segment=NetworkSegment(230096f3-c7b7-4386-91c3-8dde148bad4d),segment_id=230096f3-c7b7-4386-91c3-8dde148bad4d)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:37:43.144659 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-618241d7-1b34-4438-91a4-43d4a5d1498a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:43.150322 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-b1086aa9-6f28-471d-8aed-932930e778e3 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] For port 0574825f-9d80-4977-b99c-8d6eb99e69ed, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=0574825f-9d80-4977-b99c-8d6eb99e69ed,segment=NetworkSegment(230096f3-c7b7-4386-91c3-8dde148bad4d),segment_id=230096f3-c7b7-4386-91c3-8dde148bad4d)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:37:43.150703 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b1086aa9-6f28-471d-8aed-932930e778e3 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:43.165815 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-b1086aa9-6f28-471d-8aed-932930e778e3 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Calling delete_port for 0574825f-9d80-4977-b99c-8d6eb99e69ed owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:37:43.168671 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-618241d7-1b34-4438-91a4-43d4a5d1498a None None] Calling delete_port for 0574825f-9d80-4977-b99c-8d6eb99e69ed owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:37:43.183975 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-4b15b5e4-1c84-4e6d-ae31-649c6a91b5bd tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] 10.222.0.20 "DELETE /v2.0/ports/2b86d29e-065f-4f3f-bdb1-a50ba9ccbbd3/tags HTTP/1.1" status: 204 len: 168 time: 0.1002145 Dec 10 15:37:43.186891 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37376) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:43.193280 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.tag.tag_plugin [None req-693dc5df-b0d3-49d1-9ca4-a5de14a276ef tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '80159c87-133d-4e40-b065-3e5966a42b47') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:43.267247 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-693dc5df-b0d3-49d1-9ca4-a5de14a276ef tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] 10.222.0.20 "DELETE /v2.0/subnets/80159c87-133d-4e40-b065-3e5966a42b47/tags HTTP/1.1" status: 204 len: 168 time: 0.0777261 Dec 10 15:37:43.273408 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37378) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:43.328708 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-618241d7-1b34-4438-91a4-43d4a5d1498a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:43.340121 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b1086aa9-6f28-471d-8aed-932930e778e3 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:43.365424 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618241d7-1b34-4438-91a4-43d4a5d1498a None None] Pushing event deleted for resources: {'Port': ['ID=0574825f-9d80-4977-b99c-8d6eb99e69ed,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:43.368391 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618241d7-1b34-4438-91a4-43d4a5d1498a None None] No DVR routers for this DVR port 0574825f-9d80-4977-b99c-8d6eb99e69ed on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:37:43.386660 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1086aa9-6f28-471d-8aed-932930e778e3 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Pushing event deleted for resources: {'Port': ['ID=0574825f-9d80-4977-b99c-8d6eb99e69ed,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:43.391560 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:43.392092 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1086aa9-6f28-471d-8aed-932930e778e3 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] No DVR routers for this DVR port 0574825f-9d80-4977-b99c-8d6eb99e69ed on host dv-neutron-821401-4-hyperv {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:37:43.473347 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b1086aa9-6f28-471d-8aed-932930e778e3 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:43.486250 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-af59974f-526e-482b-8ce8-05419526e116 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] Publish callbacks [] for subnetpool, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:43.487753 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-af59974f-526e-482b-8ce8-05419526e116 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] 10.222.0.20 "DELETE /v2.0/subnetpools/ec92c136-ad76-4773-aa08-841ac8e2417d HTTP/1.1" status: 204 len: 168 time: 0.2132368 Dec 10 15:37:43.490677 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37380) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:43.495567 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-b1086aa9-6f28-471d-8aed-932930e778e3 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a750fd7-a68a-414a-b1f6-1411af0866c9']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:43.505047 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-b1086aa9-6f28-471d-8aed-932930e778e3 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '230096f3-c7b7-4386-91c3-8dde148bad4d') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:43.505345 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-b1086aa9-6f28-471d-8aed-932930e778e3 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '230096f3-c7b7-4386-91c3-8dde148bad4d') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:43.517799 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-3b981066-bd50-4836-bb64-bad7811f18b9 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c7acf94-3b96-4ff0-92c9-8cc124598638 HTTP/1.1" status: 200 len: 205 time: 0.0257947 Dec 10 15:37:43.519179 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b1086aa9-6f28-471d-8aed-932930e778e3 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11806923'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:43.520134 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37382) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:43.533164 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b1086aa9-6f28-471d-8aed-932930e778e3 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:43.539375 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1086aa9-6f28-471d-8aed-932930e778e3 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:37:43.539773 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b1086aa9-6f28-471d-8aed-932930e778e3 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11236635'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:43.542957 dv-neutron-821401-4-hyperv neutron-server[103587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:37:43.542957 dv-neutron-821401-4-hyperv neutron-server[103587]: self.session.flush() Dec 10 15:37:43.542957 dv-neutron-821401-4-hyperv neutron-server[103587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:37:43.542957 dv-neutron-821401-4-hyperv neutron-server[103587]: self.session.flush() Dec 10 15:37:43.542957 dv-neutron-821401-4-hyperv neutron-server[103587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:37:43.542957 dv-neutron-821401-4-hyperv neutron-server[103587]: self.session.flush() Dec 10 15:37:43.542957 dv-neutron-821401-4-hyperv neutron-server[103587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:37:43.542957 dv-neutron-821401-4-hyperv neutron-server[103587]: self.session.flush() Dec 10 15:37:43.542957 dv-neutron-821401-4-hyperv neutron-server[103587]: Traceback (most recent call last): Dec 10 15:37:43.542957 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:37:43.542957 dv-neutron-821401-4-hyperv neutron-server[103587]: timer() Dec 10 15:37:43.542957 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:37:43.542957 dv-neutron-821401-4-hyperv neutron-server[103587]: cb(*args, **kw) Dec 10 15:37:43.542957 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:37:43.542957 dv-neutron-821401-4-hyperv neutron-server[103587]: return func(*args, **kwargs) Dec 10 15:37:43.542957 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:37:43.542957 dv-neutron-821401-4-hyperv neutron-server[103587]: self._notify() Dec 10 15:37:43.542957 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:37:43.542957 dv-neutron-821401-4-hyperv neutron-server[103587]: self.callback(batched_events) Dec 10 15:37:43.542957 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:37:43.542957 dv-neutron-821401-4-hyperv neutron-server[103587]: event.method(event) Dec 10 15:37:43.542957 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:37:43.542957 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:37:43.542957 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:37:43.542957 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:37:43.542957 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:37:43.542957 dv-neutron-821401-4-hyperv neutron-server[103587]: return f(self, *a, **k) Dec 10 15:37:43.542957 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:37:43.542957 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._get(url).json() Dec 10 15:37:43.542957 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:37:43.542957 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:37:43.542957 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:37:43.542957 dv-neutron-821401-4-hyperv neutron-server[103587]: return self.request(url, 'GET', **kwargs) Dec 10 15:37:43.542957 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:37:43.542957 dv-neutron-821401-4-hyperv neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:37:43.542957 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:37:43.542957 dv-neutron-821401-4-hyperv neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:37:43.542957 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:37:43.542957 dv-neutron-821401-4-hyperv neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:37:43.542957 dv-neutron-821401-4-hyperv neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:37:43.597845 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dfb554f3-94c6-4d59-8a49-a93b831f8908 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] Publish callbacks [] for router, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:43.701991 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b1086aa9-6f28-471d-8aed-932930e778e3 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:43.710051 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b1086aa9-6f28-471d-8aed-932930e778e3 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:43.717676 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-b1086aa9-6f28-471d-8aed-932930e778e3 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "DELETE /v2.0/networks/0a750fd7-a68a-414a-b1f6-1411af0866c9 HTTP/1.1" status: 204 len: 168 time: 0.8720615 Dec 10 15:37:43.718451 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37384) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:43.735503 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-ecc6730b-b1f6-4c86-a82a-287588c84603 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-486018256', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}, 'admin_state_up': False}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:37:43.742723 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1086aa9-6f28-471d-8aed-932930e778e3 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Pushing event deleted for resources: {'Network': ['ID=0a750fd7-a68a-414a-b1f6-1411af0866c9,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:43.771775 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dfb554f3-94c6-4d59-8a49-a93b831f8908 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13898'] for router, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:43.773975 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dfb554f3-94c6-4d59-8a49-a93b831f8908 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:43.850928 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ecc6730b-b1f6-4c86-a82a-287588c84603 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13912'] for router, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:43.852456 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ecc6730b-b1f6-4c86-a82a-287588c84603 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:43.860587 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 0574825f-9d80-4977-b99c-8d6eb99e69ed no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:37:43.879341 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dfb554f3-94c6-4d59-8a49-a93b831f8908 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549250'] for router, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:43.880111 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfb554f3-94c6-4d59-8a49-a93b831f8908 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] Fanout notify agent at l3_agent the message router_deleted on router 1c7acf94-3b96-4ff0-92c9-8cc124598638 {{(pid=103586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 15:37:43.891360 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 0574825f-9d80-4977-b99c-8d6eb99e69ed {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:37:43.891360 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 0574825f-9d80-4977-b99c-8d6eb99e69ed not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:37:43.909499 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dfb554f3-94c6-4d59-8a49-a93b831f8908 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:43.919410 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-dfb554f3-94c6-4d59-8a49-a93b831f8908 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] 10.222.0.20 "DELETE /v2.0/routers/1c7acf94-3b96-4ff0-92c9-8cc124598638 HTTP/1.1" status: 204 len: 168 time: 0.3922925 Dec 10 15:37:43.919410 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37386) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:43.936283 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ecc6730b-b1f6-4c86-a82a-287588c84603 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:44.005373 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-f45487c7-b263-4489-9596-f70abea50966 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] Deleting port 2b86d29e-065f-4f3f-bdb1-a50ba9ccbbd3 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:37:44.006088 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f45487c7-b263-4489-9596-f70abea50966 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:44.108200 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f45487c7-b263-4489-9596-f70abea50966 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:44.120763 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-f45487c7-b263-4489-9596-f70abea50966 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] Calling delete_port for 2b86d29e-065f-4f3f-bdb1-a50ba9ccbbd3 owned by {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:37:44.135596 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ecc6730b-b1f6-4c86-a82a-287588c84603 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:44.291201 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f45487c7-b263-4489-9596-f70abea50966 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:44.328088 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45487c7-b263-4489-9596-f70abea50966 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] Pushing event deleted for resources: {'Port': ['ID=2b86d29e-065f-4f3f-bdb1-a50ba9ccbbd3,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:44.401346 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f45487c7-b263-4489-9596-f70abea50966 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:44.405555 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-f45487c7-b263-4489-9596-f70abea50966 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] 10.222.0.20 "DELETE /v2.0/ports/2b86d29e-065f-4f3f-bdb1-a50ba9ccbbd3 HTTP/1.1" status: 204 len: 168 time: 0.4903131 Dec 10 15:37:44.408518 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37388) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:44.433258 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ecc6730b-b1f6-4c86-a82a-287588c84603 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for router_gateway, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:44.453302 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ecc6730b-b1f6-4c86-a82a-287588c84603 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:44.473018 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_v2 [None req-03007cc7-dbee-485d-ab67-49bf1fcb0f83 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] Deleting subnet 80159c87-133d-4e40-b065-3e5966a42b47 {{(pid=103586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:37:44.476523 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-03007cc7-dbee-485d-ab67-49bf1fcb0f83 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] Publish callbacks [] for subnet, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:44.524405 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-03007cc7-dbee-485d-ab67-49bf1fcb0f83 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12392400'] for subnet, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:44.609213 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-03007cc7-dbee-485d-ab67-49bf1fcb0f83 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:44.611927 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-ecc6730b-b1f6-4c86-a82a-287588c84603 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Allocated IP 172.26.2.68 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/49f42079-cbfb-4cb9-a862-bb1516e1f527) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:37:44.710361 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ecc6730b-b1f6-4c86-a82a-287588c84603 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:44.740292 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-03007cc7-dbee-485d-ab67-49bf1fcb0f83 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:44.774102 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-03007cc7-dbee-485d-ab67-49bf1fcb0f83 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:44.777376 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-03007cc7-dbee-485d-ab67-49bf1fcb0f83 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] 10.222.0.20 "DELETE /v2.0/subnets/80159c87-133d-4e40-b065-3e5966a42b47 HTTP/1.1" status: 204 len: 168 time: 0.3677750 Dec 10 15:37:44.779125 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03007cc7-dbee-485d-ab67-49bf1fcb0f83 tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] Pushing event deleted for resources: {'Subnet': ['ID=80159c87-133d-4e40-b065-3e5966a42b47,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:44.780090 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37390) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:44.780293 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090e4c7f-9f4b-4432-9b80-92a70f0dade4 None None] Network bee8baf6-9b2e-4fb6-a15e-c47a72b2b5de requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:37:44.835803 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ecc6730b-b1f6-4c86-a82a-287588c84603 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:44.897042 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc6730b-b1f6-4c86-a82a-287588c84603 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:37:44.902924 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-ecc6730b-b1f6-4c86-a82a-287588c84603 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:37:44.909985 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc6730b-b1f6-4c86-a82a-287588c84603 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:37:44.913278 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc6730b-b1f6-4c86-a82a-287588c84603 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Pushing event updated for resources: {'Port': ['ID=49f42079-cbfb-4cb9-a862-bb1516e1f527,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:44.917031 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7d3fc8-217c-4172-9717-069cb37b53f3 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:37:44.921268 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6ae44e90-7339-4162-95c4-3a8589b1bdaf tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:44.931610 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a73f82b-e455-47b1-a311-a1d5de21e3a9 None None] DHCP port deletion for bee8baf6-9b2e-4fb6-a15e-c47a72b2b5de request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:37:44.983983 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6a73f82b-e455-47b1-a311-a1d5de21e3a9 None None] Deleting port b901b47c-2112-4159-9c88-7cb02132dd21 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:37:44.984367 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6a73f82b-e455-47b1-a311-a1d5de21e3a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:45.048966 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-d3ca4e86-6f10-4507-89b8-e940a5974ed4 None None] Provisioning complete for port 49f42079-cbfb-4cb9-a862-bb1516e1f527 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:37:45.049342 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d3ca4e86-6f10-4507-89b8-e940a5974ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:45.076981 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6a73f82b-e455-47b1-a311-a1d5de21e3a9 None None] For port b901b47c-2112-4159-9c88-7cb02132dd21, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=b901b47c-2112-4159-9c88-7cb02132dd21,segment=NetworkSegment(c93e7181-22c8-415d-a131-d50c5f040292),segment_id=c93e7181-22c8-415d-a131-d50c5f040292)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:37:45.077371 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6a73f82b-e455-47b1-a311-a1d5de21e3a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:45.098881 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6a73f82b-e455-47b1-a311-a1d5de21e3a9 None None] Calling delete_port for b901b47c-2112-4159-9c88-7cb02132dd21 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:37:45.107116 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-6ae44e90-7339-4162-95c4-3a8589b1bdaf tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] Deleting port b901b47c-2112-4159-9c88-7cb02132dd21 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:37:45.107459 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6ae44e90-7339-4162-95c4-3a8589b1bdaf tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:45.109293 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-d3ca4e86-6f10-4507-89b8-e940a5974ed4 None None] Port 49f42079-cbfb-4cb9-a862-bb1516e1f527 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:37:45.172161 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-6ae44e90-7339-4162-95c4-3a8589b1bdaf tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] For port b901b47c-2112-4159-9c88-7cb02132dd21, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=b901b47c-2112-4159-9c88-7cb02132dd21,segment=NetworkSegment(c93e7181-22c8-415d-a131-d50c5f040292),segment_id=c93e7181-22c8-415d-a131-d50c5f040292)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:37:45.172582 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6ae44e90-7339-4162-95c4-3a8589b1bdaf tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:45.186234 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-6ae44e90-7339-4162-95c4-3a8589b1bdaf tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] Calling delete_port for b901b47c-2112-4159-9c88-7cb02132dd21 owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:37:45.314150 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6a73f82b-e455-47b1-a311-a1d5de21e3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:45.339744 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a73f82b-e455-47b1-a311-a1d5de21e3a9 None None] Pushing event deleted for resources: {'Port': ['ID=b901b47c-2112-4159-9c88-7cb02132dd21,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:45.341524 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-886675d6-9f2d-4a47-8c12-90b7ecc48d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:45.344697 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a73f82b-e455-47b1-a311-a1d5de21e3a9 None None] No DVR routers for this DVR port b901b47c-2112-4159-9c88-7cb02132dd21 on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:37:45.383090 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6ae44e90-7339-4162-95c4-3a8589b1bdaf tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:45.388430 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ecc6730b-b1f6-4c86-a82a-287588c84603 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for router_gateway, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:45.677358 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae44e90-7339-4162-95c4-3a8589b1bdaf tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] Pushing event deleted for resources: {'Port': ['ID=b901b47c-2112-4159-9c88-7cb02132dd21,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:45.686197 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae44e90-7339-4162-95c4-3a8589b1bdaf tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] No DVR routers for this DVR port b901b47c-2112-4159-9c88-7cb02132dd21 on host dv-neutron-821401-4-hyperv {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:37:45.808809 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6ae44e90-7339-4162-95c4-3a8589b1bdaf tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:45.829130 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-6ae44e90-7339-4162-95c4-3a8589b1bdaf tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bee8baf6-9b2e-4fb6-a15e-c47a72b2b5de']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:45.843239 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device b901b47c-2112-4159-9c88-7cb02132dd21 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:37:45.865115 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: b901b47c-2112-4159-9c88-7cb02132dd21 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:37:45.865477 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device b901b47c-2112-4159-9c88-7cb02132dd21 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:37:45.872355 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-6ae44e90-7339-4162-95c4-3a8589b1bdaf tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c93e7181-22c8-415d-a131-d50c5f040292') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:45.872628 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-6ae44e90-7339-4162-95c4-3a8589b1bdaf tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c93e7181-22c8-415d-a131-d50c5f040292') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:45.888256 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6ae44e90-7339-4162-95c4-3a8589b1bdaf tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11806923'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:45.906907 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6ae44e90-7339-4162-95c4-3a8589b1bdaf tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:45.945860 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ae44e90-7339-4162-95c4-3a8589b1bdaf tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:37:45.946219 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6ae44e90-7339-4162-95c4-3a8589b1bdaf tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11236635'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:45.949098 dv-neutron-821401-4-hyperv neutron-server[103587]: Traceback (most recent call last): Dec 10 15:37:45.949098 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:37:45.949098 dv-neutron-821401-4-hyperv neutron-server[103587]: timer() Dec 10 15:37:45.949098 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:37:45.949098 dv-neutron-821401-4-hyperv neutron-server[103587]: cb(*args, **kw) Dec 10 15:37:45.949098 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:37:45.949098 dv-neutron-821401-4-hyperv neutron-server[103587]: return func(*args, **kwargs) Dec 10 15:37:45.949098 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:37:45.949098 dv-neutron-821401-4-hyperv neutron-server[103587]: self._notify() Dec 10 15:37:45.949098 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:37:45.949098 dv-neutron-821401-4-hyperv neutron-server[103587]: self.callback(batched_events) Dec 10 15:37:45.949098 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:37:45.949098 dv-neutron-821401-4-hyperv neutron-server[103587]: event.method(event) Dec 10 15:37:45.949098 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:37:45.949098 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:37:45.949098 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:37:45.949098 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:37:45.949098 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:37:45.949098 dv-neutron-821401-4-hyperv neutron-server[103587]: return f(self, *a, **k) Dec 10 15:37:45.949098 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:37:45.949098 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._get(url).json() Dec 10 15:37:45.949098 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:37:45.949098 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:37:45.949098 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:37:45.949098 dv-neutron-821401-4-hyperv neutron-server[103587]: return self.request(url, 'GET', **kwargs) Dec 10 15:37:45.949098 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:37:45.949098 dv-neutron-821401-4-hyperv neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:37:45.949098 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:37:45.949098 dv-neutron-821401-4-hyperv neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:37:45.949098 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:37:45.949098 dv-neutron-821401-4-hyperv neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:37:45.949098 dv-neutron-821401-4-hyperv neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:37:46.016264 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ecc6730b-b1f6-4c86-a82a-287588c84603 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363'] for router, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:46.102461 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6ae44e90-7339-4162-95c4-3a8589b1bdaf tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:46.114744 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6ae44e90-7339-4162-95c4-3a8589b1bdaf tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:46.117910 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-6ae44e90-7339-4162-95c4-3a8589b1bdaf tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] 10.222.0.20 "DELETE /v2.0/networks/bee8baf6-9b2e-4fb6-a15e-c47a72b2b5de HTTP/1.1" status: 204 len: 168 time: 1.3353131 Dec 10 15:37:46.122984 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:46.133943 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae44e90-7339-4162-95c4-3a8589b1bdaf tempest-TagsExtTest-1791954370 tempest-TagsExtTest-1791954370-project] Pushing event deleted for resources: {'Network': ['ID=bee8baf6-9b2e-4fb6-a15e-c47a72b2b5de,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:46.244801 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc6730b-b1f6-4c86-a82a-287588c84603 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Router 81f41e82-2ce5-4459-8434-06b6d76e36bd is scheduled to L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d with binding_index 1 {{(pid=103587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 15:37:46.352555 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc6730b-b1f6-4c86-a82a-287588c84603 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:37:46.363220 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf48529e-79f4-4211-890f-e185347a73a9 None None] Sync routers for ids ['81f41e82-2ce5-4459-8434-06b6d76e36bd'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:37:46.376778 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf48529e-79f4-4211-890f-e185347a73a9 None None] Routers {'81f41e82-2ce5-4459-8434-06b6d76e36bd'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:37:46.377472 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-cf48529e-79f4-4211-890f-e185347a73a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:37:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['81f41e82-2ce5-4459-8434-06b6d76e36bd'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:46.408658 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-cf48529e-79f4-4211-890f-e185347a73a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:46.417024 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf48529e-79f4-4211-890f-e185347a73a9 None None] Routers {'81f41e82-2ce5-4459-8434-06b6d76e36bd'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:37:46.417604 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-cf48529e-79f4-4211-890f-e185347a73a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:37:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['81f41e82-2ce5-4459-8434-06b6d76e36bd'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:46.450177 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-cf48529e-79f4-4211-890f-e185347a73a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:46.450805 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf48529e-79f4-4211-890f-e185347a73a9 None None] The sync data for ids ['81f41e82-2ce5-4459-8434-06b6d76e36bd'] in dv-neutron-821401-4-hyperv is: [] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:37:46.479462 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ecc6730b-b1f6-4c86-a82a-287588c84603 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:46.480745 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-ecc6730b-b1f6-4c86-a82a-287588c84603 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.7591231 Dec 10 15:37:46.483864 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37394) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:46.595894 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-8e084210-5c7c-490d-872a-a5c45578fffc tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "GET /v2.0/routers/81f41e82-2ce5-4459-8434-06b6d76e36bd HTTP/1.1" status: 200 len: 879 time: 0.1108434 Dec 10 15:37:46.598560 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37398) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:46.652810 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37400) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:46.785490 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-f61a1c79-f724-43a3-b33e-d2cc49282d40 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4cd74e01acaf4bb08bef6be9065b1e62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1311963 Dec 10 15:37:46.787960 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37404) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:46.811406 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-c7e22e4c-0318-4545-a1ce-f2394c7474e0 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.2094295 Dec 10 15:37:46.811678 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37406) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:46.815986 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-dcd10c50-7474-40a7-b260-248716ce0dda tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-486018256'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:37:46.835888 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3356ddb9-c5dc-4902-befb-00ead82a8f22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:46.857852 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3356ddb9-c5dc-4902-befb-00ead82a8f22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:46.981744 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3356ddb9-c5dc-4902-befb-00ead82a8f22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:46.985293 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3356ddb9-c5dc-4902-befb-00ead82a8f22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:46.986499 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-3356ddb9-c5dc-4902-befb-00ead82a8f22 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0b032734-a0ab-4eb2-8313-dc412b630574 HTTP/1.1" status: 204 len: 168 time: 0.1976123 Dec 10 15:37:46.994368 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3356ddb9-c5dc-4902-befb-00ead82a8f22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b032734-a0ab-4eb2-8313-dc412b630574,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:47.121175 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dcd10c50-7474-40a7-b260-248716ce0dda tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13949'] for router, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:47.256432 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dcd10c50-7474-40a7-b260-248716ce0dda tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-551381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-551372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-549222'] for router, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:47.379399 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcd10c50-7474-40a7-b260-248716ce0dda tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Router 81f41e82-2ce5-4459-8434-06b6d76e36bd has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:37:47.490835 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd10c50-7474-40a7-b260-248716ce0dda tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:37:47.500472 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dcd10c50-7474-40a7-b260-248716ce0dda tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:47.500472 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-dcd10c50-7474-40a7-b260-248716ce0dda tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "PUT /v2.0/routers/81f41e82-2ce5-4459-8434-06b6d76e36bd HTTP/1.1" status: 200 len: 886 time: 0.6863019 Dec 10 15:37:47.500777 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf69bb5f-e649-48f9-8bde-649f74c417f7 None None] Sync routers for ids ['81f41e82-2ce5-4459-8434-06b6d76e36bd'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:37:47.501804 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37410) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:47.510921 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf69bb5f-e649-48f9-8bde-649f74c417f7 None None] Routers {'81f41e82-2ce5-4459-8434-06b6d76e36bd'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:37:47.511504 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-cf69bb5f-e649-48f9-8bde-649f74c417f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:37:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['81f41e82-2ce5-4459-8434-06b6d76e36bd'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:47.544062 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-cf69bb5f-e649-48f9-8bde-649f74c417f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:47.553251 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf69bb5f-e649-48f9-8bde-649f74c417f7 None None] Routers {'81f41e82-2ce5-4459-8434-06b6d76e36bd'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:37:47.554181 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-cf69bb5f-e649-48f9-8bde-649f74c417f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:37:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['81f41e82-2ce5-4459-8434-06b6d76e36bd'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:47.589319 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-cf69bb5f-e649-48f9-8bde-649f74c417f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:47.589994 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf69bb5f-e649-48f9-8bde-649f74c417f7 None None] The sync data for ids ['81f41e82-2ce5-4459-8434-06b6d76e36bd'] in dv-neutron-821401-4-hyperv is: [] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:37:47.614180 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-811ed416-fcd1-461a-afed-cb9321195177 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "GET /v2.0/routers/81f41e82-2ce5-4459-8434-06b6d76e36bd HTTP/1.1" status: 200 len: 886 time: 0.1111851 Dec 10 15:37:47.616778 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37412) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:47.645045 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-1e57edbc-066b-4b20-95d9-5bcf544bf861 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "GET /v2.0/ports?device_id=81f41e82-2ce5-4459-8434-06b6d76e36bd HTTP/1.1" status: 200 len: 205 time: 0.0271823 Dec 10 15:37:47.647701 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37414) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:47.753398 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-434fce80-5920-47b2-94ae-206c345859e5 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for router, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:47.776362 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:47.862014 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-434fce80-5920-47b2-94ae-206c345859e5 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:47.989896 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-434fce80-5920-47b2-94ae-206c345859e5 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Deleting port 49f42079-cbfb-4cb9-a862-bb1516e1f527 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:37:47.990243 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-434fce80-5920-47b2-94ae-206c345859e5 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:48.070101 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-434fce80-5920-47b2-94ae-206c345859e5 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:48.086271 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-434fce80-5920-47b2-94ae-206c345859e5 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Calling delete_port for 49f42079-cbfb-4cb9-a862-bb1516e1f527 owned by network:router_gateway {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:37:48.313573 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-434fce80-5920-47b2-94ae-206c345859e5 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:48.339991 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434fce80-5920-47b2-94ae-206c345859e5 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Pushing event deleted for resources: {'Port': ['ID=49f42079-cbfb-4cb9-a862-bb1516e1f527,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:48.359142 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659f5633-b4e4-4033-b243-f413e05c8d92 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:37:48.421342 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434fce80-5920-47b2-94ae-206c345859e5 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:37:48.421342 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434fce80-5920-47b2-94ae-206c345859e5 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:37:48.421342 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434fce80-5920-47b2-94ae-206c345859e5 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:37:48.421342 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434fce80-5920-47b2-94ae-206c345859e5 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:37:48.421342 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434fce80-5920-47b2-94ae-206c345859e5 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:37:48.421342 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434fce80-5920-47b2-94ae-206c345859e5 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:37:48.421342 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434fce80-5920-47b2-94ae-206c345859e5 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:37:48.421342 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434fce80-5920-47b2-94ae-206c345859e5 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:37:48.421342 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434fce80-5920-47b2-94ae-206c345859e5 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:37:48.421342 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434fce80-5920-47b2-94ae-206c345859e5 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:37:48.421342 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434fce80-5920-47b2-94ae-206c345859e5 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:37:48.421342 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434fce80-5920-47b2-94ae-206c345859e5 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:37:48.421342 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434fce80-5920-47b2-94ae-206c345859e5 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:37:48.437694 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-434fce80-5920-47b2-94ae-206c345859e5 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552731'] for router_gateway, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:48.529880 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-434fce80-5920-47b2-94ae-206c345859e5 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13898'] for router, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:48.532123 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-434fce80-5920-47b2-94ae-206c345859e5 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:48.645071 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-434fce80-5920-47b2-94ae-206c345859e5 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549250'] for router, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:48.645815 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-434fce80-5920-47b2-94ae-206c345859e5 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Fanout notify agent at l3_agent the message router_deleted on router 81f41e82-2ce5-4459-8434-06b6d76e36bd {{(pid=103586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 15:37:48.652385 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-434fce80-5920-47b2-94ae-206c345859e5 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:48.653456 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-434fce80-5920-47b2-94ae-206c345859e5 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "DELETE /v2.0/routers/81f41e82-2ce5-4459-8434-06b6d76e36bd HTTP/1.1" status: 204 len: 168 time: 1.0048609 Dec 10 15:37:48.657730 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37416) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:48.662881 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-d2a0fdb7-96f6-43fa-8bd6-f42fba83963c tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Request body: {'network': {'name': 'tempest-RoutersTest-1382067601'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:37:48.688960 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:48.736510 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a0fdb7-96f6-43fa-8bd6-f42fba83963c tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Made reservation on behalf of 7779032e5efc4347afe0fcad7a7b9e84 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:37:48.740111 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d2a0fdb7-96f6-43fa-8bd6-f42fba83963c tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:48.763557 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2a0fdb7-96f6-43fa-8bd6-f42fba83963c tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:37:48.772662 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d2a0fdb7-96f6-43fa-8bd6-f42fba83963c tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:48.773105 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.segments_db [None req-d2a0fdb7-96f6-43fa-8bd6-f42fba83963c tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Added segment 1168df19-de42-4b23-bd9e-ea6c06358b4e of type vlan for network a35ebd0c-706f-499f-9c95-5d510d85582b Dec 10 15:37:48.812451 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d2a0fdb7-96f6-43fa-8bd6-f42fba83963c tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:48.908145 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d2a0fdb7-96f6-43fa-8bd6-f42fba83963c tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:48.913718 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a0fdb7-96f6-43fa-8bd6-f42fba83963c tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:48.914315 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d2a0fdb7-96f6-43fa-8bd6-f42fba83963c tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:48.979448 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a0fdb7-96f6-43fa-8bd6-f42fba83963c tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Pushing event updated for resources: {'Network': ['ID=a35ebd0c-706f-499f-9c95-5d510d85582b,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:48.991034 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network a35ebd0c-706f-499f-9c95-5d510d85582b details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:37:49.046162 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-d2a0fdb7-96f6-43fa-8bd6-f42fba83963c tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3872607 Dec 10 15:37:49.049684 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37418) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:49.054997 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-8cabc2c5-3d4f-47f6-82be-37be71eb1141 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Request body: {'subnet': {'network_id': 'a35ebd0c-706f-499f-9c95-5d510d85582b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:37:49.232950 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cabc2c5-3d4f-47f6-82be-37be71eb1141 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Made reservation on behalf of 7779032e5efc4347afe0fcad7a7b9e84 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:37:49.237181 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8cabc2c5-3d4f-47f6-82be-37be71eb1141 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11668558'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:49.517734 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8cabc2c5-3d4f-47f6-82be-37be71eb1141 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11236534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11668560'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:49.578658 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabc2c5-3d4f-47f6-82be-37be71eb1141 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Pushing event updated for resources: {'Subnet': ['ID=3d14cbef-f34c-415f-889e-e05b0d81141f,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:49.587012 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cabc2c5-3d4f-47f6-82be-37be71eb1141 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Checking segment: {'id': '1168df19-de42-4b23-bd9e-ea6c06358b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a35ebd0c-706f-499f-9c95-5d510d85582b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:37:49.587369 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cabc2c5-3d4f-47f6-82be-37be71eb1141 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Network hostable DHCP agents. Network: a35ebd0c-706f-499f-9c95-5d510d85582b, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:37:49.741458 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cabc2c5-3d4f-47f6-82be-37be71eb1141 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Network a35ebd0c-706f-499f-9c95-5d510d85582b is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:37:49.855882 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-8cabc2c5-3d4f-47f6-82be-37be71eb1141 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, a35ebd0c-706f-499f-9c95-5d510d85582b) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:37:49.860485 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cabc2c5-3d4f-47f6-82be-37be71eb1141 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:49.861491 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8cabc2c5-3d4f-47f6-82be-37be71eb1141 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:49.864614 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3b1531-1899-403f-8161-7f6725dc3bb6 None None] Network a35ebd0c-706f-499f-9c95-5d510d85582b requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:37:49.962699 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30e5198-f237-48c8-aaaf-5f306ad98ece None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-a35ebd0c-706f-499f-9c95-5d510d85582b', 'network_id': 'a35ebd0c-706f-499f-9c95-5d510d85582b', 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'fixed_ips': [{'subnet_id': '3d14cbef-f34c-415f-889e-e05b0d81141f'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:37:49.963601 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b30e5198-f237-48c8-aaaf-5f306ad98ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:49.970605 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-8cabc2c5-3d4f-47f6-82be-37be71eb1141 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9166949 Dec 10 15:37:49.970806 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37420) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:49.975349 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-7bc82a3d-de55-4bd8-adc7-dc886d25dbab tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-45859531', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:37:50.098494 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-b30e5198-f237-48c8-aaaf-5f306ad98ece None None] Allocated IP 172.20.0.2 (a35ebd0c-706f-499f-9c95-5d510d85582b/3d14cbef-f34c-415f-889e-e05b0d81141f/d605dd24-af95-4c09-87e6-81f70fbce9a8) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:37:50.106942 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7bc82a3d-de55-4bd8-adc7-dc886d25dbab tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13912'] for router, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:50.108743 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7bc82a3d-de55-4bd8-adc7-dc886d25dbab tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:50.168100 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7bc82a3d-de55-4bd8-adc7-dc886d25dbab tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:50.243101 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b30e5198-f237-48c8-aaaf-5f306ad98ece None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:50.256396 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7bc82a3d-de55-4bd8-adc7-dc886d25dbab tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363'] for router, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:50.347942 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b30e5198-f237-48c8-aaaf-5f306ad98ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:50.373842 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7bc82a3d-de55-4bd8-adc7-dc886d25dbab tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:50.373842 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-7bc82a3d-de55-4bd8-adc7-dc886d25dbab tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.4003928 Dec 10 15:37:50.375240 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37426) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:50.391411 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30e5198-f237-48c8-aaaf-5f306ad98ece None None] Network a35ebd0c-706f-499f-9c95-5d510d85582b is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:37:50.395057 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-b30e5198-f237-48c8-aaaf-5f306ad98ece None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:37:50.398394 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30e5198-f237-48c8-aaaf-5f306ad98ece None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:37:50.403652 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30e5198-f237-48c8-aaaf-5f306ad98ece None None] Pushing event updated for resources: {'Port': ['ID=d605dd24-af95-4c09-87e6-81f70fbce9a8,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:50.455276 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-b30e5198-f237-48c8-aaaf-5f306ad98ece None None] Attempting to bind port d605dd24-af95-4c09-87e6-81f70fbce9a8 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:37:50.455647 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-b30e5198-f237-48c8-aaaf-5f306ad98ece None None] Attempting to bind port d605dd24-af95-4c09-87e6-81f70fbce9a8 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '1168df19-de42-4b23-bd9e-ea6c06358b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a35ebd0c-706f-499f-9c95-5d510d85582b'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:37:50.456010 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30e5198-f237-48c8-aaaf-5f306ad98ece None None] Attempting to bind port d605dd24-af95-4c09-87e6-81f70fbce9a8 on network a35ebd0c-706f-499f-9c95-5d510d85582b {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:37:50.461571 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30e5198-f237-48c8-aaaf-5f306ad98ece None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:37:50.461985 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30e5198-f237-48c8-aaaf-5f306ad98ece None None] Checking segment: {'id': '1168df19-de42-4b23-bd9e-ea6c06358b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a35ebd0c-706f-499f-9c95-5d510d85582b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:37:50.462412 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b30e5198-f237-48c8-aaaf-5f306ad98ece None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:50.462803 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30e5198-f237-48c8-aaaf-5f306ad98ece None None] Bound using segment: {'id': '1168df19-de42-4b23-bd9e-ea6c06358b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a35ebd0c-706f-499f-9c95-5d510d85582b'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:37:50.463269 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-b30e5198-f237-48c8-aaaf-5f306ad98ece None None] Bound port: d605dd24-af95-4c09-87e6-81f70fbce9a8, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1168df19-de42-4b23-bd9e-ea6c06358b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a35ebd0c-706f-499f-9c95-5d510d85582b'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:37:50.463648 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b30e5198-f237-48c8-aaaf-5f306ad98ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:50.528798 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-b30e5198-f237-48c8-aaaf-5f306ad98ece None None] For port d605dd24-af95-4c09-87e6-81f70fbce9a8, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:37:50.532133 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-b30e5198-f237-48c8-aaaf-5f306ad98ece None None] For port d605dd24-af95-4c09-87e6-81f70fbce9a8, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=d605dd24-af95-4c09-87e6-81f70fbce9a8,segment=NetworkSegment(1168df19-de42-4b23-bd9e-ea6c06358b4e),segment_id=1168df19-de42-4b23-bd9e-ea6c06358b4e)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:37:50.605197 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b30e5198-f237-48c8-aaaf-5f306ad98ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:50.668208 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30e5198-f237-48c8-aaaf-5f306ad98ece None None] Pushing event updated for resources: {'Port': ['ID=d605dd24-af95-4c09-87e6-81f70fbce9a8,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:50.981444 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ec7a8e47-3742-4041-a114-b0b9281e32ee tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:51.213103 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-ec7a8e47-3742-4041-a114-b0b9281e32ee tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Allocated IP 172.20.0.1 (a35ebd0c-706f-499f-9c95-5d510d85582b/3d14cbef-f34c-415f-889e-e05b0d81141f/c54bc52d-183f-4cd4-9f65-c36d69df41e1) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:37:51.338701 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ec7a8e47-3742-4041-a114-b0b9281e32ee tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:51.428211 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ec7a8e47-3742-4041-a114-b0b9281e32ee tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:51.469320 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7a8e47-3742-4041-a114-b0b9281e32ee tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Network a35ebd0c-706f-499f-9c95-5d510d85582b is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:37:51.472719 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-ec7a8e47-3742-4041-a114-b0b9281e32ee tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:37:51.480780 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7a8e47-3742-4041-a114-b0b9281e32ee tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:37:51.511104 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a8e47-3742-4041-a114-b0b9281e32ee tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Pushing event updated for resources: {'Port': ['ID=c54bc52d-183f-4cd4-9f65-c36d69df41e1,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:51.531652 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ec7a8e47-3742-4041-a114-b0b9281e32ee tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552880'] for router_interface, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:51.557742 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bee8d4f-8f56-4448-a803-6b9f17685d0a None None] Network a35ebd0c-706f-499f-9c95-5d510d85582b requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:37:51.618578 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-00876b13-1275-4a41-a25a-0073f1ae5328 None None] Provisioning complete for port d605dd24-af95-4c09-87e6-81f70fbce9a8 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:37:51.618954 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-00876b13-1275-4a41-a25a-0073f1ae5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:51.735573 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ec7a8e47-3742-4041-a114-b0b9281e32ee tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:51.739246 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-00876b13-1275-4a41-a25a-0073f1ae5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:51.781288 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-00876b13-1275-4a41-a25a-0073f1ae5328 None None] For port d605dd24-af95-4c09-87e6-81f70fbce9a8, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=d605dd24-af95-4c09-87e6-81f70fbce9a8,segment=NetworkSegment(1168df19-de42-4b23-bd9e-ea6c06358b4e),segment_id=1168df19-de42-4b23-bd9e-ea6c06358b4e)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:37:51.862699 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-00876b13-1275-4a41-a25a-0073f1ae5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:52.045583 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ec7a8e47-3742-4041-a114-b0b9281e32ee tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:52.062475 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device d605dd24-af95-4c09-87e6-81f70fbce9a8 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:37:52.123703 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ec7a8e47-3742-4041-a114-b0b9281e32ee tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:52.133114 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00876b13-1275-4a41-a25a-0073f1ae5328 None None] Pushing event updated for resources: {'Port': ['ID=d605dd24-af95-4c09-87e6-81f70fbce9a8,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:52.135779 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-24b04b7b-716d-4622-add4-489a01c8f43a None None] Provisioning complete for port d605dd24-af95-4c09-87e6-81f70fbce9a8 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:37:52.136151 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-24b04b7b-716d-4622-add4-489a01c8f43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:52.184599 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port d605dd24-af95-4c09-87e6-81f70fbce9a8 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:37:52.184971 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:52.199701 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ec7a8e47-3742-4041-a114-b0b9281e32ee tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549888'] for router_interface, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:52.201546 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a8e47-3742-4041-a114-b0b9281e32ee tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Pushing event updated for resources: {'Port': ['ID=c54bc52d-183f-4cd4-9f65-c36d69df41e1,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:52.295320 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-24b04b7b-716d-4622-add4-489a01c8f43a None None] Provisioning complete for port c54bc52d-183f-4cd4-9f65-c36d69df41e1 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:37:52.295566 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-24b04b7b-716d-4622-add4-489a01c8f43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:52.304101 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7a8e47-3742-4041-a114-b0b9281e32ee tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Network a35ebd0c-706f-499f-9c95-5d510d85582b is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:37:52.305480 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-ec7a8e47-3742-4041-a114-b0b9281e32ee tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:37:52.336636 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-24b04b7b-716d-4622-add4-489a01c8f43a None None] Port c54bc52d-183f-4cd4-9f65-c36d69df41e1 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:37:52.457192 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-7311a13b-f15f-4a88-b41f-f5ab9021a71a None None] Provisioning complete for port c54bc52d-183f-4cd4-9f65-c36d69df41e1 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:37:52.457600 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7311a13b-f15f-4a88-b41f-f5ab9021a71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:52.496594 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-7311a13b-f15f-4a88-b41f-f5ab9021a71a None None] Port c54bc52d-183f-4cd4-9f65-c36d69df41e1 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:37:52.518909 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec7a8e47-3742-4041-a114-b0b9281e32ee tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Router d3871cd9-4569-4b9d-b712-a4c59f1ad37d is scheduled to L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d with binding_index 1 {{(pid=103586) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 15:37:52.614339 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec7a8e47-3742-4041-a114-b0b9281e32ee tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:37:52.615041 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-fe2f17a4-7db9-47d0-9543-1d3ec04174b6 None None] Provisioning complete for port c54bc52d-183f-4cd4-9f65-c36d69df41e1 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:37:52.615544 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fe2f17a4-7db9-47d0-9543-1d3ec04174b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:52.622850 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-ec7a8e47-3742-4041-a114-b0b9281e32ee tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "PUT /v2.0/routers/d3871cd9-4569-4b9d-b712-a4c59f1ad37d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2434242 Dec 10 15:37:52.623082 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37430) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:52.627964 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f11a68-bbfa-4b8a-8fff-76c06a605c18 None None] Sync routers for ids ['d3871cd9-4569-4b9d-b712-a4c59f1ad37d'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:37:52.642505 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f11a68-bbfa-4b8a-8fff-76c06a605c18 None None] Routers {'d3871cd9-4569-4b9d-b712-a4c59f1ad37d'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:37:52.643369 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-06f11a68-bbfa-4b8a-8fff-76c06a605c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:37:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['d3871cd9-4569-4b9d-b712-a4c59f1ad37d'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:52.650721 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f17a4-7db9-47d0-9543-1d3ec04174b6 None None] Port c54bc52d-183f-4cd4-9f65-c36d69df41e1 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:37:52.668734 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98509af-b48c-4f1c-8054-74d85defd271 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:52.670279 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-a98509af-b48c-4f1c-8054-74d85defd271 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "GET /v2.0/ports/c54bc52d-183f-4cd4-9f65-c36d69df41e1 HTTP/1.1" status: 200 len: 910 time: 0.0460751 Dec 10 15:37:52.672792 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37432) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:52.676455 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-06f11a68-bbfa-4b8a-8fff-76c06a605c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:52.678383 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-acdb27a1-7527-4957-9d14-b31083efc1b0 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3d14cbef-f34c-415f-889e-e05b0d81141f'}]}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:37:52.685414 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f11a68-bbfa-4b8a-8fff-76c06a605c18 None None] Routers {'d3871cd9-4569-4b9d-b712-a4c59f1ad37d'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:37:52.686055 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-06f11a68-bbfa-4b8a-8fff-76c06a605c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:37:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['d3871cd9-4569-4b9d-b712-a4c59f1ad37d'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:52.717953 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-06f11a68-bbfa-4b8a-8fff-76c06a605c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:52.718866 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f11a68-bbfa-4b8a-8fff-76c06a605c18 None None] The sync data for ids ['d3871cd9-4569-4b9d-b712-a4c59f1ad37d'] in dv-neutron-821401-4-hyperv is: [] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:37:52.825269 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-acdb27a1-7527-4957-9d14-b31083efc1b0 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:53.179842 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-acdb27a1-7527-4957-9d14-b31083efc1b0 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:53.238486 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-acdb27a1-7527-4957-9d14-b31083efc1b0 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:53.317315 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdb27a1-7527-4957-9d14-b31083efc1b0 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:53.317943 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-acdb27a1-7527-4957-9d14-b31083efc1b0 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:53.319252 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-acdb27a1-7527-4957-9d14-b31083efc1b0 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "PUT /v2.0/ports/c54bc52d-183f-4cd4-9f65-c36d69df41e1 HTTP/1.1" status: 200 len: 910 time: 0.6449468 Dec 10 15:37:53.320085 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdb27a1-7527-4957-9d14-b31083efc1b0 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Pushing event updated for resources: {'Port': ['ID=c54bc52d-183f-4cd4-9f65-c36d69df41e1,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:53.322072 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37436) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:53.363621 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdb27a1-7527-4957-9d14-b31083efc1b0 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:37:53.363961 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdb27a1-7527-4957-9d14-b31083efc1b0 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:37:53.364293 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdb27a1-7527-4957-9d14-b31083efc1b0 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:37:53.364629 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdb27a1-7527-4957-9d14-b31083efc1b0 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:37:53.364961 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdb27a1-7527-4957-9d14-b31083efc1b0 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:37:53.366641 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdb27a1-7527-4957-9d14-b31083efc1b0 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:37:53.366986 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdb27a1-7527-4957-9d14-b31083efc1b0 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:37:53.367326 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdb27a1-7527-4957-9d14-b31083efc1b0 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:37:53.367659 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdb27a1-7527-4957-9d14-b31083efc1b0 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:37:53.367987 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdb27a1-7527-4957-9d14-b31083efc1b0 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:37:53.368313 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdb27a1-7527-4957-9d14-b31083efc1b0 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:37:53.369098 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdb27a1-7527-4957-9d14-b31083efc1b0 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:37:53.369098 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdb27a1-7527-4957-9d14-b31083efc1b0 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:37:53.650059 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ff2b0066-e7d9-44d4-8cb1-bee6b1ad9474 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549925'] for router_interface, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:53.863110 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device d605dd24-af95-4c09-87e6-81f70fbce9a8 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:37:53.904461 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-ff2b0066-e7d9-44d4-8cb1-bee6b1ad9474 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Deleting port c54bc52d-183f-4cd4-9f65-c36d69df41e1 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:37:53.904704 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ff2b0066-e7d9-44d4-8cb1-bee6b1ad9474 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:53.910894 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port d605dd24-af95-4c09-87e6-81f70fbce9a8 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:37:53.911274 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:53.994311 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ff2b0066-e7d9-44d4-8cb1-bee6b1ad9474 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:54.006448 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-ff2b0066-e7d9-44d4-8cb1-bee6b1ad9474 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Calling delete_port for c54bc52d-183f-4cd4-9f65-c36d69df41e1 owned by network:router_interface {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:37:54.244723 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ff2b0066-e7d9-44d4-8cb1-bee6b1ad9474 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:54.270994 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2b0066-e7d9-44d4-8cb1-bee6b1ad9474 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Pushing event deleted for resources: {'Port': ['ID=c54bc52d-183f-4cd4-9f65-c36d69df41e1,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:54.410268 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ff2b0066-e7d9-44d4-8cb1-bee6b1ad9474 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550073'] for router_interface, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:54.571460 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff2b0066-e7d9-44d4-8cb1-bee6b1ad9474 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Router d3871cd9-4569-4b9d-b712-a4c59f1ad37d has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:37:54.892617 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff2b0066-e7d9-44d4-8cb1-bee6b1ad9474 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:37:54.898968 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-ff2b0066-e7d9-44d4-8cb1-bee6b1ad9474 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "PUT /v2.0/routers/d3871cd9-4569-4b9d-b712-a4c59f1ad37d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5750291 Dec 10 15:37:54.900827 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37438) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:54.902055 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173e04c7-4eec-4e12-9ea0-77517a58c1ca None None] Sync routers for ids ['d3871cd9-4569-4b9d-b712-a4c59f1ad37d'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:37:54.912867 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173e04c7-4eec-4e12-9ea0-77517a58c1ca None None] Routers {'d3871cd9-4569-4b9d-b712-a4c59f1ad37d'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:37:54.913485 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-173e04c7-4eec-4e12-9ea0-77517a58c1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:37:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['d3871cd9-4569-4b9d-b712-a4c59f1ad37d'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:54.927685 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-ff56ae6e-222b-4733-92a6-a7098d5f1cb9 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3871cd9-4569-4b9d-b712-a4c59f1ad37d HTTP/1.1" status: 200 len: 205 time: 0.0257704 Dec 10 15:37:54.930325 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37440) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:54.946156 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-173e04c7-4eec-4e12-9ea0-77517a58c1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:54.955243 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173e04c7-4eec-4e12-9ea0-77517a58c1ca None None] Routers {'d3871cd9-4569-4b9d-b712-a4c59f1ad37d'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:37:54.955834 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-173e04c7-4eec-4e12-9ea0-77517a58c1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:37:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['d3871cd9-4569-4b9d-b712-a4c59f1ad37d'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:54.990911 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-173e04c7-4eec-4e12-9ea0-77517a58c1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:54.991548 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173e04c7-4eec-4e12-9ea0-77517a58c1ca None None] The sync data for ids ['d3871cd9-4569-4b9d-b712-a4c59f1ad37d'] in dv-neutron-821401-4-hyperv is: [] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:37:55.005679 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-26941fde-ddd0-48f9-9c7d-504d9e750ddd tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for router, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:55.161372 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-26941fde-ddd0-48f9-9c7d-504d9e750ddd tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13898'] for router, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:55.163505 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-26941fde-ddd0-48f9-9c7d-504d9e750ddd tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:55.255654 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-26941fde-ddd0-48f9-9c7d-504d9e750ddd tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549250'] for router, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:55.256164 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26941fde-ddd0-48f9-9c7d-504d9e750ddd tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Fanout notify agent at l3_agent the message router_deleted on router d3871cd9-4569-4b9d-b712-a4c59f1ad37d {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 15:37:55.263110 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-26941fde-ddd0-48f9-9c7d-504d9e750ddd tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:55.264371 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-26941fde-ddd0-48f9-9c7d-504d9e750ddd tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "DELETE /v2.0/routers/d3871cd9-4569-4b9d-b712-a4c59f1ad37d HTTP/1.1" status: 204 len: 168 time: 0.3329740 Dec 10 15:37:55.267372 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37442) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:55.317833 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-99d76af6-b51c-4675-afa1-ab702aa7eef1 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Deleting subnet 3d14cbef-f34c-415f-889e-e05b0d81141f {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:37:55.320891 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-99d76af6-b51c-4675-afa1-ab702aa7eef1 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for subnet, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:55.362489 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-99d76af6-b51c-4675-afa1-ab702aa7eef1 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11806768'] for subnet, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:55.495887 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-99d76af6-b51c-4675-afa1-ab702aa7eef1 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:55.654605 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-99d76af6-b51c-4675-afa1-ab702aa7eef1 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11236721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11668521'] for subnet, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:55.687039 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d76af6-b51c-4675-afa1-ab702aa7eef1 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Pushing event deleted for resources: {'Subnet': ['ID=3d14cbef-f34c-415f-889e-e05b0d81141f,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:55.689648 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-99d76af6-b51c-4675-afa1-ab702aa7eef1 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:55.698161 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-99d76af6-b51c-4675-afa1-ab702aa7eef1 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "DELETE /v2.0/subnets/3d14cbef-f34c-415f-889e-e05b0d81141f HTTP/1.1" status: 204 len: 168 time: 0.4246173 Dec 10 15:37:55.698317 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1ecdb4-7488-4820-8264-0ea068f1f366 None None] Network a35ebd0c-706f-499f-9c95-5d510d85582b requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:37:55.698441 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37444) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:55.777169 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9a4cdc7b-5314-41da-a492-1b429410b0d7 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:55.836065 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-9a4cdc7b-5314-41da-a492-1b429410b0d7 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Deleting port d605dd24-af95-4c09-87e6-81f70fbce9a8 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:37:55.836412 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9a4cdc7b-5314-41da-a492-1b429410b0d7 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:55.849658 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0486e0d3-c777-4a7f-94e6-bcb0c939696a None None] DHCP port deletion for a35ebd0c-706f-499f-9c95-5d510d85582b request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:37:55.902246 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-0486e0d3-c777-4a7f-94e6-bcb0c939696a None None] Deleting port d605dd24-af95-4c09-87e6-81f70fbce9a8 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:37:55.902956 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0486e0d3-c777-4a7f-94e6-bcb0c939696a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:55.904295 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-9a4cdc7b-5314-41da-a492-1b429410b0d7 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] For port d605dd24-af95-4c09-87e6-81f70fbce9a8, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=d605dd24-af95-4c09-87e6-81f70fbce9a8,segment=NetworkSegment(1168df19-de42-4b23-bd9e-ea6c06358b4e),segment_id=1168df19-de42-4b23-bd9e-ea6c06358b4e)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:37:55.904804 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9a4cdc7b-5314-41da-a492-1b429410b0d7 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:55.917762 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-9a4cdc7b-5314-41da-a492-1b429410b0d7 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Calling delete_port for d605dd24-af95-4c09-87e6-81f70fbce9a8 owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:37:55.966855 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-0486e0d3-c777-4a7f-94e6-bcb0c939696a None None] For port d605dd24-af95-4c09-87e6-81f70fbce9a8, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=d605dd24-af95-4c09-87e6-81f70fbce9a8,segment=NetworkSegment(1168df19-de42-4b23-bd9e-ea6c06358b4e),segment_id=1168df19-de42-4b23-bd9e-ea6c06358b4e)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:37:55.967258 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0486e0d3-c777-4a7f-94e6-bcb0c939696a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:55.979895 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-0486e0d3-c777-4a7f-94e6-bcb0c939696a None None] Calling delete_port for d605dd24-af95-4c09-87e6-81f70fbce9a8 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:37:56.056266 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9a4cdc7b-5314-41da-a492-1b429410b0d7 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:56.062207 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0486e0d3-c777-4a7f-94e6-bcb0c939696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:56.090019 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4cdc7b-5314-41da-a492-1b429410b0d7 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Pushing event deleted for resources: {'Port': ['ID=d605dd24-af95-4c09-87e6-81f70fbce9a8,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:56.092001 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4cdc7b-5314-41da-a492-1b429410b0d7 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] No DVR routers for this DVR port d605dd24-af95-4c09-87e6-81f70fbce9a8 on host dv-neutron-821401-4-hyperv {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:37:56.095789 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486e0d3-c777-4a7f-94e6-bcb0c939696a None None] Pushing event deleted for resources: {'Port': ['ID=d605dd24-af95-4c09-87e6-81f70fbce9a8,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:56.104032 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0486e0d3-c777-4a7f-94e6-bcb0c939696a None None] No DVR routers for this DVR port d605dd24-af95-4c09-87e6-81f70fbce9a8 on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:37:56.106292 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486e0d3-c777-4a7f-94e6-bcb0c939696a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:37:56.106642 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486e0d3-c777-4a7f-94e6-bcb0c939696a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:37:56.106990 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486e0d3-c777-4a7f-94e6-bcb0c939696a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:37:56.107336 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486e0d3-c777-4a7f-94e6-bcb0c939696a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:37:56.108603 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486e0d3-c777-4a7f-94e6-bcb0c939696a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:37:56.108725 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486e0d3-c777-4a7f-94e6-bcb0c939696a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:37:56.108963 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486e0d3-c777-4a7f-94e6-bcb0c939696a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:37:56.109299 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486e0d3-c777-4a7f-94e6-bcb0c939696a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:37:56.109721 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486e0d3-c777-4a7f-94e6-bcb0c939696a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:37:56.110314 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486e0d3-c777-4a7f-94e6-bcb0c939696a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:37:56.111409 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486e0d3-c777-4a7f-94e6-bcb0c939696a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:37:56.111938 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486e0d3-c777-4a7f-94e6-bcb0c939696a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:37:56.112466 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486e0d3-c777-4a7f-94e6-bcb0c939696a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:37:56.175836 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9a4cdc7b-5314-41da-a492-1b429410b0d7 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:56.195557 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-9a4cdc7b-5314-41da-a492-1b429410b0d7 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a35ebd0c-706f-499f-9c95-5d510d85582b']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:56.204690 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-9a4cdc7b-5314-41da-a492-1b429410b0d7 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1168df19-de42-4b23-bd9e-ea6c06358b4e') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:56.204992 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-9a4cdc7b-5314-41da-a492-1b429410b0d7 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1168df19-de42-4b23-bd9e-ea6c06358b4e') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:37:56.214068 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9a4cdc7b-5314-41da-a492-1b429410b0d7 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11806923'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:56.227811 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9a4cdc7b-5314-41da-a492-1b429410b0d7 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:56.234017 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a4cdc7b-5314-41da-a492-1b429410b0d7 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:37:56.234488 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9a4cdc7b-5314-41da-a492-1b429410b0d7 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11236635'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:56.238034 dv-neutron-821401-4-hyperv neutron-server[103587]: Traceback (most recent call last): Dec 10 15:37:56.238034 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:37:56.238034 dv-neutron-821401-4-hyperv neutron-server[103587]: timer() Dec 10 15:37:56.238034 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:37:56.238034 dv-neutron-821401-4-hyperv neutron-server[103587]: cb(*args, **kw) Dec 10 15:37:56.238034 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:37:56.238034 dv-neutron-821401-4-hyperv neutron-server[103587]: return func(*args, **kwargs) Dec 10 15:37:56.238034 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:37:56.238034 dv-neutron-821401-4-hyperv neutron-server[103587]: self._notify() Dec 10 15:37:56.238034 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:37:56.238034 dv-neutron-821401-4-hyperv neutron-server[103587]: self.callback(batched_events) Dec 10 15:37:56.238034 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:37:56.238034 dv-neutron-821401-4-hyperv neutron-server[103587]: event.method(event) Dec 10 15:37:56.238034 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:37:56.238034 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:37:56.238034 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:37:56.238034 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:37:56.238034 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:37:56.238034 dv-neutron-821401-4-hyperv neutron-server[103587]: return f(self, *a, **k) Dec 10 15:37:56.238034 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:37:56.238034 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._get(url).json() Dec 10 15:37:56.238034 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:37:56.238034 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:37:56.238034 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:37:56.238034 dv-neutron-821401-4-hyperv neutron-server[103587]: return self.request(url, 'GET', **kwargs) Dec 10 15:37:56.238034 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:37:56.238034 dv-neutron-821401-4-hyperv neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:37:56.238034 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:37:56.238034 dv-neutron-821401-4-hyperv neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:37:56.238034 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:37:56.238034 dv-neutron-821401-4-hyperv neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:37:56.238034 dv-neutron-821401-4-hyperv neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:37:56.358661 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9a4cdc7b-5314-41da-a492-1b429410b0d7 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:56.365735 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9a4cdc7b-5314-41da-a492-1b429410b0d7 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:56.369003 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-9a4cdc7b-5314-41da-a492-1b429410b0d7 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "DELETE /v2.0/networks/a35ebd0c-706f-499f-9c95-5d510d85582b HTTP/1.1" status: 204 len: 168 time: 0.6724102 Dec 10 15:37:56.381524 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37448) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:56.381524 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-7d836be1-9066-461a-b8d4-3547acda3ee4 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-546986491', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:37:56.385766 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4cdc7b-5314-41da-a492-1b429410b0d7 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Pushing event deleted for resources: {'Network': ['ID=a35ebd0c-706f-499f-9c95-5d510d85582b,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:56.477350 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7d836be1-9066-461a-b8d4-3547acda3ee4 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13912'] for router, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:56.478537 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7d836be1-9066-461a-b8d4-3547acda3ee4 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:56.528326 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7d836be1-9066-461a-b8d4-3547acda3ee4 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:56.614104 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7d836be1-9066-461a-b8d4-3547acda3ee4 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363'] for router, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:56.754934 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7d836be1-9066-461a-b8d4-3547acda3ee4 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:56.756164 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-7d836be1-9066-461a-b8d4-3547acda3ee4 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3822417 Dec 10 15:37:56.758849 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37454) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:56.763712 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-ce1431a2-abf3-433e-8bcc-660997b66896 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Request body: {'network': {'name': 'tempest-RoutersTest-512618039'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:37:56.861212 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce1431a2-abf3-433e-8bcc-660997b66896 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Made reservation on behalf of 7779032e5efc4347afe0fcad7a7b9e84 for: {'network': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:37:56.864737 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ce1431a2-abf3-433e-8bcc-660997b66896 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:56.888378 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce1431a2-abf3-433e-8bcc-660997b66896 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=103586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:37:56.897525 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ce1431a2-abf3-433e-8bcc-660997b66896 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:56.897904 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.segments_db [None req-ce1431a2-abf3-433e-8bcc-660997b66896 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Added segment d4a191b1-9b6a-432c-94fc-2a1bdde8b86f of type vlan for network 46bc9404-ea95-4878-9a91-d73c55e9fb1f Dec 10 15:37:56.936795 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ce1431a2-abf3-433e-8bcc-660997b66896 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:57.027282 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ce1431a2-abf3-433e-8bcc-660997b66896 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:57.033096 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1431a2-abf3-433e-8bcc-660997b66896 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:57.033714 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ce1431a2-abf3-433e-8bcc-660997b66896 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:57.101394 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1431a2-abf3-433e-8bcc-660997b66896 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Pushing event updated for resources: {'Network': ['ID=46bc9404-ea95-4878-9a91-d73c55e9fb1f,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:57.112305 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 46bc9404-ea95-4878-9a91-d73c55e9fb1f details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:37:57.156886 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-ce1431a2-abf3-433e-8bcc-660997b66896 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3970091 Dec 10 15:37:57.159809 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37456) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:57.165145 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-52dac194-06ad-47c8-a727-73ca84c7158e tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Request body: {'subnet': {'network_id': '46bc9404-ea95-4878-9a91-d73c55e9fb1f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:37:57.290136 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52dac194-06ad-47c8-a727-73ca84c7158e tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Made reservation on behalf of 7779032e5efc4347afe0fcad7a7b9e84 for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:37:57.293851 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-52dac194-06ad-47c8-a727-73ca84c7158e tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:57.593628 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-52dac194-06ad-47c8-a727-73ca84c7158e tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11695183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581935'] for subnet, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:57.656464 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dac194-06ad-47c8-a727-73ca84c7158e tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Pushing event updated for resources: {'Subnet': ['ID=d76c8a17-ad76-4b06-a327-88cd9ee7ab45,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:57.667270 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52dac194-06ad-47c8-a727-73ca84c7158e tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Checking segment: {'id': 'd4a191b1-9b6a-432c-94fc-2a1bdde8b86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '46bc9404-ea95-4878-9a91-d73c55e9fb1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:37:57.667633 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52dac194-06ad-47c8-a727-73ca84c7158e tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Network hostable DHCP agents. Network: 46bc9404-ea95-4878-9a91-d73c55e9fb1f, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:37:57.776275 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52dac194-06ad-47c8-a727-73ca84c7158e tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Network 46bc9404-ea95-4878-9a91-d73c55e9fb1f is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:37:57.848119 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device d605dd24-af95-4c09-87e6-81f70fbce9a8 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:37:57.869762 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: d605dd24-af95-4c09-87e6-81f70fbce9a8 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:37:57.870137 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device d605dd24-af95-4c09-87e6-81f70fbce9a8 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:37:57.895980 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-52dac194-06ad-47c8-a727-73ca84c7158e tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 46bc9404-ea95-4878-9a91-d73c55e9fb1f) {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:37:57.900418 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52dac194-06ad-47c8-a727-73ca84c7158e tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:37:57.901009 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-52dac194-06ad-47c8-a727-73ca84c7158e tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:57.905481 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f271279-67ef-4083-9a81-b23b1fb5e300 None None] Network 46bc9404-ea95-4878-9a91-d73c55e9fb1f requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:37:57.994737 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-52dac194-06ad-47c8-a727-73ca84c7158e tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8336587 Dec 10 15:37:57.998405 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37458) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:37:58.009357 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba01b4c-d8db-4b86-9f79-18280a132b4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-46bc9404-ea95-4878-9a91-d73c55e9fb1f', 'network_id': '46bc9404-ea95-4878-9a91-d73c55e9fb1f', 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'fixed_ips': [{'subnet_id': 'd76c8a17-ad76-4b06-a327-88cd9ee7ab45'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:37:58.010280 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5ba01b4c-d8db-4b86-9f79-18280a132b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:58.150325 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-5ba01b4c-d8db-4b86-9f79-18280a132b4b None None] Allocated IP 172.20.0.2 (46bc9404-ea95-4878-9a91-d73c55e9fb1f/d76c8a17-ad76-4b06-a327-88cd9ee7ab45/bffbb555-41f7-400c-bada-3b97e01fd65a) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:37:58.289034 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7637d32b-eeaa-4359-9d94-5ba7720e6b45 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:58.308198 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5ba01b4c-d8db-4b86-9f79-18280a132b4b None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:58.398456 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5ba01b4c-d8db-4b86-9f79-18280a132b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:58.448625 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba01b4c-d8db-4b86-9f79-18280a132b4b None None] Network 46bc9404-ea95-4878-9a91-d73c55e9fb1f is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:37:58.449949 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba01b4c-d8db-4b86-9f79-18280a132b4b None None] Pushing event updated for resources: {'Port': ['ID=bffbb555-41f7-400c-bada-3b97e01fd65a,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:58.452511 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-5ba01b4c-d8db-4b86-9f79-18280a132b4b None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:37:58.455307 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba01b4c-d8db-4b86-9f79-18280a132b4b None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:37:58.518078 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-5ba01b4c-d8db-4b86-9f79-18280a132b4b None None] Attempting to bind port bffbb555-41f7-400c-bada-3b97e01fd65a on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:37:58.518456 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-5ba01b4c-d8db-4b86-9f79-18280a132b4b None None] Attempting to bind port bffbb555-41f7-400c-bada-3b97e01fd65a by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'd4a191b1-9b6a-432c-94fc-2a1bdde8b86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '46bc9404-ea95-4878-9a91-d73c55e9fb1f'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:37:58.518826 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba01b4c-d8db-4b86-9f79-18280a132b4b None None] Attempting to bind port bffbb555-41f7-400c-bada-3b97e01fd65a on network 46bc9404-ea95-4878-9a91-d73c55e9fb1f {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:37:58.523908 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba01b4c-d8db-4b86-9f79-18280a132b4b None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:37:58.524292 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba01b4c-d8db-4b86-9f79-18280a132b4b None None] Checking segment: {'id': 'd4a191b1-9b6a-432c-94fc-2a1bdde8b86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '46bc9404-ea95-4878-9a91-d73c55e9fb1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:37:58.525217 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5ba01b4c-d8db-4b86-9f79-18280a132b4b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:58.525633 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba01b4c-d8db-4b86-9f79-18280a132b4b None None] Bound using segment: {'id': 'd4a191b1-9b6a-432c-94fc-2a1bdde8b86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '46bc9404-ea95-4878-9a91-d73c55e9fb1f'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:37:58.526142 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-5ba01b4c-d8db-4b86-9f79-18280a132b4b None None] Bound port: bffbb555-41f7-400c-bada-3b97e01fd65a, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a191b1-9b6a-432c-94fc-2a1bdde8b86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '46bc9404-ea95-4878-9a91-d73c55e9fb1f'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:37:58.526534 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5ba01b4c-d8db-4b86-9f79-18280a132b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:58.534841 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-7637d32b-eeaa-4359-9d94-5ba7720e6b45 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Allocated IP 172.20.0.1 (46bc9404-ea95-4878-9a91-d73c55e9fb1f/d76c8a17-ad76-4b06-a327-88cd9ee7ab45/2edeaa85-c80d-48c9-b916-b33ec9ad9efb) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:37:58.589142 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-5ba01b4c-d8db-4b86-9f79-18280a132b4b None None] For port bffbb555-41f7-400c-bada-3b97e01fd65a, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:37:58.592488 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-5ba01b4c-d8db-4b86-9f79-18280a132b4b None None] For port bffbb555-41f7-400c-bada-3b97e01fd65a, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=bffbb555-41f7-400c-bada-3b97e01fd65a,segment=NetworkSegment(d4a191b1-9b6a-432c-94fc-2a1bdde8b86f),segment_id=d4a191b1-9b6a-432c-94fc-2a1bdde8b86f)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:37:58.649433 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7637d32b-eeaa-4359-9d94-5ba7720e6b45 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:58.674076 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5ba01b4c-d8db-4b86-9f79-18280a132b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:58.731909 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba01b4c-d8db-4b86-9f79-18280a132b4b None None] Pushing event updated for resources: {'Port': ['ID=bffbb555-41f7-400c-bada-3b97e01fd65a,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:58.775614 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7637d32b-eeaa-4359-9d94-5ba7720e6b45 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:58.828465 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7637d32b-eeaa-4359-9d94-5ba7720e6b45 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Network 46bc9404-ea95-4878-9a91-d73c55e9fb1f is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:37:58.832260 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-7637d32b-eeaa-4359-9d94-5ba7720e6b45 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:37:58.837537 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7637d32b-eeaa-4359-9d94-5ba7720e6b45 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:37:58.884015 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7637d32b-eeaa-4359-9d94-5ba7720e6b45 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Pushing event updated for resources: {'Port': ['ID=2edeaa85-c80d-48c9-b916-b33ec9ad9efb,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:58.905269 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7637d32b-eeaa-4359-9d94-5ba7720e6b45 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552880'] for router_interface, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:59.121904 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7637d32b-eeaa-4359-9d94-5ba7720e6b45 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:59.401649 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7637d32b-eeaa-4359-9d94-5ba7720e6b45 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:59.507599 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7637d32b-eeaa-4359-9d94-5ba7720e6b45 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:59.580109 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7637d32b-eeaa-4359-9d94-5ba7720e6b45 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Pushing event updated for resources: {'Port': ['ID=2edeaa85-c80d-48c9-b916-b33ec9ad9efb,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:37:59.589974 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7637d32b-eeaa-4359-9d94-5ba7720e6b45 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549888'] for router_interface, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:59.608174 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e88bada-3360-4bc9-b472-4906448c4239 None None] Network 46bc9404-ea95-4878-9a91-d73c55e9fb1f requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:37:59.687398 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7637d32b-eeaa-4359-9d94-5ba7720e6b45 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Network 46bc9404-ea95-4878-9a91-d73c55e9fb1f is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:37:59.689343 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-7637d32b-eeaa-4359-9d94-5ba7720e6b45 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:37:59.725003 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-0fc0e026-8209-4cff-afb8-58c45f0c830d None None] Provisioning complete for port bffbb555-41f7-400c-bada-3b97e01fd65a triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:37:59.725469 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0fc0e026-8209-4cff-afb8-58c45f0c830d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:59.809929 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0fc0e026-8209-4cff-afb8-58c45f0c830d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:37:59.847387 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-0fc0e026-8209-4cff-afb8-58c45f0c830d None None] For port bffbb555-41f7-400c-bada-3b97e01fd65a, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=bffbb555-41f7-400c-bada-3b97e01fd65a,segment=NetworkSegment(d4a191b1-9b6a-432c-94fc-2a1bdde8b86f),segment_id=d4a191b1-9b6a-432c-94fc-2a1bdde8b86f)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:37:59.912756 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7637d32b-eeaa-4359-9d94-5ba7720e6b45 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Router 6f88f0d9-1e3e-40e3-8f4c-6023f6374670 is scheduled to L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d with binding_index 1 {{(pid=103586) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 15:37:59.918095 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device bffbb555-41f7-400c-bada-3b97e01fd65a up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:37:59.944970 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0fc0e026-8209-4cff-afb8-58c45f0c830d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:00.007575 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc0e026-8209-4cff-afb8-58c45f0c830d None None] Pushing event updated for resources: {'Port': ['ID=bffbb555-41f7-400c-bada-3b97e01fd65a,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:38:00.019617 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port bffbb555-41f7-400c-bada-3b97e01fd65a triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:38:00.019995 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:00.022948 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7637d32b-eeaa-4359-9d94-5ba7720e6b45 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:38:00.032997 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b633bfcd-e1b3-482e-be54-203b678b3af8 None None] Sync routers for ids ['6f88f0d9-1e3e-40e3-8f4c-6023f6374670'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:38:00.038892 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-7637d32b-eeaa-4359-9d94-5ba7720e6b45 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "PUT /v2.0/routers/6f88f0d9-1e3e-40e3-8f4c-6023f6374670/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0394003 Dec 10 15:38:00.041501 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37462) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:38:00.057746 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-44c46491-d6f9-4672-bd9b-5316392af97a tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Request body: {'network': {'name': 'tempest-RoutersTest-445545141'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:38:00.057941 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b633bfcd-e1b3-482e-be54-203b678b3af8 None None] Routers {'6f88f0d9-1e3e-40e3-8f4c-6023f6374670'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:38:00.057941 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-b633bfcd-e1b3-482e-be54-203b678b3af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:37:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['6f88f0d9-1e3e-40e3-8f4c-6023f6374670'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:38:00.076598 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-844e8cbd-f8d3-4c94-b7e1-b7c467a4683c None None] Provisioning complete for port bffbb555-41f7-400c-bada-3b97e01fd65a triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:38:00.082268 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-844e8cbd-f8d3-4c94-b7e1-b7c467a4683c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:00.154008 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c46491-d6f9-4672-bd9b-5316392af97a tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Made reservation on behalf of 7779032e5efc4347afe0fcad7a7b9e84 for: {'network': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:38:00.162658 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-44c46491-d6f9-4672-bd9b-5316392af97a tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:00.164964 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-b633bfcd-e1b3-482e-be54-203b678b3af8 None None] Set router 6f88f0d9-1e3e-40e3-8f4c-6023f6374670 gateway port host: None {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:38:00.191875 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44c46491-d6f9-4672-bd9b-5316392af97a tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=103586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:38:00.206619 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-44c46491-d6f9-4672-bd9b-5316392af97a tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:00.207224 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.segments_db [None req-44c46491-d6f9-4672-bd9b-5316392af97a tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Added segment a1c8c2d2-b258-4083-a335-ed2cbf36f2f3 of type vlan for network 25063947-d377-4be3-a800-82ecb6d1995c Dec 10 15:38:00.210986 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-844e8cbd-f8d3-4c94-b7e1-b7c467a4683c None None] Provisioning complete for port 2edeaa85-c80d-48c9-b916-b33ec9ad9efb triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:38:00.211369 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-844e8cbd-f8d3-4c94-b7e1-b7c467a4683c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:00.250491 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-844e8cbd-f8d3-4c94-b7e1-b7c467a4683c None None] Port 2edeaa85-c80d-48c9-b916-b33ec9ad9efb cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:38:00.260284 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-44c46491-d6f9-4672-bd9b-5316392af97a tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:00.358963 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-44c46491-d6f9-4672-bd9b-5316392af97a tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:00.364998 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c46491-d6f9-4672-bd9b-5316392af97a tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:38:00.367537 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-44c46491-d6f9-4672-bd9b-5316392af97a tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:00.369222 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-fd1d3828-923c-48fb-a89f-571dcec8ffa4 None None] Provisioning complete for port 2edeaa85-c80d-48c9-b916-b33ec9ad9efb triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:38:00.369854 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fd1d3828-923c-48fb-a89f-571dcec8ffa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:00.392134 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-b633bfcd-e1b3-482e-be54-203b678b3af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'name': 'tempest-RoutersTest-router-546986491', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:37:56Z', 'updated_at': '2021-12-10T15:37:58Z', 'revision_number': 2, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'gw_port_host': None, '_interfaces': [{'id': '2edeaa85-c80d-48c9-b916-b33ec9ad9efb', 'name': '', 'network_id': '46bc9404-ea95-4878-9a91-d73c55e9fb1f', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'mac_address': 'fa:16:3e:76:d7:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'd76c8a17-ad76-4b06-a327-88cd9ee7ab45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:37:58Z', 'updated_at': '2021-12-10T15:37:59Z', 'revision_number': 2, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'subnets': [{'id': 'd76c8a17-ad76-4b06-a327-88cd9ee7ab45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:38:00.404562 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-fd1d3828-923c-48fb-a89f-571dcec8ffa4 None None] Port 2edeaa85-c80d-48c9-b916-b33ec9ad9efb cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:38:00.422766 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b633bfcd-e1b3-482e-be54-203b678b3af8 None None] Checking router: 6f88f0d9-1e3e-40e3-8f4c-6023f6374670 for host: dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:38:00.423168 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b633bfcd-e1b3-482e-be54-203b678b3af8 None None] Updating router 6f88f0d9-1e3e-40e3-8f4c-6023f6374670 port 2edeaa85-c80d-48c9-b916-b33ec9ad9efb binding host dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 15:38:00.434174 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c46491-d6f9-4672-bd9b-5316392af97a tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Pushing event updated for resources: {'Network': ['ID=25063947-d377-4be3-a800-82ecb6d1995c,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:38:00.444994 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 25063947-d377-4be3-a800-82ecb6d1995c details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:38:00.450819 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b633bfcd-e1b3-482e-be54-203b678b3af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:00.469171 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-44c46491-d6f9-4672-bd9b-5316392af97a tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4257014 Dec 10 15:38:00.472003 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37466) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:38:00.476951 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-9d3b081c-7bea-4808-a9b5-54dc6da4cf9e tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Request body: {'subnet': {'network_id': '25063947-d377-4be3-a800-82ecb6d1995c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:38:00.654333 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d3b081c-7bea-4808-a9b5-54dc6da4cf9e tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Made reservation on behalf of 7779032e5efc4347afe0fcad7a7b9e84 for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:38:00.657856 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9d3b081c-7bea-4808-a9b5-54dc6da4cf9e tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:00.798510 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b633bfcd-e1b3-482e-be54-203b678b3af8 None None] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:00.871472 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b633bfcd-e1b3-482e-be54-203b678b3af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:00.900270 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9d3b081c-7bea-4808-a9b5-54dc6da4cf9e tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11695183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581935'] for subnet, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:00.919547 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480143af-0081-4a8a-864b-1ed5d750841f None None] Pushing event updated for resources: {'Port': ['ID=2edeaa85-c80d-48c9-b916-b33ec9ad9efb,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:38:00.930486 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480143af-0081-4a8a-864b-1ed5d750841f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:38:00.930865 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480143af-0081-4a8a-864b-1ed5d750841f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:38:00.931216 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480143af-0081-4a8a-864b-1ed5d750841f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:38:00.931565 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480143af-0081-4a8a-864b-1ed5d750841f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:38:00.931898 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480143af-0081-4a8a-864b-1ed5d750841f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:38:00.932230 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480143af-0081-4a8a-864b-1ed5d750841f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:38:00.932562 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480143af-0081-4a8a-864b-1ed5d750841f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:38:00.932892 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480143af-0081-4a8a-864b-1ed5d750841f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:38:00.933223 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480143af-0081-4a8a-864b-1ed5d750841f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:38:00.933550 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480143af-0081-4a8a-864b-1ed5d750841f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:38:00.933900 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480143af-0081-4a8a-864b-1ed5d750841f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:38:00.934226 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480143af-0081-4a8a-864b-1ed5d750841f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:38:00.934548 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480143af-0081-4a8a-864b-1ed5d750841f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:38:00.961764 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3b081c-7bea-4808-a9b5-54dc6da4cf9e tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Pushing event updated for resources: {'Subnet': ['ID=f78c7698-8ada-4ac2-8100-243465a73b78,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:38:00.978032 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3b081c-7bea-4808-a9b5-54dc6da4cf9e tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Checking segment: {'id': 'a1c8c2d2-b258-4083-a335-ed2cbf36f2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '25063947-d377-4be3-a800-82ecb6d1995c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:38:00.978396 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3b081c-7bea-4808-a9b5-54dc6da4cf9e tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Network hostable DHCP agents. Network: 25063947-d377-4be3-a800-82ecb6d1995c, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:38:00.992717 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-b633bfcd-e1b3-482e-be54-203b678b3af8 None None] Attempting to bind port 2edeaa85-c80d-48c9-b916-b33ec9ad9efb on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:38:00.993198 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-b633bfcd-e1b3-482e-be54-203b678b3af8 None None] Attempting to bind port 2edeaa85-c80d-48c9-b916-b33ec9ad9efb by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'd4a191b1-9b6a-432c-94fc-2a1bdde8b86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '46bc9404-ea95-4878-9a91-d73c55e9fb1f'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:38:00.993643 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b633bfcd-e1b3-482e-be54-203b678b3af8 None None] Attempting to bind port 2edeaa85-c80d-48c9-b916-b33ec9ad9efb on network 46bc9404-ea95-4878-9a91-d73c55e9fb1f {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:38:00.999024 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b633bfcd-e1b3-482e-be54-203b678b3af8 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:38:00.999462 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b633bfcd-e1b3-482e-be54-203b678b3af8 None None] Checking segment: {'id': 'd4a191b1-9b6a-432c-94fc-2a1bdde8b86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '46bc9404-ea95-4878-9a91-d73c55e9fb1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:38:00.999860 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b633bfcd-e1b3-482e-be54-203b678b3af8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:01.000251 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b633bfcd-e1b3-482e-be54-203b678b3af8 None None] Bound using segment: {'id': 'd4a191b1-9b6a-432c-94fc-2a1bdde8b86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '46bc9404-ea95-4878-9a91-d73c55e9fb1f'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:38:01.000718 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-b633bfcd-e1b3-482e-be54-203b678b3af8 None None] Bound port: 2edeaa85-c80d-48c9-b916-b33ec9ad9efb, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a191b1-9b6a-432c-94fc-2a1bdde8b86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '46bc9404-ea95-4878-9a91-d73c55e9fb1f'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:38:01.001707 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b633bfcd-e1b3-482e-be54-203b678b3af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:01.039163 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3b081c-7bea-4808-a9b5-54dc6da4cf9e tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Network 25063947-d377-4be3-a800-82ecb6d1995c is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:38:01.071597 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37470) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:38:01.072569 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-b633bfcd-e1b3-482e-be54-203b678b3af8 None None] For port 2edeaa85-c80d-48c9-b916-b33ec9ad9efb, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:38:01.075955 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-b633bfcd-e1b3-482e-be54-203b678b3af8 None None] For port 2edeaa85-c80d-48c9-b916-b33ec9ad9efb, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=2edeaa85-c80d-48c9-b916-b33ec9ad9efb,segment=NetworkSegment(d4a191b1-9b6a-432c-94fc-2a1bdde8b86f),segment_id=d4a191b1-9b6a-432c-94fc-2a1bdde8b86f)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:38:01.132554 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-9d3b081c-7bea-4808-a9b5-54dc6da4cf9e tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 25063947-d377-4be3-a800-82ecb6d1995c) {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:38:01.137904 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-e99ccb31-7317-41a4-8806-9f6dfad9caff None None] Provisioning complete for port 2edeaa85-c80d-48c9-b916-b33ec9ad9efb triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:38:01.138452 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e99ccb31-7317-41a4-8806-9f6dfad9caff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:01.141906 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20519a2e-5b9f-453a-9888-1dd322b647e7 None None] Network 25063947-d377-4be3-a800-82ecb6d1995c requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:38:01.143868 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3b081c-7bea-4808-a9b5-54dc6da4cf9e tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:38:01.151717 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9d3b081c-7bea-4808-a9b5-54dc6da4cf9e tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:01.151877 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b633bfcd-e1b3-482e-be54-203b678b3af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:01.159653 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90d0910-461e-4574-90b8-200ce1eba151 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:38:01.161150 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90d0910-461e-4574-90b8-200ce1eba151 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:38:01.161150 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90d0910-461e-4574-90b8-200ce1eba151 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:38:01.162937 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-d90d0910-461e-4574-90b8-200ce1eba151 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] 10.222.0.20 "GET /v2.0/ports?project_id=e049672a5fd04e7f8cbb0423b61eb757&network_id=41da71eb-bf34-43b9-be45-4b47a883de82 HTTP/1.1" status: 200 len: 2999 time: 0.0902190 Dec 10 15:38:01.216744 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-e99ccb31-7317-41a4-8806-9f6dfad9caff None None] Port 2edeaa85-c80d-48c9-b916-b33ec9ad9efb cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:38:01.221392 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b633bfcd-e1b3-482e-be54-203b678b3af8 None None] Routers {'6f88f0d9-1e3e-40e3-8f4c-6023f6374670'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:38:01.222072 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-b633bfcd-e1b3-482e-be54-203b678b3af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:37:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['6f88f0d9-1e3e-40e3-8f4c-6023f6374670'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:38:01.238143 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-9d3b081c-7bea-4808-a9b5-54dc6da4cf9e tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7602019 Dec 10 15:38:01.238344 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37474) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:38:01.267583 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480143af-0081-4a8a-864b-1ed5d750841f None None] Pushing event updated for resources: {'Port': ['ID=2edeaa85-c80d-48c9-b916-b33ec9ad9efb,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:38:01.281367 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7c7507-7a79-4bce-9837-d5419bc64623 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-25063947-d377-4be3-a800-82ecb6d1995c', 'network_id': '25063947-d377-4be3-a800-82ecb6d1995c', 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'fixed_ips': [{'subnet_id': 'f78c7698-8ada-4ac2-8100-243465a73b78'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:38:01.286886 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ca7c7507-7a79-4bce-9837-d5419bc64623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:01.334826 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-b633bfcd-e1b3-482e-be54-203b678b3af8 None None] Set router 6f88f0d9-1e3e-40e3-8f4c-6023f6374670 gateway port host: None {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:38:01.442295 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-ca7c7507-7a79-4bce-9837-d5419bc64623 None None] Allocated IP 172.21.0.2 (25063947-d377-4be3-a800-82ecb6d1995c/f78c7698-8ada-4ac2-8100-243465a73b78/87309b60-6e4a-4894-9ea0-15f58bd32422) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:38:01.564948 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-b633bfcd-e1b3-482e-be54-203b678b3af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'name': 'tempest-RoutersTest-router-546986491', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:37:56Z', 'updated_at': '2021-12-10T15:37:58Z', 'revision_number': 2, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'gw_port_host': None, '_interfaces': [{'id': '2edeaa85-c80d-48c9-b916-b33ec9ad9efb', 'name': '', 'network_id': '46bc9404-ea95-4878-9a91-d73c55e9fb1f', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'mac_address': 'fa:16:3e:76:d7:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'd76c8a17-ad76-4b06-a327-88cd9ee7ab45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:37:58Z', 'updated_at': '2021-12-10T15:38:01Z', 'revision_number': 4, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'subnets': [{'id': 'd76c8a17-ad76-4b06-a327-88cd9ee7ab45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:38:01.566384 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-d30cb951-632b-48b8-9704-ca29a07fe07b None None] Provisioning complete for port 2edeaa85-c80d-48c9-b916-b33ec9ad9efb triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:38:01.566762 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d30cb951-632b-48b8-9704-ca29a07fe07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:01.595869 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b633bfcd-e1b3-482e-be54-203b678b3af8 None None] The sync data for ids ['6f88f0d9-1e3e-40e3-8f4c-6023f6374670'] in dv-neutron-821401-4-hyperv is: [{'id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'name': 'tempest-RoutersTest-router-546986491', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:37:56Z', 'updated_at': '2021-12-10T15:37:58Z', 'revision_number': 2, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'gw_port_host': None, '_interfaces': [{'id': '2edeaa85-c80d-48c9-b916-b33ec9ad9efb', 'name': '', 'network_id': '46bc9404-ea95-4878-9a91-d73c55e9fb1f', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'mac_address': 'fa:16:3e:76:d7:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'd76c8a17-ad76-4b06-a327-88cd9ee7ab45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:37:58Z', 'updated_at': '2021-12-10T15:38:01Z', 'revision_number': 4, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'subnets': [{'id': 'd76c8a17-ad76-4b06-a327-88cd9ee7ab45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:38:01.641514 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ca7c7507-7a79-4bce-9837-d5419bc64623 None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:01.674780 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9f095af7-a9d4-49c4-9c62-0ad3e280c677 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:01.694047 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d30cb951-632b-48b8-9704-ca29a07fe07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:01.724820 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ca7c7507-7a79-4bce-9837-d5419bc64623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:01.734784 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-d30cb951-632b-48b8-9704-ca29a07fe07b None None] For port 2edeaa85-c80d-48c9-b916-b33ec9ad9efb, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=2edeaa85-c80d-48c9-b916-b33ec9ad9efb,segment=NetworkSegment(d4a191b1-9b6a-432c-94fc-2a1bdde8b86f),segment_id=d4a191b1-9b6a-432c-94fc-2a1bdde8b86f)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:38:01.770574 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7c7507-7a79-4bce-9837-d5419bc64623 None None] Network 25063947-d377-4be3-a800-82ecb6d1995c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:38:01.773570 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-ca7c7507-7a79-4bce-9837-d5419bc64623 None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:38:01.776544 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7c7507-7a79-4bce-9837-d5419bc64623 None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:38:01.785018 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7c7507-7a79-4bce-9837-d5419bc64623 None None] Pushing event updated for resources: {'Port': ['ID=87309b60-6e4a-4894-9ea0-15f58bd32422,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:38:01.833858 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d30cb951-632b-48b8-9704-ca29a07fe07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:01.917694 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-ca7c7507-7a79-4bce-9837-d5419bc64623 None None] Attempting to bind port 87309b60-6e4a-4894-9ea0-15f58bd32422 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:38:01.918244 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-ca7c7507-7a79-4bce-9837-d5419bc64623 None None] Attempting to bind port 87309b60-6e4a-4894-9ea0-15f58bd32422 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'a1c8c2d2-b258-4083-a335-ed2cbf36f2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '25063947-d377-4be3-a800-82ecb6d1995c'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:38:01.918928 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7c7507-7a79-4bce-9837-d5419bc64623 None None] Attempting to bind port 87309b60-6e4a-4894-9ea0-15f58bd32422 on network 25063947-d377-4be3-a800-82ecb6d1995c {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:38:01.931397 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device bffbb555-41f7-400c-bada-3b97e01fd65a up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:38:01.942686 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7c7507-7a79-4bce-9837-d5419bc64623 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:38:01.943075 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7c7507-7a79-4bce-9837-d5419bc64623 None None] Checking segment: {'id': 'a1c8c2d2-b258-4083-a335-ed2cbf36f2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '25063947-d377-4be3-a800-82ecb6d1995c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:38:01.943489 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ca7c7507-7a79-4bce-9837-d5419bc64623 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:01.943893 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7c7507-7a79-4bce-9837-d5419bc64623 None None] Bound using segment: {'id': 'a1c8c2d2-b258-4083-a335-ed2cbf36f2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '25063947-d377-4be3-a800-82ecb6d1995c'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:38:01.944415 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-ca7c7507-7a79-4bce-9837-d5419bc64623 None None] Bound port: 87309b60-6e4a-4894-9ea0-15f58bd32422, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1c8c2d2-b258-4083-a335-ed2cbf36f2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '25063947-d377-4be3-a800-82ecb6d1995c'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:38:01.944797 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ca7c7507-7a79-4bce-9837-d5419bc64623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:02.004114 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30cb951-632b-48b8-9704-ca29a07fe07b None None] Pushing event updated for resources: {'Port': ['ID=2edeaa85-c80d-48c9-b916-b33ec9ad9efb,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:38:02.026305 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-9f095af7-a9d4-49c4-9c62-0ad3e280c677 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Allocated IP 172.21.0.1 (25063947-d377-4be3-a800-82ecb6d1995c/f78c7698-8ada-4ac2-8100-243465a73b78/83009add-fb4b-456b-8444-faeb019693dc) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:38:02.063537 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port bffbb555-41f7-400c-bada-3b97e01fd65a triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:38:02.063917 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:02.088768 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-ca7c7507-7a79-4bce-9837-d5419bc64623 None None] For port 87309b60-6e4a-4894-9ea0-15f58bd32422, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:38:02.108873 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-ca7c7507-7a79-4bce-9837-d5419bc64623 None None] For port 87309b60-6e4a-4894-9ea0-15f58bd32422, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=87309b60-6e4a-4894-9ea0-15f58bd32422,segment=NetworkSegment(a1c8c2d2-b258-4083-a335-ed2cbf36f2f3),segment_id=a1c8c2d2-b258-4083-a335-ed2cbf36f2f3)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:38:02.156541 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9f095af7-a9d4-49c4-9c62-0ad3e280c677 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:02.215059 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ca7c7507-7a79-4bce-9837-d5419bc64623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:02.275189 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7c7507-7a79-4bce-9837-d5419bc64623 None None] Pushing event updated for resources: {'Port': ['ID=87309b60-6e4a-4894-9ea0-15f58bd32422,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:38:02.336939 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9f095af7-a9d4-49c4-9c62-0ad3e280c677 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:02.386476 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f095af7-a9d4-49c4-9c62-0ad3e280c677 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Network 25063947-d377-4be3-a800-82ecb6d1995c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:38:02.389732 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-9f095af7-a9d4-49c4-9c62-0ad3e280c677 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:38:02.393638 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f095af7-a9d4-49c4-9c62-0ad3e280c677 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:38:02.400218 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f095af7-a9d4-49c4-9c62-0ad3e280c677 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Pushing event updated for resources: {'Port': ['ID=83009add-fb4b-456b-8444-faeb019693dc,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:38:02.453473 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9f095af7-a9d4-49c4-9c62-0ad3e280c677 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552880'] for router_interface, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:02.628622 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9f095af7-a9d4-49c4-9c62-0ad3e280c677 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:02.895815 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9f095af7-a9d4-49c4-9c62-0ad3e280c677 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:03.010304 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9f095af7-a9d4-49c4-9c62-0ad3e280c677 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:03.085900 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f095af7-a9d4-49c4-9c62-0ad3e280c677 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Pushing event updated for resources: {'Port': ['ID=83009add-fb4b-456b-8444-faeb019693dc,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:38:03.088216 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9f095af7-a9d4-49c4-9c62-0ad3e280c677 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549888'] for router_interface, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:03.181551 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f095af7-a9d4-49c4-9c62-0ad3e280c677 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Network 25063947-d377-4be3-a800-82ecb6d1995c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:38:03.182950 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-9f095af7-a9d4-49c4-9c62-0ad3e280c677 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:38:03.232399 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37484) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:38:03.283979 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f095af7-a9d4-49c4-9c62-0ad3e280c677 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Router 6f88f0d9-1e3e-40e3-8f4c-6023f6374670 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:38:03.287103 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d1cede-d9ae-493a-a7fd-69ac2b4c3a67 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:38:03.288901 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-d3d1cede-d9ae-493a-a7fd-69ac2b4c3a67 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=d5a1452c-422a-4e1a-a1c7-48738ecf752f HTTP/1.1" status: 200 len: 814 time: 0.0554593 Dec 10 15:38:03.627310 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e8f672-51fb-4f11-9a74-1f5b9689c3a3 None None] Network 25063947-d377-4be3-a800-82ecb6d1995c requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:38:03.648721 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f095af7-a9d4-49c4-9c62-0ad3e280c677 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:38:03.656983 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-9f095af7-a9d4-49c4-9c62-0ad3e280c677 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "PUT /v2.0/routers/6f88f0d9-1e3e-40e3-8f4c-6023f6374670/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4174232 Dec 10 15:38:03.657601 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37490) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:38:03.662727 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-82b8f74d-0427-42e5-b511-47626d71bd8e tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Request body: {'network': {'name': 'tempest-RoutersTest-604906770'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:38:03.752241 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82b8f74d-0427-42e5-b511-47626d71bd8e tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Made reservation on behalf of 7779032e5efc4347afe0fcad7a7b9e84 for: {'network': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:38:03.756187 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-82b8f74d-0427-42e5-b511-47626d71bd8e tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:03.781204 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82b8f74d-0427-42e5-b511-47626d71bd8e tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=103586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:38:03.790369 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-82b8f74d-0427-42e5-b511-47626d71bd8e tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:03.790719 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.segments_db [None req-82b8f74d-0427-42e5-b511-47626d71bd8e tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Added segment 0c5176d4-41a7-47d0-b746-25bda00b4afd of type vlan for network a73e41e0-f48c-4472-b5ff-d92d8c943c09 Dec 10 15:38:03.824668 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6682ce71-fa9d-4930-8dee-b43eb8e69371 None None] Sync routers for ids ['6f88f0d9-1e3e-40e3-8f4c-6023f6374670'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:38:03.837426 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-82b8f74d-0427-42e5-b511-47626d71bd8e tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:03.842831 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37492) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:38:03.848816 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-0929a8de-1087-421b-9e25-7a4eafa8c90e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:38:03.863933 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-8a09cf38-ab7e-4f46-b290-a2e6d6a4b712 None None] Provisioning complete for port 87309b60-6e4a-4894-9ea0-15f58bd32422 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:38:03.864303 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8a09cf38-ab7e-4f46-b290-a2e6d6a4b712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:03.865883 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6682ce71-fa9d-4930-8dee-b43eb8e69371 None None] Routers {'6f88f0d9-1e3e-40e3-8f4c-6023f6374670'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:38:03.866645 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-6682ce71-fa9d-4930-8dee-b43eb8e69371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:37:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['6f88f0d9-1e3e-40e3-8f4c-6023f6374670'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:38:03.924416 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0929a8de-1087-421b-9e25-7a4eafa8c90e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for floatingip, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:03.955733 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-82b8f74d-0427-42e5-b511-47626d71bd8e tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:03.957608 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b8f74d-0427-42e5-b511-47626d71bd8e tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:38:03.958994 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-82b8f74d-0427-42e5-b511-47626d71bd8e tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:03.974702 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 2edeaa85-c80d-48c9-b916-b33ec9ad9efb up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:38:04.025019 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b8f74d-0427-42e5-b511-47626d71bd8e tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Pushing event updated for resources: {'Network': ['ID=a73e41e0-f48c-4472-b5ff-d92d8c943c09,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:38:04.045397 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network a73e41e0-f48c-4472-b5ff-d92d8c943c09 details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:38:04.050197 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-6682ce71-fa9d-4930-8dee-b43eb8e69371 None None] Set router 6f88f0d9-1e3e-40e3-8f4c-6023f6374670 gateway port host: None {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:38:04.061728 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-82b8f74d-0427-42e5-b511-47626d71bd8e tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4003842 Dec 10 15:38:04.062076 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37494) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:38:04.067291 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-35862c37-7bec-4eaa-9ed6-2cf38ea1e626 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Request body: {'subnet': {'network_id': 'a73e41e0-f48c-4472-b5ff-d92d8c943c09', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:38:04.113008 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0929a8de-1087-421b-9e25-7a4eafa8c90e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:04.216359 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0929a8de-1087-421b-9e25-7a4eafa8c90e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552741'] for floatingip, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:04.216862 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.l3_db [None req-0929a8de-1087-421b-9e25-7a4eafa8c90e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Floating IP fa2f0c90-6eca-4446-b0fc-fc8ab035cf28 disassociated. External IP: 172.26.2.105, port: 61a2aa30-bf6a-41c8-a09e-32fa315f9a56. Dec 10 15:38:04.245363 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 2edeaa85-c80d-48c9-b916-b33ec9ad9efb triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:38:04.245819 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:04.259512 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35862c37-7bec-4eaa-9ed6-2cf38ea1e626 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Made reservation on behalf of 7779032e5efc4347afe0fcad7a7b9e84 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:38:04.263035 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-35862c37-7bec-4eaa-9ed6-2cf38ea1e626 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11668558'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:04.307187 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8a09cf38-ab7e-4f46-b290-a2e6d6a4b712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:04.381233 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-8a09cf38-ab7e-4f46-b290-a2e6d6a4b712 None None] For port 87309b60-6e4a-4894-9ea0-15f58bd32422, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=87309b60-6e4a-4894-9ea0-15f58bd32422,segment=NetworkSegment(a1c8c2d2-b258-4083-a335-ed2cbf36f2f3),segment_id=a1c8c2d2-b258-4083-a335-ed2cbf36f2f3)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:38:04.453265 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 87309b60-6e4a-4894-9ea0-15f58bd32422 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:38:04.459114 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8a09cf38-ab7e-4f46-b290-a2e6d6a4b712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:04.544610 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-6682ce71-fa9d-4930-8dee-b43eb8e69371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'name': 'tempest-RoutersTest-router-546986491', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:37:56Z', 'updated_at': '2021-12-10T15:38:02Z', 'revision_number': 3, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'gw_port_host': None, '_interfaces': [{'id': '2edeaa85-c80d-48c9-b916-b33ec9ad9efb', 'name': '', 'network_id': '46bc9404-ea95-4878-9a91-d73c55e9fb1f', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'mac_address': 'fa:16:3e:76:d7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'd76c8a17-ad76-4b06-a327-88cd9ee7ab45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:37:58Z', 'updated_at': '2021-12-10T15:38:01Z', 'revision_number': 5, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'subnets': [{'id': 'd76c8a17-ad76-4b06-a327-88cd9ee7ab45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83009add-fb4b-456b-8444-faeb019693dc', 'name': '', 'network_id': '25063947-d377-4be3-a800-82ecb6d1995c', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'mac_address': 'fa:16:3e:34:0b:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'f78c7698-8ada-4ac2-8100-243465a73b78', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:38:01Z', 'updated_at': '2021-12-10T15:38:02Z', 'revision_number': 2, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'subnets': [{'id': 'f78c7698-8ada-4ac2-8100-243465a73b78', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:38:04.547297 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a09cf38-ab7e-4f46-b290-a2e6d6a4b712 None None] Pushing event updated for resources: {'Port': ['ID=87309b60-6e4a-4894-9ea0-15f58bd32422,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:38:04.582662 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6682ce71-fa9d-4930-8dee-b43eb8e69371 None None] Checking router: 6f88f0d9-1e3e-40e3-8f4c-6023f6374670 for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:38:04.582662 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6682ce71-fa9d-4930-8dee-b43eb8e69371 None None] Updating router 6f88f0d9-1e3e-40e3-8f4c-6023f6374670 port 83009add-fb4b-456b-8444-faeb019693dc binding host dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 15:38:04.590956 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0929a8de-1087-421b-9e25-7a4eafa8c90e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Router 03035e65-5fbc-4480-9aad-94a84cc9864d has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:38:04.613423 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 87309b60-6e4a-4894-9ea0-15f58bd32422 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:38:04.613828 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:04.646488 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6682ce71-fa9d-4930-8dee-b43eb8e69371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:04.664097 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-35862c37-7bec-4eaa-9ed6-2cf38ea1e626 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11236534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11668560'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:04.667658 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-2fe5eb31-6d2a-4ef0-8ef3-b6da504358c8 None None] Provisioning complete for port 87309b60-6e4a-4894-9ea0-15f58bd32422 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:38:04.668029 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2fe5eb31-6d2a-4ef0-8ef3-b6da504358c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:04.761570 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0929a8de-1087-421b-9e25-7a4eafa8c90e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:38:04.768057 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0929a8de-1087-421b-9e25-7a4eafa8c90e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:04.774057 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d42123-4048-4011-adf7-3ccf5802a482 None None] Sync routers for ids ['03035e65-5fbc-4480-9aad-94a84cc9864d'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:38:04.786013 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d42123-4048-4011-adf7-3ccf5802a482 None None] Routers {'03035e65-5fbc-4480-9aad-94a84cc9864d'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:38:04.786789 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-f4d42123-4048-4011-adf7-3ccf5802a482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:37:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['03035e65-5fbc-4480-9aad-94a84cc9864d'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:38:04.798817 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35862c37-7bec-4eaa-9ed6-2cf38ea1e626 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Pushing event updated for resources: {'Subnet': ['ID=402306ef-db83-4099-b4d4-76f4cfc056b0,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:38:04.816501 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-0929a8de-1087-421b-9e25-7a4eafa8c90e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "PUT /v2.0/floatingips/fa2f0c90-6eca-4446-b0fc-fc8ab035cf28 HTTP/1.1" status: 200 len: 690 time: 0.9696467 Dec 10 15:38:04.816501 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2038e834-77a8-4b0d-a043-9ca766b7e498', 'tag': '61a2aa30-bf6a-41c8-a09e-32fa315f9a56'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:38:04.817244 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37496) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:38:04.817728 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9ca57131bc4931768ac29058952438d1fdd62308db7b17540cc34ffe8faef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be57633-c222-4312-bf34-e9722c88f68a" -d '{"events": [{"name": "network-changed", "server_uuid": "2038e834-77a8-4b0d-a043-9ca766b7e498", "tag": "61a2aa30-bf6a-41c8-a09e-32fa315f9a56"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:38:04.820700 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35862c37-7bec-4eaa-9ed6-2cf38ea1e626 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Checking segment: {'id': '0c5176d4-41a7-47d0-b746-25bda00b4afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a73e41e0-f48c-4472-b5ff-d92d8c943c09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:38:04.821081 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35862c37-7bec-4eaa-9ed6-2cf38ea1e626 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Network hostable DHCP agents. Network: a73e41e0-f48c-4472-b5ff-d92d8c943c09, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:38:04.877879 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 15:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aeb2ee4-9c8b-4149-90d4-a29f08c19819 x-openstack-request-id: req-6aeb2ee4-9c8b-4149-90d4-a29f08c19819 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:38:04.877879 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2038e834-77a8-4b0d-a043-9ca766b7e498", "tag": "61a2aa30-bf6a-41c8-a09e-32fa315f9a56", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:38:04.877879 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6aeb2ee4-9c8b-4149-90d4-a29f08c19819 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:38:04.877879 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2038e834-77a8-4b0d-a043-9ca766b7e498', 'tag': '61a2aa30-bf6a-41c8-a09e-32fa315f9a56', 'status': 'completed', 'code': 200} Dec 10 15:38:04.950381 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35862c37-7bec-4eaa-9ed6-2cf38ea1e626 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Network a73e41e0-f48c-4472-b5ff-d92d8c943c09 is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:38:04.975993 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be57633-c222-4312-bf34-e9722c88f68a req-b29d4b09-ae36-4f2f-a0da-4882c223ee18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:38:04.978406 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-3be57633-c222-4312-bf34-e9722c88f68a req-b29d4b09-ae36-4f2f-a0da-4882c223ee18 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e049672a5fd04e7f8cbb0423b61eb757&device_id=2038e834-77a8-4b0d-a043-9ca766b7e498 HTTP/1.1" status: 200 len: 1098 time: 0.0745223 Dec 10 15:38:04.979510 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-2fe5eb31-6d2a-4ef0-8ef3-b6da504358c8 None None] Provisioning complete for port 83009add-fb4b-456b-8444-faeb019693dc triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:38:04.979883 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2fe5eb31-6d2a-4ef0-8ef3-b6da504358c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:05.027824 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-f4d42123-4048-4011-adf7-3ccf5802a482 None None] Set router 03035e65-5fbc-4480-9aad-94a84cc9864d gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:38:05.045773 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-2fe5eb31-6d2a-4ef0-8ef3-b6da504358c8 None None] Port 83009add-fb4b-456b-8444-faeb019693dc cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:38:05.106585 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6682ce71-fa9d-4930-8dee-b43eb8e69371 None None] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:05.112428 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-35862c37-7bec-4eaa-9ed6-2cf38ea1e626 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, a73e41e0-f48c-4472-b5ff-d92d8c943c09) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:38:05.117258 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35862c37-7bec-4eaa-9ed6-2cf38ea1e626 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:38:05.117963 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-35862c37-7bec-4eaa-9ed6-2cf38ea1e626 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:05.126772 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e885ce-78cd-4b2e-95d2-b0b9519c30fc None None] Network a73e41e0-f48c-4472-b5ff-d92d8c943c09 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:38:05.150258 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be57633-c222-4312-bf34-e9722c88f68a req-8bbeb790-f652-4ce6-9120-7da9d21804fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:38:05.153967 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-3be57633-c222-4312-bf34-e9722c88f68a req-8bbeb790-f652-4ce6-9120-7da9d21804fb service neutron] 10.222.0.44 "GET /v2.0/networks?id=41da71eb-bf34-43b9-be45-4b47a883de82 HTTP/1.1" status: 200 len: 898 time: 0.1683562 Dec 10 15:38:05.200573 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-3be57633-c222-4312-bf34-e9722c88f68a req-1e318772-2a2f-44d9-acfd-789d052a9657 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61a2aa30-bf6a-41c8-a09e-32fa315f9a56 HTTP/1.1" status: 200 len: 217 time: 0.0377517 Dec 10 15:38:05.212217 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-1817b1e1-e9ea-4b59-8070-1755457687c2 None None] Provisioning complete for port 83009add-fb4b-456b-8444-faeb019693dc triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:38:05.212857 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1817b1e1-e9ea-4b59-8070-1755457687c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:05.223956 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6682ce71-fa9d-4930-8dee-b43eb8e69371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:05.258761 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be57633-c222-4312-bf34-e9722c88f68a req-b3a74436-4e7e-40fd-8adc-742bb62fb650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:38:05.260486 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-3be57633-c222-4312-bf34-e9722c88f68a req-b3a74436-4e7e-40fd-8adc-742bb62fb650 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d7fc55fb-e83c-45c6-a4ad-39a7dd319016 HTTP/1.1" status: 200 len: 835 time: 0.0526340 Dec 10 15:38:05.264403 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-35862c37-7bec-4eaa-9ed6-2cf38ea1e626 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2012496 Dec 10 15:38:05.270819 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37500) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:38:05.292883 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-f4d42123-4048-4011-adf7-3ccf5802a482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03035e65-5fbc-4480-9aad-94a84cc9864d', 'name': 'tempest-TestNetworkBasicOps-router-149117513', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.249'}], 'enable_snat': True}, 'gw_port_id': '85be69d8-11d2-4f6a-9292-568bd78a6e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:36:51Z', 'updated_at': '2021-12-10T15:36:58Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '85be69d8-11d2-4f6a-9292-568bd78a6e93', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03035e65-5fbc-4480-9aad-94a84cc9864d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:36:52Z', 'updated_at': '2021-12-10T15:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '15f12b90-f80a-4560-88c8-576051b32166', 'name': '', 'network_id': '41da71eb-bf34-43b9-be45-4b47a883de82', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:4c:85:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03035e65-5fbc-4480-9aad-94a84cc9864d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'd7fc55fb-e83c-45c6-a4ad-39a7dd319016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:36:57Z', 'updated_at': '2021-12-10T15:37:02Z', 'revision_number': 5, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': 'd7fc55fb-e83c-45c6-a4ad-39a7dd319016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:38:05.329978 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-1817b1e1-e9ea-4b59-8070-1755457687c2 None None] Port 83009add-fb4b-456b-8444-faeb019693dc cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:38:05.334812 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003aa03f-08b6-47cc-bcef-ceb402052266 None None] Pushing event updated for resources: {'Port': ['ID=83009add-fb4b-456b-8444-faeb019693dc,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:38:05.341372 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a408282-1d53-405c-abe8-f8afcb3fa0db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-a73e41e0-f48c-4472-b5ff-d92d8c943c09', 'network_id': 'a73e41e0-f48c-4472-b5ff-d92d8c943c09', 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'fixed_ips': [{'subnet_id': '402306ef-db83-4099-b4d4-76f4cfc056b0'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:38:05.341372 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7a408282-1d53-405c-abe8-f8afcb3fa0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:05.371405 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d42123-4048-4011-adf7-3ccf5802a482 None None] Checking router: 03035e65-5fbc-4480-9aad-94a84cc9864d for host: dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:38:05.374080 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-69f666da-b729-4cac-9281-19a1bc82d674 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/floatingips/fa2f0c90-6eca-4446-b0fc-fc8ab035cf28 HTTP/1.1" status: 200 len: 690 time: 0.5545502 Dec 10 15:38:05.382667 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d42123-4048-4011-adf7-3ccf5802a482 None None] Routers {'03035e65-5fbc-4480-9aad-94a84cc9864d'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:38:05.383615 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-f4d42123-4048-4011-adf7-3ccf5802a482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:37:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['03035e65-5fbc-4480-9aad-94a84cc9864d'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:38:05.462154 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be57633-c222-4312-bf34-e9722c88f68a req-61bab00d-4142-4086-b926-bb49f55133f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:38:05.467566 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-3be57633-c222-4312-bf34-e9722c88f68a req-61bab00d-4142-4086-b926-bb49f55133f2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=41da71eb-bf34-43b9-be45-4b47a883de82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1937339 Dec 10 15:38:05.476563 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-6682ce71-fa9d-4930-8dee-b43eb8e69371 None None] Attempting to bind port 83009add-fb4b-456b-8444-faeb019693dc on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:38:05.477237 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-6682ce71-fa9d-4930-8dee-b43eb8e69371 None None] Attempting to bind port 83009add-fb4b-456b-8444-faeb019693dc by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'a1c8c2d2-b258-4083-a335-ed2cbf36f2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '25063947-d377-4be3-a800-82ecb6d1995c'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:38:05.477610 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6682ce71-fa9d-4930-8dee-b43eb8e69371 None None] Attempting to bind port 83009add-fb4b-456b-8444-faeb019693dc on network 25063947-d377-4be3-a800-82ecb6d1995c {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:38:05.493163 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6682ce71-fa9d-4930-8dee-b43eb8e69371 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:38:05.493538 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6682ce71-fa9d-4930-8dee-b43eb8e69371 None None] Checking segment: {'id': 'a1c8c2d2-b258-4083-a335-ed2cbf36f2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '25063947-d377-4be3-a800-82ecb6d1995c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:38:05.493981 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6682ce71-fa9d-4930-8dee-b43eb8e69371 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:05.494379 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6682ce71-fa9d-4930-8dee-b43eb8e69371 None None] Bound using segment: {'id': 'a1c8c2d2-b258-4083-a335-ed2cbf36f2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '25063947-d377-4be3-a800-82ecb6d1995c'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:38:05.494876 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-6682ce71-fa9d-4930-8dee-b43eb8e69371 None None] Bound port: 83009add-fb4b-456b-8444-faeb019693dc, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1c8c2d2-b258-4083-a335-ed2cbf36f2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '25063947-d377-4be3-a800-82ecb6d1995c'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:38:05.495319 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6682ce71-fa9d-4930-8dee-b43eb8e69371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:05.527501 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-f4d42123-4048-4011-adf7-3ccf5802a482 None None] Set router 03035e65-5fbc-4480-9aad-94a84cc9864d gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:38:05.612403 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-7a408282-1d53-405c-abe8-f8afcb3fa0db None None] Allocated IP 172.22.0.2 (a73e41e0-f48c-4472-b5ff-d92d8c943c09/402306ef-db83-4099-b4d4-76f4cfc056b0/de283cf2-b6bf-4da8-bebc-d01a3ac7926b) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:38:05.625113 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6682ce71-fa9d-4930-8dee-b43eb8e69371 None None] For port 83009add-fb4b-456b-8444-faeb019693dc, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:38:05.628195 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6682ce71-fa9d-4930-8dee-b43eb8e69371 None None] For port 83009add-fb4b-456b-8444-faeb019693dc, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=83009add-fb4b-456b-8444-faeb019693dc,segment=NetworkSegment(a1c8c2d2-b258-4083-a335-ed2cbf36f2f3),segment_id=a1c8c2d2-b258-4083-a335-ed2cbf36f2f3)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:38:05.732091 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-3be57633-c222-4312-bf34-e9722c88f68a req-bb8a02d0-04c9-45f4-9317-7ba50308d952 service neutron] 10.222.0.44 "GET /v2.0/networks/41da71eb-bf34-43b9-be45-4b47a883de82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591088 Dec 10 15:38:05.760653 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-f4d42123-4048-4011-adf7-3ccf5802a482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03035e65-5fbc-4480-9aad-94a84cc9864d', 'name': 'tempest-TestNetworkBasicOps-router-149117513', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.249'}], 'enable_snat': True}, 'gw_port_id': '85be69d8-11d2-4f6a-9292-568bd78a6e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:36:51Z', 'updated_at': '2021-12-10T15:36:58Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '85be69d8-11d2-4f6a-9292-568bd78a6e93', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03035e65-5fbc-4480-9aad-94a84cc9864d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:36:52Z', 'updated_at': '2021-12-10T15:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '15f12b90-f80a-4560-88c8-576051b32166', 'name': '', 'network_id': '41da71eb-bf34-43b9-be45-4b47a883de82', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:4c:85:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03035e65-5fbc-4480-9aad-94a84cc9864d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'd7fc55fb-e83c-45c6-a4ad-39a7dd319016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:36:57Z', 'updated_at': '2021-12-10T15:37:02Z', 'revision_number': 5, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': 'd7fc55fb-e83c-45c6-a4ad-39a7dd319016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:38:05.788447 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d42123-4048-4011-adf7-3ccf5802a482 None None] The sync data for ids ['03035e65-5fbc-4480-9aad-94a84cc9864d'] in dv-neutron-821401-4-hyperv is: [{'id': '03035e65-5fbc-4480-9aad-94a84cc9864d', 'name': 'tempest-TestNetworkBasicOps-router-149117513', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.249'}], 'enable_snat': True}, 'gw_port_id': '85be69d8-11d2-4f6a-9292-568bd78a6e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:36:51Z', 'updated_at': '2021-12-10T15:36:58Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '85be69d8-11d2-4f6a-9292-568bd78a6e93', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03035e65-5fbc-4480-9aad-94a84cc9864d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:36:52Z', 'updated_at': '2021-12-10T15:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '15f12b90-f80a-4560-88c8-576051b32166', 'name': '', 'network_id': '41da71eb-bf34-43b9-be45-4b47a883de82', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:4c:85:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03035e65-5fbc-4480-9aad-94a84cc9864d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'd7fc55fb-e83c-45c6-a4ad-39a7dd319016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:36:57Z', 'updated_at': '2021-12-10T15:37:02Z', 'revision_number': 5, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': 'd7fc55fb-e83c-45c6-a4ad-39a7dd319016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:38:05.825572 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6682ce71-fa9d-4930-8dee-b43eb8e69371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:05.909519 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-2ce41f09-c75b-4538-9ae4-66d8c87099a5 None None] Provisioning complete for port 83009add-fb4b-456b-8444-faeb019693dc triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:38:05.910413 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ce41f09-c75b-4538-9ae4-66d8c87099a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:05.912244 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 87309b60-6e4a-4894-9ea0-15f58bd32422 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:38:05.931583 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f25fea84-bb71-4d8b-8996-5f2344b9446a tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:05.947049 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-3be57633-c222-4312-bf34-e9722c88f68a req-5631a76f-c789-4fb1-9271-cb8e9d0c4b5b service neutron] 10.222.0.44 "GET /v2.0/networks/41da71eb-bf34-43b9-be45-4b47a883de82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826718 Dec 10 15:38:05.988358 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6682ce71-fa9d-4930-8dee-b43eb8e69371 None None] Routers {'6f88f0d9-1e3e-40e3-8f4c-6023f6374670'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:38:05.989011 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-6682ce71-fa9d-4930-8dee-b43eb8e69371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:37:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['6f88f0d9-1e3e-40e3-8f4c-6023f6374670'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:38:06.015016 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 15:38:06.070013 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003aa03f-08b6-47cc-bcef-ceb402052266 None None] Pushing event updated for resources: {'Port': ['ID=83009add-fb4b-456b-8444-faeb019693dc,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:38:06.168787 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57f7d63-6223-4d29-ad01-89899acbcfbe None None] New status for floating IP fa2f0c90-6eca-4446-b0fc-fc8ab035cf28: DOWN {{(pid=103588) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 15:38:06.263104 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-6682ce71-fa9d-4930-8dee-b43eb8e69371 None None] Set router 6f88f0d9-1e3e-40e3-8f4c-6023f6374670 gateway port host: None {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:38:06.327277 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7a408282-1d53-405c-abe8-f8afcb3fa0db None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:06.378578 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37502) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:38:06.384026 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 87309b60-6e4a-4894-9ea0-15f58bd32422 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:38:06.384343 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:06.422175 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-b5f72ea6-c343-4493-8b5b-834b4a3dd6bd tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/floatingips/fa2f0c90-6eca-4446-b0fc-fc8ab035cf28 HTTP/1.1" status: 200 len: 690 time: 0.0422306 Dec 10 15:38:06.506983 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ce41f09-c75b-4538-9ae4-66d8c87099a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:06.509246 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-f25fea84-bb71-4d8b-8996-5f2344b9446a tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Allocated IP 172.22.0.1 (a73e41e0-f48c-4472-b5ff-d92d8c943c09/402306ef-db83-4099-b4d4-76f4cfc056b0/60e6191a-17f4-4c3c-a121-cde4fc0a2403) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:38:06.515636 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7a408282-1d53-405c-abe8-f8afcb3fa0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:06.625268 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f25fea84-bb71-4d8b-8996-5f2344b9446a tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:06.638014 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a408282-1d53-405c-abe8-f8afcb3fa0db None None] Network a73e41e0-f48c-4472-b5ff-d92d8c943c09 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:38:06.660083 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-7a408282-1d53-405c-abe8-f8afcb3fa0db None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:38:06.662652 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a408282-1d53-405c-abe8-f8afcb3fa0db None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:38:06.668344 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a408282-1d53-405c-abe8-f8afcb3fa0db None None] Pushing event updated for resources: {'Port': ['ID=de283cf2-b6bf-4da8-bebc-d01a3ac7926b,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:38:06.674729 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-2ce41f09-c75b-4538-9ae4-66d8c87099a5 None None] For port 83009add-fb4b-456b-8444-faeb019693dc, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=83009add-fb4b-456b-8444-faeb019693dc,segment=NetworkSegment(a1c8c2d2-b258-4083-a335-ed2cbf36f2f3),segment_id=a1c8c2d2-b258-4083-a335-ed2cbf36f2f3)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:38:06.713804 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f25fea84-bb71-4d8b-8996-5f2344b9446a tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:06.757975 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25fea84-bb71-4d8b-8996-5f2344b9446a tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Network a73e41e0-f48c-4472-b5ff-d92d8c943c09 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:38:06.761115 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-f25fea84-bb71-4d8b-8996-5f2344b9446a tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:38:06.764791 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25fea84-bb71-4d8b-8996-5f2344b9446a tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:38:06.771199 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25fea84-bb71-4d8b-8996-5f2344b9446a tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Pushing event updated for resources: {'Port': ['ID=60e6191a-17f4-4c3c-a121-cde4fc0a2403,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:38:06.771541 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ce41f09-c75b-4538-9ae4-66d8c87099a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:06.812813 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f25fea84-bb71-4d8b-8996-5f2344b9446a tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552880'] for router_interface, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:06.840325 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-7a408282-1d53-405c-abe8-f8afcb3fa0db None None] Attempting to bind port de283cf2-b6bf-4da8-bebc-d01a3ac7926b on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:38:06.840946 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-7a408282-1d53-405c-abe8-f8afcb3fa0db None None] Attempting to bind port de283cf2-b6bf-4da8-bebc-d01a3ac7926b by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '0c5176d4-41a7-47d0-b746-25bda00b4afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a73e41e0-f48c-4472-b5ff-d92d8c943c09'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:38:06.841066 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a408282-1d53-405c-abe8-f8afcb3fa0db None None] Attempting to bind port de283cf2-b6bf-4da8-bebc-d01a3ac7926b on network a73e41e0-f48c-4472-b5ff-d92d8c943c09 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:38:06.859114 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a408282-1d53-405c-abe8-f8afcb3fa0db None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:38:06.859593 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a408282-1d53-405c-abe8-f8afcb3fa0db None None] Checking segment: {'id': '0c5176d4-41a7-47d0-b746-25bda00b4afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a73e41e0-f48c-4472-b5ff-d92d8c943c09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:38:06.860008 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7a408282-1d53-405c-abe8-f8afcb3fa0db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:06.861096 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a408282-1d53-405c-abe8-f8afcb3fa0db None None] Bound using segment: {'id': '0c5176d4-41a7-47d0-b746-25bda00b4afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a73e41e0-f48c-4472-b5ff-d92d8c943c09'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:38:06.861589 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-7a408282-1d53-405c-abe8-f8afcb3fa0db None None] Bound port: de283cf2-b6bf-4da8-bebc-d01a3ac7926b, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c5176d4-41a7-47d0-b746-25bda00b4afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a73e41e0-f48c-4472-b5ff-d92d8c943c09'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:38:06.862012 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7a408282-1d53-405c-abe8-f8afcb3fa0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:06.923819 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce41f09-c75b-4538-9ae4-66d8c87099a5 None None] Pushing event updated for resources: {'Port': ['ID=83009add-fb4b-456b-8444-faeb019693dc,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:38:06.954820 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-1a164013-d1aa-4267-871e-72718876d6b5 None None] Provisioning complete for port 83009add-fb4b-456b-8444-faeb019693dc triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:38:06.955212 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1a164013-d1aa-4267-871e-72718876d6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:07.008909 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-6682ce71-fa9d-4930-8dee-b43eb8e69371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'name': 'tempest-RoutersTest-router-546986491', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:37:56Z', 'updated_at': '2021-12-10T15:38:02Z', 'revision_number': 3, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'gw_port_host': None, '_interfaces': [{'id': '2edeaa85-c80d-48c9-b916-b33ec9ad9efb', 'name': '', 'network_id': '46bc9404-ea95-4878-9a91-d73c55e9fb1f', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'mac_address': 'fa:16:3e:76:d7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'd76c8a17-ad76-4b06-a327-88cd9ee7ab45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:37:58Z', 'updated_at': '2021-12-10T15:38:01Z', 'revision_number': 5, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'subnets': [{'id': 'd76c8a17-ad76-4b06-a327-88cd9ee7ab45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83009add-fb4b-456b-8444-faeb019693dc', 'name': '', 'network_id': '25063947-d377-4be3-a800-82ecb6d1995c', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'mac_address': 'fa:16:3e:34:0b:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'f78c7698-8ada-4ac2-8100-243465a73b78', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:38:01Z', 'updated_at': '2021-12-10T15:38:05Z', 'revision_number': 4, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'subnets': [{'id': 'f78c7698-8ada-4ac2-8100-243465a73b78', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:38:07.012771 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-7a408282-1d53-405c-abe8-f8afcb3fa0db None None] For port de283cf2-b6bf-4da8-bebc-d01a3ac7926b, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:38:07.019120 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-7a408282-1d53-405c-abe8-f8afcb3fa0db None None] For port de283cf2-b6bf-4da8-bebc-d01a3ac7926b, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=de283cf2-b6bf-4da8-bebc-d01a3ac7926b,segment=NetworkSegment(0c5176d4-41a7-47d0-b746-25bda00b4afd),segment_id=0c5176d4-41a7-47d0-b746-25bda00b4afd)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:38:07.046432 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6682ce71-fa9d-4930-8dee-b43eb8e69371 None None] The sync data for ids ['6f88f0d9-1e3e-40e3-8f4c-6023f6374670'] in dv-neutron-821401-4-hyperv is: [{'id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'name': 'tempest-RoutersTest-router-546986491', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:37:56Z', 'updated_at': '2021-12-10T15:38:02Z', 'revision_number': 3, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'gw_port_host': None, '_interfaces': [{'id': '2edeaa85-c80d-48c9-b916-b33ec9ad9efb', 'name': '', 'network_id': '46bc9404-ea95-4878-9a91-d73c55e9fb1f', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'mac_address': 'fa:16:3e:76:d7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'd76c8a17-ad76-4b06-a327-88cd9ee7ab45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:37:58Z', 'updated_at': '2021-12-10T15:38:01Z', 'revision_number': 5, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'subnets': [{'id': 'd76c8a17-ad76-4b06-a327-88cd9ee7ab45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83009add-fb4b-456b-8444-faeb019693dc', 'name': '', 'network_id': '25063947-d377-4be3-a800-82ecb6d1995c', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'mac_address': 'fa:16:3e:34:0b:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'f78c7698-8ada-4ac2-8100-243465a73b78', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:38:01Z', 'updated_at': '2021-12-10T15:38:05Z', 'revision_number': 4, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'subnets': [{'id': 'f78c7698-8ada-4ac2-8100-243465a73b78', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:38:07.136799 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7a408282-1d53-405c-abe8-f8afcb3fa0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:07.212227 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a408282-1d53-405c-abe8-f8afcb3fa0db None None] Pushing event updated for resources: {'Port': ['ID=de283cf2-b6bf-4da8-bebc-d01a3ac7926b,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:38:07.319982 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f25fea84-bb71-4d8b-8996-5f2344b9446a tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:07.426855 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37506) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:38:07.514300 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-657454f5-c82a-45fc-897e-5a6641c01d86 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/floatingips/fa2f0c90-6eca-4446-b0fc-fc8ab035cf28 HTTP/1.1" status: 200 len: 688 time: 0.0817327 Dec 10 15:38:07.693415 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f25fea84-bb71-4d8b-8996-5f2344b9446a tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:07.776322 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f25fea84-bb71-4d8b-8996-5f2344b9446a tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:07.856224 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25fea84-bb71-4d8b-8996-5f2344b9446a tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Pushing event updated for resources: {'Port': ['ID=60e6191a-17f4-4c3c-a121-cde4fc0a2403,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:38:07.858926 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f25fea84-bb71-4d8b-8996-5f2344b9446a tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549888'] for router_interface, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:07.983645 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device de283cf2-b6bf-4da8-bebc-d01a3ac7926b up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:38:08.012429 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25fea84-bb71-4d8b-8996-5f2344b9446a tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Network a73e41e0-f48c-4472-b5ff-d92d8c943c09 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:38:08.019013 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-f25fea84-bb71-4d8b-8996-5f2344b9446a tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:38:08.057114 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port de283cf2-b6bf-4da8-bebc-d01a3ac7926b triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:38:08.057497 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:08.087562 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be3d6b9-8d06-423b-9b6a-1faf751d3423 req-50d8e3b8-8840-4d8e-83b7-08a7139cdea9 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:38:08.089717 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-6be3d6b9-8d06-423b-9b6a-1faf751d3423 req-50d8e3b8-8840-4d8e-83b7-08a7139cdea9 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad81b842-eead-4113-9b30-7e987f279a77 HTTP/1.1" status: 200 len: 945 time: 0.1408551 Dec 10 15:38:08.167900 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:08.184642 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f25fea84-bb71-4d8b-8996-5f2344b9446a tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Router 6f88f0d9-1e3e-40e3-8f4c-6023f6374670 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:38:08.192416 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-6be3d6b9-8d06-423b-9b6a-1faf751d3423 req-19b21b2d-115d-497c-9567-272cab2f8983 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fa9c1f6-95bc-4eb4-ae59-5d412abcb02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707321 Dec 10 15:38:08.205012 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] For port de283cf2-b6bf-4da8-bebc-d01a3ac7926b, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=de283cf2-b6bf-4da8-bebc-d01a3ac7926b,segment=NetworkSegment(0c5176d4-41a7-47d0-b746-25bda00b4afd),segment_id=0c5176d4-41a7-47d0-b746-25bda00b4afd)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:38:08.294640 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f25fea84-bb71-4d8b-8996-5f2344b9446a tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:38:08.299867 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-f25fea84-bb71-4d8b-8996-5f2344b9446a tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "PUT /v2.0/routers/6f88f0d9-1e3e-40e3-8f4c-6023f6374670/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0278707 Dec 10 15:38:08.302763 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37526) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:38:08.305800 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130948ff-0b6e-401c-a388-fdb61f60e52f None None] Sync routers for ids ['6f88f0d9-1e3e-40e3-8f4c-6023f6374670'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:38:08.313114 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-90983936-42a4-4953-83f8-9c446a7ad748 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Request body: {'network': {'name': 'tempest-RoutersTest-1975630718'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:38:08.325292 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130948ff-0b6e-401c-a388-fdb61f60e52f None None] Routers {'6f88f0d9-1e3e-40e3-8f4c-6023f6374670'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:38:08.327479 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-130948ff-0b6e-401c-a388-fdb61f60e52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:37:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['6f88f0d9-1e3e-40e3-8f4c-6023f6374670'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:38:08.336224 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:08.336224 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 83009add-fb4b-456b-8444-faeb019693dc up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:38:08.387879 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90983936-42a4-4953-83f8-9c446a7ad748 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Made reservation on behalf of 7779032e5efc4347afe0fcad7a7b9e84 for: {'network': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:38:08.392954 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-90983936-42a4-4953-83f8-9c446a7ad748 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:08.423518 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90983936-42a4-4953-83f8-9c446a7ad748 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=103586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:38:08.434318 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-90983936-42a4-4953-83f8-9c446a7ad748 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:08.435070 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.segments_db [None req-90983936-42a4-4953-83f8-9c446a7ad748 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Added segment c8a473f3-7247-457e-833a-5cb277533571 of type vlan for network dc8a97d6-f787-4449-b6e0-d73d46e13b51 Dec 10 15:38:08.482614 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-90983936-42a4-4953-83f8-9c446a7ad748 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:08.522036 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-130948ff-0b6e-401c-a388-fdb61f60e52f None None] Set router 6f88f0d9-1e3e-40e3-8f4c-6023f6374670 gateway port host: None {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:38:08.544109 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e60a70b-0d2c-4d53-bb00-07fb423a3fe0 None None] Network a73e41e0-f48c-4472-b5ff-d92d8c943c09 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:38:08.629975 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-90983936-42a4-4953-83f8-9c446a7ad748 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:08.638791 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-2fe07949-7732-49e6-8103-b7eec55cc9d8 None None] Provisioning complete for port de283cf2-b6bf-4da8-bebc-d01a3ac7926b triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:38:08.639182 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2fe07949-7732-49e6-8103-b7eec55cc9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:08.643167 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90983936-42a4-4953-83f8-9c446a7ad748 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:38:08.643669 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Pushing event updated for resources: {'Port': ['ID=de283cf2-b6bf-4da8-bebc-d01a3ac7926b,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:38:08.644836 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-90983936-42a4-4953-83f8-9c446a7ad748 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:08.726310 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 83009add-fb4b-456b-8444-faeb019693dc triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:38:08.726676 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:08.739966 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-130948ff-0b6e-401c-a388-fdb61f60e52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'name': 'tempest-RoutersTest-router-546986491', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:37:56Z', 'updated_at': '2021-12-10T15:38:07Z', 'revision_number': 4, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'gw_port_host': None, '_interfaces': [{'id': '2edeaa85-c80d-48c9-b916-b33ec9ad9efb', 'name': '', 'network_id': '46bc9404-ea95-4878-9a91-d73c55e9fb1f', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'mac_address': 'fa:16:3e:76:d7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'd76c8a17-ad76-4b06-a327-88cd9ee7ab45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:37:58Z', 'updated_at': '2021-12-10T15:38:01Z', 'revision_number': 5, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'subnets': [{'id': 'd76c8a17-ad76-4b06-a327-88cd9ee7ab45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60e6191a-17f4-4c3c-a121-cde4fc0a2403', 'name': '', 'network_id': 'a73e41e0-f48c-4472-b5ff-d92d8c943c09', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'mac_address': 'fa:16:3e:97:20:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '402306ef-db83-4099-b4d4-76f4cfc056b0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:38:06Z', 'updated_at': '2021-12-10T15:38:07Z', 'revision_number': 2, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'subnets': [{'id': '402306ef-db83-4099-b4d4-76f4cfc056b0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83009add-fb4b-456b-8444-faeb019693dc', 'name': '', 'network_id': '25063947-d377-4be3-a800-82ecb6d1995c', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'mac_address': 'fa:16:3e:34:0b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'f78c7698-8ada-4ac2-8100-243465a73b78', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:38:01Z', 'updated_at': '2021-12-10T15:38:06Z', 'revision_number': 5, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'subnets': [{'id': 'f78c7698-8ada-4ac2-8100-243465a73b78', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:38:08.766837 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-90983936-42a4-4953-83f8-9c446a7ad748 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4623792 Dec 10 15:38:08.769539 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37532) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:38:08.770109 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130948ff-0b6e-401c-a388-fdb61f60e52f None None] Checking router: 6f88f0d9-1e3e-40e3-8f4c-6023f6374670 for host: dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:38:08.770687 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130948ff-0b6e-401c-a388-fdb61f60e52f None None] Updating router 6f88f0d9-1e3e-40e3-8f4c-6023f6374670 port 60e6191a-17f4-4c3c-a121-cde4fc0a2403 binding host dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 15:38:08.776521 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-8ce3dcd7-7408-4a6a-b136-ed29cd6f2b56 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Request body: {'subnet': {'network_id': 'dc8a97d6-f787-4449-b6e0-d73d46e13b51', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:38:08.787609 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90983936-42a4-4953-83f8-9c446a7ad748 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Pushing event updated for resources: {'Network': ['ID=dc8a97d6-f787-4449-b6e0-d73d46e13b51,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:38:08.805261 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-130948ff-0b6e-401c-a388-fdb61f60e52f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:08.818537 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network dc8a97d6-f787-4449-b6e0-d73d46e13b51 details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:38:08.904703 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37534) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:38:08.910543 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-b64c09e9-7dfa-4bd3-af5a-bc278fc03e5e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1324158175', 'description': 'tempest-secgroup-smoke-1324158175 description', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:38:09.027735 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce3dcd7-7408-4a6a-b136-ed29cd6f2b56 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Made reservation on behalf of 7779032e5efc4347afe0fcad7a7b9e84 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:38:09.033093 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8ce3dcd7-7408-4a6a-b136-ed29cd6f2b56 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11668558'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:09.129314 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-130948ff-0b6e-401c-a388-fdb61f60e52f None None] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:09.135606 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b64c09e9-7dfa-4bd3-af5a-bc278fc03e5e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:09.149380 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-427dcffa-f069-478c-9f7c-885e2e4a98cf None None] Provisioning complete for port 60e6191a-17f4-4c3c-a121-cde4fc0a2403 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:38:09.149848 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-427dcffa-f069-478c-9f7c-885e2e4a98cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:09.189440 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-427dcffa-f069-478c-9f7c-885e2e4a98cf None None] Port 60e6191a-17f4-4c3c-a121-cde4fc0a2403 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:38:09.199944 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-427dcffa-f069-478c-9f7c-885e2e4a98cf None None] Provisioning complete for port de283cf2-b6bf-4da8-bebc-d01a3ac7926b triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:38:09.201494 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-427dcffa-f069-478c-9f7c-885e2e4a98cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:09.244043 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-130948ff-0b6e-401c-a388-fdb61f60e52f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:09.258763 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b64c09e9-7dfa-4bd3-af5a-bc278fc03e5e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:09.300465 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7542c1aa-ae3c-40fd-b3be-b547e0cd1e0a None None] Pushing event updated for resources: {'Port': ['ID=60e6191a-17f4-4c3c-a121-cde4fc0a2403,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:38:09.342202 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b64c09e9-7dfa-4bd3-af5a-bc278fc03e5e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:09.367285 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f012f6-de85-49e9-b7f7-36414e3045b6 req-977084af-da49-4528-8a7b-93ea09939998 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:38:09.369014 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-49f012f6-de85-49e9-b7f7-36414e3045b6 req-977084af-da49-4528-8a7b-93ea09939998 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad81b842-eead-4113-9b30-7e987f279a77 HTTP/1.1" status: 200 len: 945 time: 0.0663798 Dec 10 15:38:09.402023 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64c09e9-7dfa-4bd3-af5a-bc278fc03e5e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c45cce5d-83cf-4957-95bc-b87dc9d66ec8,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:38:09.415725 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-130948ff-0b6e-401c-a388-fdb61f60e52f None None] Attempting to bind port 60e6191a-17f4-4c3c-a121-cde4fc0a2403 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:38:09.416178 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-130948ff-0b6e-401c-a388-fdb61f60e52f None None] Attempting to bind port 60e6191a-17f4-4c3c-a121-cde4fc0a2403 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '0c5176d4-41a7-47d0-b746-25bda00b4afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a73e41e0-f48c-4472-b5ff-d92d8c943c09'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:38:09.416431 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130948ff-0b6e-401c-a388-fdb61f60e52f None None] Attempting to bind port 60e6191a-17f4-4c3c-a121-cde4fc0a2403 on network a73e41e0-f48c-4472-b5ff-d92d8c943c09 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:38:09.422744 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130948ff-0b6e-401c-a388-fdb61f60e52f None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:38:09.423396 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130948ff-0b6e-401c-a388-fdb61f60e52f None None] Checking segment: {'id': '0c5176d4-41a7-47d0-b746-25bda00b4afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a73e41e0-f48c-4472-b5ff-d92d8c943c09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:38:09.426551 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-130948ff-0b6e-401c-a388-fdb61f60e52f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:09.426551 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130948ff-0b6e-401c-a388-fdb61f60e52f None None] Bound using segment: {'id': '0c5176d4-41a7-47d0-b746-25bda00b4afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a73e41e0-f48c-4472-b5ff-d92d8c943c09'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:38:09.426551 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-130948ff-0b6e-401c-a388-fdb61f60e52f None None] Bound port: 60e6191a-17f4-4c3c-a121-cde4fc0a2403, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c5176d4-41a7-47d0-b746-25bda00b4afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a73e41e0-f48c-4472-b5ff-d92d8c943c09'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:38:09.426551 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-130948ff-0b6e-401c-a388-fdb61f60e52f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:09.430167 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8ce3dcd7-7408-4a6a-b136-ed29cd6f2b56 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11236534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11668560'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:09.443101 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-49f012f6-de85-49e9-b7f7-36414e3045b6 req-2f903432-973f-4961-bbed-4913d245c9da tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fa9c1f6-95bc-4eb4-ae59-5d412abcb02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671201 Dec 10 15:38:09.481572 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b64c09e9-7dfa-4bd3-af5a-bc278fc03e5e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:09.483852 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-b64c09e9-7dfa-4bd3-af5a-bc278fc03e5e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5775130 Dec 10 15:38:09.487095 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37540) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:38:09.496730 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-3b293e58-9aa0-428b-9f81-13fa8832e1ea None None] Provisioning complete for port 60e6191a-17f4-4c3c-a121-cde4fc0a2403 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:38:09.497106 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3b293e58-9aa0-428b-9f81-13fa8832e1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:09.505519 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-130948ff-0b6e-401c-a388-fdb61f60e52f None None] For port 60e6191a-17f4-4c3c-a121-cde4fc0a2403, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:38:09.511108 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-130948ff-0b6e-401c-a388-fdb61f60e52f None None] For port 60e6191a-17f4-4c3c-a121-cde4fc0a2403, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=60e6191a-17f4-4c3c-a121-cde4fc0a2403,segment=NetworkSegment(0c5176d4-41a7-47d0-b746-25bda00b4afd),segment_id=0c5176d4-41a7-47d0-b746-25bda00b4afd)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:38:09.513506 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-13fa33b7-4444-4523-b9ec-45720632ca2a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'security_group_rule': {'security_group_id': 'c45cce5d-83cf-4957-95bc-b87dc9d66ec8', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:38:09.538867 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-3b293e58-9aa0-428b-9f81-13fa8832e1ea None None] Port 60e6191a-17f4-4c3c-a121-cde4fc0a2403 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:38:09.560637 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce3dcd7-7408-4a6a-b136-ed29cd6f2b56 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Pushing event updated for resources: {'Subnet': ['ID=bccc4720-f973-4e66-aa20-0479c6aeadeb,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:38:09.568078 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce3dcd7-7408-4a6a-b136-ed29cd6f2b56 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Checking segment: {'id': 'c8a473f3-7247-457e-833a-5cb277533571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dc8a97d6-f787-4449-b6e0-d73d46e13b51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:38:09.568464 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce3dcd7-7408-4a6a-b136-ed29cd6f2b56 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Network hostable DHCP agents. Network: dc8a97d6-f787-4449-b6e0-d73d46e13b51, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:38:09.592131 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-130948ff-0b6e-401c-a388-fdb61f60e52f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:09.650636 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130948ff-0b6e-401c-a388-fdb61f60e52f None None] Routers {'6f88f0d9-1e3e-40e3-8f4c-6023f6374670'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:38:09.651356 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-130948ff-0b6e-401c-a388-fdb61f60e52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:37:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['6f88f0d9-1e3e-40e3-8f4c-6023f6374670'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:38:09.661824 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-a8d0a009-442a-497e-a35f-dcf2f5e27d74 None None] Provisioning complete for port 60e6191a-17f4-4c3c-a121-cde4fc0a2403 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:38:09.662255 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8d0a009-442a-497e-a35f-dcf2f5e27d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:09.690787 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-13fa33b7-4444-4523-b9ec-45720632ca2a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:09.691054 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7542c1aa-ae3c-40fd-b3be-b547e0cd1e0a None None] Pushing event updated for resources: {'Port': ['ID=60e6191a-17f4-4c3c-a121-cde4fc0a2403,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:38:09.728507 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce3dcd7-7408-4a6a-b136-ed29cd6f2b56 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Network dc8a97d6-f787-4449-b6e0-d73d46e13b51 is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:38:09.754272 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-130948ff-0b6e-401c-a388-fdb61f60e52f None None] Set router 6f88f0d9-1e3e-40e3-8f4c-6023f6374670 gateway port host: None {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:38:09.772373 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8d0a009-442a-497e-a35f-dcf2f5e27d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:09.784886 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-13fa33b7-4444-4523-b9ec-45720632ca2a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:09.812665 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-a8d0a009-442a-497e-a35f-dcf2f5e27d74 None None] For port 60e6191a-17f4-4c3c-a121-cde4fc0a2403, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=60e6191a-17f4-4c3c-a121-cde4fc0a2403,segment=NetworkSegment(0c5176d4-41a7-47d0-b746-25bda00b4afd),segment_id=0c5176d4-41a7-47d0-b746-25bda00b4afd)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:38:09.822152 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-8ce3dcd7-7408-4a6a-b136-ed29cd6f2b56 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, dc8a97d6-f787-4449-b6e0-d73d46e13b51) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:38:09.827640 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce3dcd7-7408-4a6a-b136-ed29cd6f2b56 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:38:09.828390 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8ce3dcd7-7408-4a6a-b136-ed29cd6f2b56 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:09.844242 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad553a7e-2c92-43bb-88fc-c6677f66ac3e None None] Network dc8a97d6-f787-4449-b6e0-d73d46e13b51 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:38:09.879914 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-13fa33b7-4444-4523-b9ec-45720632ca2a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:09.914343 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device de283cf2-b6bf-4da8-bebc-d01a3ac7926b up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:38:09.915926 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fa33b7-4444-4523-b9ec-45720632ca2a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d06ffc4b-ffa5-4e42-a7d0-4f69c674f8e5,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:38:09.926114 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8d0a009-442a-497e-a35f-dcf2f5e27d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:09.941224 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-8ce3dcd7-7408-4a6a-b136-ed29cd6f2b56 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1668458 Dec 10 15:38:09.941467 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37542) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:38:09.997683 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-130948ff-0b6e-401c-a388-fdb61f60e52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'name': 'tempest-RoutersTest-router-546986491', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:37:56Z', 'updated_at': '2021-12-10T15:38:07Z', 'revision_number': 4, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'gw_port_host': None, '_interfaces': [{'id': '2edeaa85-c80d-48c9-b916-b33ec9ad9efb', 'name': '', 'network_id': '46bc9404-ea95-4878-9a91-d73c55e9fb1f', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'mac_address': 'fa:16:3e:76:d7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'd76c8a17-ad76-4b06-a327-88cd9ee7ab45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:37:58Z', 'updated_at': '2021-12-10T15:38:01Z', 'revision_number': 5, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'subnets': [{'id': 'd76c8a17-ad76-4b06-a327-88cd9ee7ab45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60e6191a-17f4-4c3c-a121-cde4fc0a2403', 'name': '', 'network_id': 'a73e41e0-f48c-4472-b5ff-d92d8c943c09', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'mac_address': 'fa:16:3e:97:20:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '402306ef-db83-4099-b4d4-76f4cfc056b0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:38:06Z', 'updated_at': '2021-12-10T15:38:09Z', 'revision_number': 4, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'subnets': [{'id': '402306ef-db83-4099-b4d4-76f4cfc056b0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83009add-fb4b-456b-8444-faeb019693dc', 'name': '', 'network_id': '25063947-d377-4be3-a800-82ecb6d1995c', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'mac_address': 'fa:16:3e:34:0b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'f78c7698-8ada-4ac2-8100-243465a73b78', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:38:01Z', 'updated_at': '2021-12-10T15:38:06Z', 'revision_number': 5, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'subnets': [{'id': 'f78c7698-8ada-4ac2-8100-243465a73b78', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:38:10.002264 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-13fa33b7-4444-4523-b9ec-45720632ca2a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:10.006728 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37544) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:38:10.006956 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-13fa33b7-4444-4523-b9ec-45720632ca2a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4971709 Dec 10 15:38:10.013054 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-bce53340-5d9a-4b4b-8791-b51bdc11a64c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'security_group_rule': {'security_group_id': 'c45cce5d-83cf-4957-95bc-b87dc9d66ec8', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:38:10.049501 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130948ff-0b6e-401c-a388-fdb61f60e52f None None] The sync data for ids ['6f88f0d9-1e3e-40e3-8f4c-6023f6374670'] in dv-neutron-821401-4-hyperv is: [{'id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'name': 'tempest-RoutersTest-router-546986491', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:37:56Z', 'updated_at': '2021-12-10T15:38:07Z', 'revision_number': 4, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'gw_port_host': None, '_interfaces': [{'id': '2edeaa85-c80d-48c9-b916-b33ec9ad9efb', 'name': '', 'network_id': '46bc9404-ea95-4878-9a91-d73c55e9fb1f', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'mac_address': 'fa:16:3e:76:d7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'd76c8a17-ad76-4b06-a327-88cd9ee7ab45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:37:58Z', 'updated_at': '2021-12-10T15:38:01Z', 'revision_number': 5, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'subnets': [{'id': 'd76c8a17-ad76-4b06-a327-88cd9ee7ab45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60e6191a-17f4-4c3c-a121-cde4fc0a2403', 'name': '', 'network_id': 'a73e41e0-f48c-4472-b5ff-d92d8c943c09', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'mac_address': 'fa:16:3e:97:20:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '402306ef-db83-4099-b4d4-76f4cfc056b0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:38:06Z', 'updated_at': '2021-12-10T15:38:09Z', 'revision_number': 4, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'subnets': [{'id': '402306ef-db83-4099-b4d4-76f4cfc056b0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83009add-fb4b-456b-8444-faeb019693dc', 'name': '', 'network_id': '25063947-d377-4be3-a800-82ecb6d1995c', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'mac_address': 'fa:16:3e:34:0b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'f78c7698-8ada-4ac2-8100-243465a73b78', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:38:01Z', 'updated_at': '2021-12-10T15:38:06Z', 'revision_number': 5, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'subnets': [{'id': 'f78c7698-8ada-4ac2-8100-243465a73b78', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:38:10.093550 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08010c2d-a1ef-443e-9f4d-d025dd6ff44e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-dc8a97d6-f787-4449-b6e0-d73d46e13b51', 'network_id': 'dc8a97d6-f787-4449-b6e0-d73d46e13b51', 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'fixed_ips': [{'subnet_id': 'bccc4720-f973-4e66-aa20-0479c6aeadeb'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:38:10.094360 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-08010c2d-a1ef-443e-9f4d-d025dd6ff44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:10.101546 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d0a009-442a-497e-a35f-dcf2f5e27d74 None None] Pushing event updated for resources: {'Port': ['ID=60e6191a-17f4-4c3c-a121-cde4fc0a2403,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:38:10.112347 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-0bbcdc62-971d-4458-8e30-de0378a6c267 None None] Provisioning complete for port 60e6191a-17f4-4c3c-a121-cde4fc0a2403 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:38:10.112717 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0bbcdc62-971d-4458-8e30-de0378a6c267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:10.118281 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bce53340-5d9a-4b4b-8791-b51bdc11a64c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:10.177381 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port de283cf2-b6bf-4da8-bebc-d01a3ac7926b triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:38:10.177883 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:10.226363 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bce53340-5d9a-4b4b-8791-b51bdc11a64c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:10.306833 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bce53340-5d9a-4b4b-8791-b51bdc11a64c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:10.339464 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce53340-5d9a-4b4b-8791-b51bdc11a64c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88d1ccaa-4ac0-49f1-899a-2cb450e629de,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:38:10.417244 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bce53340-5d9a-4b4b-8791-b51bdc11a64c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:10.419142 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-bce53340-5d9a-4b4b-8791-b51bdc11a64c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4100420 Dec 10 15:38:10.423730 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37546) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:38:10.438109 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-e9b35d5f-1c6d-4a16-99a2-5fd3a7f32ce6 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'security_group_rule': {'security_group_id': 'c45cce5d-83cf-4957-95bc-b87dc9d66ec8', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:38:10.487407 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-08010c2d-a1ef-443e-9f4d-d025dd6ff44e None None] Allocated IP 172.23.0.2 (dc8a97d6-f787-4449-b6e0-d73d46e13b51/bccc4720-f973-4e66-aa20-0479c6aeadeb/ba13a6de-a22a-446a-a80f-bbf5cdbe3635) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:38:10.536231 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-da8ad14b-d6e8-4166-9264-08c61ea8d09f tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:10.567068 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-77714a75-d622-4855-a98b-f0fdff30909f None None] Provisioning complete for port 60e6191a-17f4-4c3c-a121-cde4fc0a2403 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:38:10.567500 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-77714a75-d622-4855-a98b-f0fdff30909f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:10.606992 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db65725c-5dcb-41f7-8dcf-6c6d1443073c req-562ed5e4-6e57-43f3-a84c-fd4d4d966e8b tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:38:10.609213 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-db65725c-5dcb-41f7-8dcf-6c6d1443073c req-562ed5e4-6e57-43f3-a84c-fd4d4d966e8b tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad81b842-eead-4113-9b30-7e987f279a77 HTTP/1.1" status: 200 len: 945 time: 0.0601130 Dec 10 15:38:10.662226 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e9b35d5f-1c6d-4a16-99a2-5fd3a7f32ce6 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:10.695642 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-db65725c-5dcb-41f7-8dcf-6c6d1443073c req-60b9e85e-5002-4cbf-9415-d4f2afad53e6 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fa9c1f6-95bc-4eb4-ae59-5d412abcb02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758684 Dec 10 15:38:10.736054 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-08010c2d-a1ef-443e-9f4d-d025dd6ff44e None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:10.809973 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-08010c2d-a1ef-443e-9f4d-d025dd6ff44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:10.810106 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e9b35d5f-1c6d-4a16-99a2-5fd3a7f32ce6 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:10.852844 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08010c2d-a1ef-443e-9f4d-d025dd6ff44e None None] Network dc8a97d6-f787-4449-b6e0-d73d46e13b51 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:38:10.857951 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-08010c2d-a1ef-443e-9f4d-d025dd6ff44e None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:38:10.860458 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08010c2d-a1ef-443e-9f4d-d025dd6ff44e None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:38:10.863103 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08010c2d-a1ef-443e-9f4d-d025dd6ff44e None None] Pushing event updated for resources: {'Port': ['ID=ba13a6de-a22a-446a-a80f-bbf5cdbe3635,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:38:10.893082 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-da8ad14b-d6e8-4166-9264-08c61ea8d09f tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Allocated IP 172.23.0.1 (dc8a97d6-f787-4449-b6e0-d73d46e13b51/bccc4720-f973-4e66-aa20-0479c6aeadeb/b7360279-4289-4302-b489-a42dfce60b26) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:38:10.902832 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e9b35d5f-1c6d-4a16-99a2-5fd3a7f32ce6 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:10.921664 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-08010c2d-a1ef-443e-9f4d-d025dd6ff44e None None] Attempting to bind port ba13a6de-a22a-446a-a80f-bbf5cdbe3635 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:38:10.922083 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-08010c2d-a1ef-443e-9f4d-d025dd6ff44e None None] Attempting to bind port ba13a6de-a22a-446a-a80f-bbf5cdbe3635 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'c8a473f3-7247-457e-833a-5cb277533571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dc8a97d6-f787-4449-b6e0-d73d46e13b51'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:38:10.922449 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08010c2d-a1ef-443e-9f4d-d025dd6ff44e None None] Attempting to bind port ba13a6de-a22a-446a-a80f-bbf5cdbe3635 on network dc8a97d6-f787-4449-b6e0-d73d46e13b51 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:38:10.927869 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08010c2d-a1ef-443e-9f4d-d025dd6ff44e None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:38:10.928253 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08010c2d-a1ef-443e-9f4d-d025dd6ff44e None None] Checking segment: {'id': 'c8a473f3-7247-457e-833a-5cb277533571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dc8a97d6-f787-4449-b6e0-d73d46e13b51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:38:10.928644 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-08010c2d-a1ef-443e-9f4d-d025dd6ff44e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:10.929119 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08010c2d-a1ef-443e-9f4d-d025dd6ff44e None None] Bound using segment: {'id': 'c8a473f3-7247-457e-833a-5cb277533571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dc8a97d6-f787-4449-b6e0-d73d46e13b51'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:38:10.929571 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-08010c2d-a1ef-443e-9f4d-d025dd6ff44e None None] Bound port: ba13a6de-a22a-446a-a80f-bbf5cdbe3635, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8a473f3-7247-457e-833a-5cb277533571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dc8a97d6-f787-4449-b6e0-d73d46e13b51'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:38:10.930003 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-08010c2d-a1ef-443e-9f4d-d025dd6ff44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:10.938521 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b35d5f-1c6d-4a16-99a2-5fd3a7f32ce6 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=225e8c0e-5a04-45dc-98cd-616030b0ec36,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:38:10.996371 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-08010c2d-a1ef-443e-9f4d-d025dd6ff44e None None] For port ba13a6de-a22a-446a-a80f-bbf5cdbe3635, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:38:10.999703 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-08010c2d-a1ef-443e-9f4d-d025dd6ff44e None None] For port ba13a6de-a22a-446a-a80f-bbf5cdbe3635, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=ba13a6de-a22a-446a-a80f-bbf5cdbe3635,segment=NetworkSegment(c8a473f3-7247-457e-833a-5cb277533571),segment_id=c8a473f3-7247-457e-833a-5cb277533571)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:38:11.007461 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e9b35d5f-1c6d-4a16-99a2-5fd3a7f32ce6 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:11.008842 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-e9b35d5f-1c6d-4a16-99a2-5fd3a7f32ce6 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5842693 Dec 10 15:38:11.012251 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37550) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:38:11.017120 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-3f6dc031-81ff-4e62-8056-4cc91264ebe7 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'security_group_rule': {'security_group_id': 'c45cce5d-83cf-4957-95bc-b87dc9d66ec8', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:38:11.037864 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-da8ad14b-d6e8-4166-9264-08c61ea8d09f tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:11.124731 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-08010c2d-a1ef-443e-9f4d-d025dd6ff44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:11.182273 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08010c2d-a1ef-443e-9f4d-d025dd6ff44e None None] Pushing event updated for resources: {'Port': ['ID=ba13a6de-a22a-446a-a80f-bbf5cdbe3635,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:38:11.188046 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-da8ad14b-d6e8-4166-9264-08c61ea8d09f tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:11.192816 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3f6dc031-81ff-4e62-8056-4cc91264ebe7 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:11.240424 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8ad14b-d6e8-4166-9264-08c61ea8d09f tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Network dc8a97d6-f787-4449-b6e0-d73d46e13b51 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:38:11.244314 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-da8ad14b-d6e8-4166-9264-08c61ea8d09f tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:38:11.247034 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8ad14b-d6e8-4166-9264-08c61ea8d09f tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:38:11.255219 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3f6dc031-81ff-4e62-8056-4cc91264ebe7 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:11.273324 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8ad14b-d6e8-4166-9264-08c61ea8d09f tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Pushing event updated for resources: {'Port': ['ID=b7360279-4289-4302-b489-a42dfce60b26,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:38:11.299263 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-da8ad14b-d6e8-4166-9264-08c61ea8d09f tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552880'] for router_interface, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:11.322838 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3f6dc031-81ff-4e62-8056-4cc91264ebe7 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:11.346420 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6dc031-81ff-4e62-8056-4cc91264ebe7 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=801d9aae-7da3-4756-a03b-fa676cbfd9b9,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:38:11.470312 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3f6dc031-81ff-4e62-8056-4cc91264ebe7 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:11.471652 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-3f6dc031-81ff-4e62-8056-4cc91264ebe7 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4583468 Dec 10 15:38:11.474374 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37552) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:38:11.479222 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-ad1651cd-d6f0-45ac-867b-dd6e13bd2fc0 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'security_group_rule': {'security_group_id': 'c45cce5d-83cf-4957-95bc-b87dc9d66ec8', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:38:11.547825 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-da8ad14b-d6e8-4166-9264-08c61ea8d09f tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:11.610679 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.securitygroups_db [None req-ad1651cd-d6f0-45ac-867b-dd6e13bd2fc0 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Project e049672a5fd04e7f8cbb0423b61eb757 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 15:38:11.616142 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ad1651cd-d6f0-45ac-867b-dd6e13bd2fc0 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:11.680041 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ad1651cd-d6f0-45ac-867b-dd6e13bd2fc0 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:11.776104 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ad1651cd-d6f0-45ac-867b-dd6e13bd2fc0 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:11.797188 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1651cd-d6f0-45ac-867b-dd6e13bd2fc0 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e987238-2c06-4662-b2a2-72ce88df29ab,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:38:11.850910 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80872fa-bbe1-4eec-bfe8-dab1c94a6b3b req-4d167104-ed67-4213-9210-281ded670577 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:38:11.853327 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-a80872fa-bbe1-4eec-bfe8-dab1c94a6b3b req-4d167104-ed67-4213-9210-281ded670577 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad81b842-eead-4113-9b30-7e987f279a77 HTTP/1.1" status: 200 len: 945 time: 0.0869737 Dec 10 15:38:11.871580 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ad1651cd-d6f0-45ac-867b-dd6e13bd2fc0 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:11.873505 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-ad1651cd-d6f0-45ac-867b-dd6e13bd2fc0 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3976581 Dec 10 15:38:11.876343 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37556) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:38:11.881463 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-a4f917c0-b44c-4baf-b16b-d2a92bc778e3 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'security_group_rule': {'security_group_id': 'c45cce5d-83cf-4957-95bc-b87dc9d66ec8', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:38:11.905649 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-da8ad14b-d6e8-4166-9264-08c61ea8d09f tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:11.928208 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-a80872fa-bbe1-4eec-bfe8-dab1c94a6b3b req-a4c5c5be-4af1-4ddf-9478-1cf929a3e06a tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fa9c1f6-95bc-4eb4-ae59-5d412abcb02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673056 Dec 10 15:38:11.947757 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-da8ad14b-d6e8-4166-9264-08c61ea8d09f tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:11.982383 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device ba13a6de-a22a-446a-a80f-bbf5cdbe3635 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:38:11.987749 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.securitygroups_db [None req-a4f917c0-b44c-4baf-b16b-d2a92bc778e3 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Project e049672a5fd04e7f8cbb0423b61eb757 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 15:38:11.994598 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a4f917c0-b44c-4baf-b16b-d2a92bc778e3 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:12.036963 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8ad14b-d6e8-4166-9264-08c61ea8d09f tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Pushing event updated for resources: {'Port': ['ID=b7360279-4289-4302-b489-a42dfce60b26,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:38:12.052164 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-da8ad14b-d6e8-4166-9264-08c61ea8d09f tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549888'] for router_interface, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:12.067129 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port ba13a6de-a22a-446a-a80f-bbf5cdbe3635 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:38:12.072754 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:12.087809 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a4f917c0-b44c-4baf-b16b-d2a92bc778e3 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:12.149834 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:12.167254 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a4f917c0-b44c-4baf-b16b-d2a92bc778e3 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:12.185496 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8ad14b-d6e8-4166-9264-08c61ea8d09f tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Network dc8a97d6-f787-4449-b6e0-d73d46e13b51 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:38:12.187445 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-da8ad14b-d6e8-4166-9264-08c61ea8d09f tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:38:12.195481 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f917c0-b44c-4baf-b16b-d2a92bc778e3 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=762be1e4-3b6f-40c6-a1a5-5080e0cf3f2f,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:38:12.196786 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] For port ba13a6de-a22a-446a-a80f-bbf5cdbe3635, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=ba13a6de-a22a-446a-a80f-bbf5cdbe3635,segment=NetworkSegment(c8a473f3-7247-457e-833a-5cb277533571),segment_id=c8a473f3-7247-457e-833a-5cb277533571)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:38:12.262143 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:12.263081 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 60e6191a-17f4-4c3c-a121-cde4fc0a2403 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:38:12.264545 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a4f917c0-b44c-4baf-b16b-d2a92bc778e3 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:12.268921 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-a4f917c0-b44c-4baf-b16b-d2a92bc778e3 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3898103 Dec 10 15:38:12.309655 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da8ad14b-d6e8-4166-9264-08c61ea8d09f tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Router 6f88f0d9-1e3e-40e3-8f4c-6023f6374670 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:38:12.329249 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e385e01-cf12-4d3c-a2d4-d536e745713d None None] Network dc8a97d6-f787-4449-b6e0-d73d46e13b51 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:38:12.421108 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Pushing event updated for resources: {'Port': ['ID=ba13a6de-a22a-446a-a80f-bbf5cdbe3635,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:38:12.438352 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-843494cf-dcdc-4acc-9103-7b1b4fd7f6be None None] Provisioning complete for port ba13a6de-a22a-446a-a80f-bbf5cdbe3635 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:38:12.439256 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-843494cf-dcdc-4acc-9103-7b1b4fd7f6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:12.486709 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 60e6191a-17f4-4c3c-a121-cde4fc0a2403 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:38:12.487084 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:12.507473 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-84eafe33-0660-4570-baf1-c309c63a1b6b req-68d833f2-adf8-480a-ad7d-adea125e40fb tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1324158175&fields=id&tenant_id=e049672a5fd04e7f8cbb0423b61eb757 HTTP/1.1" status: 200 len: 267 time: 0.0516264 Dec 10 15:38:12.635790 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eafe33-0660-4570-baf1-c309c63a1b6b req-d4e96128-bdb6-4e47-9edf-b01427903c01 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:38:12.638539 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-84eafe33-0660-4570-baf1-c309c63a1b6b req-d4e96128-bdb6-4e47-9edf-b01427903c01 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/networks?id=41da71eb-bf34-43b9-be45-4b47a883de82 HTTP/1.1" status: 200 len: 797 time: 0.1223602 Dec 10 15:38:12.658694 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-84eafe33-0660-4570-baf1-c309c63a1b6b req-db902c26-8883-47e5-842a-6a4920c2122b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/quotas/e049672a5fd04e7f8cbb0423b61eb757 HTTP/1.1" status: 200 len: 375 time: 0.0103662 Dec 10 15:38:12.718845 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-84eafe33-0660-4570-baf1-c309c63a1b6b req-3e83a12e-151f-45ec-ad8f-edb06760f86d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e049672a5fd04e7f8cbb0423b61eb757&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0528419 Dec 10 15:38:12.721708 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da8ad14b-d6e8-4166-9264-08c61ea8d09f tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:38:12.730236 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-da8ad14b-d6e8-4166-9264-08c61ea8d09f tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "PUT /v2.0/routers/6f88f0d9-1e3e-40e3-8f4c-6023f6374670/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7845106 Dec 10 15:38:12.730236 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37570) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:38:12.731897 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f48160-40e3-46e4-a341-2960aab0d4e0 None None] Sync routers for ids ['6f88f0d9-1e3e-40e3-8f4c-6023f6374670'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:38:12.735143 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-4cf9b5f0-ea46-4cf9-965e-740876cd961e tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:38:12.743255 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f48160-40e3-46e4-a341-2960aab0d4e0 None None] Routers {'6f88f0d9-1e3e-40e3-8f4c-6023f6374670'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:38:12.744024 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-65f48160-40e3-46e4-a341-2960aab0d4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:37:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['6f88f0d9-1e3e-40e3-8f4c-6023f6374670'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:38:12.867988 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-84eafe33-0660-4570-baf1-c309c63a1b6b req-174ff7ed-9993-4763-baf1-657d5db9c20b service neutron] 10.222.0.20 "GET /v2.0/networks/41da71eb-bf34-43b9-be45-4b47a883de82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257617 Dec 10 15:38:13.025359 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-84eafe33-0660-4570-baf1-c309c63a1b6b req-d9a3486c-17a4-4800-a701-db0633a866fe service neutron] 10.222.0.20 "GET /v2.0/networks/41da71eb-bf34-43b9-be45-4b47a883de82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455944 Dec 10 15:38:13.061128 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-65f48160-40e3-46e4-a341-2960aab0d4e0 None None] Set router 6f88f0d9-1e3e-40e3-8f4c-6023f6374670 gateway port host: None {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:38:13.123457 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-65e4b866-d7d3-47cf-984a-5275d93e1b62 None None] Provisioning complete for port b7360279-4289-4302-b489-a42dfce60b26 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:38:13.123851 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-65e4b866-d7d3-47cf-984a-5275d93e1b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:13.206596 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e4b87-bcb9-4bff-8a9b-c82068ec9821 req-85739f23-a97d-461f-a83e-88bee94b331f tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:38:13.213975 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-374e4b87-bcb9-4bff-8a9b-c82068ec9821 req-85739f23-a97d-461f-a83e-88bee94b331f tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad81b842-eead-4113-9b30-7e987f279a77 HTTP/1.1" status: 200 len: 945 time: 0.1066992 Dec 10 15:38:13.237933 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.extraroute_db [None req-4cf9b5f0-ea46-4cf9-965e-740876cd961e tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103587) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 10 15:38:13.251201 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b7d15ff1-734b-4455-86a8-e52a5139771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:13.260060 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-65e4b866-d7d3-47cf-984a-5275d93e1b62 None None] Port b7360279-4289-4302-b489-a42dfce60b26 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:38:13.273159 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.extraroute_db [None req-4cf9b5f0-ea46-4cf9-965e-740876cd961e tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Removed routes are [] {{(pid=103587) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 10 15:38:13.273565 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4cf9b5f0-ea46-4cf9-965e-740876cd961e tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13949'] for router, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:13.280816 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-374e4b87-bcb9-4bff-8a9b-c82068ec9821 req-20228c31-994c-429a-b48e-dfa8d32b6f50 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fa9c1f6-95bc-4eb4-ae59-5d412abcb02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659952 Dec 10 15:38:13.326883 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-65e4b866-d7d3-47cf-984a-5275d93e1b62 None None] Provisioning complete for port ba13a6de-a22a-446a-a80f-bbf5cdbe3635 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:38:13.327360 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-65e4b866-d7d3-47cf-984a-5275d93e1b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:13.366549 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-da6ac364-faa3-4c57-ada4-10fc7d13b8a8 req-d5e3b9cb-780d-4fdc-80bc-cf881aecdc79 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=240ed2bc-b709-413a-9169-646801871415 HTTP/1.1" status: 200 len: 210 time: 0.0383379 Dec 10 15:38:13.454674 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-65f48160-40e3-46e4-a341-2960aab0d4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'name': 'tempest-RoutersTest-router-546986491', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:37:56Z', 'updated_at': '2021-12-10T15:38:11Z', 'revision_number': 5, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'gw_port_host': None, '_interfaces': [{'id': '2edeaa85-c80d-48c9-b916-b33ec9ad9efb', 'name': '', 'network_id': '46bc9404-ea95-4878-9a91-d73c55e9fb1f', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'mac_address': 'fa:16:3e:76:d7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'd76c8a17-ad76-4b06-a327-88cd9ee7ab45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:37:58Z', 'updated_at': '2021-12-10T15:38:01Z', 'revision_number': 5, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'subnets': [{'id': 'd76c8a17-ad76-4b06-a327-88cd9ee7ab45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60e6191a-17f4-4c3c-a121-cde4fc0a2403', 'name': '', 'network_id': 'a73e41e0-f48c-4472-b5ff-d92d8c943c09', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'mac_address': 'fa:16:3e:97:20:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '402306ef-db83-4099-b4d4-76f4cfc056b0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:38:06Z', 'updated_at': '2021-12-10T15:38:09Z', 'revision_number': 5, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'subnets': [{'id': '402306ef-db83-4099-b4d4-76f4cfc056b0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83009add-fb4b-456b-8444-faeb019693dc', 'name': '', 'network_id': '25063947-d377-4be3-a800-82ecb6d1995c', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'mac_address': 'fa:16:3e:34:0b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'f78c7698-8ada-4ac2-8100-243465a73b78', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:38:01Z', 'updated_at': '2021-12-10T15:38:06Z', 'revision_number': 5, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'subnets': [{'id': 'f78c7698-8ada-4ac2-8100-243465a73b78', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7360279-4289-4302-b489-a42dfce60b26', 'name': '', 'network_id': 'dc8a97d6-f787-4449-b6e0-d73d46e13b51', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'mac_address': 'fa:16:3e:7f:03:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'bccc4720-f973-4e66-aa20-0479c6aeadeb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:38:10Z', 'updated_at': '2021-12-10T15:38:11Z', 'revision_number': 2, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'subnets': [{'id': 'bccc4720-f973-4e66-aa20-0479c6aeadeb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:38:13.461388 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:13.493363 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f48160-40e3-46e4-a341-2960aab0d4e0 None None] Checking router: 6f88f0d9-1e3e-40e3-8f4c-6023f6374670 for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:38:13.493738 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f48160-40e3-46e4-a341-2960aab0d4e0 None None] Updating router 6f88f0d9-1e3e-40e3-8f4c-6023f6374670 port b7360279-4289-4302-b489-a42dfce60b26 binding host dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 15:38:13.520199 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-65f48160-40e3-46e4-a341-2960aab0d4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:13.559076 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4cf9b5f0-ea46-4cf9-965e-740876cd961e tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13949'] for router, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:13.562713 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4cf9b5f0-ea46-4cf9-965e-740876cd961e tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-551381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-551372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-549222'] for router, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:13.668842 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cf9b5f0-ea46-4cf9-965e-740876cd961e tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Router 6f88f0d9-1e3e-40e3-8f4c-6023f6374670 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:38:13.696354 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f708211f-048e-45da-b283-e2939c2e1605 None None] Provisioning complete for port b7360279-4289-4302-b489-a42dfce60b26 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:38:13.696630 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f708211f-048e-45da-b283-e2939c2e1605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:13.743953 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f708211f-048e-45da-b283-e2939c2e1605 None None] Port b7360279-4289-4302-b489-a42dfce60b26 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:38:13.773131 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf9b5f0-ea46-4cf9-965e-740876cd961e tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:38:13.780681 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4cf9b5f0-ea46-4cf9-965e-740876cd961e tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:13.781895 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-4cf9b5f0-ea46-4cf9-965e-740876cd961e tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "PUT /v2.0/routers/6f88f0d9-1e3e-40e3-8f4c-6023f6374670 HTTP/1.1" status: 200 len: 933 time: 1.0507624 Dec 10 15:38:13.784567 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37582) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:38:13.831943 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-65f48160-40e3-46e4-a341-2960aab0d4e0 None None] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:13.873613 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device ba13a6de-a22a-446a-a80f-bbf5cdbe3635 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:38:13.887696 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-1a6fd574-35d6-4e3d-89c5-472bd6e1e3bf tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "GET /v2.0/routers/6f88f0d9-1e3e-40e3-8f4c-6023f6374670 HTTP/1.1" status: 200 len: 933 time: 0.1020081 Dec 10 15:38:13.890430 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37584) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:38:13.895239 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-7791e0b6-c418-4085-baec-3a6a73f63571 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Request body: {'router': {'routes': None}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:38:13.920925 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port ba13a6de-a22a-446a-a80f-bbf5cdbe3635 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:38:13.921299 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:13.945950 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-65f48160-40e3-46e4-a341-2960aab0d4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:14.004560 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d00347-cf9e-4b50-9fbb-000641c12436 None None] Pushing event updated for resources: {'Port': ['ID=b7360279-4289-4302-b489-a42dfce60b26,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:38:14.095932 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-65f48160-40e3-46e4-a341-2960aab0d4e0 None None] Attempting to bind port b7360279-4289-4302-b489-a42dfce60b26 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:38:14.096310 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-65f48160-40e3-46e4-a341-2960aab0d4e0 None None] Attempting to bind port b7360279-4289-4302-b489-a42dfce60b26 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'c8a473f3-7247-457e-833a-5cb277533571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dc8a97d6-f787-4449-b6e0-d73d46e13b51'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:38:14.096771 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f48160-40e3-46e4-a341-2960aab0d4e0 None None] Attempting to bind port b7360279-4289-4302-b489-a42dfce60b26 on network dc8a97d6-f787-4449-b6e0-d73d46e13b51 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:38:14.102341 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f48160-40e3-46e4-a341-2960aab0d4e0 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:38:14.102727 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f48160-40e3-46e4-a341-2960aab0d4e0 None None] Checking segment: {'id': 'c8a473f3-7247-457e-833a-5cb277533571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dc8a97d6-f787-4449-b6e0-d73d46e13b51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:38:14.103133 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-65f48160-40e3-46e4-a341-2960aab0d4e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:14.103528 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f48160-40e3-46e4-a341-2960aab0d4e0 None None] Bound using segment: {'id': 'c8a473f3-7247-457e-833a-5cb277533571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dc8a97d6-f787-4449-b6e0-d73d46e13b51'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:38:14.104005 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-65f48160-40e3-46e4-a341-2960aab0d4e0 None None] Bound port: b7360279-4289-4302-b489-a42dfce60b26, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8a473f3-7247-457e-833a-5cb277533571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dc8a97d6-f787-4449-b6e0-d73d46e13b51'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:38:14.104382 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-65f48160-40e3-46e4-a341-2960aab0d4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:14.183424 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-65f48160-40e3-46e4-a341-2960aab0d4e0 None None] For port b7360279-4289-4302-b489-a42dfce60b26, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:38:14.187093 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-65f48160-40e3-46e4-a341-2960aab0d4e0 None None] For port b7360279-4289-4302-b489-a42dfce60b26, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=b7360279-4289-4302-b489-a42dfce60b26,segment=NetworkSegment(c8a473f3-7247-457e-833a-5cb277533571),segment_id=c8a473f3-7247-457e-833a-5cb277533571)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:38:14.265820 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-8140ee48-ddf3-47eb-8de6-9fbb96b7ec4b None None] Provisioning complete for port b7360279-4289-4302-b489-a42dfce60b26 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:38:14.266696 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8140ee48-ddf3-47eb-8de6-9fbb96b7ec4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:14.266846 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.extraroute_db [None req-7791e0b6-c418-4085-baec-3a6a73f63571 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Added routes are [] {{(pid=103587) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 10 15:38:14.267260 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.extraroute_db [None req-7791e0b6-c418-4085-baec-3a6a73f63571 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103587) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 10 15:38:14.293526 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-65f48160-40e3-46e4-a341-2960aab0d4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:14.295649 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7791e0b6-c418-4085-baec-3a6a73f63571 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13949'] for router, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:14.348306 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-8140ee48-ddf3-47eb-8de6-9fbb96b7ec4b None None] Port b7360279-4289-4302-b489-a42dfce60b26 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:38:14.375432 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d00347-cf9e-4b50-9fbb-000641c12436 None None] Pushing event updated for resources: {'Port': ['ID=b7360279-4289-4302-b489-a42dfce60b26,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:38:14.378274 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f48160-40e3-46e4-a341-2960aab0d4e0 None None] Routers {'6f88f0d9-1e3e-40e3-8f4c-6023f6374670'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:38:14.379439 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-65f48160-40e3-46e4-a341-2960aab0d4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:37:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['6f88f0d9-1e3e-40e3-8f4c-6023f6374670'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:38:14.538477 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-17c35f99-7d81-482d-9ba2-d67a15eaa14d req-44f6db99-6d43-4568-9fed-686e1c1ca9ce tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=240ed2bc-b709-413a-9169-646801871415 HTTP/1.1" status: 200 len: 210 time: 0.0831313 Dec 10 15:38:14.554493 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-65f48160-40e3-46e4-a341-2960aab0d4e0 None None] Set router 6f88f0d9-1e3e-40e3-8f4c-6023f6374670 gateway port host: None {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:38:14.599580 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b806d89-864d-4ee6-9d61-8cfff68ce79c req-036ad293-c243-4414-a9b4-360a5934bc7c tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:38:14.601144 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-5b806d89-864d-4ee6-9d61-8cfff68ce79c req-036ad293-c243-4414-a9b4-360a5934bc7c tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad81b842-eead-4113-9b30-7e987f279a77 HTTP/1.1" status: 200 len: 945 time: 0.1704755 Dec 10 15:38:14.673496 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7791e0b6-c418-4085-baec-3a6a73f63571 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13949'] for router, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:14.684515 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7791e0b6-c418-4085-baec-3a6a73f63571 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-551381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-551372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-549222'] for router, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:14.696489 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-5b806d89-864d-4ee6-9d61-8cfff68ce79c req-af7a5409-a118-4e64-9042-d7e467f0f842 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fa9c1f6-95bc-4eb4-ae59-5d412abcb02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688612 Dec 10 15:38:14.788564 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-c35227b5-6732-45bd-855d-20c2c0eea5ad None None] Provisioning complete for port b7360279-4289-4302-b489-a42dfce60b26 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:38:14.788844 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c35227b5-6732-45bd-855d-20c2c0eea5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:14.809919 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7791e0b6-c418-4085-baec-3a6a73f63571 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Router 6f88f0d9-1e3e-40e3-8f4c-6023f6374670 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:38:14.839395 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-65f48160-40e3-46e4-a341-2960aab0d4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'name': 'tempest-RoutersTest-router-546986491', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:37:56Z', 'updated_at': '2021-12-10T15:38:13Z', 'revision_number': 6, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'gw_port_host': None, '_interfaces': [{'id': '2edeaa85-c80d-48c9-b916-b33ec9ad9efb', 'name': '', 'network_id': '46bc9404-ea95-4878-9a91-d73c55e9fb1f', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'mac_address': 'fa:16:3e:76:d7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'd76c8a17-ad76-4b06-a327-88cd9ee7ab45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:37:58Z', 'updated_at': '2021-12-10T15:38:01Z', 'revision_number': 5, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'subnets': [{'id': 'd76c8a17-ad76-4b06-a327-88cd9ee7ab45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60e6191a-17f4-4c3c-a121-cde4fc0a2403', 'name': '', 'network_id': 'a73e41e0-f48c-4472-b5ff-d92d8c943c09', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'mac_address': 'fa:16:3e:97:20:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '402306ef-db83-4099-b4d4-76f4cfc056b0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:38:06Z', 'updated_at': '2021-12-10T15:38:09Z', 'revision_number': 5, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'subnets': [{'id': '402306ef-db83-4099-b4d4-76f4cfc056b0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83009add-fb4b-456b-8444-faeb019693dc', 'name': '', 'network_id': '25063947-d377-4be3-a800-82ecb6d1995c', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'mac_address': 'fa:16:3e:34:0b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'f78c7698-8ada-4ac2-8100-243465a73b78', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:38:01Z', 'updated_at': '2021-12-10T15:38:06Z', 'revision_number': 5, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'subnets': [{'id': 'f78c7698-8ada-4ac2-8100-243465a73b78', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7360279-4289-4302-b489-a42dfce60b26', 'name': '', 'network_id': 'dc8a97d6-f787-4449-b6e0-d73d46e13b51', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'mac_address': 'fa:16:3e:7f:03:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'bccc4720-f973-4e66-aa20-0479c6aeadeb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:38:10Z', 'updated_at': '2021-12-10T15:38:14Z', 'revision_number': 4, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'subnets': [{'id': 'bccc4720-f973-4e66-aa20-0479c6aeadeb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:38:14.868375 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f48160-40e3-46e4-a341-2960aab0d4e0 None None] The sync data for ids ['6f88f0d9-1e3e-40e3-8f4c-6023f6374670'] in dv-neutron-821401-4-hyperv is: [{'id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'name': 'tempest-RoutersTest-router-546986491', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:37:56Z', 'updated_at': '2021-12-10T15:38:13Z', 'revision_number': 6, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'gw_port_host': None, '_interfaces': [{'id': '2edeaa85-c80d-48c9-b916-b33ec9ad9efb', 'name': '', 'network_id': '46bc9404-ea95-4878-9a91-d73c55e9fb1f', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'mac_address': 'fa:16:3e:76:d7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'd76c8a17-ad76-4b06-a327-88cd9ee7ab45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:37:58Z', 'updated_at': '2021-12-10T15:38:01Z', 'revision_number': 5, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'subnets': [{'id': 'd76c8a17-ad76-4b06-a327-88cd9ee7ab45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60e6191a-17f4-4c3c-a121-cde4fc0a2403', 'name': '', 'network_id': 'a73e41e0-f48c-4472-b5ff-d92d8c943c09', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'mac_address': 'fa:16:3e:97:20:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '402306ef-db83-4099-b4d4-76f4cfc056b0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:38:06Z', 'updated_at': '2021-12-10T15:38:09Z', 'revision_number': 5, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'subnets': [{'id': '402306ef-db83-4099-b4d4-76f4cfc056b0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83009add-fb4b-456b-8444-faeb019693dc', 'name': '', 'network_id': '25063947-d377-4be3-a800-82ecb6d1995c', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'mac_address': 'fa:16:3e:34:0b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'f78c7698-8ada-4ac2-8100-243465a73b78', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:38:01Z', 'updated_at': '2021-12-10T15:38:06Z', 'revision_number': 5, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'subnets': [{'id': 'f78c7698-8ada-4ac2-8100-243465a73b78', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7360279-4289-4302-b489-a42dfce60b26', 'name': '', 'network_id': 'dc8a97d6-f787-4449-b6e0-d73d46e13b51', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'mac_address': 'fa:16:3e:7f:03:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'bccc4720-f973-4e66-aa20-0479c6aeadeb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:38:10Z', 'updated_at': '2021-12-10T15:38:14Z', 'revision_number': 4, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'subnets': [{'id': 'bccc4720-f973-4e66-aa20-0479c6aeadeb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:38:14.909727 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c35227b5-6732-45bd-855d-20c2c0eea5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:14.947298 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7791e0b6-c418-4085-baec-3a6a73f63571 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:38:14.961452 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7791e0b6-c418-4085-baec-3a6a73f63571 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:14.962744 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-7791e0b6-c418-4085-baec-3a6a73f63571 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "PUT /v2.0/routers/6f88f0d9-1e3e-40e3-8f4c-6023f6374670 HTTP/1.1" status: 200 len: 699 time: 1.0712986 Dec 10 15:38:14.968306 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37592) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:38:14.976744 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-c35227b5-6732-45bd-855d-20c2c0eea5ad None None] For port b7360279-4289-4302-b489-a42dfce60b26, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=b7360279-4289-4302-b489-a42dfce60b26,segment=NetworkSegment(c8a473f3-7247-457e-833a-5cb277533571),segment_id=c8a473f3-7247-457e-833a-5cb277533571)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:38:15.073826 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-da90d6b5-acb7-49d3-bfa0-48eb6cb5b522 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "GET /v2.0/routers/6f88f0d9-1e3e-40e3-8f4c-6023f6374670 HTTP/1.1" status: 200 len: 699 time: 0.1071968 Dec 10 15:38:15.076477 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37594) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:38:15.099704 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c35227b5-6732-45bd-855d-20c2c0eea5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:15.174563 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35227b5-6732-45bd-855d-20c2c0eea5ad None None] Pushing event updated for resources: {'Port': ['ID=b7360279-4289-4302-b489-a42dfce60b26,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:38:15.290460 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-316466e6-f863-45bc-a341-f7fd952ade0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:15.646435 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-14810f33-5462-4a58-9b34-60247c67c71f req-14ffcfbc-26a8-4326-bd31-f8b36efc0ac1 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=240ed2bc-b709-413a-9169-646801871415 HTTP/1.1" status: 200 len: 210 time: 0.0294437 Dec 10 15:38:15.661991 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eafe33-0660-4570-baf1-c309c63a1b6b req-e344e803-464b-4770-b365-50a52735ddae tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:38:15.663488 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-84eafe33-0660-4570-baf1-c309c63a1b6b req-e344e803-464b-4770-b365-50a52735ddae tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.44 "GET /v2.0/networks?id=41da71eb-bf34-43b9-be45-4b47a883de82 HTTP/1.1" status: 200 len: 797 time: 0.1880729 Dec 10 15:38:15.669298 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64161236-0469-4f77-abb8-c755cd21be24 None None] Sync routers for ids ['6f88f0d9-1e3e-40e3-8f4c-6023f6374670'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:38:15.678792 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64161236-0469-4f77-abb8-c755cd21be24 None None] Routers {'6f88f0d9-1e3e-40e3-8f4c-6023f6374670'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:38:15.679413 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-64161236-0469-4f77-abb8-c755cd21be24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:38:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['6f88f0d9-1e3e-40e3-8f4c-6023f6374670'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:38:15.775705 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-84eafe33-0660-4570-baf1-c309c63a1b6b req-6f79b77b-08db-416b-bc3d-d3eb7a767343 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e049672a5fd04e7f8cbb0423b61eb757 HTTP/1.1" status: 200 len: 470 time: 0.0881102 Dec 10 15:38:15.787966 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-64161236-0469-4f77-abb8-c755cd21be24 None None] Set router 6f88f0d9-1e3e-40e3-8f4c-6023f6374670 gateway port host: None {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:38:15.797807 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [req-84eafe33-0660-4570-baf1-c309c63a1b6b req-4c5676b8-68f4-4766-879b-f10292060853 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'port': {'device_id': '240ed2bc-b709-413a-9169-646801871415', 'network_id': '41da71eb-bf34-43b9-be45-4b47a883de82', 'admin_state_up': True, 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'security_groups': ['c45cce5d-83cf-4957-95bc-b87dc9d66ec8']}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:38:15.926808 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9e47e6-e670-4c45-88f4-a03e2d4ed612 req-924f4da4-f563-4d37-8459-bfa41b6cc746 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:38:15.928399 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4f9e47e6-e670-4c45-88f4-a03e2d4ed612 req-924f4da4-f563-4d37-8459-bfa41b6cc746 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad81b842-eead-4113-9b30-7e987f279a77 HTTP/1.1" status: 200 len: 945 time: 0.1517487 Dec 10 15:38:15.943810 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device b7360279-4289-4302-b489-a42dfce60b26 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:38:16.003794 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f5352ada-e168-441a-a8c8-5ee4e9d89dc5 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549925'] for router_interface, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:16.005611 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port b7360279-4289-4302-b489-a42dfce60b26 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:38:16.006866 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:16.029888 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-64161236-0469-4f77-abb8-c755cd21be24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'name': 'tempest-RoutersTest-router-546986491', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:37:56Z', 'updated_at': '2021-12-10T15:38:14Z', 'revision_number': 7, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'gw_port_host': None, '_interfaces': [{'id': '2edeaa85-c80d-48c9-b916-b33ec9ad9efb', 'name': '', 'network_id': '46bc9404-ea95-4878-9a91-d73c55e9fb1f', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'mac_address': 'fa:16:3e:76:d7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'd76c8a17-ad76-4b06-a327-88cd9ee7ab45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:37:58Z', 'updated_at': '2021-12-10T15:38:01Z', 'revision_number': 5, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'subnets': [{'id': 'd76c8a17-ad76-4b06-a327-88cd9ee7ab45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60e6191a-17f4-4c3c-a121-cde4fc0a2403', 'name': '', 'network_id': 'a73e41e0-f48c-4472-b5ff-d92d8c943c09', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'mac_address': 'fa:16:3e:97:20:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '402306ef-db83-4099-b4d4-76f4cfc056b0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:38:06Z', 'updated_at': '2021-12-10T15:38:09Z', 'revision_number': 5, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'subnets': [{'id': '402306ef-db83-4099-b4d4-76f4cfc056b0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83009add-fb4b-456b-8444-faeb019693dc', 'name': '', 'network_id': '25063947-d377-4be3-a800-82ecb6d1995c', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'mac_address': 'fa:16:3e:34:0b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'f78c7698-8ada-4ac2-8100-243465a73b78', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:38:01Z', 'updated_at': '2021-12-10T15:38:06Z', 'revision_number': 5, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'subnets': [{'id': 'f78c7698-8ada-4ac2-8100-243465a73b78', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7360279-4289-4302-b489-a42dfce60b26', 'name': '', 'network_id': 'dc8a97d6-f787-4449-b6e0-d73d46e13b51', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'mac_address': 'fa:16:3e:7f:03:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'bccc4720-f973-4e66-aa20-0479c6aeadeb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:38:10Z', 'updated_at': '2021-12-10T15:38:14Z', 'revision_number': 5, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'subnets': [{'id': 'bccc4720-f973-4e66-aa20-0479c6aeadeb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:38:16.104859 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4f9e47e6-e670-4c45-88f4-a03e2d4ed612 req-4f5ccb55-e7c3-4c72-97a0-80f41e1becf2 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fa9c1f6-95bc-4eb4-ae59-5d412abcb02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550541 Dec 10 15:38:16.143525 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:16.146096 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64161236-0469-4f77-abb8-c755cd21be24 None None] Checking router: 6f88f0d9-1e3e-40e3-8f4c-6023f6374670 for host: dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:38:16.155390 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64161236-0469-4f77-abb8-c755cd21be24 None None] Routers {'6f88f0d9-1e3e-40e3-8f4c-6023f6374670'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:38:16.156218 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-64161236-0469-4f77-abb8-c755cd21be24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:38:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['6f88f0d9-1e3e-40e3-8f4c-6023f6374670'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:38:16.182157 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84eafe33-0660-4570-baf1-c309c63a1b6b req-4c5676b8-68f4-4766-879b-f10292060853 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Made reservation on behalf of e049672a5fd04e7f8cbb0423b61eb757 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:38:16.185719 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-84eafe33-0660-4570-baf1-c309c63a1b6b req-4c5676b8-68f4-4766-879b-f10292060853 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:16.247010 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-64161236-0469-4f77-abb8-c755cd21be24 None None] Set router 6f88f0d9-1e3e-40e3-8f4c-6023f6374670 gateway port host: None {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:38:16.374039 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-84eafe33-0660-4570-baf1-c309c63a1b6b req-4c5676b8-68f4-4766-879b-f10292060853 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Allocated IP 172.20.0.9 (41da71eb-bf34-43b9-be45-4b47a883de82/d7fc55fb-e83c-45c6-a4ad-39a7dd319016/58062433-b526-410c-82fc-5f317ac915a2) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:38:16.417708 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-f5352ada-e168-441a-a8c8-5ee4e9d89dc5 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Deleting port b7360279-4289-4302-b489-a42dfce60b26 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:38:16.418067 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f5352ada-e168-441a-a8c8-5ee4e9d89dc5 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:16.461860 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-64161236-0469-4f77-abb8-c755cd21be24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'name': 'tempest-RoutersTest-router-546986491', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:37:56Z', 'updated_at': '2021-12-10T15:38:14Z', 'revision_number': 7, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'gw_port_host': None, '_interfaces': [{'id': '2edeaa85-c80d-48c9-b916-b33ec9ad9efb', 'name': '', 'network_id': '46bc9404-ea95-4878-9a91-d73c55e9fb1f', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'mac_address': 'fa:16:3e:76:d7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'd76c8a17-ad76-4b06-a327-88cd9ee7ab45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:37:58Z', 'updated_at': '2021-12-10T15:38:01Z', 'revision_number': 5, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'subnets': [{'id': 'd76c8a17-ad76-4b06-a327-88cd9ee7ab45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60e6191a-17f4-4c3c-a121-cde4fc0a2403', 'name': '', 'network_id': 'a73e41e0-f48c-4472-b5ff-d92d8c943c09', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'mac_address': 'fa:16:3e:97:20:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '402306ef-db83-4099-b4d4-76f4cfc056b0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:38:06Z', 'updated_at': '2021-12-10T15:38:09Z', 'revision_number': 5, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'subnets': [{'id': '402306ef-db83-4099-b4d4-76f4cfc056b0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83009add-fb4b-456b-8444-faeb019693dc', 'name': '', 'network_id': '25063947-d377-4be3-a800-82ecb6d1995c', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'mac_address': 'fa:16:3e:34:0b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'f78c7698-8ada-4ac2-8100-243465a73b78', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:38:01Z', 'updated_at': '2021-12-10T15:38:06Z', 'revision_number': 5, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'subnets': [{'id': 'f78c7698-8ada-4ac2-8100-243465a73b78', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7360279-4289-4302-b489-a42dfce60b26', 'name': '', 'network_id': 'dc8a97d6-f787-4449-b6e0-d73d46e13b51', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'mac_address': 'fa:16:3e:7f:03:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'bccc4720-f973-4e66-aa20-0479c6aeadeb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:38:10Z', 'updated_at': '2021-12-10T15:38:14Z', 'revision_number': 5, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'subnets': [{'id': 'bccc4720-f973-4e66-aa20-0479c6aeadeb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:38:16.488126 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64161236-0469-4f77-abb8-c755cd21be24 None None] The sync data for ids ['6f88f0d9-1e3e-40e3-8f4c-6023f6374670'] in dv-neutron-821401-4-hyperv is: [{'id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'name': 'tempest-RoutersTest-router-546986491', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:37:56Z', 'updated_at': '2021-12-10T15:38:14Z', 'revision_number': 7, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'gw_port_host': None, '_interfaces': [{'id': '2edeaa85-c80d-48c9-b916-b33ec9ad9efb', 'name': '', 'network_id': '46bc9404-ea95-4878-9a91-d73c55e9fb1f', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'mac_address': 'fa:16:3e:76:d7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'd76c8a17-ad76-4b06-a327-88cd9ee7ab45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:37:58Z', 'updated_at': '2021-12-10T15:38:01Z', 'revision_number': 5, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'subnets': [{'id': 'd76c8a17-ad76-4b06-a327-88cd9ee7ab45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60e6191a-17f4-4c3c-a121-cde4fc0a2403', 'name': '', 'network_id': 'a73e41e0-f48c-4472-b5ff-d92d8c943c09', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'mac_address': 'fa:16:3e:97:20:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '402306ef-db83-4099-b4d4-76f4cfc056b0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:38:06Z', 'updated_at': '2021-12-10T15:38:09Z', 'revision_number': 5, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'subnets': [{'id': '402306ef-db83-4099-b4d4-76f4cfc056b0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83009add-fb4b-456b-8444-faeb019693dc', 'name': '', 'network_id': '25063947-d377-4be3-a800-82ecb6d1995c', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'mac_address': 'fa:16:3e:34:0b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'f78c7698-8ada-4ac2-8100-243465a73b78', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:38:01Z', 'updated_at': '2021-12-10T15:38:06Z', 'revision_number': 5, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'subnets': [{'id': 'f78c7698-8ada-4ac2-8100-243465a73b78', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7360279-4289-4302-b489-a42dfce60b26', 'name': '', 'network_id': 'dc8a97d6-f787-4449-b6e0-d73d46e13b51', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'mac_address': 'fa:16:3e:7f:03:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'bccc4720-f973-4e66-aa20-0479c6aeadeb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:38:10Z', 'updated_at': '2021-12-10T15:38:14Z', 'revision_number': 5, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'subnets': [{'id': 'bccc4720-f973-4e66-aa20-0479c6aeadeb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:38:16.583812 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-f5352ada-e168-441a-a8c8-5ee4e9d89dc5 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] For port b7360279-4289-4302-b489-a42dfce60b26, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=b7360279-4289-4302-b489-a42dfce60b26,segment=NetworkSegment(c8a473f3-7247-457e-833a-5cb277533571),segment_id=c8a473f3-7247-457e-833a-5cb277533571)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:38:16.584181 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f5352ada-e168-441a-a8c8-5ee4e9d89dc5 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:16.606246 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-f5352ada-e168-441a-a8c8-5ee4e9d89dc5 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Calling delete_port for b7360279-4289-4302-b489-a42dfce60b26 owned by network:router_interface {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:38:16.613309 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-84eafe33-0660-4570-baf1-c309c63a1b6b req-4c5676b8-68f4-4766-879b-f10292060853 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:16.748243 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-2fb99e43-4be3-449d-8c90-729fd89c24e4 req-2eb452eb-5e33-4982-b427-86131d63a3e3 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=240ed2bc-b709-413a-9169-646801871415 HTTP/1.1" status: 200 len: 210 time: 0.0305073 Dec 10 15:38:16.856344 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-84eafe33-0660-4570-baf1-c309c63a1b6b req-4c5676b8-68f4-4766-879b-f10292060853 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:16.890709 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f5352ada-e168-441a-a8c8-5ee4e9d89dc5 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:16.913481 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84eafe33-0660-4570-baf1-c309c63a1b6b req-4c5676b8-68f4-4766-879b-f10292060853 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Network 41da71eb-bf34-43b9-be45-4b47a883de82 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:38:16.921396 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-84eafe33-0660-4570-baf1-c309c63a1b6b req-4c5676b8-68f4-4766-879b-f10292060853 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:38:16.936509 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5676b8-68f4-4766-879b-f10292060853 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'Port': ['ID=58062433-b526-410c-82fc-5f317ac915a2,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:38:16.939926 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-84eafe33-0660-4570-baf1-c309c63a1b6b req-4c5676b8-68f4-4766-879b-f10292060853 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:38:17.027187 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5352ada-e168-441a-a8c8-5ee4e9d89dc5 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Pushing event deleted for resources: {'Port': ['ID=b7360279-4289-4302-b489-a42dfce60b26,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:38:17.043445 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eafe33-0660-4570-baf1-c309c63a1b6b req-4c5676b8-68f4-4766-879b-f10292060853 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:38:17.044118 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-84eafe33-0660-4570-baf1-c309c63a1b6b req-4c5676b8-68f4-4766-879b-f10292060853 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:17.173666 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-84eafe33-0660-4570-baf1-c309c63a1b6b req-4c5676b8-68f4-4766-879b-f10292060853 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3794410 Dec 10 15:38:17.174260 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f5352ada-e168-441a-a8c8-5ee4e9d89dc5 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550073'] for router_interface, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:17.187697 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [req-84eafe33-0660-4570-baf1-c309c63a1b6b req-3bfeb14d-1a8d-4873-abf7-0ede8ec2fd4d service neutron] Request body: {'port': {'device_id': '240ed2bc-b709-413a-9169-646801871415', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:38:17.237983 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f547c4d3-cd99-47b6-a735-b57837236c1e None None] Provisioning complete for port 58062433-b526-410c-82fc-5f317ac915a2 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:38:17.238817 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f547c4d3-cd99-47b6-a735-b57837236c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:17.272618 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f547c4d3-cd99-47b6-a735-b57837236c1e None None] Port 58062433-b526-410c-82fc-5f317ac915a2 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:38:17.349631 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-84eafe33-0660-4570-baf1-c309c63a1b6b req-3bfeb14d-1a8d-4873-abf7-0ede8ec2fd4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:17.374693 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac01998d-2be4-492d-b419-1a932e1d51aa req-5c9736de-52a1-424d-b23b-559e358e68f5 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:38:17.376732 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-ac01998d-2be4-492d-b419-1a932e1d51aa req-5c9736de-52a1-424d-b23b-559e358e68f5 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad81b842-eead-4113-9b30-7e987f279a77 HTTP/1.1" status: 200 len: 945 time: 0.1669784 Dec 10 15:38:17.701644 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:17.800875 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-ac01998d-2be4-492d-b419-1a932e1d51aa req-b56a79c0-83eb-4247-b0a8-bf611d6362b7 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fa9c1f6-95bc-4eb4-ae59-5d412abcb02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3853807 Dec 10 15:38:17.847721 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5352ada-e168-441a-a8c8-5ee4e9d89dc5 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Router 6f88f0d9-1e3e-40e3-8f4c-6023f6374670 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:38:17.885422 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382d02c0-6f4e-4aea-b36e-fbc1b217739a req-03278dcf-12b4-448c-b0b4-1a24e9afe68b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:38:17.887280 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-382d02c0-6f4e-4aea-b36e-fbc1b217739a req-03278dcf-12b4-448c-b0b4-1a24e9afe68b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=240ed2bc-b709-413a-9169-646801871415 HTTP/1.1" status: 200 len: 931 time: 0.0544353 Dec 10 15:38:17.941214 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-382d02c0-6f4e-4aea-b36e-fbc1b217739a req-c5e81ed8-a631-4dc5-abfc-53d518d1485d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=c45cce5d-83cf-4957-95bc-b87dc9d66ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470822 Dec 10 15:38:18.007534 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5352ada-e168-441a-a8c8-5ee4e9d89dc5 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:38:18.016707 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd32a7f-809e-4d0e-ab55-1d8221643eb2 None None] Sync routers for ids ['6f88f0d9-1e3e-40e3-8f4c-6023f6374670'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:38:18.017429 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-f5352ada-e168-441a-a8c8-5ee4e9d89dc5 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "PUT /v2.0/routers/6f88f0d9-1e3e-40e3-8f4c-6023f6374670/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9399748 Dec 10 15:38:18.020108 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37612) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:38:18.027850 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd32a7f-809e-4d0e-ab55-1d8221643eb2 None None] Routers {'6f88f0d9-1e3e-40e3-8f4c-6023f6374670'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:38:18.028617 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-8fd32a7f-809e-4d0e-ab55-1d8221643eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:38:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['6f88f0d9-1e3e-40e3-8f4c-6023f6374670'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:38:18.093551 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f926dbc-cbb0-49db-b11f-24d26bf09981 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Deleting subnet bccc4720-f973-4e66-aa20-0479c6aeadeb {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:38:18.104794 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7f926dbc-cbb0-49db-b11f-24d26bf09981 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for subnet, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:18.119920 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-8fd32a7f-809e-4d0e-ab55-1d8221643eb2 None None] Set router 6f88f0d9-1e3e-40e3-8f4c-6023f6374670 gateway port host: None {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:38:18.175241 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7f926dbc-cbb0-49db-b11f-24d26bf09981 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11806768'] for subnet, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:18.178979 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [req-84eafe33-0660-4570-baf1-c309c63a1b6b req-3bfeb14d-1a8d-4873-abf7-0ede8ec2fd4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58062433-b526-410c-82fc-5f317ac915a2 {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 15:38:18.205609 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-84eafe33-0660-4570-baf1-c309c63a1b6b req-3bfeb14d-1a8d-4873-abf7-0ede8ec2fd4d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:18.230238 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-84eafe33-0660-4570-baf1-c309c63a1b6b req-3bfeb14d-1a8d-4873-abf7-0ede8ec2fd4d service neutron] Transition to ACTIVE for port object 58062433-b526-410c-82fc-5f317ac915a2 will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 15:38:18.274804 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7f926dbc-cbb0-49db-b11f-24d26bf09981 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:18.313109 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-84eafe33-0660-4570-baf1-c309c63a1b6b req-3bfeb14d-1a8d-4873-abf7-0ede8ec2fd4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:18.332203 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-8fd32a7f-809e-4d0e-ab55-1d8221643eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'name': 'tempest-RoutersTest-router-546986491', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:37:56Z', 'updated_at': '2021-12-10T15:38:16Z', 'revision_number': 8, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'gw_port_host': None, '_interfaces': [{'id': '2edeaa85-c80d-48c9-b916-b33ec9ad9efb', 'name': '', 'network_id': '46bc9404-ea95-4878-9a91-d73c55e9fb1f', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'mac_address': 'fa:16:3e:76:d7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'd76c8a17-ad76-4b06-a327-88cd9ee7ab45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:37:58Z', 'updated_at': '2021-12-10T15:38:01Z', 'revision_number': 5, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'subnets': [{'id': 'd76c8a17-ad76-4b06-a327-88cd9ee7ab45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60e6191a-17f4-4c3c-a121-cde4fc0a2403', 'name': '', 'network_id': 'a73e41e0-f48c-4472-b5ff-d92d8c943c09', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'mac_address': 'fa:16:3e:97:20:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '402306ef-db83-4099-b4d4-76f4cfc056b0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:38:06Z', 'updated_at': '2021-12-10T15:38:09Z', 'revision_number': 5, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'subnets': [{'id': '402306ef-db83-4099-b4d4-76f4cfc056b0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83009add-fb4b-456b-8444-faeb019693dc', 'name': '', 'network_id': '25063947-d377-4be3-a800-82ecb6d1995c', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'mac_address': 'fa:16:3e:34:0b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'f78c7698-8ada-4ac2-8100-243465a73b78', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:38:01Z', 'updated_at': '2021-12-10T15:38:06Z', 'revision_number': 5, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'subnets': [{'id': 'f78c7698-8ada-4ac2-8100-243465a73b78', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:38:18.381808 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfeb14d-1a8d-4873-abf7-0ede8ec2fd4d service neutron] Pushing event updated for resources: {'Port': ['ID=58062433-b526-410c-82fc-5f317ac915a2,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:38:18.463535 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7f926dbc-cbb0-49db-b11f-24d26bf09981 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11236721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11668521'] for subnet, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:18.468548 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-84eafe33-0660-4570-baf1-c309c63a1b6b req-3bfeb14d-1a8d-4873-abf7-0ede8ec2fd4d service neutron] Attempting to bind port 58062433-b526-410c-82fc-5f317ac915a2 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:38:18.468885 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-84eafe33-0660-4570-baf1-c309c63a1b6b req-3bfeb14d-1a8d-4873-abf7-0ede8ec2fd4d service neutron] Attempting to bind port 58062433-b526-410c-82fc-5f317ac915a2 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'ab8ea500-a753-4256-b008-41be8a6f9bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '41da71eb-bf34-43b9-be45-4b47a883de82'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:38:18.469214 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84eafe33-0660-4570-baf1-c309c63a1b6b req-3bfeb14d-1a8d-4873-abf7-0ede8ec2fd4d service neutron] Attempting to bind port 58062433-b526-410c-82fc-5f317ac915a2 on network 41da71eb-bf34-43b9-be45-4b47a883de82 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:38:18.478347 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84eafe33-0660-4570-baf1-c309c63a1b6b req-3bfeb14d-1a8d-4873-abf7-0ede8ec2fd4d service neutron] Port 58062433-b526-410c-82fc-5f317ac915a2 on network 41da71eb-bf34-43b9-be45-4b47a883de82 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:38:18.478694 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84eafe33-0660-4570-baf1-c309c63a1b6b req-3bfeb14d-1a8d-4873-abf7-0ede8ec2fd4d service neutron] Attempting to bind port 58062433-b526-410c-82fc-5f317ac915a2 on network 41da71eb-bf34-43b9-be45-4b47a883de82 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:38:18.509035 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f926dbc-cbb0-49db-b11f-24d26bf09981 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Pushing event deleted for resources: {'Subnet': ['ID=bccc4720-f973-4e66-aa20-0479c6aeadeb,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:38:18.510047 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd32a7f-809e-4d0e-ab55-1d8221643eb2 None None] Checking router: 6f88f0d9-1e3e-40e3-8f4c-6023f6374670 for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:38:18.518357 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84eafe33-0660-4570-baf1-c309c63a1b6b req-3bfeb14d-1a8d-4873-abf7-0ede8ec2fd4d service neutron] Checking agent: {'id': 'fa828968-c68f-4b22-9699-a58fe4ab1f05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 28, 13), 'started_at': datetime.datetime(2021, 12, 10, 15, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:38:18.518357 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84eafe33-0660-4570-baf1-c309c63a1b6b req-3bfeb14d-1a8d-4873-abf7-0ede8ec2fd4d service neutron] Checking segment: {'id': 'ab8ea500-a753-4256-b008-41be8a6f9bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '41da71eb-bf34-43b9-be45-4b47a883de82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:38:18.518357 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84eafe33-0660-4570-baf1-c309c63a1b6b req-3bfeb14d-1a8d-4873-abf7-0ede8ec2fd4d service neutron] Bound using segment: {'id': 'ab8ea500-a753-4256-b008-41be8a6f9bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '41da71eb-bf34-43b9-be45-4b47a883de82'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:38:18.518818 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-84eafe33-0660-4570-baf1-c309c63a1b6b req-3bfeb14d-1a8d-4873-abf7-0ede8ec2fd4d service neutron] Bound port: 58062433-b526-410c-82fc-5f317ac915a2, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab8ea500-a753-4256-b008-41be8a6f9bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '41da71eb-bf34-43b9-be45-4b47a883de82'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:38:18.519384 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-84eafe33-0660-4570-baf1-c309c63a1b6b req-3bfeb14d-1a8d-4873-abf7-0ede8ec2fd4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:18.520402 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd32a7f-809e-4d0e-ab55-1d8221643eb2 None None] Routers {'6f88f0d9-1e3e-40e3-8f4c-6023f6374670'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:38:18.521168 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-8fd32a7f-809e-4d0e-ab55-1d8221643eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:38:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['6f88f0d9-1e3e-40e3-8f4c-6023f6374670'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:38:18.522320 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7f926dbc-cbb0-49db-b11f-24d26bf09981 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:18.525700 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-7f926dbc-cbb0-49db-b11f-24d26bf09981 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "DELETE /v2.0/subnets/bccc4720-f973-4e66-aa20-0479c6aeadeb HTTP/1.1" status: 204 len: 168 time: 0.5046329 Dec 10 15:38:18.528166 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08d1b07-810b-4351-a942-905954ecc795 None None] Network dc8a97d6-f787-4449-b6e0-d73d46e13b51 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:38:18.528465 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37614) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:38:18.616337 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-84eafe33-0660-4570-baf1-c309c63a1b6b req-3bfeb14d-1a8d-4873-abf7-0ede8ec2fd4d service neutron] For port 58062433-b526-410c-82fc-5f317ac915a2, host hv-neutron-8214, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:38:18.619644 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-84eafe33-0660-4570-baf1-c309c63a1b6b req-3bfeb14d-1a8d-4873-abf7-0ede8ec2fd4d service neutron] For port 58062433-b526-410c-82fc-5f317ac915a2, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=58062433-b526-410c-82fc-5f317ac915a2,segment=NetworkSegment(ab8ea500-a753-4256-b008-41be8a6f9bbf),segment_id=ab8ea500-a753-4256-b008-41be8a6f9bbf)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:38:18.632786 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-50749aa2-2c65-4f01-8366-c5e379071cbe tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:18.680394 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-8fd32a7f-809e-4d0e-ab55-1d8221643eb2 None None] Set router 6f88f0d9-1e3e-40e3-8f4c-6023f6374670 gateway port host: None {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:38:18.688064 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-50749aa2-2c65-4f01-8366-c5e379071cbe tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Deleting port ba13a6de-a22a-446a-a80f-bbf5cdbe3635 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:38:18.688945 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-50749aa2-2c65-4f01-8366-c5e379071cbe tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:18.707710 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-84eafe33-0660-4570-baf1-c309c63a1b6b req-3bfeb14d-1a8d-4873-abf7-0ede8ec2fd4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:18.745387 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eafe33-0660-4570-baf1-c309c63a1b6b req-3bfeb14d-1a8d-4873-abf7-0ede8ec2fd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:38:18.746025 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-84eafe33-0660-4570-baf1-c309c63a1b6b req-3bfeb14d-1a8d-4873-abf7-0ede8ec2fd4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:18.748097 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-84eafe33-0660-4570-baf1-c309c63a1b6b req-3bfeb14d-1a8d-4873-abf7-0ede8ec2fd4d service neutron] 10.222.0.44 "PUT /v2.0/ports/58062433-b526-410c-82fc-5f317ac915a2 HTTP/1.1" status: 200 len: 1093 time: 1.5658901 Dec 10 15:38:18.750643 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '240ed2bc-b709-413a-9169-646801871415', 'tag': '58062433-b526-410c-82fc-5f317ac915a2'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:38:18.754843 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9ca57131bc4931768ac29058952438d1fdd62308db7b17540cc34ffe8faef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3edc6ba8-f930-4be1-818c-473f3f136b0a" -d '{"events": [{"name": "network-changed", "server_uuid": "240ed2bc-b709-413a-9169-646801871415", "tag": "58062433-b526-410c-82fc-5f317ac915a2"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:38:18.764142 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-50749aa2-2c65-4f01-8366-c5e379071cbe tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] For port ba13a6de-a22a-446a-a80f-bbf5cdbe3635, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=ba13a6de-a22a-446a-a80f-bbf5cdbe3635,segment=NetworkSegment(c8a473f3-7247-457e-833a-5cb277533571),segment_id=c8a473f3-7247-457e-833a-5cb277533571)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:38:18.764672 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-50749aa2-2c65-4f01-8366-c5e379071cbe tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:18.784757 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-50749aa2-2c65-4f01-8366-c5e379071cbe tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Calling delete_port for ba13a6de-a22a-446a-a80f-bbf5cdbe3635 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:38:18.801092 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfeb14d-1a8d-4873-abf7-0ede8ec2fd4d service neutron] Pushing event updated for resources: {'Port': ['ID=58062433-b526-410c-82fc-5f317ac915a2,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:38:18.803027 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:18.837768 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 15:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e0cbce-8300-4886-9587-fe31d8c10361 x-openstack-request-id: req-25e0cbce-8300-4886-9587-fe31d8c10361 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:38:18.838121 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "240ed2bc-b709-413a-9169-646801871415", "tag": "58062433-b526-410c-82fc-5f317ac915a2", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:38:18.838375 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-25e0cbce-8300-4886-9587-fe31d8c10361 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:38:18.843329 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '240ed2bc-b709-413a-9169-646801871415', 'tag': '58062433-b526-410c-82fc-5f317ac915a2', 'status': 'completed', 'code': 200} Dec 10 15:38:18.943196 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edc6ba8-f930-4be1-818c-473f3f136b0a req-80c13d44-667e-4602-ace8-b0596dd103aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:38:18.945375 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-3edc6ba8-f930-4be1-818c-473f3f136b0a req-80c13d44-667e-4602-ace8-b0596dd103aa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e049672a5fd04e7f8cbb0423b61eb757&device_id=240ed2bc-b709-413a-9169-646801871415 HTTP/1.1" status: 200 len: 1096 time: 0.0849030 Dec 10 15:38:18.948600 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df61b42f-30d0-46a2-88f8-43139a10b0a9 None None] DHCP port deletion for dc8a97d6-f787-4449-b6e0-d73d46e13b51 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:38:18.962648 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-50749aa2-2c65-4f01-8366-c5e379071cbe tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:19.000889 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50749aa2-2c65-4f01-8366-c5e379071cbe tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] No DVR routers for this DVR port ba13a6de-a22a-446a-a80f-bbf5cdbe3635 on host dv-neutron-821401-4-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:38:19.003069 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50749aa2-2c65-4f01-8366-c5e379071cbe tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Pushing event deleted for resources: {'Port': ['ID=ba13a6de-a22a-446a-a80f-bbf5cdbe3635,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:38:19.015771 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-df61b42f-30d0-46a2-88f8-43139a10b0a9 None None] The port 'ba13a6de-a22a-446a-a80f-bbf5cdbe3635' was deleted {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 10 15:38:19.057836 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7959c304-6ca4-4e78-8f41-d21e17490a21 req-4f057f9f-cdaf-44eb-84fc-a542318f1eaf tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:38:19.060110 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-7959c304-6ca4-4e78-8f41-d21e17490a21 req-4f057f9f-cdaf-44eb-84fc-a542318f1eaf tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad81b842-eead-4113-9b30-7e987f279a77 HTTP/1.1" status: 200 len: 945 time: 0.1309371 Dec 10 15:38:19.072913 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-8fd32a7f-809e-4d0e-ab55-1d8221643eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'name': 'tempest-RoutersTest-router-546986491', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:37:56Z', 'updated_at': '2021-12-10T15:38:16Z', 'revision_number': 8, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'gw_port_host': None, '_interfaces': [{'id': '2edeaa85-c80d-48c9-b916-b33ec9ad9efb', 'name': '', 'network_id': '46bc9404-ea95-4878-9a91-d73c55e9fb1f', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'mac_address': 'fa:16:3e:76:d7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'd76c8a17-ad76-4b06-a327-88cd9ee7ab45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:37:58Z', 'updated_at': '2021-12-10T15:38:01Z', 'revision_number': 5, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'subnets': [{'id': 'd76c8a17-ad76-4b06-a327-88cd9ee7ab45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60e6191a-17f4-4c3c-a121-cde4fc0a2403', 'name': '', 'network_id': 'a73e41e0-f48c-4472-b5ff-d92d8c943c09', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'mac_address': 'fa:16:3e:97:20:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '402306ef-db83-4099-b4d4-76f4cfc056b0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:38:06Z', 'updated_at': '2021-12-10T15:38:09Z', 'revision_number': 5, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'subnets': [{'id': '402306ef-db83-4099-b4d4-76f4cfc056b0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83009add-fb4b-456b-8444-faeb019693dc', 'name': '', 'network_id': '25063947-d377-4be3-a800-82ecb6d1995c', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'mac_address': 'fa:16:3e:34:0b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'f78c7698-8ada-4ac2-8100-243465a73b78', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:38:01Z', 'updated_at': '2021-12-10T15:38:06Z', 'revision_number': 5, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'subnets': [{'id': 'f78c7698-8ada-4ac2-8100-243465a73b78', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:38:19.115388 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd32a7f-809e-4d0e-ab55-1d8221643eb2 None None] The sync data for ids ['6f88f0d9-1e3e-40e3-8f4c-6023f6374670'] in dv-neutron-821401-4-hyperv is: [{'id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'name': 'tempest-RoutersTest-router-546986491', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:37:56Z', 'updated_at': '2021-12-10T15:38:16Z', 'revision_number': 8, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'gw_port_host': None, '_interfaces': [{'id': '2edeaa85-c80d-48c9-b916-b33ec9ad9efb', 'name': '', 'network_id': '46bc9404-ea95-4878-9a91-d73c55e9fb1f', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'mac_address': 'fa:16:3e:76:d7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'd76c8a17-ad76-4b06-a327-88cd9ee7ab45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:37:58Z', 'updated_at': '2021-12-10T15:38:01Z', 'revision_number': 5, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'subnets': [{'id': 'd76c8a17-ad76-4b06-a327-88cd9ee7ab45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60e6191a-17f4-4c3c-a121-cde4fc0a2403', 'name': '', 'network_id': 'a73e41e0-f48c-4472-b5ff-d92d8c943c09', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'mac_address': 'fa:16:3e:97:20:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '402306ef-db83-4099-b4d4-76f4cfc056b0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:38:06Z', 'updated_at': '2021-12-10T15:38:09Z', 'revision_number': 5, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'subnets': [{'id': '402306ef-db83-4099-b4d4-76f4cfc056b0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83009add-fb4b-456b-8444-faeb019693dc', 'name': '', 'network_id': '25063947-d377-4be3-a800-82ecb6d1995c', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'mac_address': 'fa:16:3e:34:0b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'f78c7698-8ada-4ac2-8100-243465a73b78', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:38:01Z', 'updated_at': '2021-12-10T15:38:06Z', 'revision_number': 5, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'subnets': [{'id': 'f78c7698-8ada-4ac2-8100-243465a73b78', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:38:19.155356 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-50749aa2-2c65-4f01-8366-c5e379071cbe tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:19.166376 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f8ecb-c3b6-4d81-8a92-87c2debf7016 req-1d6e48ac-7d14-4c54-a0d0-a6cadcd33f54 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:38:19.167899 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d92f8ecb-c3b6-4d81-8a92-87c2debf7016 req-1d6e48ac-7d14-4c54-a0d0-a6cadcd33f54 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=240ed2bc-b709-413a-9169-646801871415 HTTP/1.1" status: 200 len: 943 time: 0.1233907 Dec 10 15:38:19.169575 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edc6ba8-f930-4be1-818c-473f3f136b0a req-494e06ea-ed3a-4b57-b692-9818b989e2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:38:19.170937 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-3edc6ba8-f930-4be1-818c-473f3f136b0a req-494e06ea-ed3a-4b57-b692-9818b989e2c2 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=e049672a5fd04e7f8cbb0423b61eb757&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2148161 Dec 10 15:38:19.189203 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-50749aa2-2c65-4f01-8366-c5e379071cbe tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc8a97d6-f787-4449-b6e0-d73d46e13b51']}} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:38:19.194673 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-7959c304-6ca4-4e78-8f41-d21e17490a21 req-3c8ced91-cbcd-499e-8dbc-a094b3b2487e tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fa9c1f6-95bc-4eb4-ae59-5d412abcb02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200202 Dec 10 15:38:19.203176 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-50749aa2-2c65-4f01-8366-c5e379071cbe tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8a473f3-7247-457e-833a-5cb277533571') {'for_net_delete': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:38:19.203515 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-50749aa2-2c65-4f01-8366-c5e379071cbe tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8a473f3-7247-457e-833a-5cb277533571') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:38:19.217042 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-50749aa2-2c65-4f01-8366-c5e379071cbe tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12392235'] for segment, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:19.231675 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-50749aa2-2c65-4f01-8366-c5e379071cbe tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:19.238545 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50749aa2-2c65-4f01-8366-c5e379071cbe tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=103586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:38:19.238937 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-50749aa2-2c65-4f01-8366-c5e379071cbe tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11695586'] for segment, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:19.242118 dv-neutron-821401-4-hyperv neutron-server[103586]: Traceback (most recent call last): Dec 10 15:38:19.242118 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:38:19.242118 dv-neutron-821401-4-hyperv neutron-server[103586]: timer() Dec 10 15:38:19.242118 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:38:19.242118 dv-neutron-821401-4-hyperv neutron-server[103586]: cb(*args, **kw) Dec 10 15:38:19.242118 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:38:19.242118 dv-neutron-821401-4-hyperv neutron-server[103586]: return func(*args, **kwargs) Dec 10 15:38:19.242118 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:38:19.242118 dv-neutron-821401-4-hyperv neutron-server[103586]: self._notify() Dec 10 15:38:19.242118 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:38:19.242118 dv-neutron-821401-4-hyperv neutron-server[103586]: self.callback(batched_events) Dec 10 15:38:19.242118 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:38:19.242118 dv-neutron-821401-4-hyperv neutron-server[103586]: event.method(event) Dec 10 15:38:19.242118 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:38:19.242118 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:38:19.242118 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:38:19.242118 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:38:19.242118 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:38:19.242118 dv-neutron-821401-4-hyperv neutron-server[103586]: return f(self, *a, **k) Dec 10 15:38:19.242118 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:38:19.242118 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._get(url).json() Dec 10 15:38:19.242118 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:38:19.242118 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:38:19.242118 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:38:19.242118 dv-neutron-821401-4-hyperv neutron-server[103586]: return self.request(url, 'GET', **kwargs) Dec 10 15:38:19.242118 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:38:19.242118 dv-neutron-821401-4-hyperv neutron-server[103586]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:38:19.242118 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:38:19.242118 dv-neutron-821401-4-hyperv neutron-server[103586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:38:19.242118 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:38:19.242118 dv-neutron-821401-4-hyperv neutron-server[103586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:38:19.242118 dv-neutron-821401-4-hyperv neutron-server[103586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:38:19.282584 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d92f8ecb-c3b6-4d81-8a92-87c2debf7016 req-beeb99e9-429f-4a23-b456-4cafea83d4b3 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=c45cce5d-83cf-4957-95bc-b87dc9d66ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062815 Dec 10 15:38:19.315809 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edc6ba8-f930-4be1-818c-473f3f136b0a req-5a8f2b4b-236c-478a-bbb7-734ab1038709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:38:19.340209 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-3edc6ba8-f930-4be1-818c-473f3f136b0a req-5a8f2b4b-236c-478a-bbb7-734ab1038709 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1355245 Dec 10 15:38:19.399453 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eafe33-0660-4570-baf1-c309c63a1b6b req-5f21997d-451d-4f93-a250-e3fae9b0068f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:38:19.400964 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-84eafe33-0660-4570-baf1-c309c63a1b6b req-5f21997d-451d-4f93-a250-e3fae9b0068f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e049672a5fd04e7f8cbb0423b61eb757&device_id=240ed2bc-b709-413a-9169-646801871415 HTTP/1.1" status: 200 len: 1096 time: 0.0430000 Dec 10 15:38:19.444665 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-84eafe33-0660-4570-baf1-c309c63a1b6b req-5c7ef659-8e2b-45ac-b26b-59d383d81a92 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58062433-b526-410c-82fc-5f317ac915a2 HTTP/1.1" status: 200 len: 217 time: 0.0346639 Dec 10 15:38:19.508415 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eafe33-0660-4570-baf1-c309c63a1b6b req-b81f7b8e-b19e-4c94-85b8-365d94bf06e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:38:19.509999 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-84eafe33-0660-4570-baf1-c309c63a1b6b req-b81f7b8e-b19e-4c94-85b8-365d94bf06e0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d7fc55fb-e83c-45c6-a4ad-39a7dd319016 HTTP/1.1" status: 200 len: 835 time: 0.0575004 Dec 10 15:38:19.560176 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eafe33-0660-4570-baf1-c309c63a1b6b req-27b71852-fca1-4782-b27f-4485ca164376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:38:19.561768 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-84eafe33-0660-4570-baf1-c309c63a1b6b req-27b71852-fca1-4782-b27f-4485ca164376 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=41da71eb-bf34-43b9-be45-4b47a883de82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0442803 Dec 10 15:38:19.655411 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-84eafe33-0660-4570-baf1-c309c63a1b6b req-93e139eb-1718-4d41-adc0-2a52dbe537ed service neutron] 10.222.0.44 "GET /v2.0/networks/41da71eb-bf34-43b9-be45-4b47a883de82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857074 Dec 10 15:38:19.749216 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-84eafe33-0660-4570-baf1-c309c63a1b6b req-2594bb5c-efae-4738-b6b4-e120373b2821 service neutron] 10.222.0.44 "GET /v2.0/networks/41da71eb-bf34-43b9-be45-4b47a883de82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869403 Dec 10 15:38:19.753238 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-50749aa2-2c65-4f01-8366-c5e379071cbe tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:19.760627 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-50749aa2-2c65-4f01-8366-c5e379071cbe tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:19.763642 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-50749aa2-2c65-4f01-8366-c5e379071cbe tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "DELETE /v2.0/networks/dc8a97d6-f787-4449-b6e0-d73d46e13b51 HTTP/1.1" status: 204 len: 168 time: 1.2340984 Dec 10 15:38:19.766970 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37622) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:38:19.775619 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50749aa2-2c65-4f01-8366-c5e379071cbe tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Pushing event deleted for resources: {'Network': ['ID=dc8a97d6-f787-4449-b6e0-d73d46e13b51,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:38:19.872917 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device ba13a6de-a22a-446a-a80f-bbf5cdbe3635 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:38:19.892881 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: ba13a6de-a22a-446a-a80f-bbf5cdbe3635 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:38:19.893228 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device ba13a6de-a22a-446a-a80f-bbf5cdbe3635 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:38:19.893647 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device b7360279-4289-4302-b489-a42dfce60b26 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:38:19.912552 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: b7360279-4289-4302-b489-a42dfce60b26 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:38:19.912903 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device b7360279-4289-4302-b489-a42dfce60b26 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:38:20.103781 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0afb5a62-e681-4287-8bf7-c6a244796684 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549925'] for router_interface, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:20.311925 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a380f2fb-c9d4-4322-bc9d-a0c263510a86 req-c2f51649-d61e-47dc-b04d-a75bc0381a8e tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:38:20.313994 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-a380f2fb-c9d4-4322-bc9d-a0c263510a86 req-c2f51649-d61e-47dc-b04d-a75bc0381a8e tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad81b842-eead-4113-9b30-7e987f279a77 HTTP/1.1" status: 200 len: 945 time: 0.0499618 Dec 10 15:38:20.354659 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-0afb5a62-e681-4287-8bf7-c6a244796684 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Deleting port 60e6191a-17f4-4c3c-a121-cde4fc0a2403 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:38:20.355236 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0afb5a62-e681-4287-8bf7-c6a244796684 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:20.368212 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-a380f2fb-c9d4-4322-bc9d-a0c263510a86 req-039b0b95-10c6-4422-86b3-2168b3aebcc4 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fa9c1f6-95bc-4eb4-ae59-5d412abcb02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480146 Dec 10 15:38:20.474547 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451dfbe7-0351-440a-a690-30ae36b72d7d req-a310bdb7-819d-421d-924c-f5cfb64074d4 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:38:20.476049 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-451dfbe7-0351-440a-a690-30ae36b72d7d req-a310bdb7-819d-421d-924c-f5cfb64074d4 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=240ed2bc-b709-413a-9169-646801871415 HTTP/1.1" status: 200 len: 943 time: 0.0969484 Dec 10 15:38:20.499862 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-0afb5a62-e681-4287-8bf7-c6a244796684 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] For port 60e6191a-17f4-4c3c-a121-cde4fc0a2403, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=60e6191a-17f4-4c3c-a121-cde4fc0a2403,segment=NetworkSegment(0c5176d4-41a7-47d0-b746-25bda00b4afd),segment_id=0c5176d4-41a7-47d0-b746-25bda00b4afd)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:38:20.500270 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0afb5a62-e681-4287-8bf7-c6a244796684 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:20.522590 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-0afb5a62-e681-4287-8bf7-c6a244796684 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Calling delete_port for 60e6191a-17f4-4c3c-a121-cde4fc0a2403 owned by network:router_interface {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:38:20.588683 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-451dfbe7-0351-440a-a690-30ae36b72d7d req-76de93c5-8be3-4546-ad07-1caefa6ff891 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=c45cce5d-83cf-4957-95bc-b87dc9d66ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020155 Dec 10 15:38:20.780146 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0afb5a62-e681-4287-8bf7-c6a244796684 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:20.808080 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afb5a62-e681-4287-8bf7-c6a244796684 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Pushing event deleted for resources: {'Port': ['ID=60e6191a-17f4-4c3c-a121-cde4fc0a2403,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:38:20.971793 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0afb5a62-e681-4287-8bf7-c6a244796684 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550073'] for router_interface, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:21.164280 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0afb5a62-e681-4287-8bf7-c6a244796684 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Router 6f88f0d9-1e3e-40e3-8f4c-6023f6374670 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:38:21.257540 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0afb5a62-e681-4287-8bf7-c6a244796684 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:38:21.262316 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-0afb5a62-e681-4287-8bf7-c6a244796684 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "PUT /v2.0/routers/6f88f0d9-1e3e-40e3-8f4c-6023f6374670/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4942260 Dec 10 15:38:21.265007 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37630) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:38:21.268012 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f658085-e92e-4a7e-97e7-194eeaf24f3f None None] Sync routers for ids ['6f88f0d9-1e3e-40e3-8f4c-6023f6374670'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:38:21.277501 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f658085-e92e-4a7e-97e7-194eeaf24f3f None None] Routers {'6f88f0d9-1e3e-40e3-8f4c-6023f6374670'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:38:21.278212 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-4f658085-e92e-4a7e-97e7-194eeaf24f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:38:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['6f88f0d9-1e3e-40e3-8f4c-6023f6374670'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:38:21.316897 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b0d932b-76ce-41cb-86fc-752f0d10a612 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Deleting subnet 402306ef-db83-4099-b4d4-76f4cfc056b0 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:38:21.320203 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1b0d932b-76ce-41cb-86fc-752f0d10a612 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for subnet, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:21.361812 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1b0d932b-76ce-41cb-86fc-752f0d10a612 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11806768'] for subnet, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:21.365220 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-4f658085-e92e-4a7e-97e7-194eeaf24f3f None None] Set router 6f88f0d9-1e3e-40e3-8f4c-6023f6374670 gateway port host: None {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:38:21.473335 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-3dccd94b-1160-4e32-a1c7-68ca472bc922 req-7480506a-b8c1-4421-a638-8f2974ac2857 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=85708d57-23ef-42c1-b310-051281f973f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1085649 Dec 10 15:38:21.490503 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1b0d932b-76ce-41cb-86fc-752f0d10a612 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:21.500481 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4be91c4-7245-4cdf-9cff-4576ef4bae56 req-1f560230-758d-4f2e-a66d-2103009dc52f tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:38:21.502031 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 58062433-b526-410c-82fc-5f317ac915a2 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 15:38:21.523788 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-e4be91c4-7245-4cdf-9cff-4576ef4bae56 req-1f560230-758d-4f2e-a66d-2103009dc52f tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad81b842-eead-4113-9b30-7e987f279a77 HTTP/1.1" status: 200 len: 945 time: 0.0750635 Dec 10 15:38:21.586579 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-4f658085-e92e-4a7e-97e7-194eeaf24f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'name': 'tempest-RoutersTest-router-546986491', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:37:56Z', 'updated_at': '2021-12-10T15:38:20Z', 'revision_number': 9, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'gw_port_host': None, '_interfaces': [{'id': '2edeaa85-c80d-48c9-b916-b33ec9ad9efb', 'name': '', 'network_id': '46bc9404-ea95-4878-9a91-d73c55e9fb1f', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'mac_address': 'fa:16:3e:76:d7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'd76c8a17-ad76-4b06-a327-88cd9ee7ab45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:37:58Z', 'updated_at': '2021-12-10T15:38:01Z', 'revision_number': 5, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'subnets': [{'id': 'd76c8a17-ad76-4b06-a327-88cd9ee7ab45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83009add-fb4b-456b-8444-faeb019693dc', 'name': '', 'network_id': '25063947-d377-4be3-a800-82ecb6d1995c', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'mac_address': 'fa:16:3e:34:0b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'f78c7698-8ada-4ac2-8100-243465a73b78', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:38:01Z', 'updated_at': '2021-12-10T15:38:06Z', 'revision_number': 5, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'subnets': [{'id': 'f78c7698-8ada-4ac2-8100-243465a73b78', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:38:21.597666 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-e4be91c4-7245-4cdf-9cff-4576ef4bae56 req-e175b117-c6f2-477c-9dc7-8f8c0e57ec4c tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fa9c1f6-95bc-4eb4-ae59-5d412abcb02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560632 Dec 10 15:38:21.621454 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f658085-e92e-4a7e-97e7-194eeaf24f3f None None] Checking router: 6f88f0d9-1e3e-40e3-8f4c-6023f6374670 for host: dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:38:21.630203 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dccd94b-1160-4e32-a1c7-68ca472bc922 req-d743f78e-c8aa-472b-8650-3268820ffced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:38:21.630992 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f658085-e92e-4a7e-97e7-194eeaf24f3f None None] Routers {'6f88f0d9-1e3e-40e3-8f4c-6023f6374670'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:38:21.631520 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-4f658085-e92e-4a7e-97e7-194eeaf24f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:38:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['6f88f0d9-1e3e-40e3-8f4c-6023f6374670'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:38:21.634886 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-3dccd94b-1160-4e32-a1c7-68ca472bc922 req-d743f78e-c8aa-472b-8650-3268820ffced service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fe288e3581ed450db6aaaa858fc0d419&device_id=85708d57-23ef-42c1-b310-051281f973f7 HTTP/1.1" status: 200 len: 1098 time: 0.0981917 Dec 10 15:38:21.650189 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port 58062433-b526-410c-82fc-5f317ac915a2, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=58062433-b526-410c-82fc-5f317ac915a2,segment=NetworkSegment(ab8ea500-a753-4256-b008-41be8a6f9bbf),segment_id=ab8ea500-a753-4256-b008-41be8a6f9bbf)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:38:21.663675 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Returning: {'device': '58062433-b526-410c-82fc-5f317ac915a2', 'network_id': '41da71eb-bf34-43b9-be45-4b47a883de82', 'port_id': '58062433-b526-410c-82fc-5f317ac915a2', 'mac_address': 'fa:16:3e:55:e9:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7fc55fb-e83c-45c6-a4ad-39a7dd319016', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 15:38:21.709294 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:21.726243 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-4f658085-e92e-4a7e-97e7-194eeaf24f3f None None] Set router 6f88f0d9-1e3e-40e3-8f4c-6023f6374670 gateway port host: None {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:38:21.728625 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58062433-b526-410c-82fc-5f317ac915a2 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 15:38:21.750633 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port 58062433-b526-410c-82fc-5f317ac915a2, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=58062433-b526-410c-82fc-5f317ac915a2,segment=NetworkSegment(ab8ea500-a753-4256-b008-41be8a6f9bbf),segment_id=ab8ea500-a753-4256-b008-41be8a6f9bbf)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:38:21.827672 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:21.901527 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=58062433-b526-410c-82fc-5f317ac915a2,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:38:21.938969 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-4f658085-e92e-4a7e-97e7-194eeaf24f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'name': 'tempest-RoutersTest-router-546986491', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:37:56Z', 'updated_at': '2021-12-10T15:38:20Z', 'revision_number': 9, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'gw_port_host': None, '_interfaces': [{'id': '2edeaa85-c80d-48c9-b916-b33ec9ad9efb', 'name': '', 'network_id': '46bc9404-ea95-4878-9a91-d73c55e9fb1f', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'mac_address': 'fa:16:3e:76:d7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'd76c8a17-ad76-4b06-a327-88cd9ee7ab45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:37:58Z', 'updated_at': '2021-12-10T15:38:01Z', 'revision_number': 5, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'subnets': [{'id': 'd76c8a17-ad76-4b06-a327-88cd9ee7ab45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83009add-fb4b-456b-8444-faeb019693dc', 'name': '', 'network_id': '25063947-d377-4be3-a800-82ecb6d1995c', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'mac_address': 'fa:16:3e:34:0b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'f78c7698-8ada-4ac2-8100-243465a73b78', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:38:01Z', 'updated_at': '2021-12-10T15:38:06Z', 'revision_number': 5, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'subnets': [{'id': 'f78c7698-8ada-4ac2-8100-243465a73b78', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:38:21.965499 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f658085-e92e-4a7e-97e7-194eeaf24f3f None None] The sync data for ids ['6f88f0d9-1e3e-40e3-8f4c-6023f6374670'] in dv-neutron-821401-4-hyperv is: [{'id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'name': 'tempest-RoutersTest-router-546986491', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:37:56Z', 'updated_at': '2021-12-10T15:38:20Z', 'revision_number': 9, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'gw_port_host': None, '_interfaces': [{'id': '2edeaa85-c80d-48c9-b916-b33ec9ad9efb', 'name': '', 'network_id': '46bc9404-ea95-4878-9a91-d73c55e9fb1f', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'mac_address': 'fa:16:3e:76:d7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'd76c8a17-ad76-4b06-a327-88cd9ee7ab45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:37:58Z', 'updated_at': '2021-12-10T15:38:01Z', 'revision_number': 5, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'subnets': [{'id': 'd76c8a17-ad76-4b06-a327-88cd9ee7ab45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83009add-fb4b-456b-8444-faeb019693dc', 'name': '', 'network_id': '25063947-d377-4be3-a800-82ecb6d1995c', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'mac_address': 'fa:16:3e:34:0b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'f78c7698-8ada-4ac2-8100-243465a73b78', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:38:01Z', 'updated_at': '2021-12-10T15:38:06Z', 'revision_number': 5, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'subnets': [{'id': 'f78c7698-8ada-4ac2-8100-243465a73b78', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:38:22.002072 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1b0d932b-76ce-41cb-86fc-752f0d10a612 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11236721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11668521'] for subnet, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:22.050311 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0d932b-76ce-41cb-86fc-752f0d10a612 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Pushing event deleted for resources: {'Subnet': ['ID=402306ef-db83-4099-b4d4-76f4cfc056b0,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:38:22.052298 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1b0d932b-76ce-41cb-86fc-752f0d10a612 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:22.058030 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-1b0d932b-76ce-41cb-86fc-752f0d10a612 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "DELETE /v2.0/subnets/402306ef-db83-4099-b4d4-76f4cfc056b0 HTTP/1.1" status: 204 len: 168 time: 0.7895157 Dec 10 15:38:22.059083 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37636) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:38:22.061691 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8647d18-dca6-43e1-8233-a96a3f7789a2 None None] Network a73e41e0-f48c-4472-b5ff-d92d8c943c09 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:38:22.090497 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dccd94b-1160-4e32-a1c7-68ca472bc922 req-7fd358b8-1d25-4b0b-868f-f915ec1deebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:38:22.091989 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-3dccd94b-1160-4e32-a1c7-68ca472bc922 req-7fd358b8-1d25-4b0b-868f-f915ec1deebb service neutron] 10.222.0.44 "GET /v2.0/networks?id=dd61618b-b615-4db2-a1a8-ba6a4be6a018 HTTP/1.1" status: 200 len: 912 time: 0.4328866 Dec 10 15:38:22.100003 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8b776e-d23b-4b39-b6ed-ef1f070a43fd req-a0a9401f-e499-4262-be93-818fe0501fb9 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:38:22.101470 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4b8b776e-d23b-4b39-b6ed-ef1f070a43fd req-a0a9401f-e499-4262-be93-818fe0501fb9 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=240ed2bc-b709-413a-9169-646801871415 HTTP/1.1" status: 200 len: 943 time: 0.4268689 Dec 10 15:38:22.103873 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] get_ports_and_sgs() called for port_ids ['58062433-b526-410c-82fc-5f317ac915a2'] {{(pid=103588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 15:38:22.158250 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-854dbff6-7a89-48f2-ac27-7ed8844abdfe tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:22.187114 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-3dccd94b-1160-4e32-a1c7-68ca472bc922 req-8f9ea932-ac91-470e-bece-037b78a15799 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3674829-5445-4607-aa20-d25815ff2928 HTTP/1.1" status: 200 len: 1001 time: 0.0843806 Dec 10 15:38:22.215419 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-854dbff6-7a89-48f2-ac27-7ed8844abdfe tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Deleting port de283cf2-b6bf-4da8-bebc-d01a3ac7926b {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:38:22.216084 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-854dbff6-7a89-48f2-ac27-7ed8844abdfe tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:22.231851 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4b8b776e-d23b-4b39-b6ed-ef1f070a43fd req-ccbf9237-4463-42b2-a95b-cc01d31b13e7 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=c45cce5d-83cf-4957-95bc-b87dc9d66ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922196 Dec 10 15:38:22.260554 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dccd94b-1160-4e32-a1c7-68ca472bc922 req-b3de32e7-09c6-4d28-b138-1ecb5cc1aa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:38:22.262013 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-3dccd94b-1160-4e32-a1c7-68ca472bc922 req-b3de32e7-09c6-4d28-b138-1ecb5cc1aa2c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=62e04148-ee42-4779-a2ec-46121cdcb205 HTTP/1.1" status: 200 len: 850 time: 0.0671358 Dec 10 15:38:22.305406 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-854dbff6-7a89-48f2-ac27-7ed8844abdfe tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] For port de283cf2-b6bf-4da8-bebc-d01a3ac7926b, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=de283cf2-b6bf-4da8-bebc-d01a3ac7926b,segment=NetworkSegment(0c5176d4-41a7-47d0-b746-25bda00b4afd),segment_id=0c5176d4-41a7-47d0-b746-25bda00b4afd)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:38:22.305934 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-854dbff6-7a89-48f2-ac27-7ed8844abdfe tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:22.321489 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dccd94b-1160-4e32-a1c7-68ca472bc922 req-c9de6f1c-943f-4948-add5-74f69bd3547b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:38:22.321880 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25aeeeb-fd0a-4ea7-a1b8-2073462b3247 None None] DHCP port deletion for a73e41e0-f48c-4472-b5ff-d92d8c943c09 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:38:22.323006 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-3dccd94b-1160-4e32-a1c7-68ca472bc922 req-c9de6f1c-943f-4948-add5-74f69bd3547b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dd61618b-b615-4db2-a1a8-ba6a4be6a018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0535972 Dec 10 15:38:22.336543 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-854dbff6-7a89-48f2-ac27-7ed8844abdfe tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Calling delete_port for de283cf2-b6bf-4da8-bebc-d01a3ac7926b owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:38:22.435995 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-d25aeeeb-fd0a-4ea7-a1b8-2073462b3247 None None] Deleting port de283cf2-b6bf-4da8-bebc-d01a3ac7926b {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:38:22.436374 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d25aeeeb-fd0a-4ea7-a1b8-2073462b3247 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:22.440021 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-3dccd94b-1160-4e32-a1c7-68ca472bc922 req-182370ff-856f-43a9-9cf2-70c90c2c5645 service neutron] 10.222.0.44 "GET /v2.0/networks/dd61618b-b615-4db2-a1a8-ba6a4be6a018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090095 Dec 10 15:38:22.510440 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-d25aeeeb-fd0a-4ea7-a1b8-2073462b3247 None None] For port de283cf2-b6bf-4da8-bebc-d01a3ac7926b, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=de283cf2-b6bf-4da8-bebc-d01a3ac7926b,segment=NetworkSegment(0c5176d4-41a7-47d0-b746-25bda00b4afd),segment_id=0c5176d4-41a7-47d0-b746-25bda00b4afd)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:38:22.511018 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d25aeeeb-fd0a-4ea7-a1b8-2073462b3247 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:22.518398 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-854dbff6-7a89-48f2-ac27-7ed8844abdfe tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:22.525179 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-d25aeeeb-fd0a-4ea7-a1b8-2073462b3247 None None] Calling delete_port for de283cf2-b6bf-4da8-bebc-d01a3ac7926b owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:38:22.542132 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-3dccd94b-1160-4e32-a1c7-68ca472bc922 req-3e3a821e-a0af-49d3-9d09-c534d2b3270a service neutron] 10.222.0.44 "GET /v2.0/networks/dd61618b-b615-4db2-a1a8-ba6a4be6a018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947475 Dec 10 15:38:22.554310 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854dbff6-7a89-48f2-ac27-7ed8844abdfe tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] No DVR routers for this DVR port de283cf2-b6bf-4da8-bebc-d01a3ac7926b on host dv-neutron-821401-4-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:38:22.584412 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854dbff6-7a89-48f2-ac27-7ed8844abdfe tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Pushing event deleted for resources: {'Port': ['ID=de283cf2-b6bf-4da8-bebc-d01a3ac7926b,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:38:22.604540 dv-neutron-821401-4-hyperv neutron-server[103588]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 10 15:38:22.604540 dv-neutron-821401-4-hyperv neutron-server[103588]: from cryptography.utils import int_from_bytes Dec 10 15:38:22.604540 dv-neutron-821401-4-hyperv neutron-server[103588]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 10 15:38:22.604540 dv-neutron-821401-4-hyperv neutron-server[103588]: from cryptography.utils import int_from_bytes Dec 10 15:38:22.604540 dv-neutron-821401-4-hyperv neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:38:22.604540 dv-neutron-821401-4-hyperv neutron-server[103588]: self.session.flush() Dec 10 15:38:22.604540 dv-neutron-821401-4-hyperv neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:38:22.604540 dv-neutron-821401-4-hyperv neutron-server[103588]: self.session.flush() Dec 10 15:38:22.604540 dv-neutron-821401-4-hyperv neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:38:22.604540 dv-neutron-821401-4-hyperv neutron-server[103588]: self.session.flush() Dec 10 15:38:22.604540 dv-neutron-821401-4-hyperv neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:38:22.604540 dv-neutron-821401-4-hyperv neutron-server[103588]: self.session.flush() Dec 10 15:38:22.604540 dv-neutron-821401-4-hyperv neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:38:22.604540 dv-neutron-821401-4-hyperv neutron-server[103588]: self.session.flush() Dec 10 15:38:22.604540 dv-neutron-821401-4-hyperv neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:38:22.604540 dv-neutron-821401-4-hyperv neutron-server[103588]: self.session.flush() Dec 10 15:38:22.604540 dv-neutron-821401-4-hyperv neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:38:22.604540 dv-neutron-821401-4-hyperv neutron-server[103588]: self.session.flush() Dec 10 15:38:22.604540 dv-neutron-821401-4-hyperv neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:38:22.604540 dv-neutron-821401-4-hyperv neutron-server[103588]: self.session.flush() Dec 10 15:38:22.604540 dv-neutron-821401-4-hyperv neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:38:22.604540 dv-neutron-821401-4-hyperv neutron-server[103588]: self.session.flush() Dec 10 15:38:22.604540 dv-neutron-821401-4-hyperv neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:38:22.604540 dv-neutron-821401-4-hyperv neutron-server[103588]: self.session.flush() Dec 10 15:38:22.604540 dv-neutron-821401-4-hyperv neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:38:22.604540 dv-neutron-821401-4-hyperv neutron-server[103588]: self.session.flush() Dec 10 15:38:22.604540 dv-neutron-821401-4-hyperv neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:38:22.604540 dv-neutron-821401-4-hyperv neutron-server[103588]: self.session.flush() Dec 10 15:38:22.604540 dv-neutron-821401-4-hyperv neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:38:22.604540 dv-neutron-821401-4-hyperv neutron-server[103588]: self.session.flush() Dec 10 15:38:22.604540 dv-neutron-821401-4-hyperv neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:38:22.604540 dv-neutron-821401-4-hyperv neutron-server[103588]: self.session.flush() Dec 10 15:38:22.604540 dv-neutron-821401-4-hyperv neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:38:22.604540 dv-neutron-821401-4-hyperv neutron-server[103588]: self.session.flush() Dec 10 15:38:22.604540 dv-neutron-821401-4-hyperv neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:38:22.604540 dv-neutron-821401-4-hyperv neutron-server[103588]: self.session.flush() Dec 10 15:38:22.604540 dv-neutron-821401-4-hyperv neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:38:22.604540 dv-neutron-821401-4-hyperv neutron-server[103588]: self.session.flush() Dec 10 15:38:22.604540 dv-neutron-821401-4-hyperv neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:38:22.604540 dv-neutron-821401-4-hyperv neutron-server[103588]: self.session.flush() Dec 10 15:38:22.604540 dv-neutron-821401-4-hyperv neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:38:22.604540 dv-neutron-821401-4-hyperv neutron-server[103588]: self.session.flush() Dec 10 15:38:22.604540 dv-neutron-821401-4-hyperv neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:38:22.604540 dv-neutron-821401-4-hyperv neutron-server[103588]: self.session.flush() Dec 10 15:38:22.604540 dv-neutron-821401-4-hyperv neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:38:22.604540 dv-neutron-821401-4-hyperv neutron-server[103588]: self.session.flush() Dec 10 15:38:22.604540 dv-neutron-821401-4-hyperv neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:38:22.604540 dv-neutron-821401-4-hyperv neutron-server[103588]: self.session.flush() Dec 10 15:38:22.604540 dv-neutron-821401-4-hyperv neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:38:22.604540 dv-neutron-821401-4-hyperv neutron-server[103588]: self.session.flush() Dec 10 15:38:22.604540 dv-neutron-821401-4-hyperv neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:38:22.604540 dv-neutron-821401-4-hyperv neutron-server[103588]: self.session.flush() Dec 10 15:38:22.604540 dv-neutron-821401-4-hyperv neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:38:22.604540 dv-neutron-821401-4-hyperv neutron-server[103588]: self.session.flush() Dec 10 15:38:22.604540 dv-neutron-821401-4-hyperv neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 15:38:22.604540 dv-neutron-821401-4-hyperv neutron-server[103588]: self.session.flush() Dec 10 15:38:22.615730 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d25aeeeb-fd0a-4ea7-a1b8-2073462b3247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:22.645541 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25aeeeb-fd0a-4ea7-a1b8-2073462b3247 None None] Pushing event deleted for resources: {'Port': ['ID=de283cf2-b6bf-4da8-bebc-d01a3ac7926b,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:38:22.649281 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25aeeeb-fd0a-4ea7-a1b8-2073462b3247 None None] No DVR routers for this DVR port de283cf2-b6bf-4da8-bebc-d01a3ac7926b on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:38:22.658217 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-854dbff6-7a89-48f2-ac27-7ed8844abdfe tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:22.701373 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-854dbff6-7a89-48f2-ac27-7ed8844abdfe tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a73e41e0-f48c-4472-b5ff-d92d8c943c09']}} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:38:22.714936 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-854dbff6-7a89-48f2-ac27-7ed8844abdfe tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c5176d4-41a7-47d0-b746-25bda00b4afd') {'for_net_delete': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:38:22.715235 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-854dbff6-7a89-48f2-ac27-7ed8844abdfe tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c5176d4-41a7-47d0-b746-25bda00b4afd') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:38:22.726155 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-854dbff6-7a89-48f2-ac27-7ed8844abdfe tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12392235'] for segment, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:22.750056 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3366453-37de-4690-ac7c-6ac4c8fada11 req-39b6f973-0e51-416c-9476-5984e32ad93c tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:38:22.752140 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-e3366453-37de-4690-ac7c-6ac4c8fada11 req-39b6f973-0e51-416c-9476-5984e32ad93c tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad81b842-eead-4113-9b30-7e987f279a77 HTTP/1.1" status: 200 len: 945 time: 0.0863094 Dec 10 15:38:22.757671 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-854dbff6-7a89-48f2-ac27-7ed8844abdfe tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:22.770418 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-854dbff6-7a89-48f2-ac27-7ed8844abdfe tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=103586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:38:22.770812 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-854dbff6-7a89-48f2-ac27-7ed8844abdfe tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11695586'] for segment, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:22.773986 dv-neutron-821401-4-hyperv neutron-server[103586]: Traceback (most recent call last): Dec 10 15:38:22.773986 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:38:22.773986 dv-neutron-821401-4-hyperv neutron-server[103586]: timer() Dec 10 15:38:22.773986 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:38:22.773986 dv-neutron-821401-4-hyperv neutron-server[103586]: cb(*args, **kw) Dec 10 15:38:22.773986 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:38:22.773986 dv-neutron-821401-4-hyperv neutron-server[103586]: return func(*args, **kwargs) Dec 10 15:38:22.773986 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:38:22.773986 dv-neutron-821401-4-hyperv neutron-server[103586]: self._notify() Dec 10 15:38:22.773986 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:38:22.773986 dv-neutron-821401-4-hyperv neutron-server[103586]: self.callback(batched_events) Dec 10 15:38:22.773986 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:38:22.773986 dv-neutron-821401-4-hyperv neutron-server[103586]: event.method(event) Dec 10 15:38:22.773986 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:38:22.773986 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:38:22.773986 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:38:22.773986 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:38:22.773986 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:38:22.773986 dv-neutron-821401-4-hyperv neutron-server[103586]: return f(self, *a, **k) Dec 10 15:38:22.773986 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:38:22.773986 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._get(url).json() Dec 10 15:38:22.773986 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:38:22.773986 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:38:22.773986 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:38:22.773986 dv-neutron-821401-4-hyperv neutron-server[103586]: return self.request(url, 'GET', **kwargs) Dec 10 15:38:22.773986 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:38:22.773986 dv-neutron-821401-4-hyperv neutron-server[103586]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:38:22.773986 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:38:22.773986 dv-neutron-821401-4-hyperv neutron-server[103586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:38:22.773986 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:38:22.773986 dv-neutron-821401-4-hyperv neutron-server[103586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:38:22.773986 dv-neutron-821401-4-hyperv neutron-server[103586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:38:22.866063 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-e3366453-37de-4690-ac7c-6ac4c8fada11 req-58929c1e-54da-47a0-97f4-893dee7c009f tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fa9c1f6-95bc-4eb4-ae59-5d412abcb02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056798 Dec 10 15:38:22.962527 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-854dbff6-7a89-48f2-ac27-7ed8844abdfe tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:22.969844 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-854dbff6-7a89-48f2-ac27-7ed8844abdfe tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:22.972984 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-854dbff6-7a89-48f2-ac27-7ed8844abdfe tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "DELETE /v2.0/networks/a73e41e0-f48c-4472-b5ff-d92d8c943c09 HTTP/1.1" status: 204 len: 168 time: 0.9122851 Dec 10 15:38:22.975724 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37640) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:38:22.988277 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854dbff6-7a89-48f2-ac27-7ed8844abdfe tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Pushing event deleted for resources: {'Network': ['ID=a73e41e0-f48c-4472-b5ff-d92d8c943c09,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:38:23.330396 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a45b86d2-5013-4a4d-8c59-7bf4d7c1cc5a tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549925'] for router_interface, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:23.417551 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c8191-ae93-4de6-95bd-601cf94fa674 req-c09e7a8a-88ad-44f2-bd49-bf1541303212 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:38:23.419057 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-8b1c8191-ae93-4de6-95bd-601cf94fa674 req-c09e7a8a-88ad-44f2-bd49-bf1541303212 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=240ed2bc-b709-413a-9169-646801871415 HTTP/1.1" status: 200 len: 944 time: 0.1211944 Dec 10 15:38:23.523546 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 58062433-b526-410c-82fc-5f317ac915a2 up at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:38:23.527012 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-8b1c8191-ae93-4de6-95bd-601cf94fa674 req-32f5a335-5e88-47c9-b462-7fc23a67db41 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=c45cce5d-83cf-4957-95bc-b87dc9d66ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994506 Dec 10 15:38:23.628873 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-a45b86d2-5013-4a4d-8c59-7bf4d7c1cc5a tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Deleting port 83009add-fb4b-456b-8444-faeb019693dc {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:38:23.629211 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a45b86d2-5013-4a4d-8c59-7bf4d7c1cc5a tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:23.639026 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning for port 58062433-b526-410c-82fc-5f317ac915a2 completed by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 15:38:23.643637 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning complete for port 58062433-b526-410c-82fc-5f317ac915a2 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:38:23.644101 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:23.718037 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-a45b86d2-5013-4a4d-8c59-7bf4d7c1cc5a tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] For port 83009add-fb4b-456b-8444-faeb019693dc, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=83009add-fb4b-456b-8444-faeb019693dc,segment=NetworkSegment(a1c8c2d2-b258-4083-a335-ed2cbf36f2f3),segment_id=a1c8c2d2-b258-4083-a335-ed2cbf36f2f3)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:38:23.718320 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a45b86d2-5013-4a4d-8c59-7bf4d7c1cc5a tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:23.725081 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:23.730979 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-a45b86d2-5013-4a4d-8c59-7bf4d7c1cc5a tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Calling delete_port for 83009add-fb4b-456b-8444-faeb019693dc owned by network:router_interface {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:38:23.747530 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '240ed2bc-b709-413a-9169-646801871415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58062433-b526-410c-82fc-5f317ac915a2'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:38:23.749802 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa4b92c408489e2c982394a5a7b3518bb1b22554638321e3ea6c5cabb2c75d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3841806f-48c9-4904-9654-6c474ea416d2" -d '{"events": [{"server_uuid": "240ed2bc-b709-413a-9169-646801871415", "name": "network-vif-plugged", "status": "completed", "tag": "58062433-b526-410c-82fc-5f317ac915a2"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:38:23.762950 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port 58062433-b526-410c-82fc-5f317ac915a2, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=58062433-b526-410c-82fc-5f317ac915a2,segment=NetworkSegment(ab8ea500-a753-4256-b008-41be8a6f9bbf),segment_id=ab8ea500-a753-4256-b008-41be8a6f9bbf)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:38:23.786971 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 15:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb0d901-3f6f-4844-96a4-b4c28a264a47 x-openstack-request-id: req-abb0d901-3f6f-4844-96a4-b4c28a264a47 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:38:23.794509 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "240ed2bc-b709-413a-9169-646801871415", "name": "network-vif-plugged", "status": "completed", "tag": "58062433-b526-410c-82fc-5f317ac915a2", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:38:23.794509 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-abb0d901-3f6f-4844-96a4-b4c28a264a47 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:38:23.794509 dv-neutron-821401-4-hyperv neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '240ed2bc-b709-413a-9169-646801871415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58062433-b526-410c-82fc-5f317ac915a2', 'code': 200} Dec 10 15:38:23.838813 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:23.891037 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=58062433-b526-410c-82fc-5f317ac915a2,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:38:23.906710 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device de283cf2-b6bf-4da8-bebc-d01a3ac7926b no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:38:23.931842 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: de283cf2-b6bf-4da8-bebc-d01a3ac7926b {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:38:23.932199 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device de283cf2-b6bf-4da8-bebc-d01a3ac7926b not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:38:23.932609 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 60e6191a-17f4-4c3c-a121-cde4fc0a2403 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:38:23.953009 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 60e6191a-17f4-4c3c-a121-cde4fc0a2403 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:38:23.953375 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 60e6191a-17f4-4c3c-a121-cde4fc0a2403 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:38:23.989654 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d0ce6-6944-49f6-8d95-827edb87d61f req-de745826-97e8-4b52-8637-8eccb4feab02 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:38:23.994255 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-104d0ce6-6944-49f6-8d95-827edb87d61f req-de745826-97e8-4b52-8637-8eccb4feab02 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad81b842-eead-4113-9b30-7e987f279a77 HTTP/1.1" status: 200 len: 945 time: 0.0572758 Dec 10 15:38:23.995543 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a45b86d2-5013-4a4d-8c59-7bf4d7c1cc5a tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:24.040968 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45b86d2-5013-4a4d-8c59-7bf4d7c1cc5a tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Pushing event deleted for resources: {'Port': ['ID=83009add-fb4b-456b-8444-faeb019693dc,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:38:24.148473 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-104d0ce6-6944-49f6-8d95-827edb87d61f req-a2e70236-7e7a-44b0-b3f7-848766612310 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fa9c1f6-95bc-4eb4-ae59-5d412abcb02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497591 Dec 10 15:38:24.208664 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b6f4c4-c9b2-44bc-bcea-2a6f0afde0ca req-e30ee38a-78cc-40e5-9f51-a04fa74ac211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:38:24.210212 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-f0b6f4c4-c9b2-44bc-bcea-2a6f0afde0ca req-e30ee38a-78cc-40e5-9f51-a04fa74ac211 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=240ed2bc-b709-413a-9169-646801871415 HTTP/1.1" status: 200 len: 1098 time: 0.1280069 Dec 10 15:38:24.277577 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a45b86d2-5013-4a4d-8c59-7bf4d7c1cc5a tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550073'] for router_interface, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:24.296566 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-f0b6f4c4-c9b2-44bc-bcea-2a6f0afde0ca req-4f138474-ede7-442d-abca-fa3ec8170545 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c45cce5d-83cf-4957-95bc-b87dc9d66ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610507 Dec 10 15:38:24.491271 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a45b86d2-5013-4a4d-8c59-7bf4d7c1cc5a tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Router 6f88f0d9-1e3e-40e3-8f4c-6023f6374670 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:38:24.584755 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a45b86d2-5013-4a4d-8c59-7bf4d7c1cc5a tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:38:24.590310 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-a45b86d2-5013-4a4d-8c59-7bf4d7c1cc5a tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "PUT /v2.0/routers/6f88f0d9-1e3e-40e3-8f4c-6023f6374670/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6134984 Dec 10 15:38:24.592959 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37650) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:38:24.596847 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3143a085-e6a6-4948-a530-d840b8f4c4ac None None] Sync routers for ids ['6f88f0d9-1e3e-40e3-8f4c-6023f6374670'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:38:24.607770 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3143a085-e6a6-4948-a530-d840b8f4c4ac None None] Routers {'6f88f0d9-1e3e-40e3-8f4c-6023f6374670'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:38:24.608666 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-3143a085-e6a6-4948-a530-d840b8f4c4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:38:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['6f88f0d9-1e3e-40e3-8f4c-6023f6374670'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:38:24.646821 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-edb0af2e-99f9-4d97-a17a-4acd1b610db3 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Deleting subnet f78c7698-8ada-4ac2-8100-243465a73b78 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:38:24.650230 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-edb0af2e-99f9-4d97-a17a-4acd1b610db3 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for subnet, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:24.655998 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e33a65e-fb37-423a-a01c-674894d74d3d req-8c4c616d-ee1f-4f30-9eba-ba99d228b8b4 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:38:24.659040 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-2e33a65e-fb37-423a-a01c-674894d74d3d req-8c4c616d-ee1f-4f30-9eba-ba99d228b8b4 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=240ed2bc-b709-413a-9169-646801871415 HTTP/1.1" status: 200 len: 945 time: 0.0549157 Dec 10 15:38:24.695792 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-edb0af2e-99f9-4d97-a17a-4acd1b610db3 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11806768'] for subnet, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:24.702429 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-3143a085-e6a6-4948-a530-d840b8f4c4ac None None] Set router 6f88f0d9-1e3e-40e3-8f4c-6023f6374670 gateway port host: None {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:38:24.713473 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-2e33a65e-fb37-423a-a01c-674894d74d3d req-84f35aa4-24d4-461f-8d2f-4dfec563f027 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=c45cce5d-83cf-4957-95bc-b87dc9d66ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480323 Dec 10 15:38:24.789393 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-edb0af2e-99f9-4d97-a17a-4acd1b610db3 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:24.919232 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-edb0af2e-99f9-4d97-a17a-4acd1b610db3 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11236721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11668521'] for subnet, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:24.944778 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb0af2e-99f9-4d97-a17a-4acd1b610db3 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Pushing event deleted for resources: {'Subnet': ['ID=f78c7698-8ada-4ac2-8100-243465a73b78,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:38:24.950756 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-edb0af2e-99f9-4d97-a17a-4acd1b610db3 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:24.956889 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-edb0af2e-99f9-4d97-a17a-4acd1b610db3 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "DELETE /v2.0/subnets/f78c7698-8ada-4ac2-8100-243465a73b78 HTTP/1.1" status: 204 len: 168 time: 0.3600426 Dec 10 15:38:24.957210 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37652) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:38:24.967553 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e185ba6e-b4bd-4a46-a577-fd5cf52bb7b7 None None] Network 25063947-d377-4be3-a800-82ecb6d1995c requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:38:25.038342 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d6dd9687-839e-4aa5-88da-20879cf9948f tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:25.092888 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-d6dd9687-839e-4aa5-88da-20879cf9948f tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Deleting port 87309b60-6e4a-4894-9ea0-15f58bd32422 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:38:25.096865 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d6dd9687-839e-4aa5-88da-20879cf9948f tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:25.135528 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-3143a085-e6a6-4948-a530-d840b8f4c4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'name': 'tempest-RoutersTest-router-546986491', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:37:56Z', 'updated_at': '2021-12-10T15:38:23Z', 'revision_number': 10, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'gw_port_host': None, '_interfaces': [{'id': '2edeaa85-c80d-48c9-b916-b33ec9ad9efb', 'name': '', 'network_id': '46bc9404-ea95-4878-9a91-d73c55e9fb1f', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'mac_address': 'fa:16:3e:76:d7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'd76c8a17-ad76-4b06-a327-88cd9ee7ab45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:37:58Z', 'updated_at': '2021-12-10T15:38:01Z', 'revision_number': 5, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'subnets': [{'id': 'd76c8a17-ad76-4b06-a327-88cd9ee7ab45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:38:25.166985 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-d6dd9687-839e-4aa5-88da-20879cf9948f tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] For port 87309b60-6e4a-4894-9ea0-15f58bd32422, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=87309b60-6e4a-4894-9ea0-15f58bd32422,segment=NetworkSegment(a1c8c2d2-b258-4083-a335-ed2cbf36f2f3),segment_id=a1c8c2d2-b258-4083-a335-ed2cbf36f2f3)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:38:25.167363 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d6dd9687-839e-4aa5-88da-20879cf9948f tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:25.171514 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3143a085-e6a6-4948-a530-d840b8f4c4ac None None] Checking router: 6f88f0d9-1e3e-40e3-8f4c-6023f6374670 for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:38:25.181260 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3143a085-e6a6-4948-a530-d840b8f4c4ac None None] Routers {'6f88f0d9-1e3e-40e3-8f4c-6023f6374670'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:38:25.181947 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-3143a085-e6a6-4948-a530-d840b8f4c4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:38:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['6f88f0d9-1e3e-40e3-8f4c-6023f6374670'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:38:25.188055 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-d6dd9687-839e-4aa5-88da-20879cf9948f tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Calling delete_port for 87309b60-6e4a-4894-9ea0-15f58bd32422 owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:38:25.217442 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6102fae-e6e1-4fc0-85ce-89877a086128 None None] DHCP port deletion for 25063947-d377-4be3-a800-82ecb6d1995c request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:38:25.296492 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-3143a085-e6a6-4948-a530-d840b8f4c4ac None None] Set router 6f88f0d9-1e3e-40e3-8f4c-6023f6374670 gateway port host: None {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:38:25.310496 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6220627-d324-4225-8ac0-fdfa9d152c33 req-1f26ae6f-1239-4eea-b7b2-79a06ba57a08 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:38:25.312038 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-a6220627-d324-4225-8ac0-fdfa9d152c33 req-1f26ae6f-1239-4eea-b7b2-79a06ba57a08 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad81b842-eead-4113-9b30-7e987f279a77 HTTP/1.1" status: 200 len: 945 time: 0.0734706 Dec 10 15:38:25.367466 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-a6220627-d324-4225-8ac0-fdfa9d152c33 req-44759f6b-5ddf-4b77-962e-bdcf19990564 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fa9c1f6-95bc-4eb4-ae59-5d412abcb02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465424 Dec 10 15:38:25.379364 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-c6102fae-e6e1-4fc0-85ce-89877a086128 None None] Deleting port 87309b60-6e4a-4894-9ea0-15f58bd32422 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:38:25.380148 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c6102fae-e6e1-4fc0-85ce-89877a086128 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:25.390963 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d6dd9687-839e-4aa5-88da-20879cf9948f tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:25.418412 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dd9687-839e-4aa5-88da-20879cf9948f tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Pushing event deleted for resources: {'Port': ['ID=87309b60-6e4a-4894-9ea0-15f58bd32422,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:38:25.421982 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6dd9687-839e-4aa5-88da-20879cf9948f tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] No DVR routers for this DVR port 87309b60-6e4a-4894-9ea0-15f58bd32422 on host dv-neutron-821401-4-hyperv {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:38:25.513267 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-c6102fae-e6e1-4fc0-85ce-89877a086128 None None] For port 87309b60-6e4a-4894-9ea0-15f58bd32422, host dv-neutron-821401-4-hyperv, got binding levels [] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:38:25.513671 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c6102fae-e6e1-4fc0-85ce-89877a086128 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:25.513843 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d6dd9687-839e-4aa5-88da-20879cf9948f tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:25.536376 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-c6102fae-e6e1-4fc0-85ce-89877a086128 None None] Calling delete_port for 87309b60-6e4a-4894-9ea0-15f58bd32422 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:38:25.536738 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-d6dd9687-839e-4aa5-88da-20879cf9948f tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25063947-d377-4be3-a800-82ecb6d1995c']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:38:25.540259 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.ipam_backend_mixin [None req-c6102fae-e6e1-4fc0-85ce-89877a086128 None None] Port 87309b60-6e4a-4894-9ea0-15f58bd32422 was not found and therefore no delete operation was performed {{(pid=103588) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 15:38:25.542914 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c6102fae-e6e1-4fc0-85ce-89877a086128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:25.545964 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-d6dd9687-839e-4aa5-88da-20879cf9948f tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1c8c2d2-b258-4083-a335-ed2cbf36f2f3') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:38:25.546263 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-d6dd9687-839e-4aa5-88da-20879cf9948f tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1c8c2d2-b258-4083-a335-ed2cbf36f2f3') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:38:25.556453 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d6dd9687-839e-4aa5-88da-20879cf9948f tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11806923'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:25.569939 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d6dd9687-839e-4aa5-88da-20879cf9948f tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:25.576082 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6dd9687-839e-4aa5-88da-20879cf9948f tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:38:25.576586 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d6dd9687-839e-4aa5-88da-20879cf9948f tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11236635'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:25.579923 dv-neutron-821401-4-hyperv neutron-server[103587]: Traceback (most recent call last): Dec 10 15:38:25.579923 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:38:25.579923 dv-neutron-821401-4-hyperv neutron-server[103587]: timer() Dec 10 15:38:25.579923 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:38:25.579923 dv-neutron-821401-4-hyperv neutron-server[103587]: cb(*args, **kw) Dec 10 15:38:25.579923 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:38:25.579923 dv-neutron-821401-4-hyperv neutron-server[103587]: return func(*args, **kwargs) Dec 10 15:38:25.579923 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:38:25.579923 dv-neutron-821401-4-hyperv neutron-server[103587]: self._notify() Dec 10 15:38:25.579923 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:38:25.579923 dv-neutron-821401-4-hyperv neutron-server[103587]: self.callback(batched_events) Dec 10 15:38:25.579923 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:38:25.579923 dv-neutron-821401-4-hyperv neutron-server[103587]: event.method(event) Dec 10 15:38:25.579923 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:38:25.579923 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:38:25.579923 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:38:25.579923 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:38:25.579923 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:38:25.579923 dv-neutron-821401-4-hyperv neutron-server[103587]: return f(self, *a, **k) Dec 10 15:38:25.579923 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:38:25.579923 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._get(url).json() Dec 10 15:38:25.579923 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:38:25.579923 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:38:25.579923 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:38:25.579923 dv-neutron-821401-4-hyperv neutron-server[103587]: return self.request(url, 'GET', **kwargs) Dec 10 15:38:25.579923 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:38:25.579923 dv-neutron-821401-4-hyperv neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:38:25.579923 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:38:25.579923 dv-neutron-821401-4-hyperv neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:38:25.579923 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:38:25.579923 dv-neutron-821401-4-hyperv neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:38:25.579923 dv-neutron-821401-4-hyperv neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:38:25.585068 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6102fae-e6e1-4fc0-85ce-89877a086128 None None] Pushing event deleted for resources: {'Port': ['ID=87309b60-6e4a-4894-9ea0-15f58bd32422,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:38:25.590627 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6102fae-e6e1-4fc0-85ce-89877a086128 None None] No DVR routers for this DVR port 87309b60-6e4a-4894-9ea0-15f58bd32422 on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:38:25.628297 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-3143a085-e6a6-4948-a530-d840b8f4c4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'name': 'tempest-RoutersTest-router-546986491', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:37:56Z', 'updated_at': '2021-12-10T15:38:23Z', 'revision_number': 10, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'gw_port_host': None, '_interfaces': [{'id': '2edeaa85-c80d-48c9-b916-b33ec9ad9efb', 'name': '', 'network_id': '46bc9404-ea95-4878-9a91-d73c55e9fb1f', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'mac_address': 'fa:16:3e:76:d7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'd76c8a17-ad76-4b06-a327-88cd9ee7ab45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:37:58Z', 'updated_at': '2021-12-10T15:38:01Z', 'revision_number': 5, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'subnets': [{'id': 'd76c8a17-ad76-4b06-a327-88cd9ee7ab45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:38:25.659785 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3143a085-e6a6-4948-a530-d840b8f4c4ac None None] The sync data for ids ['6f88f0d9-1e3e-40e3-8f4c-6023f6374670'] in dv-neutron-821401-4-hyperv is: [{'id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'name': 'tempest-RoutersTest-router-546986491', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:37:56Z', 'updated_at': '2021-12-10T15:38:23Z', 'revision_number': 10, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'gw_port_host': None, '_interfaces': [{'id': '2edeaa85-c80d-48c9-b916-b33ec9ad9efb', 'name': '', 'network_id': '46bc9404-ea95-4878-9a91-d73c55e9fb1f', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'mac_address': 'fa:16:3e:76:d7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'd76c8a17-ad76-4b06-a327-88cd9ee7ab45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:37:58Z', 'updated_at': '2021-12-10T15:38:01Z', 'revision_number': 5, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'subnets': [{'id': 'd76c8a17-ad76-4b06-a327-88cd9ee7ab45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:38:25.802826 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d6dd9687-839e-4aa5-88da-20879cf9948f tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:25.811256 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d6dd9687-839e-4aa5-88da-20879cf9948f tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:25.814672 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-d6dd9687-839e-4aa5-88da-20879cf9948f tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "DELETE /v2.0/networks/25063947-d377-4be3-a800-82ecb6d1995c HTTP/1.1" status: 204 len: 168 time: 0.8566203 Dec 10 15:38:25.821241 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37658) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:38:25.824673 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dd9687-839e-4aa5-88da-20879cf9948f tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Pushing event deleted for resources: {'Network': ['ID=25063947-d377-4be3-a800-82ecb6d1995c,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:38:25.918636 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cb3ba5-5b5c-4dc2-91c7-98817659e9f7 req-9c1a6859-bb35-42dc-abbf-8e5a1c77e81d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:38:25.920214 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-07cb3ba5-5b5c-4dc2-91c7-98817659e9f7 req-9c1a6859-bb35-42dc-abbf-8e5a1c77e81d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=240ed2bc-b709-413a-9169-646801871415 HTTP/1.1" status: 200 len: 945 time: 0.1380308 Dec 10 15:38:26.048273 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-07cb3ba5-5b5c-4dc2-91c7-98817659e9f7 req-9fe01aa7-449e-474d-bfbb-3ced7b06e851 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=c45cce5d-83cf-4957-95bc-b87dc9d66ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204109 Dec 10 15:38:26.081203 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 87309b60-6e4a-4894-9ea0-15f58bd32422 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:38:26.107330 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 87309b60-6e4a-4894-9ea0-15f58bd32422 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:38:26.107965 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 87309b60-6e4a-4894-9ea0-15f58bd32422 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:38:26.108397 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 83009add-fb4b-456b-8444-faeb019693dc no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:38:26.130295 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 83009add-fb4b-456b-8444-faeb019693dc {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:38:26.130937 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 83009add-fb4b-456b-8444-faeb019693dc not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:38:26.201318 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147b8b42-adcf-486b-994c-01b5ad6b39dc req-0a3f0131-9ae0-4349-85f2-dad0f429ed34 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:38:26.202879 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-147b8b42-adcf-486b-994c-01b5ad6b39dc req-0a3f0131-9ae0-4349-85f2-dad0f429ed34 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=240ed2bc-b709-413a-9169-646801871415 HTTP/1.1" status: 200 len: 945 time: 0.0525002 Dec 10 15:38:26.236046 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0402cc98-3020-41c4-a96e-47cfdadfb90a tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549925'] for router_interface, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:26.255676 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-147b8b42-adcf-486b-994c-01b5ad6b39dc req-6f7c47e6-57c9-48d3-8e33-748ae43ff511 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=c45cce5d-83cf-4957-95bc-b87dc9d66ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462394 Dec 10 15:38:26.277704 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37668) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:38:26.317070 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd087ab-78af-4860-aa88-19b2a41d6b7d tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:38:26.318753 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-0bd087ab-78af-4860-aa88-19b2a41d6b7d tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=240ed2bc-b709-413a-9169-646801871415 HTTP/1.1" status: 200 len: 1093 time: 0.0398943 Dec 10 15:38:26.321463 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37670) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:38:26.326025 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-f7f7fa2e-f464-4390-8ad9-bf804d2f02b7 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'floatingip': {'port_id': '58062433-b526-410c-82fc-5f317ac915a2'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:38:26.369817 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f7f7fa2e-f464-4390-8ad9-bf804d2f02b7 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for floatingip, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:26.514608 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58571f-ef5d-4e20-a223-f5a2fcace415 req-67aa41cb-eee2-45c6-909c-abcf7b8cfe7c tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:38:26.516070 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-1c58571f-ef5d-4e20-a223-f5a2fcace415 req-67aa41cb-eee2-45c6-909c-abcf7b8cfe7c tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad81b842-eead-4113-9b30-7e987f279a77 HTTP/1.1" status: 200 len: 945 time: 0.0755184 Dec 10 15:38:26.533886 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-0402cc98-3020-41c4-a96e-47cfdadfb90a tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Deleting port 2edeaa85-c80d-48c9-b916-b33ec9ad9efb {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:38:26.535685 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0402cc98-3020-41c4-a96e-47cfdadfb90a tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:26.628833 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-1c58571f-ef5d-4e20-a223-f5a2fcace415 req-30b89516-c973-4cfe-95f4-7b834cfe71cc tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fa9c1f6-95bc-4eb4-ae59-5d412abcb02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031511 Dec 10 15:38:26.655662 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-0402cc98-3020-41c4-a96e-47cfdadfb90a tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] For port 2edeaa85-c80d-48c9-b916-b33ec9ad9efb, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=2edeaa85-c80d-48c9-b916-b33ec9ad9efb,segment=NetworkSegment(d4a191b1-9b6a-432c-94fc-2a1bdde8b86f),segment_id=d4a191b1-9b6a-432c-94fc-2a1bdde8b86f)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:38:26.656025 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0402cc98-3020-41c4-a96e-47cfdadfb90a tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:26.668067 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-0402cc98-3020-41c4-a96e-47cfdadfb90a tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Calling delete_port for 2edeaa85-c80d-48c9-b916-b33ec9ad9efb owned by network:router_interface {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:38:26.913220 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0402cc98-3020-41c4-a96e-47cfdadfb90a tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:26.948490 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0402cc98-3020-41c4-a96e-47cfdadfb90a tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Pushing event deleted for resources: {'Port': ['ID=2edeaa85-c80d-48c9-b916-b33ec9ad9efb,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:38:27.112005 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0402cc98-3020-41c4-a96e-47cfdadfb90a tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550073'] for router_interface, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:27.225218 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.db.resource_extend [None req-f7f7fa2e-f464-4390-8ad9-bf804d2f02b7 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 15:38:27.266110 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65efa98-267f-45c7-8e40-8ca785d757ee req-66e11a3b-8954-4e6d-a6ce-09b14655d623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:38:27.268158 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d65efa98-267f-45c7-8e40-8ca785d757ee req-66e11a3b-8954-4e6d-a6ce-09b14655d623 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ad81b842-eead-4113-9b30-7e987f279a77 HTTP/1.1" status: 200 len: 1098 time: 0.0993094 Dec 10 15:38:27.280912 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0402cc98-3020-41c4-a96e-47cfdadfb90a tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Router 6f88f0d9-1e3e-40e3-8f4c-6023f6374670 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:38:27.286340 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f7f7fa2e-f464-4390-8ad9-bf804d2f02b7 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:27.324127 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d65efa98-267f-45c7-8e40-8ca785d757ee req-a8594cc8-e332-4dda-a7a0-90ab36110a16 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2fa9c1f6-95bc-4eb4-ae59-5d412abcb02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481434 Dec 10 15:38:27.357276 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0402cc98-3020-41c4-a96e-47cfdadfb90a tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:38:27.365064 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-0402cc98-3020-41c4-a96e-47cfdadfb90a tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "PUT /v2.0/routers/6f88f0d9-1e3e-40e3-8f4c-6023f6374670/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5392160 Dec 10 15:38:27.365306 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37676) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:38:27.367905 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47a03ee-967a-4494-81f6-86823e05d96f None None] Sync routers for ids ['6f88f0d9-1e3e-40e3-8f4c-6023f6374670'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:38:27.377457 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47a03ee-967a-4494-81f6-86823e05d96f None None] Routers {'6f88f0d9-1e3e-40e3-8f4c-6023f6374670'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:38:27.378090 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-c47a03ee-967a-4494-81f6-86823e05d96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:38:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['6f88f0d9-1e3e-40e3-8f4c-6023f6374670'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:38:27.404856 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f7f7fa2e-f464-4390-8ad9-bf804d2f02b7 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552741'] for floatingip, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:27.416386 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2c7bef3-0a24-4e10-826e-9a32847722c4 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Deleting subnet d76c8a17-ad76-4b06-a327-88cd9ee7ab45 {{(pid=103586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:38:27.419613 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c2c7bef3-0a24-4e10-826e-9a32847722c4 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for subnet, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:27.445696 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-c47a03ee-967a-4494-81f6-86823e05d96f None None] Set router 6f88f0d9-1e3e-40e3-8f4c-6023f6374670 gateway port host: None {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:38:27.472698 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c2c7bef3-0a24-4e10-826e-9a32847722c4 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12392400'] for subnet, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:27.505276 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-c47a03ee-967a-4494-81f6-86823e05d96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'name': 'tempest-RoutersTest-router-546986491', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:37:56Z', 'updated_at': '2021-12-10T15:38:26Z', 'revision_number': 11, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'gw_port_host': None}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:38:27.527358 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 91492634-2577-4395-ac86-ce2151433c3d details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 15:38:27.543870 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47a03ee-967a-4494-81f6-86823e05d96f None None] Checking router: 6f88f0d9-1e3e-40e3-8f4c-6023f6374670 for host: dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:38:27.548178 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.l3_db [None req-f7f7fa2e-f464-4390-8ad9-bf804d2f02b7 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Floating IP fa2f0c90-6eca-4446-b0fc-fc8ab035cf28 associated. External IP: 172.26.2.105, port: 58062433-b526-410c-82fc-5f317ac915a2. Dec 10 15:38:27.556082 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47a03ee-967a-4494-81f6-86823e05d96f None None] Routers {'6f88f0d9-1e3e-40e3-8f4c-6023f6374670'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:38:27.556782 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-c47a03ee-967a-4494-81f6-86823e05d96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:38:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['6f88f0d9-1e3e-40e3-8f4c-6023f6374670'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:38:27.585427 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c2c7bef3-0a24-4e10-826e-9a32847722c4 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:27.639140 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port 91492634-2577-4395-ac86-ce2151433c3d, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=91492634-2577-4395-ac86-ce2151433c3d,segment=NetworkSegment(9d1f8eeb-0920-45cf-9fc0-431ba1916359),segment_id=9d1f8eeb-0920-45cf-9fc0-431ba1916359)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:38:27.655864 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Returning: {'device': '91492634-2577-4395-ac86-ce2151433c3d', 'network_id': 'a5dd9203-5f7e-43be-b17d-4683ee28e949', 'port_id': '91492634-2577-4395-ac86-ce2151433c3d', 'mac_address': 'fa:16:3e:a8:40:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '743e688d-60cf-4303-b38e-fba2d962ab58', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 15:38:27.703231 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:27.717836 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 91492634-2577-4395-ac86-ce2151433c3d {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 15:38:27.741432 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port 91492634-2577-4395-ac86-ce2151433c3d, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=91492634-2577-4395-ac86-ce2151433c3d,segment=NetworkSegment(9d1f8eeb-0920-45cf-9fc0-431ba1916359),segment_id=9d1f8eeb-0920-45cf-9fc0-431ba1916359)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:38:27.747927 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c2c7bef3-0a24-4e10-826e-9a32847722c4 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:27.754991 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-c47a03ee-967a-4494-81f6-86823e05d96f None None] Set router 6f88f0d9-1e3e-40e3-8f4c-6023f6374670 gateway port host: None {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:38:27.776787 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c7bef3-0a24-4e10-826e-9a32847722c4 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Pushing event deleted for resources: {'Subnet': ['ID=d76c8a17-ad76-4b06-a327-88cd9ee7ab45,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:38:27.781029 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c2c7bef3-0a24-4e10-826e-9a32847722c4 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:27.786995 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-c2c7bef3-0a24-4e10-826e-9a32847722c4 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "DELETE /v2.0/subnets/d76c8a17-ad76-4b06-a327-88cd9ee7ab45 HTTP/1.1" status: 204 len: 168 time: 0.4182339 Dec 10 15:38:27.788685 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37680) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:38:27.797391 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a34fbc-9b2b-4ddf-b816-a3504f42d412 None None] Network 46bc9404-ea95-4878-9a91-d73c55e9fb1f requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:38:27.812975 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f9df7-c135-47a8-8502-494f5752f9ba req-7e758c89-24fc-41be-a725-726a12fd3ec4 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:38:27.815675 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-5c8f9df7-c135-47a8-8502-494f5752f9ba req-7e758c89-24fc-41be-a725-726a12fd3ec4 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad81b842-eead-4113-9b30-7e987f279a77 HTTP/1.1" status: 200 len: 945 time: 0.0918841 Dec 10 15:38:27.832460 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-c47a03ee-967a-4494-81f6-86823e05d96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'name': 'tempest-RoutersTest-router-546986491', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:37:56Z', 'updated_at': '2021-12-10T15:38:26Z', 'revision_number': 11, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'gw_port_host': None}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:38:27.866317 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7f7fa2e-f464-4390-8ad9-bf804d2f02b7 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Router 03035e65-5fbc-4480-9aad-94a84cc9864d has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:38:27.869301 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47a03ee-967a-4494-81f6-86823e05d96f None None] The sync data for ids ['6f88f0d9-1e3e-40e3-8f4c-6023f6374670'] in dv-neutron-821401-4-hyperv is: [{'id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'name': 'tempest-RoutersTest-router-546986491', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:37:56Z', 'updated_at': '2021-12-10T15:38:26Z', 'revision_number': 11, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'gw_port_host': None}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:38:27.890069 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:27.919818 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-5c8f9df7-c135-47a8-8502-494f5752f9ba req-9a3b56b7-08b9-4be1-ab23-245a477307a9 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fa9c1f6-95bc-4eb4-ae59-5d412abcb02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963340 Dec 10 15:38:27.939381 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f17329f1-ab2e-4f6c-b11f-b5c288811608 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:27.997816 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-f17329f1-ab2e-4f6c-b11f-b5c288811608 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Deleting port bffbb555-41f7-400c-bada-3b97e01fd65a {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:38:27.998176 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f17329f1-ab2e-4f6c-b11f-b5c288811608 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:27.999105 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=91492634-2577-4395-ac86-ce2151433c3d,revision_number=6']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:38:28.032034 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7f7fa2e-f464-4390-8ad9-bf804d2f02b7 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:38:28.037016 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f7f7fa2e-f464-4390-8ad9-bf804d2f02b7 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:28.045101 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ff8718-62c7-428e-b9ff-10193007151a None None] Sync routers for ids ['03035e65-5fbc-4480-9aad-94a84cc9864d'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:38:28.059422 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ff8718-62c7-428e-b9ff-10193007151a None None] Routers {'03035e65-5fbc-4480-9aad-94a84cc9864d'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:38:28.060074 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-82ff8718-62c7-428e-b9ff-10193007151a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:38:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['03035e65-5fbc-4480-9aad-94a84cc9864d'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:38:28.068969 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-f7f7fa2e-f464-4390-8ad9-bf804d2f02b7 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "PUT /v2.0/floatingips/fa2f0c90-6eca-4446-b0fc-fc8ab035cf28 HTTP/1.1" status: 200 len: 991 time: 1.7439933 Dec 10 15:38:28.068969 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '240ed2bc-b709-413a-9169-646801871415', 'tag': '58062433-b526-410c-82fc-5f317ac915a2'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:38:28.069951 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9ca57131bc4931768ac29058952438d1fdd62308db7b17540cc34ffe8faef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d98ceaa-98f9-402f-8fdf-23a2d9ac0abd" -d '{"events": [{"name": "network-changed", "server_uuid": "240ed2bc-b709-413a-9169-646801871415", "tag": "58062433-b526-410c-82fc-5f317ac915a2"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:38:28.070423 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37682) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:38:28.079374 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-f17329f1-ab2e-4f6c-b11f-b5c288811608 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] For port bffbb555-41f7-400c-bada-3b97e01fd65a, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=bffbb555-41f7-400c-bada-3b97e01fd65a,segment=NetworkSegment(d4a191b1-9b6a-432c-94fc-2a1bdde8b86f),segment_id=d4a191b1-9b6a-432c-94fc-2a1bdde8b86f)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:38:28.079610 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f17329f1-ab2e-4f6c-b11f-b5c288811608 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:28.108674 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 15:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40547a5a-4b3d-45be-9bee-e632c2223e68 x-openstack-request-id: req-40547a5a-4b3d-45be-9bee-e632c2223e68 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:38:28.108997 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "240ed2bc-b709-413a-9169-646801871415", "tag": "58062433-b526-410c-82fc-5f317ac915a2", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:38:28.109254 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-40547a5a-4b3d-45be-9bee-e632c2223e68 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:38:28.109744 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '240ed2bc-b709-413a-9169-646801871415', 'tag': '58062433-b526-410c-82fc-5f317ac915a2', 'status': 'completed', 'code': 200} Dec 10 15:38:28.133889 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-f17329f1-ab2e-4f6c-b11f-b5c288811608 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Calling delete_port for bffbb555-41f7-400c-bada-3b97e01fd65a owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:38:28.165175 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-31a0d367-3e17-475a-bc50-7db43616977c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/floatingips/fa2f0c90-6eca-4446-b0fc-fc8ab035cf28 HTTP/1.1" status: 200 len: 991 time: 0.0925317 Dec 10 15:38:28.190083 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-82ff8718-62c7-428e-b9ff-10193007151a None None] Set router 03035e65-5fbc-4480-9aad-94a84cc9864d gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:38:28.197912 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d98ceaa-98f9-402f-8fdf-23a2d9ac0abd req-cad2c078-d2e5-4cae-8e6e-439639c5cc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:38:28.199434 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-5d98ceaa-98f9-402f-8fdf-23a2d9ac0abd req-cad2c078-d2e5-4cae-8e6e-439639c5cc77 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e049672a5fd04e7f8cbb0423b61eb757&device_id=240ed2bc-b709-413a-9169-646801871415 HTTP/1.1" status: 200 len: 1098 time: 0.0568185 Dec 10 15:38:28.244031 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d730c1-5692-405d-986f-ce140dc31439 None None] DHCP port deletion for 46bc9404-ea95-4878-9a91-d73c55e9fb1f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:38:28.307382 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f17329f1-ab2e-4f6c-b11f-b5c288811608 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:28.344007 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17329f1-ab2e-4f6c-b11f-b5c288811608 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Pushing event deleted for resources: {'Port': ['ID=bffbb555-41f7-400c-bada-3b97e01fd65a,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:38:28.345625 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d98ceaa-98f9-402f-8fdf-23a2d9ac0abd req-89f72a36-3e6f-47a0-8871-08df1c69e36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:38:28.346328 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17329f1-ab2e-4f6c-b11f-b5c288811608 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] No DVR routers for this DVR port bffbb555-41f7-400c-bada-3b97e01fd65a on host dv-neutron-821401-4-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:38:28.347073 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-5d98ceaa-98f9-402f-8fdf-23a2d9ac0abd req-89f72a36-3e6f-47a0-8871-08df1c69e36c service neutron] 10.222.0.44 "GET /v2.0/networks?id=41da71eb-bf34-43b9-be45-4b47a883de82 HTTP/1.1" status: 200 len: 898 time: 0.1392291 Dec 10 15:38:28.445984 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f17329f1-ab2e-4f6c-b11f-b5c288811608 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:28.453016 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-5d98ceaa-98f9-402f-8fdf-23a2d9ac0abd req-6561d6d2-3556-4bc8-9343-d0817f679852 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58062433-b526-410c-82fc-5f317ac915a2 HTTP/1.1" status: 200 len: 999 time: 0.0962827 Dec 10 15:38:28.473484 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-f17329f1-ab2e-4f6c-b11f-b5c288811608 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46bc9404-ea95-4878-9a91-d73c55e9fb1f']}} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:38:28.484807 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-f17329f1-ab2e-4f6c-b11f-b5c288811608 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4a191b1-9b6a-432c-94fc-2a1bdde8b86f') {'for_net_delete': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:38:28.485223 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-f17329f1-ab2e-4f6c-b11f-b5c288811608 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4a191b1-9b6a-432c-94fc-2a1bdde8b86f') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:38:28.498047 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f17329f1-ab2e-4f6c-b11f-b5c288811608 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12392235'] for segment, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:28.518541 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d98ceaa-98f9-402f-8fdf-23a2d9ac0abd req-05f10ede-945e-402d-a211-b3a1429e11e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:38:28.521031 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f17329f1-ab2e-4f6c-b11f-b5c288811608 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:28.522233 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-5d98ceaa-98f9-402f-8fdf-23a2d9ac0abd req-05f10ede-945e-402d-a211-b3a1429e11e3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d7fc55fb-e83c-45c6-a4ad-39a7dd319016 HTTP/1.1" status: 200 len: 835 time: 0.0596838 Dec 10 15:38:28.528714 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f17329f1-ab2e-4f6c-b11f-b5c288811608 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=103586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:38:28.529185 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f17329f1-ab2e-4f6c-b11f-b5c288811608 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11695586'] for segment, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:28.532624 dv-neutron-821401-4-hyperv neutron-server[103586]: Traceback (most recent call last): Dec 10 15:38:28.532624 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:38:28.532624 dv-neutron-821401-4-hyperv neutron-server[103586]: timer() Dec 10 15:38:28.532624 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:38:28.532624 dv-neutron-821401-4-hyperv neutron-server[103586]: cb(*args, **kw) Dec 10 15:38:28.532624 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:38:28.532624 dv-neutron-821401-4-hyperv neutron-server[103586]: return func(*args, **kwargs) Dec 10 15:38:28.532624 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:38:28.532624 dv-neutron-821401-4-hyperv neutron-server[103586]: self._notify() Dec 10 15:38:28.532624 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:38:28.532624 dv-neutron-821401-4-hyperv neutron-server[103586]: self.callback(batched_events) Dec 10 15:38:28.532624 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:38:28.532624 dv-neutron-821401-4-hyperv neutron-server[103586]: event.method(event) Dec 10 15:38:28.532624 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:38:28.532624 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:38:28.532624 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:38:28.532624 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:38:28.532624 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:38:28.532624 dv-neutron-821401-4-hyperv neutron-server[103586]: return f(self, *a, **k) Dec 10 15:38:28.532624 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:38:28.532624 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._get(url).json() Dec 10 15:38:28.532624 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:38:28.532624 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:38:28.532624 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:38:28.532624 dv-neutron-821401-4-hyperv neutron-server[103586]: return self.request(url, 'GET', **kwargs) Dec 10 15:38:28.532624 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:38:28.532624 dv-neutron-821401-4-hyperv neutron-server[103586]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:38:28.532624 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:38:28.532624 dv-neutron-821401-4-hyperv neutron-server[103586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:38:28.532624 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:38:28.532624 dv-neutron-821401-4-hyperv neutron-server[103586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:38:28.532624 dv-neutron-821401-4-hyperv neutron-server[103586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:38:28.588957 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d98ceaa-98f9-402f-8fdf-23a2d9ac0abd req-da29ee46-4b1b-4b73-a362-65452b02574c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:38:28.590892 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-5d98ceaa-98f9-402f-8fdf-23a2d9ac0abd req-da29ee46-4b1b-4b73-a362-65452b02574c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=41da71eb-bf34-43b9-be45-4b47a883de82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0617223 Dec 10 15:38:28.625611 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f8d730c1-5692-405d-986f-ce140dc31439 None None] Deleting port bffbb555-41f7-400c-bada-3b97e01fd65a {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:38:28.626249 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f8d730c1-5692-405d-986f-ce140dc31439 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:28.686307 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-5d98ceaa-98f9-402f-8fdf-23a2d9ac0abd req-6bcedbd4-5c63-4c64-9a5d-c6c844ffe021 service neutron] 10.222.0.44 "GET /v2.0/networks/41da71eb-bf34-43b9-be45-4b47a883de82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880985 Dec 10 15:38:28.706414 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f17329f1-ab2e-4f6c-b11f-b5c288811608 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:28.712252 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f17329f1-ab2e-4f6c-b11f-b5c288811608 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:28.716584 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-f17329f1-ab2e-4f6c-b11f-b5c288811608 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "DELETE /v2.0/networks/46bc9404-ea95-4878-9a91-d73c55e9fb1f HTTP/1.1" status: 204 len: 168 time: 0.9267595 Dec 10 15:38:28.716752 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f8d730c1-5692-405d-986f-ce140dc31439 None None] For port bffbb555-41f7-400c-bada-3b97e01fd65a, host dv-neutron-821401-4-hyperv, got binding levels [] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:38:28.717088 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f8d730c1-5692-405d-986f-ce140dc31439 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:28.721131 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37686) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:38:28.733938 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f8d730c1-5692-405d-986f-ce140dc31439 None None] Calling delete_port for bffbb555-41f7-400c-bada-3b97e01fd65a owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:38:28.736759 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17329f1-ab2e-4f6c-b11f-b5c288811608 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Pushing event deleted for resources: {'Network': ['ID=46bc9404-ea95-4878-9a91-d73c55e9fb1f,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:38:28.738243 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.ipam_backend_mixin [None req-f8d730c1-5692-405d-986f-ce140dc31439 None None] Port bffbb555-41f7-400c-bada-3b97e01fd65a was not found and therefore no delete operation was performed {{(pid=103588) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 15:38:28.741037 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f8d730c1-5692-405d-986f-ce140dc31439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:28.759545 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-dc09e8d9-3b3a-4d07-a165-e3dd68d26c57 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Request body: {'router': {'routes': None}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:38:28.773499 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-82ff8718-62c7-428e-b9ff-10193007151a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03035e65-5fbc-4480-9aad-94a84cc9864d', 'name': 'tempest-TestNetworkBasicOps-router-149117513', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.249'}], 'enable_snat': True}, 'gw_port_id': '85be69d8-11d2-4f6a-9292-568bd78a6e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:36:51Z', 'updated_at': '2021-12-10T15:36:58Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '85be69d8-11d2-4f6a-9292-568bd78a6e93', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03035e65-5fbc-4480-9aad-94a84cc9864d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:36:52Z', 'updated_at': '2021-12-10T15:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': 'fa2f0c90-6eca-4446-b0fc-fc8ab035cf28', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'floating_ip_address': '172.26.2.105', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': '03035e65-5fbc-4480-9aad-94a84cc9864d', 'port_id': '58062433-b526-410c-82fc-5f317ac915a2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1331, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41da71eb-bf34-43b9-be45-4b47a883de82', 'mac_address': 'fa:16:3e:55:e9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240ed2bc-b709-413a-9169-646801871415', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T15:37:25Z', 'updated_at': '2021-12-10T15:38:27Z', 'revision_number': 5, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15f12b90-f80a-4560-88c8-576051b32166', 'name': '', 'network_id': '41da71eb-bf34-43b9-be45-4b47a883de82', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:4c:85:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03035e65-5fbc-4480-9aad-94a84cc9864d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'd7fc55fb-e83c-45c6-a4ad-39a7dd319016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:36:57Z', 'updated_at': '2021-12-10T15:37:02Z', 'revision_number': 5, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': 'd7fc55fb-e83c-45c6-a4ad-39a7dd319016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:38:28.775379 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d730c1-5692-405d-986f-ce140dc31439 None None] Pushing event deleted for resources: {'Port': ['ID=bffbb555-41f7-400c-bada-3b97e01fd65a,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:38:28.777165 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f8d730c1-5692-405d-986f-ce140dc31439 None None] Network 46bc9404-ea95-4878-9a91-d73c55e9fb1f is not hosted by any dhcp agent {{(pid=103588) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 15:38:28.784500 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d730c1-5692-405d-986f-ce140dc31439 None None] No DVR routers for this DVR port bffbb555-41f7-400c-bada-3b97e01fd65a on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:38:28.806141 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ff8718-62c7-428e-b9ff-10193007151a None None] Checking router: 03035e65-5fbc-4480-9aad-94a84cc9864d for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:38:28.816704 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ff8718-62c7-428e-b9ff-10193007151a None None] Routers {'03035e65-5fbc-4480-9aad-94a84cc9864d'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:38:28.817394 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-82ff8718-62c7-428e-b9ff-10193007151a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:38:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['03035e65-5fbc-4480-9aad-94a84cc9864d'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:38:28.925439 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-82ff8718-62c7-428e-b9ff-10193007151a None None] Set router 03035e65-5fbc-4480-9aad-94a84cc9864d gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:38:28.962493 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.extraroute_db [None req-dc09e8d9-3b3a-4d07-a165-e3dd68d26c57 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Added routes are [] {{(pid=103587) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 10 15:38:28.962797 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.extraroute_db [None req-dc09e8d9-3b3a-4d07-a165-e3dd68d26c57 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Removed routes are [] {{(pid=103587) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 10 15:38:28.963159 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dc09e8d9-3b3a-4d07-a165-e3dd68d26c57 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13949'] for router, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:28.967390 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-5d98ceaa-98f9-402f-8fdf-23a2d9ac0abd req-ca1ea7b9-b1f1-4c03-8f20-c64264877c85 service neutron] 10.222.0.44 "GET /v2.0/networks/41da71eb-bf34-43b9-be45-4b47a883de82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735136 Dec 10 15:38:29.135965 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dc09e8d9-3b3a-4d07-a165-e3dd68d26c57 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13949'] for router, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:29.141284 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dc09e8d9-3b3a-4d07-a165-e3dd68d26c57 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-551381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-551372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-549222'] for router, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:29.150124 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b448648e-fdb9-4748-88b0-b3114f7cf07c req-f7992db3-ad3b-4ec7-8d9c-2b8ea2caca4f tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:38:29.152126 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b448648e-fdb9-4748-88b0-b3114f7cf07c req-f7992db3-ad3b-4ec7-8d9c-2b8ea2caca4f tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad81b842-eead-4113-9b30-7e987f279a77 HTTP/1.1" status: 200 len: 944 time: 0.1459193 Dec 10 15:38:29.167508 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37690) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:38:29.188687 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] get_ports_and_sgs() called for port_ids ['91492634-2577-4395-ac86-ce2151433c3d'] {{(pid=103588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 15:38:29.195367 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-82ff8718-62c7-428e-b9ff-10193007151a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03035e65-5fbc-4480-9aad-94a84cc9864d', 'name': 'tempest-TestNetworkBasicOps-router-149117513', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.249'}], 'enable_snat': True}, 'gw_port_id': '85be69d8-11d2-4f6a-9292-568bd78a6e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:36:51Z', 'updated_at': '2021-12-10T15:36:58Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '85be69d8-11d2-4f6a-9292-568bd78a6e93', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03035e65-5fbc-4480-9aad-94a84cc9864d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:36:52Z', 'updated_at': '2021-12-10T15:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': 'fa2f0c90-6eca-4446-b0fc-fc8ab035cf28', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'floating_ip_address': '172.26.2.105', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': '03035e65-5fbc-4480-9aad-94a84cc9864d', 'port_id': '58062433-b526-410c-82fc-5f317ac915a2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1331, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41da71eb-bf34-43b9-be45-4b47a883de82', 'mac_address': 'fa:16:3e:55:e9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240ed2bc-b709-413a-9169-646801871415', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T15:37:25Z', 'updated_at': '2021-12-10T15:38:27Z', 'revision_number': 5, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15f12b90-f80a-4560-88c8-576051b32166', 'name': '', 'network_id': '41da71eb-bf34-43b9-be45-4b47a883de82', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:4c:85:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03035e65-5fbc-4480-9aad-94a84cc9864d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'd7fc55fb-e83c-45c6-a4ad-39a7dd319016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:36:57Z', 'updated_at': '2021-12-10T15:37:02Z', 'revision_number': 5, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': 'd7fc55fb-e83c-45c6-a4ad-39a7dd319016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:38:29.233984 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-548396c2-7a60-4675-92a0-0f508aa3d7d6 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/floatingips/fa2f0c90-6eca-4446-b0fc-fc8ab035cf28 HTTP/1.1" status: 200 len: 991 time: 0.0651004 Dec 10 15:38:29.252915 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc09e8d9-3b3a-4d07-a165-e3dd68d26c57 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Router 6f88f0d9-1e3e-40e3-8f4c-6023f6374670 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:38:29.254525 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ff8718-62c7-428e-b9ff-10193007151a None None] The sync data for ids ['03035e65-5fbc-4480-9aad-94a84cc9864d'] in dv-neutron-821401-4-hyperv is: [{'id': '03035e65-5fbc-4480-9aad-94a84cc9864d', 'name': 'tempest-TestNetworkBasicOps-router-149117513', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.249'}], 'enable_snat': True}, 'gw_port_id': '85be69d8-11d2-4f6a-9292-568bd78a6e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:36:51Z', 'updated_at': '2021-12-10T15:36:58Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '85be69d8-11d2-4f6a-9292-568bd78a6e93', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03035e65-5fbc-4480-9aad-94a84cc9864d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:36:52Z', 'updated_at': '2021-12-10T15:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': 'fa2f0c90-6eca-4446-b0fc-fc8ab035cf28', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'floating_ip_address': '172.26.2.105', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': '03035e65-5fbc-4480-9aad-94a84cc9864d', 'port_id': '58062433-b526-410c-82fc-5f317ac915a2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1331, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41da71eb-bf34-43b9-be45-4b47a883de82', 'mac_address': 'fa:16:3e:55:e9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240ed2bc-b709-413a-9169-646801871415', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T15:37:25Z', 'updated_at': '2021-12-10T15:38:27Z', 'revision_number': 5, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15f12b90-f80a-4560-88c8-576051b32166', 'name': '', 'network_id': '41da71eb-bf34-43b9-be45-4b47a883de82', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:4c:85:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03035e65-5fbc-4480-9aad-94a84cc9864d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'd7fc55fb-e83c-45c6-a4ad-39a7dd319016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:36:57Z', 'updated_at': '2021-12-10T15:37:02Z', 'revision_number': 5, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': 'd7fc55fb-e83c-45c6-a4ad-39a7dd319016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:38:29.277690 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b448648e-fdb9-4748-88b0-b3114f7cf07c req-c331efd0-9202-46fb-8d07-7b9636c9820f tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fa9c1f6-95bc-4eb4-ae59-5d412abcb02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200025 Dec 10 15:38:29.305863 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37692) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:38:29.363998 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc09e8d9-3b3a-4d07-a165-e3dd68d26c57 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:38:29.372841 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dc09e8d9-3b3a-4d07-a165-e3dd68d26c57 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:29.373291 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5b0f6e-791d-4d1e-9a43-d343aace8500 None None] Sync routers for ids ['6f88f0d9-1e3e-40e3-8f4c-6023f6374670'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:38:29.376912 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-dc09e8d9-3b3a-4d07-a165-e3dd68d26c57 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "PUT /v2.0/routers/6f88f0d9-1e3e-40e3-8f4c-6023f6374670 HTTP/1.1" status: 200 len: 700 time: 0.6519701 Dec 10 15:38:29.377049 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37694) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:38:29.381774 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-fbb04e27-679b-4049-b3e9-7d0a7c7c3c7a tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "GET /v2.0/floatingips/05819d54-a2b5-40ec-8276-8886e80e420c HTTP/1.1" status: 200 len: 992 time: 0.0747566 Dec 10 15:38:29.383314 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5b0f6e-791d-4d1e-9a43-d343aace8500 None None] Routers {'6f88f0d9-1e3e-40e3-8f4c-6023f6374670'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:38:29.390112 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-2e5b0f6e-791d-4d1e-9a43-d343aace8500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:38:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['6f88f0d9-1e3e-40e3-8f4c-6023f6374670'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:38:29.409823 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-3ec8a8a8-8402-4ea7-a278-80d09da9eac7 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f88f0d9-1e3e-40e3-8f4c-6023f6374670 HTTP/1.1" status: 200 len: 205 time: 0.0315373 Dec 10 15:38:29.412375 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37696) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:38:29.478827 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-2e5b0f6e-791d-4d1e-9a43-d343aace8500 None None] Set router 6f88f0d9-1e3e-40e3-8f4c-6023f6374670 gateway port host: None {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:38:29.498517 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3233d6c8-10d8-4d9e-86d7-0e100999d231 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for router, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:29.530181 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78820499-b90c-49c1-aa79-414640a9755e None None] New status for floating IP fa2f0c90-6eca-4446-b0fc-fc8ab035cf28: ACTIVE {{(pid=103588) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 15:38:29.541453 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 91492634-2577-4395-ac86-ce2151433c3d no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:38:29.549954 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-2e5b0f6e-791d-4d1e-9a43-d343aace8500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'name': 'tempest-RoutersTest-router-546986491', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:37:56Z', 'updated_at': '2021-12-10T15:38:26Z', 'revision_number': 11, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'gw_port_host': None}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:38:29.582601 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5b0f6e-791d-4d1e-9a43-d343aace8500 None None] Checking router: 6f88f0d9-1e3e-40e3-8f4c-6023f6374670 for host: dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:38:29.591796 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5b0f6e-791d-4d1e-9a43-d343aace8500 None None] Routers {'6f88f0d9-1e3e-40e3-8f4c-6023f6374670'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:38:29.592467 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-2e5b0f6e-791d-4d1e-9a43-d343aace8500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:38:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['6f88f0d9-1e3e-40e3-8f4c-6023f6374670'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:38:29.680588 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-2e5b0f6e-791d-4d1e-9a43-d343aace8500 None None] Set router 6f88f0d9-1e3e-40e3-8f4c-6023f6374670 gateway port host: None {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:38:29.761068 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-2e5b0f6e-791d-4d1e-9a43-d343aace8500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'name': 'tempest-RoutersTest-router-546986491', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:37:56Z', 'updated_at': '2021-12-10T15:38:26Z', 'revision_number': 11, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'gw_port_host': None}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:38:29.762476 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:29.777054 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 91492634-2577-4395-ac86-ce2151433c3d {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 15:38:29.792610 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5b0f6e-791d-4d1e-9a43-d343aace8500 None None] The sync data for ids ['6f88f0d9-1e3e-40e3-8f4c-6023f6374670'] in dv-neutron-821401-4-hyperv is: [{'id': '6f88f0d9-1e3e-40e3-8f4c-6023f6374670', 'name': 'tempest-RoutersTest-router-546986491', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:37:56Z', 'updated_at': '2021-12-10T15:38:26Z', 'revision_number': 11, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'gw_port_host': None}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:38:29.801276 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port 91492634-2577-4395-ac86-ce2151433c3d, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=91492634-2577-4395-ac86-ce2151433c3d,segment=NetworkSegment(9d1f8eeb-0920-45cf-9fc0-431ba1916359),segment_id=9d1f8eeb-0920-45cf-9fc0-431ba1916359)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:38:29.898103 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:29.962459 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 2edeaa85-c80d-48c9-b916-b33ec9ad9efb no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:38:29.991369 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 2edeaa85-c80d-48c9-b916-b33ec9ad9efb {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:38:29.991676 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 2edeaa85-c80d-48c9-b916-b33ec9ad9efb not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:38:29.992105 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device bffbb555-41f7-400c-bada-3b97e01fd65a no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:38:30.020030 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=91492634-2577-4395-ac86-ce2151433c3d,revision_number=7']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:38:30.022656 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: bffbb555-41f7-400c-bada-3b97e01fd65a {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:38:30.028880 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device bffbb555-41f7-400c-bada-3b97e01fd65a not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:38:30.049912 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3233d6c8-10d8-4d9e-86d7-0e100999d231 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13898'] for router, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:30.052102 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3233d6c8-10d8-4d9e-86d7-0e100999d231 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:30.169853 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3233d6c8-10d8-4d9e-86d7-0e100999d231 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549250'] for router, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:30.170418 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3233d6c8-10d8-4d9e-86d7-0e100999d231 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Fanout notify agent at l3_agent the message router_deleted on router 6f88f0d9-1e3e-40e3-8f4c-6023f6374670 {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 15:38:30.177471 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3233d6c8-10d8-4d9e-86d7-0e100999d231 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:30.178617 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-3233d6c8-10d8-4d9e-86d7-0e100999d231 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "DELETE /v2.0/routers/6f88f0d9-1e3e-40e3-8f4c-6023f6374670 HTTP/1.1" status: 204 len: 168 time: 0.7653399 Dec 10 15:38:30.182820 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37698) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:38:30.188109 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-6a5b9b05-18dc-45b4-8a6d-5b4053c9541c tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1241494166', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:38:30.237853 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37700) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:38:30.255777 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6a5b9b05-18dc-45b4-8a6d-5b4053c9541c tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13912'] for router, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:30.257123 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6a5b9b05-18dc-45b4-8a6d-5b4053c9541c tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:30.304796 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-bab8a4cb-776f-4da7-9dfe-595808b065ea tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/floatingips/fa2f0c90-6eca-4446-b0fc-fc8ab035cf28 HTTP/1.1" status: 200 len: 993 time: 0.0656102 Dec 10 15:38:30.313849 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6a5b9b05-18dc-45b4-8a6d-5b4053c9541c tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:30.353059 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6a5b9b05-18dc-45b4-8a6d-5b4053c9541c tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363'] for router, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:30.452372 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6a5b9b05-18dc-45b4-8a6d-5b4053c9541c tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:30.453610 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-6a5b9b05-18dc-45b4-8a6d-5b4053c9541c tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2695503 Dec 10 15:38:30.456845 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37702) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:38:30.461356 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-cdb83418-f162-4745-b38e-16743f3a2b7f tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:38:30.981859 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cdb83418-f162-4745-b38e-16743f3a2b7f tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13949'] for router, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:31.093644 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cdb83418-f162-4745-b38e-16743f3a2b7f tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-551381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-551372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-549222'] for router, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:31.304906 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdb83418-f162-4745-b38e-16743f3a2b7f tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Router fb1bdbac-9c66-4e62-bb78-2397c9eb8b11 is scheduled to L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d with binding_index 1 {{(pid=103586) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 15:38:31.376551 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb83418-f162-4745-b38e-16743f3a2b7f tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:38:31.384856 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cdb83418-f162-4745-b38e-16743f3a2b7f tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:31.384856 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-cdb83418-f162-4745-b38e-16743f3a2b7f tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "PUT /v2.0/routers/fb1bdbac-9c66-4e62-bb78-2397c9eb8b11 HTTP/1.1" status: 200 len: 694 time: 0.9265971 Dec 10 15:38:31.386172 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55689f13-7bb3-4d12-8596-8075bb528209 None None] Sync routers for ids ['fb1bdbac-9c66-4e62-bb78-2397c9eb8b11'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:38:31.386980 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37704) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:38:31.396588 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55689f13-7bb3-4d12-8596-8075bb528209 None None] Routers {'fb1bdbac-9c66-4e62-bb78-2397c9eb8b11'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:38:31.397987 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-55689f13-7bb3-4d12-8596-8075bb528209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:38:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['fb1bdbac-9c66-4e62-bb78-2397c9eb8b11'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:38:31.464014 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-6df7f9c5-6c2f-461b-ac13-999dbdeb6328 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "GET /v2.0/routers/fb1bdbac-9c66-4e62-bb78-2397c9eb8b11 HTTP/1.1" status: 200 len: 700 time: 0.0759432 Dec 10 15:38:31.466578 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37706) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:38:31.466736 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-55689f13-7bb3-4d12-8596-8075bb528209 None None] Set router fb1bdbac-9c66-4e62-bb78-2397c9eb8b11 gateway port host: None {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:38:31.493385 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-f3cba049-28e4-40e8-abcb-b51d540698ac tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb1bdbac-9c66-4e62-bb78-2397c9eb8b11 HTTP/1.1" status: 200 len: 205 time: 0.0256472 Dec 10 15:38:31.495816 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37708) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:38:31.526062 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-55689f13-7bb3-4d12-8596-8075bb528209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb1bdbac-9c66-4e62-bb78-2397c9eb8b11', 'name': 'tempest-RoutersTest-router-1241494166', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:38:30Z', 'updated_at': '2021-12-10T15:38:30Z', 'revision_number': 2, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'gw_port_host': None}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:38:31.547604 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 91492634-2577-4395-ac86-ce2151433c3d up at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:38:31.555463 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55689f13-7bb3-4d12-8596-8075bb528209 None None] Checking router: fb1bdbac-9c66-4e62-bb78-2397c9eb8b11 for host: dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:38:31.565012 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55689f13-7bb3-4d12-8596-8075bb528209 None None] Routers {'fb1bdbac-9c66-4e62-bb78-2397c9eb8b11'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:38:31.565640 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-55689f13-7bb3-4d12-8596-8075bb528209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:38:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['fb1bdbac-9c66-4e62-bb78-2397c9eb8b11'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:38:31.577160 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2ba98e47-a85a-42ac-bdf5-89eb5887f320 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for router, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:31.599608 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning complete for port 91492634-2577-4395-ac86-ce2151433c3d triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:38:31.599985 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:31.640354 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-55689f13-7bb3-4d12-8596-8075bb528209 None None] Set router fb1bdbac-9c66-4e62-bb78-2397c9eb8b11 gateway port host: None {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:38:31.680639 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:31.693154 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-55689f13-7bb3-4d12-8596-8075bb528209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb1bdbac-9c66-4e62-bb78-2397c9eb8b11', 'name': 'tempest-RoutersTest-router-1241494166', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:38:30Z', 'updated_at': '2021-12-10T15:38:30Z', 'revision_number': 2, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'gw_port_host': None}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:38:31.704702 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad81b842-eead-4113-9b30-7e987f279a77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91492634-2577-4395-ac86-ce2151433c3d'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:38:31.707519 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa4b92c408489e2c982394a5a7b3518bb1b22554638321e3ea6c5cabb2c75d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b7c780-12ac-4101-b6a7-6f21a2337dc2" -d '{"events": [{"server_uuid": "ad81b842-eead-4113-9b30-7e987f279a77", "name": "network-vif-plugged", "status": "completed", "tag": "91492634-2577-4395-ac86-ce2151433c3d"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:38:31.724244 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55689f13-7bb3-4d12-8596-8075bb528209 None None] The sync data for ids ['fb1bdbac-9c66-4e62-bb78-2397c9eb8b11'] in dv-neutron-821401-4-hyperv is: [{'id': 'fb1bdbac-9c66-4e62-bb78-2397c9eb8b11', 'name': 'tempest-RoutersTest-router-1241494166', 'tenant_id': '7779032e5efc4347afe0fcad7a7b9e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:38:30Z', 'updated_at': '2021-12-10T15:38:30Z', 'revision_number': 2, 'project_id': '7779032e5efc4347afe0fcad7a7b9e84', 'gw_port_host': None}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:38:31.726175 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port 91492634-2577-4395-ac86-ce2151433c3d, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=91492634-2577-4395-ac86-ce2151433c3d,segment=NetworkSegment(9d1f8eeb-0920-45cf-9fc0-431ba1916359),segment_id=9d1f8eeb-0920-45cf-9fc0-431ba1916359)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:38:31.744966 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2ba98e47-a85a-42ac-bdf5-89eb5887f320 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13898'] for router, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:31.747241 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2ba98e47-a85a-42ac-bdf5-89eb5887f320 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:31.767720 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 15:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0408ec7c-e1f3-4f1e-a338-c3c657c086a3 x-openstack-request-id: req-0408ec7c-e1f3-4f1e-a338-c3c657c086a3 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:38:31.768038 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad81b842-eead-4113-9b30-7e987f279a77", "name": "network-vif-plugged", "status": "completed", "tag": "91492634-2577-4395-ac86-ce2151433c3d", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:38:31.768276 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0408ec7c-e1f3-4f1e-a338-c3c657c086a3 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:38:31.769203 dv-neutron-821401-4-hyperv neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad81b842-eead-4113-9b30-7e987f279a77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91492634-2577-4395-ac86-ce2151433c3d', 'code': 200} Dec 10 15:38:31.789357 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:31.840994 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=91492634-2577-4395-ac86-ce2151433c3d,revision_number=8']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:38:31.890511 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2ba98e47-a85a-42ac-bdf5-89eb5887f320 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549250'] for router, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:31.890511 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba98e47-a85a-42ac-bdf5-89eb5887f320 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Fanout notify agent at l3_agent the message router_deleted on router fb1bdbac-9c66-4e62-bb78-2397c9eb8b11 {{(pid=103586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 15:38:31.891894 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2ba98e47-a85a-42ac-bdf5-89eb5887f320 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:31.893038 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-2ba98e47-a85a-42ac-bdf5-89eb5887f320 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "DELETE /v2.0/routers/fb1bdbac-9c66-4e62-bb78-2397c9eb8b11 HTTP/1.1" status: 204 len: 168 time: 0.3962195 Dec 10 15:38:31.899532 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37712) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:38:31.931144 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-ec6ceedc-5bfd-44a1-821e-526121685045 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb1bdbac-9c66-4e62-bb78-2397c9eb8b11 HTTP/1.1" status: 200 len: 205 time: 0.0302291 Dec 10 15:38:31.933278 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37714) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:38:31.970704 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.api.v2.resource [None req-f950f75b-f564-4d0b-9f47-929b8ec5ec49 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] delete failed (client error): The resource could not be found. Dec 10 15:38:31.971760 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-f950f75b-f564-4d0b-9f47-929b8ec5ec49 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "DELETE /v2.0/routers/fb1bdbac-9c66-4e62-bb78-2397c9eb8b11 HTTP/1.1" status: 404 len: 336 time: 0.0375373 Dec 10 15:38:31.974930 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37716) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:38:32.001450 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-92eed8e8-1e32-4d4f-8c93-a1e2af84c931 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] DELETE failed (client error): The resource could not be found. Dec 10 15:38:32.001929 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92eed8e8-1e32-4d4f-8c93-a1e2af84c931 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:38:32.005004 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-92eed8e8-1e32-4d4f-8c93-a1e2af84c931 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "DELETE /v2.0/subnets/bccc4720-f973-4e66-aa20-0479c6aeadeb HTTP/1.1" status: 404 len: 337 time: 0.0291502 Dec 10 15:38:32.007376 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37718) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:38:32.032089 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8f949e5-e936-4c9f-97f1-9bf545dd660d tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] DELETE failed (client error): The resource could not be found. Dec 10 15:38:32.041219 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8f949e5-e936-4c9f-97f1-9bf545dd660d tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:38:32.041219 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-f8f949e5-e936-4c9f-97f1-9bf545dd660d tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "DELETE /v2.0/subnets/402306ef-db83-4099-b4d4-76f4cfc056b0 HTTP/1.1" status: 404 len: 337 time: 0.0278189 Dec 10 15:38:32.042938 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37720) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:38:32.068055 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ddda4be-2053-41ae-8832-839d4691a97e tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] DELETE failed (client error): The resource could not be found. Dec 10 15:38:32.068461 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ddda4be-2053-41ae-8832-839d4691a97e tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:38:32.071510 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-0ddda4be-2053-41ae-8832-839d4691a97e tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "DELETE /v2.0/subnets/f78c7698-8ada-4ac2-8100-243465a73b78 HTTP/1.1" status: 404 len: 337 time: 0.0276787 Dec 10 15:38:32.074129 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37722) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:38:32.099958 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-24c4da77-1352-47e4-92bb-f7e049e5d727 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] DELETE failed (client error): The resource could not be found. Dec 10 15:38:32.100405 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24c4da77-1352-47e4-92bb-f7e049e5d727 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:38:32.103746 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-24c4da77-1352-47e4-92bb-f7e049e5d727 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "DELETE /v2.0/subnets/d76c8a17-ad76-4b06-a327-88cd9ee7ab45 HTTP/1.1" status: 404 len: 337 time: 0.0286436 Dec 10 15:38:32.106200 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37724) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:38:32.132190 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-5e5a013b-a2b5-423f-a788-e7a5c4137c75 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f88f0d9-1e3e-40e3-8f4c-6023f6374670 HTTP/1.1" status: 200 len: 205 time: 0.0249448 Dec 10 15:38:32.134815 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37726) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:38:32.178065 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.api.v2.resource [None req-d8387892-0760-4e2c-9eb5-2752389286f4 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] delete failed (client error): The resource could not be found. Dec 10 15:38:32.179099 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-d8387892-0760-4e2c-9eb5-2752389286f4 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "DELETE /v2.0/routers/6f88f0d9-1e3e-40e3-8f4c-6023f6374670 HTTP/1.1" status: 404 len: 336 time: 0.0432403 Dec 10 15:38:32.181742 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37728) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:38:32.207438 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-83d9db00-d3f1-47fd-aeae-3e4cb25721ae tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3871cd9-4569-4b9d-b712-a4c59f1ad37d HTTP/1.1" status: 200 len: 205 time: 0.0245414 Dec 10 15:38:32.209635 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37730) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:38:32.246398 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.api.v2.resource [None req-c8372aae-a24a-4fca-84bf-5c69b870e463 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] delete failed (client error): The resource could not be found. Dec 10 15:38:32.247465 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-c8372aae-a24a-4fca-84bf-5c69b870e463 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "DELETE /v2.0/routers/d3871cd9-4569-4b9d-b712-a4c59f1ad37d HTTP/1.1" status: 404 len: 336 time: 0.0368605 Dec 10 15:38:32.249767 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37732) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:38:32.278529 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-866aa669-39d2-49bf-8f76-ac0b37d0e155 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] DELETE failed (client error): The resource could not be found. Dec 10 15:38:32.278973 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-866aa669-39d2-49bf-8f76-ac0b37d0e155 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:38:32.281945 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-866aa669-39d2-49bf-8f76-ac0b37d0e155 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "DELETE /v2.0/subnets/3d14cbef-f34c-415f-889e-e05b0d81141f HTTP/1.1" status: 404 len: 337 time: 0.0312629 Dec 10 15:38:32.284963 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37734) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:38:32.311166 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-d3559824-980e-4bd6-9161-7d354630f629 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "GET /v2.0/ports?device_id=81f41e82-2ce5-4459-8434-06b6d76e36bd HTTP/1.1" status: 200 len: 205 time: 0.0251346 Dec 10 15:38:32.313399 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37736) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:38:32.350155 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.api.v2.resource [None req-852b3ddc-3975-47ed-80c7-78ab9118c9cc tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] delete failed (client error): The resource could not be found. Dec 10 15:38:32.351329 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-852b3ddc-3975-47ed-80c7-78ab9118c9cc tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "DELETE /v2.0/routers/81f41e82-2ce5-4459-8434-06b6d76e36bd HTTP/1.1" status: 404 len: 336 time: 0.0370126 Dec 10 15:38:32.354385 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37738) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:38:32.381448 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-64baec59-7c44-4fb0-adde-93e07ceaf5c1 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "GET /v2.0/ports?device_id=11a80759-bf5b-4650-8967-fa1f2ebb2cc7 HTTP/1.1" status: 200 len: 205 time: 0.0260100 Dec 10 15:38:32.383795 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37740) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:38:32.425578 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.api.v2.resource [None req-53ab8700-efff-4fcf-b837-09ae24ba0642 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] delete failed (client error): The resource could not be found. Dec 10 15:38:32.426653 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-53ab8700-efff-4fcf-b837-09ae24ba0642 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "DELETE /v2.0/routers/11a80759-bf5b-4650-8967-fa1f2ebb2cc7 HTTP/1.1" status: 404 len: 336 time: 0.0418606 Dec 10 15:38:32.429116 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37742) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:38:32.455516 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad2f5319-7423-4efa-a482-8f7a38544819 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] DELETE failed (client error): The resource could not be found. Dec 10 15:38:32.455977 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad2f5319-7423-4efa-a482-8f7a38544819 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:38:32.459813 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-ad2f5319-7423-4efa-a482-8f7a38544819 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "DELETE /v2.0/subnets/8cdbeb40-6d02-45da-96b7-ccd11747c349 HTTP/1.1" status: 404 len: 337 time: 0.0298038 Dec 10 15:38:32.462402 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37744) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:38:32.489427 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-4a559258-ad9c-4c7d-8ca8-245bd75b097c tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "GET /v2.0/ports?device_id=2987520d-241f-4523-80cc-a8fb1a9c2e50 HTTP/1.1" status: 200 len: 205 time: 0.0259662 Dec 10 15:38:32.491745 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37746) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:38:32.531950 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.api.v2.resource [None req-f76dfee7-131c-4e02-b286-03b8cf8f16b0 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] delete failed (client error): The resource could not be found. Dec 10 15:38:32.532980 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-f76dfee7-131c-4e02-b286-03b8cf8f16b0 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "DELETE /v2.0/routers/2987520d-241f-4523-80cc-a8fb1a9c2e50 HTTP/1.1" status: 404 len: 336 time: 0.0403600 Dec 10 15:38:32.540269 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37748) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:38:32.567432 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.pecan_wsgi.hooks.translation [None req-13e10959-973b-4f1c-9d8d-5e7c66a791a9 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] DELETE failed (client error): The resource could not be found. Dec 10 15:38:32.569952 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13e10959-973b-4f1c-9d8d-5e7c66a791a9 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:38:32.571125 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-13e10959-973b-4f1c-9d8d-5e7c66a791a9 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "DELETE /v2.0/subnets/a6ebe619-0709-40bf-9417-f1dca75abf2d HTTP/1.1" status: 404 len: 337 time: 0.0299301 Dec 10 15:38:32.573729 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37750) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:38:32.602639 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-4caf6374-79b5-4239-960d-05362d64973f tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "GET /v2.0/ports?device_id=e83f53d6-fdae-4303-876c-8fd32780d840 HTTP/1.1" status: 200 len: 205 time: 0.0277722 Dec 10 15:38:32.603165 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37752) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:38:32.645181 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.api.v2.resource [None req-2378b45f-db8a-44ba-9e72-2fc19696b571 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] delete failed (client error): The resource could not be found. Dec 10 15:38:32.646728 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-2378b45f-db8a-44ba-9e72-2fc19696b571 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "DELETE /v2.0/routers/e83f53d6-fdae-4303-876c-8fd32780d840 HTTP/1.1" status: 404 len: 336 time: 0.0421131 Dec 10 15:38:32.648879 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37754) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:38:32.675660 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2b04a5d-20d5-4802-8121-39c90cbbc287 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] DELETE failed (client error): The resource could not be found. Dec 10 15:38:32.676124 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2b04a5d-20d5-4802-8121-39c90cbbc287 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:38:32.679182 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-e2b04a5d-20d5-4802-8121-39c90cbbc287 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "DELETE /v2.0/subnets/cd79d4e9-830e-438b-9455-8fda72262ed2 HTTP/1.1" status: 404 len: 337 time: 0.0292232 Dec 10 15:38:32.681680 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37756) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:38:32.707527 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-64215920-92a6-4713-b796-a2ab10bc1694 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] DELETE failed (client error): The resource could not be found. Dec 10 15:38:32.707980 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64215920-92a6-4713-b796-a2ab10bc1694 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:38:32.711191 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-64215920-92a6-4713-b796-a2ab10bc1694 tempest-RoutersTest-216168095 tempest-RoutersTest-216168095-project] 10.222.0.20 "DELETE /v2.0/subnets/98426a88-cb86-4149-9db0-1c7476efaa53 HTTP/1.1" status: 404 len: 337 time: 0.0285830 Dec 10 15:38:33.274591 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37762) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:38:33.402657 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-5f3e01ca-aa14-439d-a539-5b41a22fe2ae admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7779032e5efc4347afe0fcad7a7b9e84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1269000 Dec 10 15:38:33.405124 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37766) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:38:33.451807 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8841b0b6-a836-442c-8ee2-4d4c3ffc0b74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:33.477434 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8841b0b6-a836-442c-8ee2-4d4c3ffc0b74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:33.610229 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8841b0b6-a836-442c-8ee2-4d4c3ffc0b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:33.612861 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8841b0b6-a836-442c-8ee2-4d4c3ffc0b74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:33.614100 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-8841b0b6-a836-442c-8ee2-4d4c3ffc0b74 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/996de355-6699-478d-84d7-d5afb7acc022 HTTP/1.1" status: 204 len: 168 time: 0.2079713 Dec 10 15:38:33.622656 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8841b0b6-a836-442c-8ee2-4d4c3ffc0b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=996de355-6699-478d-84d7-d5afb7acc022,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:38:42.912401 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2acde9e5-7d41-42ce-875d-75dbf7835593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:43.014302 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 15:38:43.404282 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:45.289771 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-63b7ac27-4470-47fc-b7ab-29eaf67b0d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:46.102017 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:47.718117 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:38:48.649247 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:01.799690 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3add53-50fe-4a62-8d51-81d94fc34622 req-e9f92596-2f6e-4ce0-8f49-9b8feb66dc85 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:39:01.801211 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-dc3add53-50fe-4a62-8d51-81d94fc34622 req-e9f92596-2f6e-4ce0-8f49-9b8feb66dc85 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=240ed2bc-b709-413a-9169-646801871415 HTTP/1.1" status: 200 len: 945 time: 0.0494697 Dec 10 15:39:01.838256 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37792) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:39:01.849771 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-dc3add53-50fe-4a62-8d51-81d94fc34622 req-a79140e9-e75b-4ea4-a469-1a98163f285b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=c45cce5d-83cf-4957-95bc-b87dc9d66ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425961 Dec 10 15:39:01.995536 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d6356-7523-446f-9755-e90bd61e1726 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Deleting port 85bb2907-3ff4-4bfc-bf80-b80f1b40a809 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:39:01.995776 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cb5d6356-7523-446f-9755-e90bd61e1726 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:02.068651 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cb5d6356-7523-446f-9755-e90bd61e1726 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:02.068968 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cb5d6356-7523-446f-9755-e90bd61e1726 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:02.080522 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d6356-7523-446f-9755-e90bd61e1726 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Calling delete_port for 85bb2907-3ff4-4bfc-bf80-b80f1b40a809 owned by network:floatingip {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:39:02.310346 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cb5d6356-7523-446f-9755-e90bd61e1726 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:02.338873 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d6356-7523-446f-9755-e90bd61e1726 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Pushing event deleted for resources: {'Port': ['ID=85bb2907-3ff4-4bfc-bf80-b80f1b40a809,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:39:02.363873 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5d6356-7523-446f-9755-e90bd61e1726 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:39:02.364224 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5d6356-7523-446f-9755-e90bd61e1726 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:39:02.364563 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5d6356-7523-446f-9755-e90bd61e1726 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:39:02.364899 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5d6356-7523-446f-9755-e90bd61e1726 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:39:02.365229 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5d6356-7523-446f-9755-e90bd61e1726 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:39:02.365583 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5d6356-7523-446f-9755-e90bd61e1726 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:39:02.365940 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5d6356-7523-446f-9755-e90bd61e1726 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:39:02.366266 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5d6356-7523-446f-9755-e90bd61e1726 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:39:02.367078 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5d6356-7523-446f-9755-e90bd61e1726 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:39:02.367402 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5d6356-7523-446f-9755-e90bd61e1726 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:39:02.367721 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5d6356-7523-446f-9755-e90bd61e1726 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:39:02.368039 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5d6356-7523-446f-9755-e90bd61e1726 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:39:02.368358 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5d6356-7523-446f-9755-e90bd61e1726 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:39:02.406967 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cb5d6356-7523-446f-9755-e90bd61e1726 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks [] for floatingip, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:02.407346 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.l3_db [None req-cb5d6356-7523-446f-9755-e90bd61e1726 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Floating IP 05819d54-a2b5-40ec-8276-8886e80e420c disassociated (deleted). External IP: 172.26.2.100, port: 91492634-2577-4395-ac86-ce2151433c3d. Dec 10 15:39:02.610224 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb5d6356-7523-446f-9755-e90bd61e1726 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Router ba42f30b-409a-4203-9dc0-b2b401bccefc has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:39:02.717425 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb5d6356-7523-446f-9755-e90bd61e1726 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:39:02.722824 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cb5d6356-7523-446f-9755-e90bd61e1726 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:02.728037 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7223178c-d837-4311-bc7e-57dd183f4f80 None None] Sync routers for ids ['ba42f30b-409a-4203-9dc0-b2b401bccefc'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:39:02.737073 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7223178c-d837-4311-bc7e-57dd183f4f80 None None] Routers {'ba42f30b-409a-4203-9dc0-b2b401bccefc'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:39:02.737684 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-7223178c-d837-4311-bc7e-57dd183f4f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:38:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['ba42f30b-409a-4203-9dc0-b2b401bccefc'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:39:02.749766 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-cb5d6356-7523-446f-9755-e90bd61e1726 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "DELETE /v2.0/floatingips/05819d54-a2b5-40ec-8276-8886e80e420c HTTP/1.1" status: 204 len: 168 time: 0.9103916 Dec 10 15:39:02.750405 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad81b842-eead-4113-9b30-7e987f279a77', 'tag': '91492634-2577-4395-ac86-ce2151433c3d'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:39:02.752672 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9ca57131bc4931768ac29058952438d1fdd62308db7b17540cc34ffe8faef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae0ddd4-050a-4f13-80d4-3ce6aea92284" -d '{"events": [{"name": "network-changed", "server_uuid": "ad81b842-eead-4113-9b30-7e987f279a77", "tag": "91492634-2577-4395-ac86-ce2151433c3d"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:39:02.787245 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 15:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d1a199-647e-4de4-9c06-998e6dd0589e x-openstack-request-id: req-91d1a199-647e-4de4-9c06-998e6dd0589e {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:39:02.787572 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad81b842-eead-4113-9b30-7e987f279a77", "tag": "91492634-2577-4395-ac86-ce2151433c3d", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:39:02.787832 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-91d1a199-647e-4de4-9c06-998e6dd0589e {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:39:02.788246 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad81b842-eead-4113-9b30-7e987f279a77', 'tag': '91492634-2577-4395-ac86-ce2151433c3d', 'status': 'completed', 'code': 200} Dec 10 15:39:02.849462 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-7223178c-d837-4311-bc7e-57dd183f4f80 None None] Set router ba42f30b-409a-4203-9dc0-b2b401bccefc gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:39:02.856374 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae0ddd4-050a-4f13-80d4-3ce6aea92284 req-c531a09c-648a-49cd-b67e-6a8f907b86af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:39:02.858048 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-fae0ddd4-050a-4f13-80d4-3ce6aea92284 req-c531a09c-648a-49cd-b67e-6a8f907b86af service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5591279ec4634b489dcb9d918648235a&device_id=ad81b842-eead-4113-9b30-7e987f279a77 HTTP/1.1" status: 200 len: 1098 time: 0.0412247 Dec 10 15:39:02.963708 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae0ddd4-050a-4f13-80d4-3ce6aea92284 req-96ab7eee-25bf-494e-8280-5958385a7e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:39:02.965194 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-fae0ddd4-050a-4f13-80d4-3ce6aea92284 req-96ab7eee-25bf-494e-8280-5958385a7e30 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a5dd9203-5f7e-43be-b17d-4683ee28e949 HTTP/1.1" status: 200 len: 897 time: 0.0968661 Dec 10 15:39:02.979989 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef973d6-095f-4109-b96e-35e9b3886acf req-cd81ab31-63c5-4faf-9178-ae094fab8567 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:39:02.984324 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-8ef973d6-095f-4109-b96e-35e9b3886acf req-cd81ab31-63c5-4faf-9178-ae094fab8567 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=240ed2bc-b709-413a-9169-646801871415 HTTP/1.1" status: 200 len: 945 time: 0.0604320 Dec 10 15:39:03.014306 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-fae0ddd4-050a-4f13-80d4-3ce6aea92284 req-c2dade2d-46ac-450c-b058-dadff5fa5d35 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91492634-2577-4395-ac86-ce2151433c3d HTTP/1.1" status: 200 len: 217 time: 0.0383816 Dec 10 15:39:03.048063 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-8ef973d6-095f-4109-b96e-35e9b3886acf req-9752d30e-4c63-48de-8b14-a80261199bb0 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=c45cce5d-83cf-4957-95bc-b87dc9d66ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571313 Dec 10 15:39:03.061507 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-7223178c-d837-4311-bc7e-57dd183f4f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba42f30b-409a-4203-9dc0-b2b401bccefc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-264996045', 'tenant_id': '5591279ec4634b489dcb9d918648235a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.121'}], 'enable_snat': True}, 'gw_port_id': '796afaaf-718b-4e7a-9737-bdd496578089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:37:01Z', 'updated_at': '2021-12-10T15:37:10Z', 'revision_number': 4, 'project_id': '5591279ec4634b489dcb9d918648235a', 'gw_port': {'id': '796afaaf-718b-4e7a-9737-bdd496578089', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba42f30b-409a-4203-9dc0-b2b401bccefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:37:02Z', 'updated_at': '2021-12-10T15:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': 'b1cb8439-eb77-4e52-9f41-8fa28c8a57f4', 'name': '', 'network_id': 'a5dd9203-5f7e-43be-b17d-4683ee28e949', 'tenant_id': '5591279ec4634b489dcb9d918648235a', 'mac_address': 'fa:16:3e:2d:6f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba42f30b-409a-4203-9dc0-b2b401bccefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '743e688d-60cf-4303-b38e-fba2d962ab58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:37:09Z', 'updated_at': '2021-12-10T15:37:15Z', 'revision_number': 5, 'project_id': '5591279ec4634b489dcb9d918648235a', 'subnets': [{'id': '743e688d-60cf-4303-b38e-fba2d962ab58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:39:03.077114 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae0ddd4-050a-4f13-80d4-3ce6aea92284 req-d867bcae-6430-455c-ba4c-212c726ddb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:39:03.078661 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-fae0ddd4-050a-4f13-80d4-3ce6aea92284 req-d867bcae-6430-455c-ba4c-212c726ddb58 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=743e688d-60cf-4303-b38e-fba2d962ab58 HTTP/1.1" status: 200 len: 834 time: 0.0498383 Dec 10 15:39:03.090218 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7223178c-d837-4311-bc7e-57dd183f4f80 None None] Checking router: ba42f30b-409a-4203-9dc0-b2b401bccefc for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:39:03.100203 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7223178c-d837-4311-bc7e-57dd183f4f80 None None] Routers {'ba42f30b-409a-4203-9dc0-b2b401bccefc'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:39:03.100835 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-7223178c-d837-4311-bc7e-57dd183f4f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:38:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['ba42f30b-409a-4203-9dc0-b2b401bccefc'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:39:03.138228 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae0ddd4-050a-4f13-80d4-3ce6aea92284 req-c77de73c-01d3-479e-8f2a-b6358631f5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:39:03.139766 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-fae0ddd4-050a-4f13-80d4-3ce6aea92284 req-c77de73c-01d3-479e-8f2a-b6358631f5d9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a5dd9203-5f7e-43be-b17d-4683ee28e949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0468690 Dec 10 15:39:03.219032 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-7223178c-d837-4311-bc7e-57dd183f4f80 None None] Set router ba42f30b-409a-4203-9dc0-b2b401bccefc gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:39:03.230971 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1789ca61-cd59-4e83-aed9-2594538d188b req-adc94649-ec36-4b84-bdfc-64420e151cd0 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:39:03.232697 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-1789ca61-cd59-4e83-aed9-2594538d188b req-adc94649-ec36-4b84-bdfc-64420e151cd0 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad81b842-eead-4113-9b30-7e987f279a77 HTTP/1.1" status: 200 len: 945 time: 0.0554945 Dec 10 15:39:03.242764 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-fae0ddd4-050a-4f13-80d4-3ce6aea92284 req-4b81517c-0d4f-45e2-9b7f-a3495ada5ff8 service neutron] 10.222.0.44 "GET /v2.0/networks/a5dd9203-5f7e-43be-b17d-4683ee28e949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900824 Dec 10 15:39:03.291985 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-1789ca61-cd59-4e83-aed9-2594538d188b req-17e564c5-8eb7-4f1b-b63f-bec749d11455 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fa9c1f6-95bc-4eb4-ae59-5d412abcb02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528984 Dec 10 15:39:03.339177 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091047c2-22b7-4551-89fa-7d3d4be7a0f4 req-c39f766b-ee77-4c34-912d-9fdea636aa09 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:39:03.340700 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-091047c2-22b7-4551-89fa-7d3d4be7a0f4 req-c39f766b-ee77-4c34-912d-9fdea636aa09 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.44 "GET /v2.0/ports?device_id=240ed2bc-b709-413a-9169-646801871415 HTTP/1.1" status: 200 len: 945 time: 0.0604398 Dec 10 15:39:03.355694 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-fae0ddd4-050a-4f13-80d4-3ce6aea92284 req-94875639-2b7d-4b19-b09d-2b3200f89b33 service neutron] 10.222.0.44 "GET /v2.0/networks/a5dd9203-5f7e-43be-b17d-4683ee28e949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033854 Dec 10 15:39:03.442649 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [req-091047c2-22b7-4551-89fa-7d3d4be7a0f4 req-631d1b22-8ed1-4abd-892a-1216d6222114 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Deleting port 58062433-b526-410c-82fc-5f317ac915a2 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:39:03.442992 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-091047c2-22b7-4551-89fa-7d3d4be7a0f4 req-631d1b22-8ed1-4abd-892a-1216d6222114 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:03.532744 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [req-091047c2-22b7-4551-89fa-7d3d4be7a0f4 req-631d1b22-8ed1-4abd-892a-1216d6222114 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] For port 58062433-b526-410c-82fc-5f317ac915a2, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=58062433-b526-410c-82fc-5f317ac915a2,segment=NetworkSegment(ab8ea500-a753-4256-b008-41be8a6f9bbf),segment_id=ab8ea500-a753-4256-b008-41be8a6f9bbf)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:39:03.533105 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-091047c2-22b7-4551-89fa-7d3d4be7a0f4 req-631d1b22-8ed1-4abd-892a-1216d6222114 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:03.580093 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-7223178c-d837-4311-bc7e-57dd183f4f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba42f30b-409a-4203-9dc0-b2b401bccefc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-264996045', 'tenant_id': '5591279ec4634b489dcb9d918648235a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.121'}], 'enable_snat': True}, 'gw_port_id': '796afaaf-718b-4e7a-9737-bdd496578089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:37:01Z', 'updated_at': '2021-12-10T15:37:10Z', 'revision_number': 4, 'project_id': '5591279ec4634b489dcb9d918648235a', 'gw_port': {'id': '796afaaf-718b-4e7a-9737-bdd496578089', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba42f30b-409a-4203-9dc0-b2b401bccefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:37:02Z', 'updated_at': '2021-12-10T15:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': 'b1cb8439-eb77-4e52-9f41-8fa28c8a57f4', 'name': '', 'network_id': 'a5dd9203-5f7e-43be-b17d-4683ee28e949', 'tenant_id': '5591279ec4634b489dcb9d918648235a', 'mac_address': 'fa:16:3e:2d:6f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba42f30b-409a-4203-9dc0-b2b401bccefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '743e688d-60cf-4303-b38e-fba2d962ab58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:37:09Z', 'updated_at': '2021-12-10T15:37:15Z', 'revision_number': 5, 'project_id': '5591279ec4634b489dcb9d918648235a', 'subnets': [{'id': '743e688d-60cf-4303-b38e-fba2d962ab58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:39:03.606495 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7223178c-d837-4311-bc7e-57dd183f4f80 None None] The sync data for ids ['ba42f30b-409a-4203-9dc0-b2b401bccefc'] in dv-neutron-821401-4-hyperv is: [{'id': 'ba42f30b-409a-4203-9dc0-b2b401bccefc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-264996045', 'tenant_id': '5591279ec4634b489dcb9d918648235a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.121'}], 'enable_snat': True}, 'gw_port_id': '796afaaf-718b-4e7a-9737-bdd496578089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:37:01Z', 'updated_at': '2021-12-10T15:37:10Z', 'revision_number': 4, 'project_id': '5591279ec4634b489dcb9d918648235a', 'gw_port': {'id': '796afaaf-718b-4e7a-9737-bdd496578089', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba42f30b-409a-4203-9dc0-b2b401bccefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:37:02Z', 'updated_at': '2021-12-10T15:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': 'b1cb8439-eb77-4e52-9f41-8fa28c8a57f4', 'name': '', 'network_id': 'a5dd9203-5f7e-43be-b17d-4683ee28e949', 'tenant_id': '5591279ec4634b489dcb9d918648235a', 'mac_address': 'fa:16:3e:2d:6f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba42f30b-409a-4203-9dc0-b2b401bccefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '743e688d-60cf-4303-b38e-fba2d962ab58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:37:09Z', 'updated_at': '2021-12-10T15:37:15Z', 'revision_number': 5, 'project_id': '5591279ec4634b489dcb9d918648235a', 'subnets': [{'id': '743e688d-60cf-4303-b38e-fba2d962ab58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:39:03.716955 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-091047c2-22b7-4551-89fa-7d3d4be7a0f4 req-631d1b22-8ed1-4abd-892a-1216d6222114 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:03.717346 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-091047c2-22b7-4551-89fa-7d3d4be7a0f4 req-631d1b22-8ed1-4abd-892a-1216d6222114 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552741'] for floatingip, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:03.717667 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.l3_db [req-091047c2-22b7-4551-89fa-7d3d4be7a0f4 req-631d1b22-8ed1-4abd-892a-1216d6222114 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Floating IP fa2f0c90-6eca-4446-b0fc-fc8ab035cf28 disassociated. External IP: 172.26.2.105, port: 58062433-b526-410c-82fc-5f317ac915a2. Dec 10 15:39:03.718062 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [req-091047c2-22b7-4551-89fa-7d3d4be7a0f4 req-631d1b22-8ed1-4abd-892a-1216d6222114 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Calling delete_port for 58062433-b526-410c-82fc-5f317ac915a2 owned by compute:nova {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:39:03.824981 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b9aa7f-9c06-4217-a9ab-274a498b9834 None None] New status for floating IP 05819d54-a2b5-40ec-8276-8886e80e420c: DOWN {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 15:39:03.907328 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-091047c2-22b7-4551-89fa-7d3d4be7a0f4 req-631d1b22-8ed1-4abd-892a-1216d6222114 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:03.942215 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631d1b22-8ed1-4abd-892a-1216d6222114 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event deleted for resources: {'Port': ['ID=58062433-b526-410c-82fc-5f317ac915a2,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:39:03.953528 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631d1b22-8ed1-4abd-892a-1216d6222114 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:39:03.953909 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631d1b22-8ed1-4abd-892a-1216d6222114 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:39:03.954262 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631d1b22-8ed1-4abd-892a-1216d6222114 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:39:03.954638 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631d1b22-8ed1-4abd-892a-1216d6222114 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:39:03.954976 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631d1b22-8ed1-4abd-892a-1216d6222114 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:39:03.955312 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631d1b22-8ed1-4abd-892a-1216d6222114 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:39:03.955646 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631d1b22-8ed1-4abd-892a-1216d6222114 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:39:03.955979 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631d1b22-8ed1-4abd-892a-1216d6222114 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:39:03.956393 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631d1b22-8ed1-4abd-892a-1216d6222114 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:39:03.956732 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631d1b22-8ed1-4abd-892a-1216d6222114 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:39:03.957063 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631d1b22-8ed1-4abd-892a-1216d6222114 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:39:03.957390 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631d1b22-8ed1-4abd-892a-1216d6222114 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:39:03.957718 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631d1b22-8ed1-4abd-892a-1216d6222114 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:39:04.067929 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [req-091047c2-22b7-4551-89fa-7d3d4be7a0f4 req-631d1b22-8ed1-4abd-892a-1216d6222114 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Router 03035e65-5fbc-4480-9aad-94a84cc9864d has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:39:04.145304 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-785ef33d-5e77-4d97-8c7c-723a06bf32a7 req-5404eed1-3020-41fc-b5ba-7673a94884cd tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=240ed2bc-b709-413a-9169-646801871415 HTTP/1.1" status: 200 len: 210 time: 0.0265226 Dec 10 15:39:04.174746 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-091047c2-22b7-4551-89fa-7d3d4be7a0f4 req-631d1b22-8ed1-4abd-892a-1216d6222114 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:39:04.184574 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f3a55e-28e6-4685-9ada-5f8e3e69d58d None None] Sync routers for ids ['03035e65-5fbc-4480-9aad-94a84cc9864d'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:39:04.195672 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f3a55e-28e6-4685-9ada-5f8e3e69d58d None None] Routers {'03035e65-5fbc-4480-9aad-94a84cc9864d'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:39:04.196285 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-05f3a55e-28e6-4685-9ada-5f8e3e69d58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:38:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['03035e65-5fbc-4480-9aad-94a84cc9864d'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:39:04.217793 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [req-091047c2-22b7-4551-89fa-7d3d4be7a0f4 req-631d1b22-8ed1-4abd-892a-1216d6222114 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] No DVR routers for this DVR port 58062433-b526-410c-82fc-5f317ac915a2 on host hv-neutron-8214 {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:39:04.220838 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-091047c2-22b7-4551-89fa-7d3d4be7a0f4 req-631d1b22-8ed1-4abd-892a-1216d6222114 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:04.224257 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-091047c2-22b7-4551-89fa-7d3d4be7a0f4 req-631d1b22-8ed1-4abd-892a-1216d6222114 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.44 "DELETE /v2.0/ports/58062433-b526-410c-82fc-5f317ac915a2 HTTP/1.1" status: 204 len: 173 time: 0.8764834 Dec 10 15:39:04.224733 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '240ed2bc-b709-413a-9169-646801871415', 'name': 'network-vif-deleted', 'tag': '58062433-b526-410c-82fc-5f317ac915a2'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:39:04.228076 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde1b47dcd987728a27c8e391f176ee57ea2adf837d2cedb59662361de43515a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-976968a5-87d9-4f0f-a8da-bcee8e7887af" -d '{"events": [{"server_uuid": "240ed2bc-b709-413a-9169-646801871415", "name": "network-vif-deleted", "tag": "58062433-b526-410c-82fc-5f317ac915a2"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:39:04.265102 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 15:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f042bdf8-d1ae-4950-9f3d-75296f0ef872 x-openstack-request-id: req-f042bdf8-d1ae-4950-9f3d-75296f0ef872 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:39:04.265558 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "240ed2bc-b709-413a-9169-646801871415", "name": "network-vif-deleted", "tag": "58062433-b526-410c-82fc-5f317ac915a2", "status": "completed", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:39:04.265875 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f042bdf8-d1ae-4950-9f3d-75296f0ef872 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:39:04.266408 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '240ed2bc-b709-413a-9169-646801871415', 'name': 'network-vif-deleted', 'tag': '58062433-b526-410c-82fc-5f317ac915a2', 'status': 'completed', 'code': 200} Dec 10 15:39:04.304870 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-05f3a55e-28e6-4685-9ada-5f8e3e69d58d None None] Set router 03035e65-5fbc-4480-9aad-94a84cc9864d gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:39:04.437970 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a51c3a2-ee16-4ad9-81d1-b9f2e85b3999 req-9a89a9ae-474d-4f1a-9348-e3c58e9cfb0c tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:39:04.442293 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-0a51c3a2-ee16-4ad9-81d1-b9f2e85b3999 req-9a89a9ae-474d-4f1a-9348-e3c58e9cfb0c tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad81b842-eead-4113-9b30-7e987f279a77 HTTP/1.1" status: 200 len: 945 time: 0.0735755 Dec 10 15:39:04.497338 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-0a51c3a2-ee16-4ad9-81d1-b9f2e85b3999 req-c9826b87-d2f3-4fe7-9f64-d30be5a7342d tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fa9c1f6-95bc-4eb4-ae59-5d412abcb02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483570 Dec 10 15:39:04.538842 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-05f3a55e-28e6-4685-9ada-5f8e3e69d58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03035e65-5fbc-4480-9aad-94a84cc9864d', 'name': 'tempest-TestNetworkBasicOps-router-149117513', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.249'}], 'enable_snat': True}, 'gw_port_id': '85be69d8-11d2-4f6a-9292-568bd78a6e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:36:51Z', 'updated_at': '2021-12-10T15:36:58Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '85be69d8-11d2-4f6a-9292-568bd78a6e93', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03035e65-5fbc-4480-9aad-94a84cc9864d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:36:52Z', 'updated_at': '2021-12-10T15:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '15f12b90-f80a-4560-88c8-576051b32166', 'name': '', 'network_id': '41da71eb-bf34-43b9-be45-4b47a883de82', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:4c:85:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03035e65-5fbc-4480-9aad-94a84cc9864d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'd7fc55fb-e83c-45c6-a4ad-39a7dd319016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:36:57Z', 'updated_at': '2021-12-10T15:37:02Z', 'revision_number': 5, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': 'd7fc55fb-e83c-45c6-a4ad-39a7dd319016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:39:04.564962 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f3a55e-28e6-4685-9ada-5f8e3e69d58d None None] Checking router: 03035e65-5fbc-4480-9aad-94a84cc9864d for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:39:04.573945 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f3a55e-28e6-4685-9ada-5f8e3e69d58d None None] Routers {'03035e65-5fbc-4480-9aad-94a84cc9864d'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:39:04.574552 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-05f3a55e-28e6-4685-9ada-5f8e3e69d58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:38:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['03035e65-5fbc-4480-9aad-94a84cc9864d'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:39:04.678653 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-05f3a55e-28e6-4685-9ada-5f8e3e69d58d None None] Set router 03035e65-5fbc-4480-9aad-94a84cc9864d gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:39:04.715696 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e90d740-3426-4c2c-8a64-c5f741157690 req-b2c13ca9-8de7-444f-b357-42924f59434e tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:39:04.717295 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-7e90d740-3426-4c2c-8a64-c5f741157690 req-b2c13ca9-8de7-444f-b357-42924f59434e tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad81b842-eead-4113-9b30-7e987f279a77 HTTP/1.1" status: 200 len: 945 time: 0.0494127 Dec 10 15:39:04.810896 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [req-7e90d740-3426-4c2c-8a64-c5f741157690 req-2eaddf29-7000-44ad-967b-f06c56247672 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Deleting port 91492634-2577-4395-ac86-ce2151433c3d {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:39:04.811261 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-7e90d740-3426-4c2c-8a64-c5f741157690 req-2eaddf29-7000-44ad-967b-f06c56247672 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:04.875623 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-05f3a55e-28e6-4685-9ada-5f8e3e69d58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03035e65-5fbc-4480-9aad-94a84cc9864d', 'name': 'tempest-TestNetworkBasicOps-router-149117513', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.249'}], 'enable_snat': True}, 'gw_port_id': '85be69d8-11d2-4f6a-9292-568bd78a6e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:36:51Z', 'updated_at': '2021-12-10T15:36:58Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '85be69d8-11d2-4f6a-9292-568bd78a6e93', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03035e65-5fbc-4480-9aad-94a84cc9864d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:36:52Z', 'updated_at': '2021-12-10T15:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '15f12b90-f80a-4560-88c8-576051b32166', 'name': '', 'network_id': '41da71eb-bf34-43b9-be45-4b47a883de82', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:4c:85:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03035e65-5fbc-4480-9aad-94a84cc9864d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'd7fc55fb-e83c-45c6-a4ad-39a7dd319016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:36:57Z', 'updated_at': '2021-12-10T15:37:02Z', 'revision_number': 5, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': 'd7fc55fb-e83c-45c6-a4ad-39a7dd319016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:39:04.900505 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [req-7e90d740-3426-4c2c-8a64-c5f741157690 req-2eaddf29-7000-44ad-967b-f06c56247672 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] For port 91492634-2577-4395-ac86-ce2151433c3d, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=91492634-2577-4395-ac86-ce2151433c3d,segment=NetworkSegment(9d1f8eeb-0920-45cf-9fc0-431ba1916359),segment_id=9d1f8eeb-0920-45cf-9fc0-431ba1916359)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:39:04.900880 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-7e90d740-3426-4c2c-8a64-c5f741157690 req-2eaddf29-7000-44ad-967b-f06c56247672 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:04.906824 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f3a55e-28e6-4685-9ada-5f8e3e69d58d None None] The sync data for ids ['03035e65-5fbc-4480-9aad-94a84cc9864d'] in dv-neutron-821401-4-hyperv is: [{'id': '03035e65-5fbc-4480-9aad-94a84cc9864d', 'name': 'tempest-TestNetworkBasicOps-router-149117513', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.249'}], 'enable_snat': True}, 'gw_port_id': '85be69d8-11d2-4f6a-9292-568bd78a6e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:36:51Z', 'updated_at': '2021-12-10T15:36:58Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '85be69d8-11d2-4f6a-9292-568bd78a6e93', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03035e65-5fbc-4480-9aad-94a84cc9864d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:36:52Z', 'updated_at': '2021-12-10T15:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '15f12b90-f80a-4560-88c8-576051b32166', 'name': '', 'network_id': '41da71eb-bf34-43b9-be45-4b47a883de82', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:4c:85:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03035e65-5fbc-4480-9aad-94a84cc9864d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'd7fc55fb-e83c-45c6-a4ad-39a7dd319016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:36:57Z', 'updated_at': '2021-12-10T15:37:02Z', 'revision_number': 5, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': 'd7fc55fb-e83c-45c6-a4ad-39a7dd319016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:39:04.916794 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [req-7e90d740-3426-4c2c-8a64-c5f741157690 req-2eaddf29-7000-44ad-967b-f06c56247672 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Calling delete_port for 91492634-2577-4395-ac86-ce2151433c3d owned by compute:nova {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:39:05.122663 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-7e90d740-3426-4c2c-8a64-c5f741157690 req-2eaddf29-7000-44ad-967b-f06c56247672 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:05.155382 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723a9e1a-d7f6-4aa0-91e7-4c7b0fb2d38a None None] New status for floating IP fa2f0c90-6eca-4446-b0fc-fc8ab035cf28: DOWN {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 15:39:05.155937 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaddf29-7000-44ad-967b-f06c56247672 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Pushing event deleted for resources: {'Port': ['ID=91492634-2577-4395-ac86-ce2151433c3d,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:39:05.196356 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e90d740-3426-4c2c-8a64-c5f741157690 req-2eaddf29-7000-44ad-967b-f06c56247672 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] No DVR routers for this DVR port 91492634-2577-4395-ac86-ce2151433c3d on host hv-neutron-8214 {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:39:05.199093 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-7e90d740-3426-4c2c-8a64-c5f741157690 req-2eaddf29-7000-44ad-967b-f06c56247672 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:05.203205 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-7e90d740-3426-4c2c-8a64-c5f741157690 req-2eaddf29-7000-44ad-967b-f06c56247672 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.44 "DELETE /v2.0/ports/91492634-2577-4395-ac86-ce2151433c3d HTTP/1.1" status: 204 len: 173 time: 0.4789972 Dec 10 15:39:05.278162 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f232a868-72d6-42ca-883d-7d4c177e45ac req-94305d70-f51a-4153-aa64-a25db09e9ec1 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=240ed2bc-b709-413a-9169-646801871415 HTTP/1.1" status: 200 len: 210 time: 0.0314717 Dec 10 15:39:05.627825 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-f45f1f66-5113-4e2f-ae69-f7f86d91a836 req-f2be553f-2d92-4cb4-b9dc-1c72db120454 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad81b842-eead-4113-9b30-7e987f279a77 HTTP/1.1" status: 200 len: 210 time: 0.0280974 Dec 10 15:39:06.267208 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad81b842-eead-4113-9b30-7e987f279a77', 'name': 'network-vif-deleted', 'tag': '91492634-2577-4395-ac86-ce2151433c3d'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:39:06.271608 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde1b47dcd987728a27c8e391f176ee57ea2adf837d2cedb59662361de43515a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ce5aca4-97a8-49ca-b2df-1328a93bd4bf" -d '{"events": [{"server_uuid": "ad81b842-eead-4113-9b30-7e987f279a77", "name": "network-vif-deleted", "tag": "91492634-2577-4395-ac86-ce2151433c3d"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:39:06.317397 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 15:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4bf604d-000c-4053-9683-3e385ccdf9ba x-openstack-request-id: req-d4bf604d-000c-4053-9683-3e385ccdf9ba {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:39:06.317809 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad81b842-eead-4113-9b30-7e987f279a77", "name": "network-vif-deleted", "tag": "91492634-2577-4395-ac86-ce2151433c3d", "status": "completed", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:39:06.318174 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d4bf604d-000c-4053-9683-3e385ccdf9ba {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:39:06.318635 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad81b842-eead-4113-9b30-7e987f279a77', 'name': 'network-vif-deleted', 'tag': '91492634-2577-4395-ac86-ce2151433c3d', 'status': 'completed', 'code': 200} Dec 10 15:39:06.334818 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37816) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:39:06.391388 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-61d638da-fa2c-4380-813d-3d0be370956f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:06.415983 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-61d638da-fa2c-4380-813d-3d0be370956f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:06.533204 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-61d638da-fa2c-4380-813d-3d0be370956f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:06.535834 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-61d638da-fa2c-4380-813d-3d0be370956f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:06.536974 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-61d638da-fa2c-4380-813d-3d0be370956f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "DELETE /v2.0/security-groups/c45cce5d-83cf-4957-95bc-b87dc9d66ec8 HTTP/1.1" status: 204 len: 168 time: 0.2012048 Dec 10 15:39:06.546762 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d638da-fa2c-4380-813d-3d0be370956f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c45cce5d-83cf-4957-95bc-b87dc9d66ec8,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:39:06.656051 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37822) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:39:06.689911 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37824) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:39:06.789288 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-8128f853-0913-4eac-a3e8-d3413a89fff8 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Deleting port afa3ef9f-9db7-40ab-9bae-039feece745f {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:39:06.789662 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8128f853-0913-4eac-a3e8-d3413a89fff8 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:06.864473 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8128f853-0913-4eac-a3e8-d3413a89fff8 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:06.864739 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8128f853-0913-4eac-a3e8-d3413a89fff8 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:06.876251 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-8128f853-0913-4eac-a3e8-d3413a89fff8 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Calling delete_port for afa3ef9f-9db7-40ab-9bae-039feece745f owned by network:floatingip {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:39:07.049138 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-59531058-c982-42a3-bbf1-f223fe3d6362 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549925'] for router_interface, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:07.066933 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8128f853-0913-4eac-a3e8-d3413a89fff8 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:07.094006 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8128f853-0913-4eac-a3e8-d3413a89fff8 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event deleted for resources: {'Port': ['ID=afa3ef9f-9db7-40ab-9bae-039feece745f,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:39:07.155051 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8128f853-0913-4eac-a3e8-d3413a89fff8 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for floatingip, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:07.157999 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8128f853-0913-4eac-a3e8-d3413a89fff8 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:07.161814 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-8128f853-0913-4eac-a3e8-d3413a89fff8 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "DELETE /v2.0/floatingips/fa2f0c90-6eca-4446-b0fc-fc8ab035cf28 HTTP/1.1" status: 204 len: 168 time: 0.5019090 Dec 10 15:39:07.310923 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-59531058-c982-42a3-bbf1-f223fe3d6362 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Deleting port b1cb8439-eb77-4e52-9f41-8fa28c8a57f4 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:39:07.311563 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-59531058-c982-42a3-bbf1-f223fe3d6362 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:07.397158 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-59531058-c982-42a3-bbf1-f223fe3d6362 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] For port b1cb8439-eb77-4e52-9f41-8fa28c8a57f4, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=b1cb8439-eb77-4e52-9f41-8fa28c8a57f4,segment=NetworkSegment(9d1f8eeb-0920-45cf-9fc0-431ba1916359),segment_id=9d1f8eeb-0920-45cf-9fc0-431ba1916359)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:39:07.397516 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-59531058-c982-42a3-bbf1-f223fe3d6362 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:07.409624 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-59531058-c982-42a3-bbf1-f223fe3d6362 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Calling delete_port for b1cb8439-eb77-4e52-9f41-8fa28c8a57f4 owned by network:router_interface {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:39:07.604732 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a9060d-4487-45e6-bfcc-60d5e5063a10 req-50052357-3549-4b17-b3ef-3acceed860ff tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:39:07.606304 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-c0a9060d-4487-45e6-bfcc-60d5e5063a10 req-50052357-3549-4b17-b3ef-3acceed860ff tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=2038e834-77a8-4b0d-a043-9ca766b7e498 HTTP/1.1" status: 200 len: 945 time: 0.0573490 Dec 10 15:39:07.653224 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-59531058-c982-42a3-bbf1-f223fe3d6362 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:07.659697 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-c0a9060d-4487-45e6-bfcc-60d5e5063a10 req-ba7c3934-aa72-43d0-ae29-bfa09240352f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=84c1130c-2602-4982-b1cd-aa24598b294b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0471702 Dec 10 15:39:07.686714 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59531058-c982-42a3-bbf1-f223fe3d6362 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Pushing event deleted for resources: {'Port': ['ID=b1cb8439-eb77-4e52-9f41-8fa28c8a57f4,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:39:07.762803 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 58062433-b526-410c-82fc-5f317ac915a2 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:39:07.784840 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] No Port match for: 58062433-b526-410c-82fc-5f317ac915a2 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:39:07.785213 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 58062433-b526-410c-82fc-5f317ac915a2 not bound to the agent host hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:39:07.786258 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 91492634-2577-4395-ac86-ce2151433c3d no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:39:07.807706 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] No Port match for: 91492634-2577-4395-ac86-ce2151433c3d {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:39:07.808046 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 91492634-2577-4395-ac86-ce2151433c3d not bound to the agent host hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:39:07.863010 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-59531058-c982-42a3-bbf1-f223fe3d6362 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550073'] for router_interface, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:08.397192 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59531058-c982-42a3-bbf1-f223fe3d6362 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Router ba42f30b-409a-4203-9dc0-b2b401bccefc has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:39:08.500001 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59531058-c982-42a3-bbf1-f223fe3d6362 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:39:08.505180 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-59531058-c982-42a3-bbf1-f223fe3d6362 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "PUT /v2.0/routers/ba42f30b-409a-4203-9dc0-b2b401bccefc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8140285 Dec 10 15:39:08.507712 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37830) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:39:08.510844 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a3f9f3-8f9a-4f0d-91a2-891b248923ca None None] Sync routers for ids ['ba42f30b-409a-4203-9dc0-b2b401bccefc'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:39:08.520784 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a3f9f3-8f9a-4f0d-91a2-891b248923ca None None] Routers {'ba42f30b-409a-4203-9dc0-b2b401bccefc'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:39:08.521710 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-f8a3f9f3-8f9a-4f0d-91a2-891b248923ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:38:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['ba42f30b-409a-4203-9dc0-b2b401bccefc'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:39:08.561255 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c5c79b5-9684-4cd6-b8e9-f1ba534b5131 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Deleting subnet 743e688d-60cf-4303-b38e-fba2d962ab58 {{(pid=103586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:39:08.564373 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2c5c79b5-9684-4cd6-b8e9-f1ba534b5131 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks [] for subnet, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:08.605085 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2c5c79b5-9684-4cd6-b8e9-f1ba534b5131 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12392400'] for subnet, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:08.626766 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-f8a3f9f3-8f9a-4f0d-91a2-891b248923ca None None] Set router ba42f30b-409a-4203-9dc0-b2b401bccefc gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:39:08.695194 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2c5c79b5-9684-4cd6-b8e9-f1ba534b5131 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:08.801796 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a1b15-0c4a-4b06-9a57-21899f784266 req-8f5d1be9-32a2-4857-8649-8841de849e60 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:39:08.803553 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-928a1b15-0c4a-4b06-9a57-21899f784266 req-8f5d1be9-32a2-4857-8649-8841de849e60 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=2038e834-77a8-4b0d-a043-9ca766b7e498 HTTP/1.1" status: 200 len: 945 time: 0.0547974 Dec 10 15:39:08.814756 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-f8a3f9f3-8f9a-4f0d-91a2-891b248923ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba42f30b-409a-4203-9dc0-b2b401bccefc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-264996045', 'tenant_id': '5591279ec4634b489dcb9d918648235a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.121'}], 'enable_snat': True}, 'gw_port_id': '796afaaf-718b-4e7a-9737-bdd496578089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:37:01Z', 'updated_at': '2021-12-10T15:39:07Z', 'revision_number': 5, 'project_id': '5591279ec4634b489dcb9d918648235a', 'gw_port': {'id': '796afaaf-718b-4e7a-9737-bdd496578089', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba42f30b-409a-4203-9dc0-b2b401bccefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:37:02Z', 'updated_at': '2021-12-10T15:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:39:08.833185 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2c5c79b5-9684-4cd6-b8e9-f1ba534b5131 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:08.842169 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a3f9f3-8f9a-4f0d-91a2-891b248923ca None None] Checking router: ba42f30b-409a-4203-9dc0-b2b401bccefc for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:39:08.851014 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a3f9f3-8f9a-4f0d-91a2-891b248923ca None None] Routers {'ba42f30b-409a-4203-9dc0-b2b401bccefc'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:39:08.851929 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-f8a3f9f3-8f9a-4f0d-91a2-891b248923ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:38:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['ba42f30b-409a-4203-9dc0-b2b401bccefc'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:39:08.903778 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5c79b5-9684-4cd6-b8e9-f1ba534b5131 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Pushing event deleted for resources: {'Subnet': ['ID=743e688d-60cf-4303-b38e-fba2d962ab58,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:39:08.908524 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2c5c79b5-9684-4cd6-b8e9-f1ba534b5131 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:08.914278 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-2c5c79b5-9684-4cd6-b8e9-f1ba534b5131 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "DELETE /v2.0/subnets/743e688d-60cf-4303-b38e-fba2d962ab58 HTTP/1.1" status: 204 len: 168 time: 0.4031436 Dec 10 15:39:08.915252 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37836) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:39:08.918082 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-928a1b15-0c4a-4b06-9a57-21899f784266 req-d97a44a9-b570-4fc2-8e03-e62984bd7956 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=84c1130c-2602-4982-b1cd-aa24598b294b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1072748 Dec 10 15:39:08.940520 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7401df57-424b-45a3-910a-6bb61d464020 None None] Network a5dd9203-5f7e-43be-b17d-4683ee28e949 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:39:08.951650 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02072514-0d7d-4b69-a4ac-9c3c67b3c908 req-f7a2b13f-264a-42f5-bf8f-423653321114 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:39:08.954278 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-02072514-0d7d-4b69-a4ac-9c3c67b3c908 req-f7a2b13f-264a-42f5-bf8f-423653321114 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.44 "GET /v2.0/ports?device_id=2038e834-77a8-4b0d-a043-9ca766b7e498 HTTP/1.1" status: 200 len: 945 time: 0.1083908 Dec 10 15:39:09.017902 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-f8a3f9f3-8f9a-4f0d-91a2-891b248923ca None None] Set router ba42f30b-409a-4203-9dc0-b2b401bccefc gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:39:09.031104 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fb704713-fb0e-4fb3-b7e8-6ab9e4d6f070 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks [] for router, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:09.050876 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [req-02072514-0d7d-4b69-a4ac-9c3c67b3c908 req-fdd0990e-549b-4032-9d36-f23179f0170e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Deleting port 61a2aa30-bf6a-41c8-a09e-32fa315f9a56 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:39:09.051553 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-02072514-0d7d-4b69-a4ac-9c3c67b3c908 req-fdd0990e-549b-4032-9d36-f23179f0170e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:09.151984 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [req-02072514-0d7d-4b69-a4ac-9c3c67b3c908 req-fdd0990e-549b-4032-9d36-f23179f0170e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] For port 61a2aa30-bf6a-41c8-a09e-32fa315f9a56, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=61a2aa30-bf6a-41c8-a09e-32fa315f9a56,segment=NetworkSegment(ab8ea500-a753-4256-b008-41be8a6f9bbf),segment_id=ab8ea500-a753-4256-b008-41be8a6f9bbf)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:39:09.152762 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-02072514-0d7d-4b69-a4ac-9c3c67b3c908 req-fdd0990e-549b-4032-9d36-f23179f0170e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:09.158613 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fb704713-fb0e-4fb3-b7e8-6ab9e4d6f070 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:09.174072 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [req-02072514-0d7d-4b69-a4ac-9c3c67b3c908 req-fdd0990e-549b-4032-9d36-f23179f0170e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Calling delete_port for 61a2aa30-bf6a-41c8-a09e-32fa315f9a56 owned by compute:nova {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:39:09.236301 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6206470f-3ee7-4290-a968-94332029cd3e None None] DHCP port deletion for a5dd9203-5f7e-43be-b17d-4683ee28e949 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:39:09.240694 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-f8a3f9f3-8f9a-4f0d-91a2-891b248923ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba42f30b-409a-4203-9dc0-b2b401bccefc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-264996045', 'tenant_id': '5591279ec4634b489dcb9d918648235a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.121'}], 'enable_snat': True}, 'gw_port_id': '796afaaf-718b-4e7a-9737-bdd496578089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:37:01Z', 'updated_at': '2021-12-10T15:39:07Z', 'revision_number': 5, 'project_id': '5591279ec4634b489dcb9d918648235a', 'gw_port': {'id': '796afaaf-718b-4e7a-9737-bdd496578089', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba42f30b-409a-4203-9dc0-b2b401bccefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:37:02Z', 'updated_at': '2021-12-10T15:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:39:09.280111 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-fb704713-fb0e-4fb3-b7e8-6ab9e4d6f070 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Deleting port 796afaaf-718b-4e7a-9737-bdd496578089 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:39:09.280470 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fb704713-fb0e-4fb3-b7e8-6ab9e4d6f070 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:09.280646 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a3f9f3-8f9a-4f0d-91a2-891b248923ca None None] The sync data for ids ['ba42f30b-409a-4203-9dc0-b2b401bccefc'] in dv-neutron-821401-4-hyperv is: [{'id': 'ba42f30b-409a-4203-9dc0-b2b401bccefc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-264996045', 'tenant_id': '5591279ec4634b489dcb9d918648235a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.121'}], 'enable_snat': True}, 'gw_port_id': '796afaaf-718b-4e7a-9737-bdd496578089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:37:01Z', 'updated_at': '2021-12-10T15:39:07Z', 'revision_number': 5, 'project_id': '5591279ec4634b489dcb9d918648235a', 'gw_port': {'id': '796afaaf-718b-4e7a-9737-bdd496578089', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba42f30b-409a-4203-9dc0-b2b401bccefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:37:02Z', 'updated_at': '2021-12-10T15:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:39:09.332541 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6206470f-3ee7-4290-a968-94332029cd3e None None] Deleting port db610e03-3164-4496-b223-c086c40942d8 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:39:09.333093 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6206470f-3ee7-4290-a968-94332029cd3e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:09.369569 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-fb704713-fb0e-4fb3-b7e8-6ab9e4d6f070 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] For port 796afaaf-718b-4e7a-9737-bdd496578089, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=796afaaf-718b-4e7a-9737-bdd496578089,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:39:09.370014 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fb704713-fb0e-4fb3-b7e8-6ab9e4d6f070 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:09.383298 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-fb704713-fb0e-4fb3-b7e8-6ab9e4d6f070 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Calling delete_port for 796afaaf-718b-4e7a-9737-bdd496578089 owned by network:router_gateway {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:39:09.396915 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6206470f-3ee7-4290-a968-94332029cd3e None None] For port db610e03-3164-4496-b223-c086c40942d8, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=db610e03-3164-4496-b223-c086c40942d8,segment=NetworkSegment(9d1f8eeb-0920-45cf-9fc0-431ba1916359),segment_id=9d1f8eeb-0920-45cf-9fc0-431ba1916359)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:39:09.397323 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6206470f-3ee7-4290-a968-94332029cd3e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:09.398162 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-02072514-0d7d-4b69-a4ac-9c3c67b3c908 req-fdd0990e-549b-4032-9d36-f23179f0170e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:09.414653 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6206470f-3ee7-4290-a968-94332029cd3e None None] Calling delete_port for db610e03-3164-4496-b223-c086c40942d8 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:39:09.430422 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd0990e-549b-4032-9d36-f23179f0170e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event deleted for resources: {'Port': ['ID=61a2aa30-bf6a-41c8-a09e-32fa315f9a56,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:39:09.475245 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [req-02072514-0d7d-4b69-a4ac-9c3c67b3c908 req-fdd0990e-549b-4032-9d36-f23179f0170e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] No DVR routers for this DVR port 61a2aa30-bf6a-41c8-a09e-32fa315f9a56 on host hv-neutron-8214 {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:39:09.478822 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-02072514-0d7d-4b69-a4ac-9c3c67b3c908 req-fdd0990e-549b-4032-9d36-f23179f0170e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:09.482411 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-02072514-0d7d-4b69-a4ac-9c3c67b3c908 req-fdd0990e-549b-4032-9d36-f23179f0170e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.44 "DELETE /v2.0/ports/61a2aa30-bf6a-41c8-a09e-32fa315f9a56 HTTP/1.1" status: 204 len: 173 time: 0.5209582 Dec 10 15:39:09.482858 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2038e834-77a8-4b0d-a043-9ca766b7e498', 'name': 'network-vif-deleted', 'tag': '61a2aa30-bf6a-41c8-a09e-32fa315f9a56'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:39:09.485187 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde1b47dcd987728a27c8e391f176ee57ea2adf837d2cedb59662361de43515a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e50698de-e4e7-43f3-8918-19d8b6c95264" -d '{"events": [{"server_uuid": "2038e834-77a8-4b0d-a043-9ca766b7e498", "name": "network-vif-deleted", "tag": "61a2aa30-bf6a-41c8-a09e-32fa315f9a56"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:39:09.521395 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 15:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51bfaa99-97a9-473e-b20f-18ed9d18cfa5 x-openstack-request-id: req-51bfaa99-97a9-473e-b20f-18ed9d18cfa5 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:39:09.521693 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2038e834-77a8-4b0d-a043-9ca766b7e498", "name": "network-vif-deleted", "tag": "61a2aa30-bf6a-41c8-a09e-32fa315f9a56", "status": "completed", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:39:09.522029 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-51bfaa99-97a9-473e-b20f-18ed9d18cfa5 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:39:09.522432 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2038e834-77a8-4b0d-a043-9ca766b7e498', 'name': 'network-vif-deleted', 'tag': '61a2aa30-bf6a-41c8-a09e-32fa315f9a56', 'status': 'completed', 'code': 200} Dec 10 15:39:09.638416 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6206470f-3ee7-4290-a968-94332029cd3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:09.665394 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6206470f-3ee7-4290-a968-94332029cd3e None None] Pushing event deleted for resources: {'Port': ['ID=db610e03-3164-4496-b223-c086c40942d8,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:39:09.667270 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fb704713-fb0e-4fb3-b7e8-6ab9e4d6f070 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:09.676874 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6206470f-3ee7-4290-a968-94332029cd3e None None] No DVR routers for this DVR port db610e03-3164-4496-b223-c086c40942d8 on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:39:09.679843 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6206470f-3ee7-4290-a968-94332029cd3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:39:09.680282 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6206470f-3ee7-4290-a968-94332029cd3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:39:09.680634 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6206470f-3ee7-4290-a968-94332029cd3e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:39:09.681936 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6206470f-3ee7-4290-a968-94332029cd3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:39:09.681936 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6206470f-3ee7-4290-a968-94332029cd3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:39:09.681936 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6206470f-3ee7-4290-a968-94332029cd3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:39:09.682292 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6206470f-3ee7-4290-a968-94332029cd3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:39:09.682292 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6206470f-3ee7-4290-a968-94332029cd3e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:39:09.682614 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6206470f-3ee7-4290-a968-94332029cd3e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:39:09.682948 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6206470f-3ee7-4290-a968-94332029cd3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:39:09.683280 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6206470f-3ee7-4290-a968-94332029cd3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:39:09.683606 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6206470f-3ee7-4290-a968-94332029cd3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:39:09.683932 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6206470f-3ee7-4290-a968-94332029cd3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:39:09.710458 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb704713-fb0e-4fb3-b7e8-6ab9e4d6f070 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Pushing event deleted for resources: {'Port': ['ID=796afaaf-718b-4e7a-9737-bdd496578089,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:39:09.719514 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39718d17-6eec-4205-8d4d-69e9b0fb7e07 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:39:09.790663 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fb704713-fb0e-4fb3-b7e8-6ab9e4d6f070 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552731'] for router_gateway, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:09.891019 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fb704713-fb0e-4fb3-b7e8-6ab9e4d6f070 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13898'] for router, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:09.898304 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fb704713-fb0e-4fb3-b7e8-6ab9e4d6f070 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:09.983320 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device b1cb8439-eb77-4e52-9f41-8fa28c8a57f4 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:39:09.992443 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fb704713-fb0e-4fb3-b7e8-6ab9e4d6f070 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549250'] for router, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:09.993094 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb704713-fb0e-4fb3-b7e8-6ab9e4d6f070 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Fanout notify agent at l3_agent the message router_deleted on router ba42f30b-409a-4203-9dc0-b2b401bccefc {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 15:39:10.001917 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fb704713-fb0e-4fb3-b7e8-6ab9e4d6f070 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:10.003173 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-fb704713-fb0e-4fb3-b7e8-6ab9e4d6f070 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "DELETE /v2.0/routers/ba42f30b-409a-4203-9dc0-b2b401bccefc HTTP/1.1" status: 204 len: 168 time: 1.0868461 Dec 10 15:39:10.005905 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37842) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:39:10.010874 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: b1cb8439-eb77-4e52-9f41-8fa28c8a57f4 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:39:10.011483 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device b1cb8439-eb77-4e52-9f41-8fa28c8a57f4 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:39:10.012123 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device db610e03-3164-4496-b223-c086c40942d8 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:39:10.034042 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: db610e03-3164-4496-b223-c086c40942d8 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:39:10.034613 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device db610e03-3164-4496-b223-c086c40942d8 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:39:10.056286 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-e7b34855-136f-4452-ad0d-fdbe03babef2 req-fb9ddbf5-c7ea-43f2-911c-e61e16fc6768 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=2038e834-77a8-4b0d-a043-9ca766b7e498 HTTP/1.1" status: 200 len: 210 time: 0.0344431 Dec 10 15:39:10.099022 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-de45abe5-dd57-4f78-a07c-00be1aaa372a tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:10.194810 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-de45abe5-dd57-4f78-a07c-00be1aaa372a tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:10.215904 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-de45abe5-dd57-4f78-a07c-00be1aaa372a tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5dd9203-5f7e-43be-b17d-4683ee28e949']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:39:10.230218 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-de45abe5-dd57-4f78-a07c-00be1aaa372a tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d1f8eeb-0920-45cf-9fc0-431ba1916359') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:39:10.230359 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-de45abe5-dd57-4f78-a07c-00be1aaa372a tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d1f8eeb-0920-45cf-9fc0-431ba1916359') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:39:10.239901 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-de45abe5-dd57-4f78-a07c-00be1aaa372a tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11806923'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:10.253580 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-de45abe5-dd57-4f78-a07c-00be1aaa372a tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:10.262592 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de45abe5-dd57-4f78-a07c-00be1aaa372a tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:39:10.262990 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-de45abe5-dd57-4f78-a07c-00be1aaa372a tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11236635'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:10.266086 dv-neutron-821401-4-hyperv neutron-server[103587]: Traceback (most recent call last): Dec 10 15:39:10.266086 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:39:10.266086 dv-neutron-821401-4-hyperv neutron-server[103587]: timer() Dec 10 15:39:10.266086 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:39:10.266086 dv-neutron-821401-4-hyperv neutron-server[103587]: cb(*args, **kw) Dec 10 15:39:10.266086 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:39:10.266086 dv-neutron-821401-4-hyperv neutron-server[103587]: return func(*args, **kwargs) Dec 10 15:39:10.266086 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:39:10.266086 dv-neutron-821401-4-hyperv neutron-server[103587]: self._notify() Dec 10 15:39:10.266086 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:39:10.266086 dv-neutron-821401-4-hyperv neutron-server[103587]: self.callback(batched_events) Dec 10 15:39:10.266086 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:39:10.266086 dv-neutron-821401-4-hyperv neutron-server[103587]: event.method(event) Dec 10 15:39:10.266086 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:39:10.266086 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:39:10.266086 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:39:10.266086 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:39:10.266086 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:39:10.266086 dv-neutron-821401-4-hyperv neutron-server[103587]: return f(self, *a, **k) Dec 10 15:39:10.266086 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:39:10.266086 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._get(url).json() Dec 10 15:39:10.266086 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:39:10.266086 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:39:10.266086 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:39:10.266086 dv-neutron-821401-4-hyperv neutron-server[103587]: return self.request(url, 'GET', **kwargs) Dec 10 15:39:10.266086 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:39:10.266086 dv-neutron-821401-4-hyperv neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:39:10.266086 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:39:10.266086 dv-neutron-821401-4-hyperv neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:39:10.266086 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:39:10.266086 dv-neutron-821401-4-hyperv neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:39:10.266086 dv-neutron-821401-4-hyperv neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:39:10.392182 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-de45abe5-dd57-4f78-a07c-00be1aaa372a tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:10.398965 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-de45abe5-dd57-4f78-a07c-00be1aaa372a tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:10.402181 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-de45abe5-dd57-4f78-a07c-00be1aaa372a tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "DELETE /v2.0/networks/a5dd9203-5f7e-43be-b17d-4683ee28e949 HTTP/1.1" status: 204 len: 168 time: 0.3951778 Dec 10 15:39:10.404999 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37844) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:39:10.417617 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de45abe5-dd57-4f78-a07c-00be1aaa372a tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Pushing event deleted for resources: {'Network': ['ID=a5dd9203-5f7e-43be-b17d-4683ee28e949,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:39:10.464938 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9eb6ef0f-6cd2-4d07-bdd6-d5437f9f5804 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks [] for security_group, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:10.490499 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9eb6ef0f-6cd2-4d07-bdd6-d5437f9f5804 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:10.612963 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9eb6ef0f-6cd2-4d07-bdd6-d5437f9f5804 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:10.615745 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9eb6ef0f-6cd2-4d07-bdd6-d5437f9f5804 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:10.616913 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-9eb6ef0f-6cd2-4d07-bdd6-d5437f9f5804 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] 10.222.0.20 "DELETE /v2.0/security-groups/2fa9c1f6-95bc-4eb4-ae59-5d412abcb02c HTTP/1.1" status: 204 len: 168 time: 0.2107966 Dec 10 15:39:10.626153 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb6ef0f-6cd2-4d07-bdd6-d5437f9f5804 tempest-TestNetworkAdvancedServerOps-1599707388 tempest-TestNetworkAdvancedServerOps-1599707388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa9c1f6-95bc-4eb4-ae59-5d412abcb02c,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:39:11.115933 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37854) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:39:11.160346 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37856) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:39:11.179572 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ae582a11-f624-49bd-ab04-dd357a614b29 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:11.211726 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ae582a11-f624-49bd-ab04-dd357a614b29 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:11.306142 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-63bf82da-5a5f-4090-bd38-dd287bd41531 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5591279ec4634b489dcb9d918648235a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1439798 Dec 10 15:39:11.308517 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37860) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:39:11.339037 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ae582a11-f624-49bd-ab04-dd357a614b29 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:11.341733 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ae582a11-f624-49bd-ab04-dd357a614b29 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:11.342914 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-ae582a11-f624-49bd-ab04-dd357a614b29 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "DELETE /v2.0/security-groups/84c1130c-2602-4982-b1cd-aa24598b294b HTTP/1.1" status: 204 len: 168 time: 0.2253664 Dec 10 15:39:11.353875 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae582a11-f624-49bd-ab04-dd357a614b29 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c1130c-2602-4982-b1cd-aa24598b294b,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:39:11.355840 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-182db268-14a4-4f26-bc51-d4caac7cfe85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:11.382461 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-182db268-14a4-4f26-bc51-d4caac7cfe85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:11.427661 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37864) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:39:11.485045 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-182db268-14a4-4f26-bc51-d4caac7cfe85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:11.487691 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-182db268-14a4-4f26-bc51-d4caac7cfe85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:11.488812 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-182db268-14a4-4f26-bc51-d4caac7cfe85 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f515e00d-b694-4011-a998-c201228067f8 HTTP/1.1" status: 204 len: 168 time: 0.1793611 Dec 10 15:39:11.803624 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182db268-14a4-4f26-bc51-d4caac7cfe85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f515e00d-b694-4011-a998-c201228067f8,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:39:11.855645 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 796afaaf-718b-4e7a-9737-bdd496578089 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:39:11.876222 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 796afaaf-718b-4e7a-9737-bdd496578089 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:39:11.876530 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 796afaaf-718b-4e7a-9737-bdd496578089 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:39:12.078463 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37870) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:39:12.088410 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ade407e1-7e32-4c12-9fa8-8d84291fe0a6 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549925'] for router_interface, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:12.092240 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7500f8a8-6013-4282-98de-30ab388744a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:12.172384 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7500f8a8-6013-4282-98de-30ab388744a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:12.235769 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7500f8a8-6013-4282-98de-30ab388744a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:12.274875 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-7500f8a8-6013-4282-98de-30ab388744a7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bc3a1df8847c47db99c50acd46f886ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1953051 Dec 10 15:39:12.275758 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7500f8a8-6013-4282-98de-30ab388744a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86282479-6df2-4120-986a-0da82af3eb22,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:39:12.278057 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37872) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:39:12.336712 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fee74508-521e-4f3a-a66a-a75ac1da701a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:12.347958 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-ade407e1-7e32-4c12-9fa8-8d84291fe0a6 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Deleting port 15f12b90-f80a-4560-88c8-576051b32166 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:39:12.348547 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ade407e1-7e32-4c12-9fa8-8d84291fe0a6 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:12.359040 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fee74508-521e-4f3a-a66a-a75ac1da701a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:12.436518 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-ade407e1-7e32-4c12-9fa8-8d84291fe0a6 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] For port 15f12b90-f80a-4560-88c8-576051b32166, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=15f12b90-f80a-4560-88c8-576051b32166,segment=NetworkSegment(ab8ea500-a753-4256-b008-41be8a6f9bbf),segment_id=ab8ea500-a753-4256-b008-41be8a6f9bbf)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:39:12.436884 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ade407e1-7e32-4c12-9fa8-8d84291fe0a6 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:12.448651 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-ade407e1-7e32-4c12-9fa8-8d84291fe0a6 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Calling delete_port for 15f12b90-f80a-4560-88c8-576051b32166 owned by network:router_interface {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:39:12.506355 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fee74508-521e-4f3a-a66a-a75ac1da701a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:12.509117 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fee74508-521e-4f3a-a66a-a75ac1da701a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:12.510306 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-fee74508-521e-4f3a-a66a-a75ac1da701a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/86282479-6df2-4120-986a-0da82af3eb22 HTTP/1.1" status: 204 len: 168 time: 0.2199399 Dec 10 15:39:12.518066 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee74508-521e-4f3a-a66a-a75ac1da701a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86282479-6df2-4120-986a-0da82af3eb22,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:39:12.740928 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ade407e1-7e32-4c12-9fa8-8d84291fe0a6 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:12.767989 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade407e1-7e32-4c12-9fa8-8d84291fe0a6 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event deleted for resources: {'Port': ['ID=15f12b90-f80a-4560-88c8-576051b32166,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:39:12.910965 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-39097f16-a8ab-44cc-b67c-ac5405b19ca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:12.991007 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ade407e1-7e32-4c12-9fa8-8d84291fe0a6 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550073'] for router_interface, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:13.212282 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ade407e1-7e32-4c12-9fa8-8d84291fe0a6 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Router 03035e65-5fbc-4480-9aad-94a84cc9864d has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:39:13.338276 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade407e1-7e32-4c12-9fa8-8d84291fe0a6 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:39:13.343190 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-ade407e1-7e32-4c12-9fa8-8d84291fe0a6 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "PUT /v2.0/routers/03035e65-5fbc-4480-9aad-94a84cc9864d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9145412 Dec 10 15:39:13.346083 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37876) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:39:13.348443 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027a5ee2-010f-46c5-a385-86456df5ced4 None None] Sync routers for ids ['03035e65-5fbc-4480-9aad-94a84cc9864d'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:39:13.361621 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:13.364541 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027a5ee2-010f-46c5-a385-86456df5ced4 None None] Routers {'03035e65-5fbc-4480-9aad-94a84cc9864d'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:39:13.365164 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-027a5ee2-010f-46c5-a385-86456df5ced4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:38:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['03035e65-5fbc-4480-9aad-94a84cc9864d'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:39:13.400562 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-e401f09e-c76e-41f0-9836-c84dd49b8a0b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Deleting subnet d7fc55fb-e83c-45c6-a4ad-39a7dd319016 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:39:13.403724 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e401f09e-c76e-41f0-9836-c84dd49b8a0b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for subnet, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:13.443101 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e401f09e-c76e-41f0-9836-c84dd49b8a0b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11806768'] for subnet, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:13.468688 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-027a5ee2-010f-46c5-a385-86456df5ced4 None None] Set router 03035e65-5fbc-4480-9aad-94a84cc9864d gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:39:13.530163 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e401f09e-c76e-41f0-9836-c84dd49b8a0b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:13.668213 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-027a5ee2-010f-46c5-a385-86456df5ced4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03035e65-5fbc-4480-9aad-94a84cc9864d', 'name': 'tempest-TestNetworkBasicOps-router-149117513', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.249'}], 'enable_snat': True}, 'gw_port_id': '85be69d8-11d2-4f6a-9292-568bd78a6e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:36:51Z', 'updated_at': '2021-12-10T15:39:12Z', 'revision_number': 5, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '85be69d8-11d2-4f6a-9292-568bd78a6e93', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03035e65-5fbc-4480-9aad-94a84cc9864d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:36:52Z', 'updated_at': '2021-12-10T15:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:39:13.676480 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e401f09e-c76e-41f0-9836-c84dd49b8a0b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11236721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11668521'] for subnet, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:13.694055 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027a5ee2-010f-46c5-a385-86456df5ced4 None None] Checking router: 03035e65-5fbc-4480-9aad-94a84cc9864d for host: dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:39:13.702936 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027a5ee2-010f-46c5-a385-86456df5ced4 None None] Routers {'03035e65-5fbc-4480-9aad-94a84cc9864d'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:39:13.703545 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-027a5ee2-010f-46c5-a385-86456df5ced4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:38:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['03035e65-5fbc-4480-9aad-94a84cc9864d'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:39:13.705498 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e401f09e-c76e-41f0-9836-c84dd49b8a0b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event deleted for resources: {'Subnet': ['ID=d7fc55fb-e83c-45c6-a4ad-39a7dd319016,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:39:13.707492 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e401f09e-c76e-41f0-9836-c84dd49b8a0b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:13.710811 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-e401f09e-c76e-41f0-9836-c84dd49b8a0b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "DELETE /v2.0/subnets/d7fc55fb-e83c-45c6-a4ad-39a7dd319016 HTTP/1.1" status: 204 len: 168 time: 0.3608658 Dec 10 15:39:13.713660 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37878) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:39:13.716714 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0fef53-c598-4bd0-b1c2-04e66064fa66 None None] Network 41da71eb-bf34-43b9-be45-4b47a883de82 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:39:13.781597 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 61a2aa30-bf6a-41c8-a09e-32fa315f9a56 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:39:13.813699 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-027a5ee2-010f-46c5-a385-86456df5ced4 None None] Set router 03035e65-5fbc-4480-9aad-94a84cc9864d gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:39:13.820595 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] No Port match for: 61a2aa30-bf6a-41c8-a09e-32fa315f9a56 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:39:13.820942 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 61a2aa30-bf6a-41c8-a09e-32fa315f9a56 not bound to the agent host hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:39:13.827319 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7f525c6e-da8e-4658-8b45-1c7654111722 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for router, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:13.934821 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b357c276-38a7-4170-b5ef-985f3b54512f None None] DHCP port deletion for 41da71eb-bf34-43b9-be45-4b47a883de82 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:39:13.948036 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7f525c6e-da8e-4658-8b45-1c7654111722 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:13.993437 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-b357c276-38a7-4170-b5ef-985f3b54512f None None] Deleting port e4f73cd3-3297-4f0a-b541-18eebd11c23b {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:39:13.994007 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b357c276-38a7-4170-b5ef-985f3b54512f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:14.008836 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-027a5ee2-010f-46c5-a385-86456df5ced4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03035e65-5fbc-4480-9aad-94a84cc9864d', 'name': 'tempest-TestNetworkBasicOps-router-149117513', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.249'}], 'enable_snat': True}, 'gw_port_id': '85be69d8-11d2-4f6a-9292-568bd78a6e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:36:51Z', 'updated_at': '2021-12-10T15:39:12Z', 'revision_number': 5, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '85be69d8-11d2-4f6a-9292-568bd78a6e93', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03035e65-5fbc-4480-9aad-94a84cc9864d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:36:52Z', 'updated_at': '2021-12-10T15:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:39:14.035864 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027a5ee2-010f-46c5-a385-86456df5ced4 None None] The sync data for ids ['03035e65-5fbc-4480-9aad-94a84cc9864d'] in dv-neutron-821401-4-hyperv is: [{'id': '03035e65-5fbc-4480-9aad-94a84cc9864d', 'name': 'tempest-TestNetworkBasicOps-router-149117513', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.249'}], 'enable_snat': True}, 'gw_port_id': '85be69d8-11d2-4f6a-9292-568bd78a6e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:36:51Z', 'updated_at': '2021-12-10T15:39:12Z', 'revision_number': 5, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '85be69d8-11d2-4f6a-9292-568bd78a6e93', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03035e65-5fbc-4480-9aad-94a84cc9864d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:36:52Z', 'updated_at': '2021-12-10T15:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:39:14.097267 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-7f525c6e-da8e-4658-8b45-1c7654111722 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Deleting port 85be69d8-11d2-4f6a-9292-568bd78a6e93 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:39:14.097612 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7f525c6e-da8e-4658-8b45-1c7654111722 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:14.182654 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-7f525c6e-da8e-4658-8b45-1c7654111722 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] For port 85be69d8-11d2-4f6a-9292-568bd78a6e93, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=85be69d8-11d2-4f6a-9292-568bd78a6e93,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:39:14.183022 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7f525c6e-da8e-4658-8b45-1c7654111722 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:14.194753 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-7f525c6e-da8e-4658-8b45-1c7654111722 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Calling delete_port for 85be69d8-11d2-4f6a-9292-568bd78a6e93 owned by network:router_gateway {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:39:14.202763 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-b357c276-38a7-4170-b5ef-985f3b54512f None None] For port e4f73cd3-3297-4f0a-b541-18eebd11c23b, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=e4f73cd3-3297-4f0a-b541-18eebd11c23b,segment=NetworkSegment(ab8ea500-a753-4256-b008-41be8a6f9bbf),segment_id=ab8ea500-a753-4256-b008-41be8a6f9bbf)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:39:14.203168 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b357c276-38a7-4170-b5ef-985f3b54512f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:14.215261 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-b357c276-38a7-4170-b5ef-985f3b54512f None None] Calling delete_port for e4f73cd3-3297-4f0a-b541-18eebd11c23b owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:39:14.379012 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b357c276-38a7-4170-b5ef-985f3b54512f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:14.406194 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b357c276-38a7-4170-b5ef-985f3b54512f None None] Pushing event deleted for resources: {'Port': ['ID=e4f73cd3-3297-4f0a-b541-18eebd11c23b,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:39:14.408048 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b357c276-38a7-4170-b5ef-985f3b54512f None None] No DVR routers for this DVR port e4f73cd3-3297-4f0a-b541-18eebd11c23b on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:39:14.410411 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7f525c6e-da8e-4658-8b45-1c7654111722 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:14.437150 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91206e1-b603-42b7-9d36-392ee86999c3 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:39:14.458635 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f525c6e-da8e-4658-8b45-1c7654111722 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event deleted for resources: {'Port': ['ID=85be69d8-11d2-4f6a-9292-568bd78a6e93,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:39:14.502554 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7f525c6e-da8e-4658-8b45-1c7654111722 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552731'] for router_gateway, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:14.602364 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7f525c6e-da8e-4658-8b45-1c7654111722 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13898'] for router, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:14.604471 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7f525c6e-da8e-4658-8b45-1c7654111722 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:14.700491 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7f525c6e-da8e-4658-8b45-1c7654111722 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549250'] for router, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:14.700963 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f525c6e-da8e-4658-8b45-1c7654111722 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Fanout notify agent at l3_agent the message router_deleted on router 03035e65-5fbc-4480-9aad-94a84cc9864d {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 15:39:14.707695 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7f525c6e-da8e-4658-8b45-1c7654111722 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:14.708808 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-7f525c6e-da8e-4658-8b45-1c7654111722 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "DELETE /v2.0/routers/03035e65-5fbc-4480-9aad-94a84cc9864d HTTP/1.1" status: 204 len: 168 time: 0.9938605 Dec 10 15:39:14.711472 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37880) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:39:14.790878 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6e71576e-b606-4a4b-80ec-93496a9a3e29 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:14.879362 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6e71576e-b606-4a4b-80ec-93496a9a3e29 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:14.898950 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-6e71576e-b606-4a4b-80ec-93496a9a3e29 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41da71eb-bf34-43b9-be45-4b47a883de82']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:39:14.907999 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-6e71576e-b606-4a4b-80ec-93496a9a3e29 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab8ea500-a753-4256-b008-41be8a6f9bbf') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:39:14.908295 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-6e71576e-b606-4a4b-80ec-93496a9a3e29 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab8ea500-a753-4256-b008-41be8a6f9bbf') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:39:14.917968 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6e71576e-b606-4a4b-80ec-93496a9a3e29 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11806923'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:14.931456 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6e71576e-b606-4a4b-80ec-93496a9a3e29 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:14.941119 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e71576e-b606-4a4b-80ec-93496a9a3e29 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:39:14.941508 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6e71576e-b606-4a4b-80ec-93496a9a3e29 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11236635'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:14.944490 dv-neutron-821401-4-hyperv neutron-server[103587]: Traceback (most recent call last): Dec 10 15:39:14.944490 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:39:14.944490 dv-neutron-821401-4-hyperv neutron-server[103587]: timer() Dec 10 15:39:14.944490 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:39:14.944490 dv-neutron-821401-4-hyperv neutron-server[103587]: cb(*args, **kw) Dec 10 15:39:14.944490 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:39:14.944490 dv-neutron-821401-4-hyperv neutron-server[103587]: return func(*args, **kwargs) Dec 10 15:39:14.944490 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:39:14.944490 dv-neutron-821401-4-hyperv neutron-server[103587]: self._notify() Dec 10 15:39:14.944490 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:39:14.944490 dv-neutron-821401-4-hyperv neutron-server[103587]: self.callback(batched_events) Dec 10 15:39:14.944490 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:39:14.944490 dv-neutron-821401-4-hyperv neutron-server[103587]: event.method(event) Dec 10 15:39:14.944490 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:39:14.944490 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:39:14.944490 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:39:14.944490 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:39:14.944490 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:39:14.944490 dv-neutron-821401-4-hyperv neutron-server[103587]: return f(self, *a, **k) Dec 10 15:39:14.944490 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:39:14.944490 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._get(url).json() Dec 10 15:39:14.944490 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:39:14.944490 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:39:14.944490 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:39:14.944490 dv-neutron-821401-4-hyperv neutron-server[103587]: return self.request(url, 'GET', **kwargs) Dec 10 15:39:14.944490 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:39:14.944490 dv-neutron-821401-4-hyperv neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:39:14.944490 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:39:14.944490 dv-neutron-821401-4-hyperv neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:39:14.944490 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:39:14.944490 dv-neutron-821401-4-hyperv neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:39:14.944490 dv-neutron-821401-4-hyperv neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:39:15.066542 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6e71576e-b606-4a4b-80ec-93496a9a3e29 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:15.073513 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6e71576e-b606-4a4b-80ec-93496a9a3e29 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:15.076120 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-6e71576e-b606-4a4b-80ec-93496a9a3e29 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "DELETE /v2.0/networks/41da71eb-bf34-43b9-be45-4b47a883de82 HTTP/1.1" status: 204 len: 168 time: 0.3636107 Dec 10 15:39:15.088372 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e71576e-b606-4a4b-80ec-93496a9a3e29 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event deleted for resources: {'Network': ['ID=41da71eb-bf34-43b9-be45-4b47a883de82,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:39:15.099314 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37882) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:39:15.104003 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-17223fcb-f1af-457d-8c31-a69fff24868c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'network': {'name': 'tempest-network-smoke--572492451', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'port_security_enabled': True}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:39:15.192177 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17223fcb-f1af-457d-8c31-a69fff24868c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Made reservation on behalf of e049672a5fd04e7f8cbb0423b61eb757 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:39:15.195776 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-17223fcb-f1af-457d-8c31-a69fff24868c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:15.219194 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17223fcb-f1af-457d-8c31-a69fff24868c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:39:15.228933 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-17223fcb-f1af-457d-8c31-a69fff24868c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:15.229275 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.segments_db [None req-17223fcb-f1af-457d-8c31-a69fff24868c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Added segment 09b0abfd-e1ce-4987-95e7-d15a8fbe0fbc of type vlan for network 8c171063-58d2-48f1-9044-eb3ce80c84e8 Dec 10 15:39:15.247245 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0961ee29-23f0-41e5-9a27-8deae5094c87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:15.269524 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-17223fcb-f1af-457d-8c31-a69fff24868c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:15.349767 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-17223fcb-f1af-457d-8c31-a69fff24868c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:15.356128 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17223fcb-f1af-457d-8c31-a69fff24868c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:39:15.356771 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-17223fcb-f1af-457d-8c31-a69fff24868c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:15.423190 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17223fcb-f1af-457d-8c31-a69fff24868c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'Network': ['ID=8c171063-58d2-48f1-9044-eb3ce80c84e8,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:39:15.432958 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 8c171063-58d2-48f1-9044-eb3ce80c84e8 details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:39:15.475040 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-17223fcb-f1af-457d-8c31-a69fff24868c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3757524 Dec 10 15:39:15.478083 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37884) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:39:15.482563 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-beb92341-9d76-450f-987f-b65251913a08 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1648596359', 'admin_state_up': True, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:39:15.557604 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-beb92341-9d76-450f-987f-b65251913a08 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13912'] for router, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:15.558678 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-beb92341-9d76-450f-987f-b65251913a08 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:15.609687 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-beb92341-9d76-450f-987f-b65251913a08 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:15.895499 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 15f12b90-f80a-4560-88c8-576051b32166 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:39:15.916512 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 15f12b90-f80a-4560-88c8-576051b32166 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:39:15.919404 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 15f12b90-f80a-4560-88c8-576051b32166 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:39:15.919404 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device e4f73cd3-3297-4f0a-b541-18eebd11c23b no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:39:15.937475 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: e4f73cd3-3297-4f0a-b541-18eebd11c23b {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:39:15.937846 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device e4f73cd3-3297-4f0a-b541-18eebd11c23b not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:39:15.938277 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 85be69d8-11d2-4f6a-9292-568bd78a6e93 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:39:15.959004 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 85be69d8-11d2-4f6a-9292-568bd78a6e93 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:39:15.965693 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 85be69d8-11d2-4f6a-9292-568bd78a6e93 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:39:16.079531 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-beb92341-9d76-450f-987f-b65251913a08 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:16.093004 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:16.328082 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-beb92341-9d76-450f-987f-b65251913a08 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for router_gateway, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:16.351300 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-beb92341-9d76-450f-987f-b65251913a08 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:16.451017 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-beb92341-9d76-450f-987f-b65251913a08 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Allocated IP 172.26.2.229 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/adca760a-efb3-48b7-bdb5-d3df89e1bf4e) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:39:16.551540 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-beb92341-9d76-450f-987f-b65251913a08 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:16.636233 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-beb92341-9d76-450f-987f-b65251913a08 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:16.674942 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb92341-9d76-450f-987f-b65251913a08 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:39:16.677867 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-beb92341-9d76-450f-987f-b65251913a08 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:39:16.681456 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb92341-9d76-450f-987f-b65251913a08 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:39:16.690059 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812963ed-2e81-474a-bffa-23c4e090181f None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:39:16.704802 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb92341-9d76-450f-987f-b65251913a08 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'Port': ['ID=adca760a-efb3-48b7-bdb5-d3df89e1bf4e,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:39:16.757574 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-132990ce-081f-45ab-9657-f8bb06ae0c03 None None] Provisioning complete for port adca760a-efb3-48b7-bdb5-d3df89e1bf4e triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:39:16.757998 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-132990ce-081f-45ab-9657-f8bb06ae0c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:16.790740 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-132990ce-081f-45ab-9657-f8bb06ae0c03 None None] Port adca760a-efb3-48b7-bdb5-d3df89e1bf4e cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:39:17.015809 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-beb92341-9d76-450f-987f-b65251913a08 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for router_gateway, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:17.212845 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-beb92341-9d76-450f-987f-b65251913a08 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363'] for router, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:17.407394 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beb92341-9d76-450f-987f-b65251913a08 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Router f5079aee-d76d-4cdc-95e0-25de2e2c9852 is scheduled to L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d with binding_index 1 {{(pid=103587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 15:39:17.511852 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb92341-9d76-450f-987f-b65251913a08 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:39:17.521280 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67338ab0-0929-4a4b-bf7f-112a8eb8ac11 None None] Sync routers for ids ['f5079aee-d76d-4cdc-95e0-25de2e2c9852'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:39:17.531168 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67338ab0-0929-4a4b-bf7f-112a8eb8ac11 None None] Routers {'f5079aee-d76d-4cdc-95e0-25de2e2c9852'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:39:17.531784 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-67338ab0-0929-4a4b-bf7f-112a8eb8ac11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:39:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['f5079aee-d76d-4cdc-95e0-25de2e2c9852'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:39:17.586879 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-beb92341-9d76-450f-987f-b65251913a08 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:17.588135 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-beb92341-9d76-450f-987f-b65251913a08 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.1091063 Dec 10 15:39:17.591495 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37886) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:39:17.626225 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-1a807545-912e-4037-8932-85b0946085e5 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=e049672a5fd04e7f8cbb0423b61eb757&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0335388 Dec 10 15:39:17.628716 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37888) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:39:17.638557 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-67338ab0-0929-4a4b-bf7f-112a8eb8ac11 None None] Set router f5079aee-d76d-4cdc-95e0-25de2e2c9852 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:39:17.771234 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:17.779042 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47057667-27fe-4d42-bd9b-07e7b9956318 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:39:17.780580 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-47057667-27fe-4d42-bd9b-07e7b9956318 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1509635 Dec 10 15:39:17.783753 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37890) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:39:17.817606 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-7866f00c-78b6-4afa-8c2f-536b9dac970c tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=d5a1452c-422a-4e1a-a1c7-48738ecf752f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329494 Dec 10 15:39:17.820374 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37892) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:39:17.825249 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-605040fe-1509-47e5-be2f-116b2e4a99a8 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-745834977', 'network_id': '8c171063-58d2-48f1-9044-eb3ce80c84e8', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:39:17.837636 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-67338ab0-0929-4a4b-bf7f-112a8eb8ac11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5079aee-d76d-4cdc-95e0-25de2e2c9852', 'name': 'tempest-TestNetworkBasicOps-router-1648596359', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': 'adca760a-efb3-48b7-bdb5-d3df89e1bf4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:39:15Z', 'updated_at': '2021-12-10T15:39:16Z', 'revision_number': 3, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': 'adca760a-efb3-48b7-bdb5-d3df89e1bf4e', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a4:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5079aee-d76d-4cdc-95e0-25de2e2c9852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:39:16Z', 'updated_at': '2021-12-10T15:39:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:39:17.869013 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67338ab0-0929-4a4b-bf7f-112a8eb8ac11 None None] Checking router: f5079aee-d76d-4cdc-95e0-25de2e2c9852 for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:39:17.869366 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67338ab0-0929-4a4b-bf7f-112a8eb8ac11 None None] Updating router f5079aee-d76d-4cdc-95e0-25de2e2c9852 port adca760a-efb3-48b7-bdb5-d3df89e1bf4e binding host dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 15:39:17.893480 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-67338ab0-0929-4a4b-bf7f-112a8eb8ac11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:18.032121 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-605040fe-1509-47e5-be2f-116b2e4a99a8 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Made reservation on behalf of e049672a5fd04e7f8cbb0423b61eb757 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:39:18.035897 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-605040fe-1509-47e5-be2f-116b2e4a99a8 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11668558'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:18.135107 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-67338ab0-0929-4a4b-bf7f-112a8eb8ac11 None None] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:18.197856 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-67338ab0-0929-4a4b-bf7f-112a8eb8ac11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:18.247386 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05901481-3b32-4b4b-b68e-8f5f21454a23 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:39:18.259896 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-67338ab0-0929-4a4b-bf7f-112a8eb8ac11 None None] Attempting to bind port adca760a-efb3-48b7-bdb5-d3df89e1bf4e on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:39:18.260263 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-67338ab0-0929-4a4b-bf7f-112a8eb8ac11 None None] Attempting to bind port adca760a-efb3-48b7-bdb5-d3df89e1bf4e by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:39:18.260626 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67338ab0-0929-4a4b-bf7f-112a8eb8ac11 None None] Attempting to bind port adca760a-efb3-48b7-bdb5-d3df89e1bf4e on network d5a1452c-422a-4e1a-a1c7-48738ecf752f {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:39:18.265223 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cf7ad1-462d-47b5-bd07-ee51de2fa00c None None] Pushing event updated for resources: {'Port': ['ID=adca760a-efb3-48b7-bdb5-d3df89e1bf4e,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:39:18.268418 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67338ab0-0929-4a4b-bf7f-112a8eb8ac11 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:39:18.268807 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67338ab0-0929-4a4b-bf7f-112a8eb8ac11 None None] Checking segment: {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:39:18.269181 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-67338ab0-0929-4a4b-bf7f-112a8eb8ac11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:18.269544 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67338ab0-0929-4a4b-bf7f-112a8eb8ac11 None None] Bound using segment: {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:39:18.270026 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-67338ab0-0929-4a4b-bf7f-112a8eb8ac11 None None] Bound port: adca760a-efb3-48b7-bdb5-d3df89e1bf4e, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:39:18.270424 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-67338ab0-0929-4a4b-bf7f-112a8eb8ac11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:18.283907 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-605040fe-1509-47e5-be2f-116b2e4a99a8 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11236534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11668560'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:18.326364 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-67338ab0-0929-4a4b-bf7f-112a8eb8ac11 None None] For port adca760a-efb3-48b7-bdb5-d3df89e1bf4e, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:39:18.329412 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-67338ab0-0929-4a4b-bf7f-112a8eb8ac11 None None] For port adca760a-efb3-48b7-bdb5-d3df89e1bf4e, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=adca760a-efb3-48b7-bdb5-d3df89e1bf4e,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:39:18.333841 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-fff24ac9-f466-4536-9d0f-a500f309c3ba None None] Provisioning complete for port adca760a-efb3-48b7-bdb5-d3df89e1bf4e triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:39:18.334207 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fff24ac9-f466-4536-9d0f-a500f309c3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:18.342991 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605040fe-1509-47e5-be2f-116b2e4a99a8 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'Subnet': ['ID=10a6a5fe-3d32-4f5b-aec9-ddb5509486ae,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:39:18.354444 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605040fe-1509-47e5-be2f-116b2e4a99a8 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Checking segment: {'id': '09b0abfd-e1ce-4987-95e7-d15a8fbe0fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8c171063-58d2-48f1-9044-eb3ce80c84e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:39:18.354808 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605040fe-1509-47e5-be2f-116b2e4a99a8 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Network hostable DHCP agents. Network: 8c171063-58d2-48f1-9044-eb3ce80c84e8, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:39:18.367699 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-fff24ac9-f466-4536-9d0f-a500f309c3ba None None] Port adca760a-efb3-48b7-bdb5-d3df89e1bf4e cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:39:18.398703 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-67338ab0-0929-4a4b-bf7f-112a8eb8ac11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:18.420697 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605040fe-1509-47e5-be2f-116b2e4a99a8 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Network 8c171063-58d2-48f1-9044-eb3ce80c84e8 is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:39:18.445010 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45ef042-094c-40fd-909c-cb05313a8c98 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:39:18.465930 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67338ab0-0929-4a4b-bf7f-112a8eb8ac11 None None] Routers {'f5079aee-d76d-4cdc-95e0-25de2e2c9852'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:39:18.466545 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-67338ab0-0929-4a4b-bf7f-112a8eb8ac11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:39:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['f5079aee-d76d-4cdc-95e0-25de2e2c9852'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:39:18.468284 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cf7ad1-462d-47b5-bd07-ee51de2fa00c None None] Pushing event updated for resources: {'Port': ['ID=adca760a-efb3-48b7-bdb5-d3df89e1bf4e,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:39:18.500667 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-605040fe-1509-47e5-be2f-116b2e4a99a8 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 8c171063-58d2-48f1-9044-eb3ce80c84e8) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:39:18.505118 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605040fe-1509-47e5-be2f-116b2e4a99a8 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:39:18.505955 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-605040fe-1509-47e5-be2f-116b2e4a99a8 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:18.516452 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132c4afe-097b-43df-9f9c-8a50992d948a None None] Network 8c171063-58d2-48f1-9044-eb3ce80c84e8 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:39:18.583506 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-605040fe-1509-47e5-be2f-116b2e4a99a8 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7618937 Dec 10 15:39:18.586879 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37894) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:39:18.609061 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-545df556-0b58-4d9b-8cb0-585157235ff3 None None] Provisioning complete for port adca760a-efb3-48b7-bdb5-d3df89e1bf4e triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:39:18.609427 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-545df556-0b58-4d9b-8cb0-585157235ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:18.692964 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-67338ab0-0929-4a4b-bf7f-112a8eb8ac11 None None] Set router f5079aee-d76d-4cdc-95e0-25de2e2c9852 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:39:18.766430 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:18.775285 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12747030-d7b0-4ea3-b612-3021e3d09880 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-8c171063-58d2-48f1-9044-eb3ce80c84e8', 'network_id': '8c171063-58d2-48f1-9044-eb3ce80c84e8', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'fixed_ips': [{'subnet_id': '10a6a5fe-3d32-4f5b-aec9-ddb5509486ae'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:39:18.776128 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-12747030-d7b0-4ea3-b612-3021e3d09880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:19.052562 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8f05c045-e46b-4b81-8ae7-08d409f2f765 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:19.069410 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-545df556-0b58-4d9b-8cb0-585157235ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:19.120777 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-545df556-0b58-4d9b-8cb0-585157235ff3 None None] For port adca760a-efb3-48b7-bdb5-d3df89e1bf4e, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=adca760a-efb3-48b7-bdb5-d3df89e1bf4e,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:39:19.182216 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-545df556-0b58-4d9b-8cb0-585157235ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:19.230418 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-12747030-d7b0-4ea3-b612-3021e3d09880 None None] Allocated IP 172.20.0.2 (8c171063-58d2-48f1-9044-eb3ce80c84e8/10a6a5fe-3d32-4f5b-aec9-ddb5509486ae/44f681ad-f4be-406f-b5b8-21addb15f57d) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:39:19.264206 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545df556-0b58-4d9b-8cb0-585157235ff3 None None] Pushing event updated for resources: {'Port': ['ID=adca760a-efb3-48b7-bdb5-d3df89e1bf4e,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:39:19.306035 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-67338ab0-0929-4a4b-bf7f-112a8eb8ac11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5079aee-d76d-4cdc-95e0-25de2e2c9852', 'name': 'tempest-TestNetworkBasicOps-router-1648596359', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': 'adca760a-efb3-48b7-bdb5-d3df89e1bf4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:39:15Z', 'updated_at': '2021-12-10T15:39:16Z', 'revision_number': 3, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': 'adca760a-efb3-48b7-bdb5-d3df89e1bf4e', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a4:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5079aee-d76d-4cdc-95e0-25de2e2c9852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:39:16Z', 'updated_at': '2021-12-10T15:39:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:39:19.339230 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67338ab0-0929-4a4b-bf7f-112a8eb8ac11 None None] The sync data for ids ['f5079aee-d76d-4cdc-95e0-25de2e2c9852'] in dv-neutron-821401-4-hyperv is: [{'id': 'f5079aee-d76d-4cdc-95e0-25de2e2c9852', 'name': 'tempest-TestNetworkBasicOps-router-1648596359', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': 'adca760a-efb3-48b7-bdb5-d3df89e1bf4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:39:15Z', 'updated_at': '2021-12-10T15:39:16Z', 'revision_number': 3, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': 'adca760a-efb3-48b7-bdb5-d3df89e1bf4e', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a4:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5079aee-d76d-4cdc-95e0-25de2e2c9852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:39:16Z', 'updated_at': '2021-12-10T15:39:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:39:19.425133 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-12747030-d7b0-4ea3-b612-3021e3d09880 None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:19.484249 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-12747030-d7b0-4ea3-b612-3021e3d09880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:19.525812 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12747030-d7b0-4ea3-b612-3021e3d09880 None None] Network 8c171063-58d2-48f1-9044-eb3ce80c84e8 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:39:19.528854 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-12747030-d7b0-4ea3-b612-3021e3d09880 None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:39:19.531372 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12747030-d7b0-4ea3-b612-3021e3d09880 None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:39:19.534530 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-8f05c045-e46b-4b81-8ae7-08d409f2f765 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Allocated IP 172.20.0.1 (8c171063-58d2-48f1-9044-eb3ce80c84e8/10a6a5fe-3d32-4f5b-aec9-ddb5509486ae/a79261e6-6917-49dc-9d3d-60ab6899d486) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:39:19.540931 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12747030-d7b0-4ea3-b612-3021e3d09880 None None] Pushing event updated for resources: {'Port': ['ID=44f681ad-f4be-406f-b5b8-21addb15f57d,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:39:19.620025 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-12747030-d7b0-4ea3-b612-3021e3d09880 None None] Attempting to bind port 44f681ad-f4be-406f-b5b8-21addb15f57d on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:39:19.620395 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-12747030-d7b0-4ea3-b612-3021e3d09880 None None] Attempting to bind port 44f681ad-f4be-406f-b5b8-21addb15f57d by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '09b0abfd-e1ce-4987-95e7-d15a8fbe0fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8c171063-58d2-48f1-9044-eb3ce80c84e8'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:39:19.620755 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12747030-d7b0-4ea3-b612-3021e3d09880 None None] Attempting to bind port 44f681ad-f4be-406f-b5b8-21addb15f57d on network 8c171063-58d2-48f1-9044-eb3ce80c84e8 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:39:19.634837 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12747030-d7b0-4ea3-b612-3021e3d09880 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:39:19.635541 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12747030-d7b0-4ea3-b612-3021e3d09880 None None] Checking segment: {'id': '09b0abfd-e1ce-4987-95e7-d15a8fbe0fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8c171063-58d2-48f1-9044-eb3ce80c84e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:39:19.635955 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-12747030-d7b0-4ea3-b612-3021e3d09880 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:19.636357 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12747030-d7b0-4ea3-b612-3021e3d09880 None None] Bound using segment: {'id': '09b0abfd-e1ce-4987-95e7-d15a8fbe0fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8c171063-58d2-48f1-9044-eb3ce80c84e8'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:39:19.636849 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-12747030-d7b0-4ea3-b612-3021e3d09880 None None] Bound port: 44f681ad-f4be-406f-b5b8-21addb15f57d, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09b0abfd-e1ce-4987-95e7-d15a8fbe0fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8c171063-58d2-48f1-9044-eb3ce80c84e8'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:39:19.637237 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-12747030-d7b0-4ea3-b612-3021e3d09880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:19.680924 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8f05c045-e46b-4b81-8ae7-08d409f2f765 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:19.713655 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-12747030-d7b0-4ea3-b612-3021e3d09880 None None] For port 44f681ad-f4be-406f-b5b8-21addb15f57d, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:39:19.717221 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-12747030-d7b0-4ea3-b612-3021e3d09880 None None] For port 44f681ad-f4be-406f-b5b8-21addb15f57d, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=44f681ad-f4be-406f-b5b8-21addb15f57d,segment=NetworkSegment(09b0abfd-e1ce-4987-95e7-d15a8fbe0fbc),segment_id=09b0abfd-e1ce-4987-95e7-d15a8fbe0fbc)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:39:19.796840 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8f05c045-e46b-4b81-8ae7-08d409f2f765 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:19.819762 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-12747030-d7b0-4ea3-b612-3021e3d09880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:19.846481 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f05c045-e46b-4b81-8ae7-08d409f2f765 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Network 8c171063-58d2-48f1-9044-eb3ce80c84e8 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:39:19.849685 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-8f05c045-e46b-4b81-8ae7-08d409f2f765 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:39:19.853773 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f05c045-e46b-4b81-8ae7-08d409f2f765 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:39:19.883569 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f05c045-e46b-4b81-8ae7-08d409f2f765 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'Port': ['ID=a79261e6-6917-49dc-9d3d-60ab6899d486,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:39:19.896996 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12747030-d7b0-4ea3-b612-3021e3d09880 None None] Pushing event updated for resources: {'Port': ['ID=44f681ad-f4be-406f-b5b8-21addb15f57d,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:39:19.929471 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8f05c045-e46b-4b81-8ae7-08d409f2f765 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552880'] for router_interface, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:19.979672 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device adca760a-efb3-48b7-bdb5-d3df89e1bf4e up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:39:20.013923 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 15:39:20.036171 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port adca760a-efb3-48b7-bdb5-d3df89e1bf4e triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:39:20.036904 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:20.187012 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8f05c045-e46b-4b81-8ae7-08d409f2f765 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:20.783510 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8f05c045-e46b-4b81-8ae7-08d409f2f765 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:20.838068 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8f05c045-e46b-4b81-8ae7-08d409f2f765 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:20.910813 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8f05c045-e46b-4b81-8ae7-08d409f2f765 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549888'] for router_interface, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:20.912533 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f05c045-e46b-4b81-8ae7-08d409f2f765 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'Port': ['ID=a79261e6-6917-49dc-9d3d-60ab6899d486,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:39:20.915775 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b468c1-c4ee-4f1c-ad32-2e042cd2a283 None None] Network 8c171063-58d2-48f1-9044-eb3ce80c84e8 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:39:20.980137 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-cef77383-edea-4f18-aa3e-7689afb3c75d None None] Provisioning complete for port 44f681ad-f4be-406f-b5b8-21addb15f57d triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:39:20.980509 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cef77383-edea-4f18-aa3e-7689afb3c75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:21.012685 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f05c045-e46b-4b81-8ae7-08d409f2f765 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Network 8c171063-58d2-48f1-9044-eb3ce80c84e8 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:39:21.014299 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-8f05c045-e46b-4b81-8ae7-08d409f2f765 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:39:21.115523 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cef77383-edea-4f18-aa3e-7689afb3c75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:21.130678 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f05c045-e46b-4b81-8ae7-08d409f2f765 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Router f5079aee-d76d-4cdc-95e0-25de2e2c9852 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:39:21.156377 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-cef77383-edea-4f18-aa3e-7689afb3c75d None None] For port 44f681ad-f4be-406f-b5b8-21addb15f57d, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=44f681ad-f4be-406f-b5b8-21addb15f57d,segment=NetworkSegment(09b0abfd-e1ce-4987-95e7-d15a8fbe0fbc),segment_id=09b0abfd-e1ce-4987-95e7-d15a8fbe0fbc)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:39:21.243874 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cef77383-edea-4f18-aa3e-7689afb3c75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:21.250038 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f05c045-e46b-4b81-8ae7-08d409f2f765 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:39:21.257624 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-8f05c045-e46b-4b81-8ae7-08d409f2f765 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "PUT /v2.0/routers/f5079aee-d76d-4cdc-95e0-25de2e2c9852/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6675501 Dec 10 15:39:21.258892 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37896) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:39:21.309474 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef77383-edea-4f18-aa3e-7689afb3c75d None None] Pushing event updated for resources: {'Port': ['ID=44f681ad-f4be-406f-b5b8-21addb15f57d,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:39:21.367432 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-269bdefe-6550-4f82-940d-c48fb2e3e908 None None] Provisioning complete for port 44f681ad-f4be-406f-b5b8-21addb15f57d triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:39:21.367896 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-269bdefe-6550-4f82-940d-c48fb2e3e908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:21.455006 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0b792e-5bca-43b6-91a2-912020569c53 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:39:21.455634 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0b792e-5bca-43b6-91a2-912020569c53 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:39:21.456166 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0b792e-5bca-43b6-91a2-912020569c53 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:39:21.456702 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0b792e-5bca-43b6-91a2-912020569c53 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:39:21.457223 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0b792e-5bca-43b6-91a2-912020569c53 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:39:21.457805 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0b792e-5bca-43b6-91a2-912020569c53 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:39:21.459659 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-4e0b792e-5bca-43b6-91a2-912020569c53 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1997259 Dec 10 15:39:21.462655 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37898) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:39:21.471537 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-269bdefe-6550-4f82-940d-c48fb2e3e908 None None] Provisioning complete for port a79261e6-6917-49dc-9d3d-60ab6899d486 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:39:21.471918 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-269bdefe-6550-4f82-940d-c48fb2e3e908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:21.520115 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-269bdefe-6550-4f82-940d-c48fb2e3e908 None None] Port a79261e6-6917-49dc-9d3d-60ab6899d486 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:39:21.521211 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba85443-07a9-442d-8681-86e73cabb348 None None] Sync routers for ids ['f5079aee-d76d-4cdc-95e0-25de2e2c9852'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:39:21.532723 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba85443-07a9-442d-8681-86e73cabb348 None None] Routers {'f5079aee-d76d-4cdc-95e0-25de2e2c9852'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:39:21.533344 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-dba85443-07a9-442d-8681-86e73cabb348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:39:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['f5079aee-d76d-4cdc-95e0-25de2e2c9852'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:39:21.567232 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963f01ee-fa86-45cb-a567-922acead916e tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:39:21.567876 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963f01ee-fa86-45cb-a567-922acead916e tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:39:21.568401 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963f01ee-fa86-45cb-a567-922acead916e tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:39:21.568862 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963f01ee-fa86-45cb-a567-922acead916e tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:39:21.569345 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963f01ee-fa86-45cb-a567-922acead916e tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:39:21.569875 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963f01ee-fa86-45cb-a567-922acead916e tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:39:21.571653 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-963f01ee-fa86-45cb-a567-922acead916e tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.1079602 Dec 10 15:39:21.574367 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37900) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:39:21.638873 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-cf802da4-f626-4f7c-a9c6-727b4474371e None None] Provisioning complete for port a79261e6-6917-49dc-9d3d-60ab6899d486 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:39:21.639722 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cf802da4-f626-4f7c-a9c6-727b4474371e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:21.654813 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-dba85443-07a9-442d-8681-86e73cabb348 None None] Set router f5079aee-d76d-4cdc-95e0-25de2e2c9852 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:39:21.680158 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-cf802da4-f626-4f7c-a9c6-727b4474371e None None] Port a79261e6-6917-49dc-9d3d-60ab6899d486 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:39:21.800792 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-dd8f9943-24f9-41b8-abbe-a0347ab923ee None None] Provisioning complete for port a79261e6-6917-49dc-9d3d-60ab6899d486 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:39:21.801170 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dd8f9943-24f9-41b8-abbe-a0347ab923ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:21.837059 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f9943-24f9-41b8-abbe-a0347ab923ee None None] Port a79261e6-6917-49dc-9d3d-60ab6899d486 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:39:21.838545 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-9a3d9823-dea9-48aa-a484-394d80a8b9c3 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.2630975 Dec 10 15:39:21.841260 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37902) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:39:21.846374 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-a3b7e7af-e7f7-4faf-ab4f-d76f9b876149 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1792462978', 'network_id': '8c171063-58d2-48f1-9044-eb3ce80c84e8'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:39:21.869953 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-dba85443-07a9-442d-8681-86e73cabb348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5079aee-d76d-4cdc-95e0-25de2e2c9852', 'name': 'tempest-TestNetworkBasicOps-router-1648596359', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': 'adca760a-efb3-48b7-bdb5-d3df89e1bf4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:39:15Z', 'updated_at': '2021-12-10T15:39:20Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': 'adca760a-efb3-48b7-bdb5-d3df89e1bf4e', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5079aee-d76d-4cdc-95e0-25de2e2c9852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:39:16Z', 'updated_at': '2021-12-10T15:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': 'a79261e6-6917-49dc-9d3d-60ab6899d486', 'name': '', 'network_id': '8c171063-58d2-48f1-9044-eb3ce80c84e8', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:19:9f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5079aee-d76d-4cdc-95e0-25de2e2c9852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '10a6a5fe-3d32-4f5b-aec9-ddb5509486ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:39:19Z', 'updated_at': '2021-12-10T15:39:20Z', 'revision_number': 2, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': '10a6a5fe-3d32-4f5b-aec9-ddb5509486ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:39:21.900161 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba85443-07a9-442d-8681-86e73cabb348 None None] Checking router: f5079aee-d76d-4cdc-95e0-25de2e2c9852 for host: dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:39:21.900518 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba85443-07a9-442d-8681-86e73cabb348 None None] Updating router f5079aee-d76d-4cdc-95e0-25de2e2c9852 port a79261e6-6917-49dc-9d3d-60ab6899d486 binding host dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 15:39:21.925841 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dba85443-07a9-442d-8681-86e73cabb348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:21.948586 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 44f681ad-f4be-406f-b5b8-21addb15f57d up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:39:21.999887 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 44f681ad-f4be-406f-b5b8-21addb15f57d triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:39:22.000258 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:22.049244 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b7e7af-e7f7-4faf-ab4f-d76f9b876149 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Made reservation on behalf of e049672a5fd04e7f8cbb0423b61eb757 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:39:22.053140 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a3b7e7af-e7f7-4faf-ab4f-d76f9b876149 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:22.079295 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-a3b7e7af-e7f7-4faf-ab4f-d76f9b876149 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] device_id is not set on port 68911d1c-601d-4061-8fbe-850c26515905 yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:39:22.274586 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dba85443-07a9-442d-8681-86e73cabb348 None None] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:22.357702 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dba85443-07a9-442d-8681-86e73cabb348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:22.408762 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d359f2-d89a-4ced-bf89-7c229b0455d3 None None] Pushing event updated for resources: {'Port': ['ID=a79261e6-6917-49dc-9d3d-60ab6899d486,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:39:22.410609 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-a3b7e7af-e7f7-4faf-ab4f-d76f9b876149 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Allocated IP 172.20.0.7 (8c171063-58d2-48f1-9044-eb3ce80c84e8/10a6a5fe-3d32-4f5b-aec9-ddb5509486ae/68911d1c-601d-4061-8fbe-850c26515905) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:39:22.416998 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d359f2-d89a-4ced-bf89-7c229b0455d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:39:22.417377 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d359f2-d89a-4ced-bf89-7c229b0455d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:39:22.417716 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d359f2-d89a-4ced-bf89-7c229b0455d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:39:22.420185 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d359f2-d89a-4ced-bf89-7c229b0455d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:39:22.420185 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d359f2-d89a-4ced-bf89-7c229b0455d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:39:22.420185 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d359f2-d89a-4ced-bf89-7c229b0455d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:39:22.420185 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d359f2-d89a-4ced-bf89-7c229b0455d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:39:22.420185 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d359f2-d89a-4ced-bf89-7c229b0455d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:39:22.420185 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d359f2-d89a-4ced-bf89-7c229b0455d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:39:22.420185 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d359f2-d89a-4ced-bf89-7c229b0455d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:39:22.420831 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d359f2-d89a-4ced-bf89-7c229b0455d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:39:22.420831 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d359f2-d89a-4ced-bf89-7c229b0455d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:39:22.421011 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d359f2-d89a-4ced-bf89-7c229b0455d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:39:22.474613 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-dba85443-07a9-442d-8681-86e73cabb348 None None] Attempting to bind port a79261e6-6917-49dc-9d3d-60ab6899d486 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:39:22.475077 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-dba85443-07a9-442d-8681-86e73cabb348 None None] Attempting to bind port a79261e6-6917-49dc-9d3d-60ab6899d486 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '09b0abfd-e1ce-4987-95e7-d15a8fbe0fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8c171063-58d2-48f1-9044-eb3ce80c84e8'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:39:22.476309 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba85443-07a9-442d-8681-86e73cabb348 None None] Attempting to bind port a79261e6-6917-49dc-9d3d-60ab6899d486 on network 8c171063-58d2-48f1-9044-eb3ce80c84e8 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:39:22.481868 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba85443-07a9-442d-8681-86e73cabb348 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:39:22.483129 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba85443-07a9-442d-8681-86e73cabb348 None None] Checking segment: {'id': '09b0abfd-e1ce-4987-95e7-d15a8fbe0fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8c171063-58d2-48f1-9044-eb3ce80c84e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:39:22.483129 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dba85443-07a9-442d-8681-86e73cabb348 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:22.483129 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba85443-07a9-442d-8681-86e73cabb348 None None] Bound using segment: {'id': '09b0abfd-e1ce-4987-95e7-d15a8fbe0fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8c171063-58d2-48f1-9044-eb3ce80c84e8'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:39:22.483577 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-dba85443-07a9-442d-8681-86e73cabb348 None None] Bound port: a79261e6-6917-49dc-9d3d-60ab6899d486, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09b0abfd-e1ce-4987-95e7-d15a8fbe0fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8c171063-58d2-48f1-9044-eb3ce80c84e8'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:39:22.483919 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dba85443-07a9-442d-8681-86e73cabb348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:22.559768 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-dba85443-07a9-442d-8681-86e73cabb348 None None] For port a79261e6-6917-49dc-9d3d-60ab6899d486, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:39:22.564785 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-dba85443-07a9-442d-8681-86e73cabb348 None None] For port a79261e6-6917-49dc-9d3d-60ab6899d486, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=a79261e6-6917-49dc-9d3d-60ab6899d486,segment=NetworkSegment(09b0abfd-e1ce-4987-95e7-d15a8fbe0fbc),segment_id=09b0abfd-e1ce-4987-95e7-d15a8fbe0fbc)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:39:22.590207 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a3b7e7af-e7f7-4faf-ab4f-d76f9b876149 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:22.633039 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dba85443-07a9-442d-8681-86e73cabb348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:22.661748 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-1a525e64-2b37-4e8d-9144-f9d469a783d4 None None] Provisioning complete for port a79261e6-6917-49dc-9d3d-60ab6899d486 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:39:22.662133 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1a525e64-2b37-4e8d-9144-f9d469a783d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:22.691358 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba85443-07a9-442d-8681-86e73cabb348 None None] Routers {'f5079aee-d76d-4cdc-95e0-25de2e2c9852'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:39:22.692119 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-dba85443-07a9-442d-8681-86e73cabb348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:39:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['f5079aee-d76d-4cdc-95e0-25de2e2c9852'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:39:22.694147 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a3b7e7af-e7f7-4faf-ab4f-d76f9b876149 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:22.728571 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d359f2-d89a-4ced-bf89-7c229b0455d3 None None] Pushing event updated for resources: {'Port': ['ID=a79261e6-6917-49dc-9d3d-60ab6899d486,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:39:22.746654 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b7e7af-e7f7-4faf-ab4f-d76f9b876149 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Network 8c171063-58d2-48f1-9044-eb3ce80c84e8 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:39:22.750581 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-a3b7e7af-e7f7-4faf-ab4f-d76f9b876149 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:39:22.755689 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b7e7af-e7f7-4faf-ab4f-d76f9b876149 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:39:22.795742 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b7e7af-e7f7-4faf-ab4f-d76f9b876149 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'Port': ['ID=68911d1c-601d-4061-8fbe-850c26515905,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:39:22.809199 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1a525e64-2b37-4e8d-9144-f9d469a783d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:22.817106 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b7e7af-e7f7-4faf-ab4f-d76f9b876149 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:39:22.817758 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a3b7e7af-e7f7-4faf-ab4f-d76f9b876149 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:22.819605 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-dba85443-07a9-442d-8681-86e73cabb348 None None] Set router f5079aee-d76d-4cdc-95e0-25de2e2c9852 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:39:22.847611 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-1a525e64-2b37-4e8d-9144-f9d469a783d4 None None] For port a79261e6-6917-49dc-9d3d-60ab6899d486, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=a79261e6-6917-49dc-9d3d-60ab6899d486,segment=NetworkSegment(09b0abfd-e1ce-4987-95e7-d15a8fbe0fbc),segment_id=09b0abfd-e1ce-4987-95e7-d15a8fbe0fbc)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:39:22.886884 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-a3b7e7af-e7f7-4faf-ab4f-d76f9b876149 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0442188 Dec 10 15:39:22.918085 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1a525e64-2b37-4e8d-9144-f9d469a783d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:22.985819 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a525e64-2b37-4e8d-9144-f9d469a783d4 None None] Pushing event updated for resources: {'Port': ['ID=a79261e6-6917-49dc-9d3d-60ab6899d486,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:39:23.049294 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-886f5909-0b39-45ca-9db6-67d5d31a3bd3 None None] Provisioning complete for port a79261e6-6917-49dc-9d3d-60ab6899d486 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:39:23.049866 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-886f5909-0b39-45ca-9db6-67d5d31a3bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:23.069008 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-dba85443-07a9-442d-8681-86e73cabb348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5079aee-d76d-4cdc-95e0-25de2e2c9852', 'name': 'tempest-TestNetworkBasicOps-router-1648596359', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': 'adca760a-efb3-48b7-bdb5-d3df89e1bf4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:39:15Z', 'updated_at': '2021-12-10T15:39:20Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': 'adca760a-efb3-48b7-bdb5-d3df89e1bf4e', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5079aee-d76d-4cdc-95e0-25de2e2c9852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:39:16Z', 'updated_at': '2021-12-10T15:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': 'a79261e6-6917-49dc-9d3d-60ab6899d486', 'name': '', 'network_id': '8c171063-58d2-48f1-9044-eb3ce80c84e8', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:19:9f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5079aee-d76d-4cdc-95e0-25de2e2c9852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '10a6a5fe-3d32-4f5b-aec9-ddb5509486ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:39:19Z', 'updated_at': '2021-12-10T15:39:22Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': '10a6a5fe-3d32-4f5b-aec9-ddb5509486ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:39:23.098417 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba85443-07a9-442d-8681-86e73cabb348 None None] The sync data for ids ['f5079aee-d76d-4cdc-95e0-25de2e2c9852'] in dv-neutron-821401-4-hyperv is: [{'id': 'f5079aee-d76d-4cdc-95e0-25de2e2c9852', 'name': 'tempest-TestNetworkBasicOps-router-1648596359', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': 'adca760a-efb3-48b7-bdb5-d3df89e1bf4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:39:15Z', 'updated_at': '2021-12-10T15:39:20Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': 'adca760a-efb3-48b7-bdb5-d3df89e1bf4e', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5079aee-d76d-4cdc-95e0-25de2e2c9852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:39:16Z', 'updated_at': '2021-12-10T15:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': 'a79261e6-6917-49dc-9d3d-60ab6899d486', 'name': '', 'network_id': '8c171063-58d2-48f1-9044-eb3ce80c84e8', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:19:9f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5079aee-d76d-4cdc-95e0-25de2e2c9852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '10a6a5fe-3d32-4f5b-aec9-ddb5509486ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:39:19Z', 'updated_at': '2021-12-10T15:39:22Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': '10a6a5fe-3d32-4f5b-aec9-ddb5509486ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:39:23.193155 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37906) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:39:23.197868 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-8fd27547-726e-4223-950e-4666ecf075f8 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1684126556', 'description': 'tempest-secgroup-smoke-1684126556 description', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:39:23.276358 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8fd27547-726e-4223-950e-4666ecf075f8 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:23.288790 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-ba143cd2-a4ce-408d-be27-07651daa6d79 None None] Provisioning complete for port 68911d1c-601d-4061-8fbe-850c26515905 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:39:23.289158 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ba143cd2-a4ce-408d-be27-07651daa6d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:23.325935 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-ba143cd2-a4ce-408d-be27-07651daa6d79 None None] Port 68911d1c-601d-4061-8fbe-850c26515905 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:39:23.355121 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8fd27547-726e-4223-950e-4666ecf075f8 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:23.430490 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8fd27547-726e-4223-950e-4666ecf075f8 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:23.461492 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd27547-726e-4223-950e-4666ecf075f8 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8c160e-62d6-4674-addc-a31a7ead4347,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:39:23.518218 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8fd27547-726e-4223-950e-4666ecf075f8 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:23.530011 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-8fd27547-726e-4223-950e-4666ecf075f8 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3252304 Dec 10 15:39:23.530011 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37908) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:39:23.530011 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-cc78cce1-1cf5-48d9-8a44-eae490a54729 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'security_group_rule': {'security_group_id': '4c8c160e-62d6-4674-addc-a31a7ead4347', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:39:23.618354 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cc78cce1-1cf5-48d9-8a44-eae490a54729 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:23.686459 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cc78cce1-1cf5-48d9-8a44-eae490a54729 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:23.769019 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cc78cce1-1cf5-48d9-8a44-eae490a54729 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:23.787892 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc78cce1-1cf5-48d9-8a44-eae490a54729 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f71ff593-7a9a-4d09-9f75-c0cd852ecd81,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:39:23.840049 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cc78cce1-1cf5-48d9-8a44-eae490a54729 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:23.844022 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-cc78cce1-1cf5-48d9-8a44-eae490a54729 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3175576 Dec 10 15:39:23.844466 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37910) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:39:23.849086 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-ae09bfa6-0ad4-493a-aab0-06c6f81d1b9e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'security_group_rule': {'security_group_id': '4c8c160e-62d6-4674-addc-a31a7ead4347', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:39:23.934488 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device a79261e6-6917-49dc-9d3d-60ab6899d486 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:39:23.946504 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ae09bfa6-0ad4-493a-aab0-06c6f81d1b9e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:23.987116 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port a79261e6-6917-49dc-9d3d-60ab6899d486 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:39:23.987704 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:23.999892 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ae09bfa6-0ad4-493a-aab0-06c6f81d1b9e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:24.072110 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ae09bfa6-0ad4-493a-aab0-06c6f81d1b9e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:24.095280 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae09bfa6-0ad4-493a-aab0-06c6f81d1b9e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d5b3e4c-9165-4765-b773-b309cc8c7e0e,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:39:24.137092 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ae09bfa6-0ad4-493a-aab0-06c6f81d1b9e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:24.140157 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-ae09bfa6-0ad4-493a-aab0-06c6f81d1b9e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2945614 Dec 10 15:39:24.141208 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37912) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:39:24.145814 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-d021b9fa-df08-40e0-a71b-dcf4a7ac7b30 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'security_group_rule': {'security_group_id': '4c8c160e-62d6-4674-addc-a31a7ead4347', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:39:24.219619 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d021b9fa-df08-40e0-a71b-dcf4a7ac7b30 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:24.274824 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d021b9fa-df08-40e0-a71b-dcf4a7ac7b30 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:24.328839 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d021b9fa-df08-40e0-a71b-dcf4a7ac7b30 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:24.347770 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d021b9fa-df08-40e0-a71b-dcf4a7ac7b30 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ef8835c-044d-4eca-901e-fe1ddb7206df,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:39:24.409409 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d021b9fa-df08-40e0-a71b-dcf4a7ac7b30 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:24.410707 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-d021b9fa-df08-40e0-a71b-dcf4a7ac7b30 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2684734 Dec 10 15:39:24.414105 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37914) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:39:24.420088 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-c3c1ffc5-b4a2-45f6-87e7-3549c93a9c8f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'security_group_rule': {'security_group_id': '4c8c160e-62d6-4674-addc-a31a7ead4347', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:39:24.520306 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c3c1ffc5-b4a2-45f6-87e7-3549c93a9c8f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:24.577424 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c3c1ffc5-b4a2-45f6-87e7-3549c93a9c8f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:24.660126 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c3c1ffc5-b4a2-45f6-87e7-3549c93a9c8f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:24.678428 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c1ffc5-b4a2-45f6-87e7-3549c93a9c8f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49a885a0-136b-4bba-ad95-1c311fb88c6d,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:39:24.743655 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c3c1ffc5-b4a2-45f6-87e7-3549c93a9c8f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:24.745556 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-c3c1ffc5-b4a2-45f6-87e7-3549c93a9c8f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3303494 Dec 10 15:39:24.748277 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37916) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:39:24.752610 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-179a08ad-b14d-44fb-8447-4ab8d1375b51 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'security_group_rule': {'security_group_id': '4c8c160e-62d6-4674-addc-a31a7ead4347', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:39:24.829858 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.securitygroups_db [None req-179a08ad-b14d-44fb-8447-4ab8d1375b51 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Project e049672a5fd04e7f8cbb0423b61eb757 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 15:39:24.834753 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-179a08ad-b14d-44fb-8447-4ab8d1375b51 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:24.893690 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-179a08ad-b14d-44fb-8447-4ab8d1375b51 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:24.978264 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-179a08ad-b14d-44fb-8447-4ab8d1375b51 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:24.999272 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179a08ad-b14d-44fb-8447-4ab8d1375b51 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf77bb77-552c-42ff-8f41-8542a781b89c,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:39:25.077762 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-179a08ad-b14d-44fb-8447-4ab8d1375b51 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:25.079087 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-179a08ad-b14d-44fb-8447-4ab8d1375b51 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3298678 Dec 10 15:39:25.081971 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37918) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:39:25.086149 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-583a4a27-2ec6-4433-a00f-c286b9eb2c78 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'security_group_rule': {'security_group_id': '4c8c160e-62d6-4674-addc-a31a7ead4347', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:39:25.179474 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.securitygroups_db [None req-583a4a27-2ec6-4433-a00f-c286b9eb2c78 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Project e049672a5fd04e7f8cbb0423b61eb757 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 15:39:25.184665 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-583a4a27-2ec6-4433-a00f-c286b9eb2c78 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:25.241928 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-583a4a27-2ec6-4433-a00f-c286b9eb2c78 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:25.315431 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-583a4a27-2ec6-4433-a00f-c286b9eb2c78 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:25.333266 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583a4a27-2ec6-4433-a00f-c286b9eb2c78 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fcddaa2-7b19-424c-8032-0a0745aa6bda,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:39:25.393723 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-583a4a27-2ec6-4433-a00f-c286b9eb2c78 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:25.395039 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-583a4a27-2ec6-4433-a00f-c286b9eb2c78 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3123014 Dec 10 15:39:25.601577 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-135d3a5e-ef2f-441c-bd77-4d4baea3d4e9 req-076512a2-4024-4186-8b46-50d057cad739 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1684126556&fields=id&tenant_id=e049672a5fd04e7f8cbb0423b61eb757 HTTP/1.1" status: 200 len: 267 time: 0.0557139 Dec 10 15:39:25.648757 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d3a5e-ef2f-441c-bd77-4d4baea3d4e9 req-bc94fc9d-49e4-400f-bab5-e7fe1498f207 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:39:25.650108 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-135d3a5e-ef2f-441c-bd77-4d4baea3d4e9 req-bc94fc9d-49e4-400f-bab5-e7fe1498f207 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports/68911d1c-601d-4061-8fbe-850c26515905 HTTP/1.1" status: 200 len: 930 time: 0.0419364 Dec 10 15:39:25.693537 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-135d3a5e-ef2f-441c-bd77-4d4baea3d4e9 req-138e43e3-b3dd-4990-8ce1-f1f6ecaf9c75 service neutron] 10.222.0.20 "GET /v2.0/ports/68911d1c-601d-4061-8fbe-850c26515905?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0317144 Dec 10 15:39:25.782359 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-135d3a5e-ef2f-441c-bd77-4d4baea3d4e9 req-8d3597c8-3d6f-419b-8131-42359445af2c service neutron] 10.222.0.20 "GET /v2.0/networks/8c171063-58d2-48f1-9044-eb3ce80c84e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832515 Dec 10 15:39:25.875614 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-135d3a5e-ef2f-441c-bd77-4d4baea3d4e9 req-2a7d2737-5038-40bc-ad45-668988e42591 service neutron] 10.222.0.20 "GET /v2.0/networks/8c171063-58d2-48f1-9044-eb3ce80c84e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822091 Dec 10 15:39:27.120817 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f5358d0c-94ff-4da5-bb9c-04e1db0f840a req-6929db62-5dfc-4b18-8ff5-c726401e0a64 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd2919b0-c475-4510-b0d7-b77ca9d8aaf3 HTTP/1.1" status: 200 len: 210 time: 0.0268798 Dec 10 15:39:28.197007 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4a780c78-d05f-4d2e-a620-07a554a38bb9 req-2df4bf63-0af0-4d9b-8809-58e212e4fc3e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd2919b0-c475-4510-b0d7-b77ca9d8aaf3 HTTP/1.1" status: 200 len: 210 time: 0.0264614 Dec 10 15:39:29.287430 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4428ca5d-66a9-432c-bfe1-cfc3b531cad9 req-bf8b1ff4-b543-4ee8-805e-82a8e135d9e6 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd2919b0-c475-4510-b0d7-b77ca9d8aaf3 HTTP/1.1" status: 200 len: 210 time: 0.0261106 Dec 10 15:39:29.854118 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d3a5e-ef2f-441c-bd77-4d4baea3d4e9 req-4e25772b-c034-43e5-a091-f0aed84d6ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:39:29.855488 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-135d3a5e-ef2f-441c-bd77-4d4baea3d4e9 req-4e25772b-c034-43e5-a091-f0aed84d6ab6 service neutron] 10.222.0.44 "GET /v2.0/ports/68911d1c-601d-4061-8fbe-850c26515905 HTTP/1.1" status: 200 len: 1026 time: 0.0370398 Dec 10 15:39:29.963351 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d3a5e-ef2f-441c-bd77-4d4baea3d4e9 req-54784d69-dc63-419b-a875-c4186bc78dfc tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:39:29.964781 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-135d3a5e-ef2f-441c-bd77-4d4baea3d4e9 req-54784d69-dc63-419b-a875-c4186bc78dfc tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.44 "GET /v2.0/networks?id=8c171063-58d2-48f1-9044-eb3ce80c84e8 HTTP/1.1" status: 200 len: 796 time: 0.1034827 Dec 10 15:39:30.036421 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-135d3a5e-ef2f-441c-bd77-4d4baea3d4e9 req-022621f3-0d3f-4a55-8945-bc871183e12b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e049672a5fd04e7f8cbb0423b61eb757 HTTP/1.1" status: 200 len: 380 time: 0.0624864 Dec 10 15:39:30.048225 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [req-135d3a5e-ef2f-441c-bd77-4d4baea3d4e9 req-778e17db-59d5-48e6-928e-e4ee97a55dee service neutron] Request body: {'port': {'device_id': 'fd2919b0-c475-4510-b0d7-b77ca9d8aaf3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:39:30.106870 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-135d3a5e-ef2f-441c-bd77-4d4baea3d4e9 req-778e17db-59d5-48e6-928e-e4ee97a55dee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:30.390863 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-787066b3-4581-49d6-912b-def0b4d025be req-a5eb2fc1-9ecf-4e5f-ba3f-c7a3d42dd29a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd2919b0-c475-4510-b0d7-b77ca9d8aaf3 HTTP/1.1" status: 200 len: 210 time: 0.0267258 Dec 10 15:39:30.430124 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [req-135d3a5e-ef2f-441c-bd77-4d4baea3d4e9 req-778e17db-59d5-48e6-928e-e4ee97a55dee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68911d1c-601d-4061-8fbe-850c26515905 {{(pid=103586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 15:39:30.437486 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-135d3a5e-ef2f-441c-bd77-4d4baea3d4e9 req-778e17db-59d5-48e6-928e-e4ee97a55dee service neutron] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:30.453132 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [req-135d3a5e-ef2f-441c-bd77-4d4baea3d4e9 req-778e17db-59d5-48e6-928e-e4ee97a55dee service neutron] Transition to ACTIVE for port object 68911d1c-601d-4061-8fbe-850c26515905 will not be triggered until provisioned by entity L2. {{(pid=103586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 15:39:30.517363 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-135d3a5e-ef2f-441c-bd77-4d4baea3d4e9 req-778e17db-59d5-48e6-928e-e4ee97a55dee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:30.571979 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778e17db-59d5-48e6-928e-e4ee97a55dee service neutron] Pushing event updated for resources: {'Port': ['ID=68911d1c-601d-4061-8fbe-850c26515905,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:39:30.640633 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [req-135d3a5e-ef2f-441c-bd77-4d4baea3d4e9 req-778e17db-59d5-48e6-928e-e4ee97a55dee service neutron] Attempting to bind port 68911d1c-601d-4061-8fbe-850c26515905 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:39:30.641037 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [req-135d3a5e-ef2f-441c-bd77-4d4baea3d4e9 req-778e17db-59d5-48e6-928e-e4ee97a55dee service neutron] Attempting to bind port 68911d1c-601d-4061-8fbe-850c26515905 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '09b0abfd-e1ce-4987-95e7-d15a8fbe0fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8c171063-58d2-48f1-9044-eb3ce80c84e8'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:39:30.641312 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135d3a5e-ef2f-441c-bd77-4d4baea3d4e9 req-778e17db-59d5-48e6-928e-e4ee97a55dee service neutron] Attempting to bind port 68911d1c-601d-4061-8fbe-850c26515905 on network 8c171063-58d2-48f1-9044-eb3ce80c84e8 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:39:30.645928 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135d3a5e-ef2f-441c-bd77-4d4baea3d4e9 req-778e17db-59d5-48e6-928e-e4ee97a55dee service neutron] Port 68911d1c-601d-4061-8fbe-850c26515905 on network 8c171063-58d2-48f1-9044-eb3ce80c84e8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:39:30.646256 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135d3a5e-ef2f-441c-bd77-4d4baea3d4e9 req-778e17db-59d5-48e6-928e-e4ee97a55dee service neutron] Attempting to bind port 68911d1c-601d-4061-8fbe-850c26515905 on network 8c171063-58d2-48f1-9044-eb3ce80c84e8 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:39:30.651329 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135d3a5e-ef2f-441c-bd77-4d4baea3d4e9 req-778e17db-59d5-48e6-928e-e4ee97a55dee service neutron] Checking agent: {'id': 'fa828968-c68f-4b22-9699-a58fe4ab1f05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 28, 13), 'started_at': datetime.datetime(2021, 12, 10, 15, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:39:30.651668 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135d3a5e-ef2f-441c-bd77-4d4baea3d4e9 req-778e17db-59d5-48e6-928e-e4ee97a55dee service neutron] Checking segment: {'id': '09b0abfd-e1ce-4987-95e7-d15a8fbe0fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8c171063-58d2-48f1-9044-eb3ce80c84e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:39:30.652055 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135d3a5e-ef2f-441c-bd77-4d4baea3d4e9 req-778e17db-59d5-48e6-928e-e4ee97a55dee service neutron] Bound using segment: {'id': '09b0abfd-e1ce-4987-95e7-d15a8fbe0fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8c171063-58d2-48f1-9044-eb3ce80c84e8'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:39:30.652489 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [req-135d3a5e-ef2f-441c-bd77-4d4baea3d4e9 req-778e17db-59d5-48e6-928e-e4ee97a55dee service neutron] Bound port: 68911d1c-601d-4061-8fbe-850c26515905, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09b0abfd-e1ce-4987-95e7-d15a8fbe0fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8c171063-58d2-48f1-9044-eb3ce80c84e8'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:39:30.652847 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-135d3a5e-ef2f-441c-bd77-4d4baea3d4e9 req-778e17db-59d5-48e6-928e-e4ee97a55dee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:30.721792 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [req-135d3a5e-ef2f-441c-bd77-4d4baea3d4e9 req-778e17db-59d5-48e6-928e-e4ee97a55dee service neutron] For port 68911d1c-601d-4061-8fbe-850c26515905, host hv-neutron-8214, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:39:30.724903 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [req-135d3a5e-ef2f-441c-bd77-4d4baea3d4e9 req-778e17db-59d5-48e6-928e-e4ee97a55dee service neutron] For port 68911d1c-601d-4061-8fbe-850c26515905, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=68911d1c-601d-4061-8fbe-850c26515905,segment=NetworkSegment(09b0abfd-e1ce-4987-95e7-d15a8fbe0fbc),segment_id=09b0abfd-e1ce-4987-95e7-d15a8fbe0fbc)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:39:30.786244 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-135d3a5e-ef2f-441c-bd77-4d4baea3d4e9 req-778e17db-59d5-48e6-928e-e4ee97a55dee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:30.823194 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d3a5e-ef2f-441c-bd77-4d4baea3d4e9 req-778e17db-59d5-48e6-928e-e4ee97a55dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:39:30.823825 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-135d3a5e-ef2f-441c-bd77-4d4baea3d4e9 req-778e17db-59d5-48e6-928e-e4ee97a55dee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:30.825219 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-135d3a5e-ef2f-441c-bd77-4d4baea3d4e9 req-778e17db-59d5-48e6-928e-e4ee97a55dee service neutron] 10.222.0.44 "PUT /v2.0/ports/68911d1c-601d-4061-8fbe-850c26515905 HTTP/1.1" status: 200 len: 1131 time: 0.7809560 Dec 10 15:39:30.825666 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd2919b0-c475-4510-b0d7-b77ca9d8aaf3', 'tag': '68911d1c-601d-4061-8fbe-850c26515905'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:39:30.828008 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde1b47dcd987728a27c8e391f176ee57ea2adf837d2cedb59662361de43515a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c38a7e0-d7e5-43df-95b5-dffd66fdaf1d" -d '{"events": [{"name": "network-changed", "server_uuid": "fd2919b0-c475-4510-b0d7-b77ca9d8aaf3", "tag": "68911d1c-601d-4061-8fbe-850c26515905"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:39:30.849621 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778e17db-59d5-48e6-928e-e4ee97a55dee service neutron] Pushing event updated for resources: {'Port': ['ID=68911d1c-601d-4061-8fbe-850c26515905,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:39:30.878348 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 15:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b2e9179-6654-4bb8-bb87-c8586b2140c3 x-openstack-request-id: req-5b2e9179-6654-4bb8-bb87-c8586b2140c3 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:39:30.878644 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd2919b0-c475-4510-b0d7-b77ca9d8aaf3", "tag": "68911d1c-601d-4061-8fbe-850c26515905", "status": "completed", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:39:30.878901 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5b2e9179-6654-4bb8-bb87-c8586b2140c3 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:39:30.879304 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd2919b0-c475-4510-b0d7-b77ca9d8aaf3', 'tag': '68911d1c-601d-4061-8fbe-850c26515905', 'status': 'completed', 'code': 200} Dec 10 15:39:30.972032 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c38a7e0-d7e5-43df-95b5-dffd66fdaf1d req-b49816e8-4a87-47ed-b6c4-68f6b3305575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:39:30.973587 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-7c38a7e0-d7e5-43df-95b5-dffd66fdaf1d req-b49816e8-4a87-47ed-b6c4-68f6b3305575 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e049672a5fd04e7f8cbb0423b61eb757&device_id=fd2919b0-c475-4510-b0d7-b77ca9d8aaf3 HTTP/1.1" status: 200 len: 1134 time: 0.0732725 Dec 10 15:39:31.167822 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c38a7e0-d7e5-43df-95b5-dffd66fdaf1d req-b00af85e-e960-4205-874b-8cbe8e1f6f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:39:31.169328 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-7c38a7e0-d7e5-43df-95b5-dffd66fdaf1d req-b00af85e-e960-4205-874b-8cbe8e1f6f53 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=e049672a5fd04e7f8cbb0423b61eb757&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1867657 Dec 10 15:39:31.325681 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c38a7e0-d7e5-43df-95b5-dffd66fdaf1d req-5b1a965c-5c70-4727-b2ac-8720b318f2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:39:31.327184 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-7c38a7e0-d7e5-43df-95b5-dffd66fdaf1d req-5b1a965c-5c70-4727-b2ac-8720b318f2c0 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1514926 Dec 10 15:39:31.406526 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d3a5e-ef2f-441c-bd77-4d4baea3d4e9 req-136a4d92-e224-4b52-b49b-9d5d56601e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:39:31.408019 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-135d3a5e-ef2f-441c-bd77-4d4baea3d4e9 req-136a4d92-e224-4b52-b49b-9d5d56601e9a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e049672a5fd04e7f8cbb0423b61eb757&device_id=fd2919b0-c475-4510-b0d7-b77ca9d8aaf3 HTTP/1.1" status: 200 len: 1134 time: 0.0457113 Dec 10 15:39:31.472820 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-135d3a5e-ef2f-441c-bd77-4d4baea3d4e9 req-6ce41de1-dbf0-40cf-b906-c8ffde7bdb03 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68911d1c-601d-4061-8fbe-850c26515905 HTTP/1.1" status: 200 len: 217 time: 0.0567007 Dec 10 15:39:31.510625 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389806b8-1390-447a-865a-45383a9a4f79 req-64ace560-8926-4683-a74d-fbd6867f8503 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:39:31.512120 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-389806b8-1390-447a-865a-45383a9a4f79 req-64ace560-8926-4683-a74d-fbd6867f8503 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd2919b0-c475-4510-b0d7-b77ca9d8aaf3 HTTP/1.1" status: 200 len: 981 time: 0.0534291 Dec 10 15:39:31.547611 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d3a5e-ef2f-441c-bd77-4d4baea3d4e9 req-719c4aa7-6648-48a9-bfac-f19e4b52a8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:39:31.549112 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-135d3a5e-ef2f-441c-bd77-4d4baea3d4e9 req-719c4aa7-6648-48a9-bfac-f19e4b52a8f6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=10a6a5fe-3d32-4f5b-aec9-ddb5509486ae HTTP/1.1" status: 200 len: 834 time: 0.0686936 Dec 10 15:39:31.558617 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-389806b8-1390-447a-865a-45383a9a4f79 req-e44d7649-d1bf-41ca-8874-d63a60f11707 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=855977f4-cd1b-45fa-b957-a60c516e8685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405090 Dec 10 15:39:31.626575 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d3a5e-ef2f-441c-bd77-4d4baea3d4e9 req-558f279d-0e53-4bf6-bcb2-c63fccb0808d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:39:31.628079 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-135d3a5e-ef2f-441c-bd77-4d4baea3d4e9 req-558f279d-0e53-4bf6-bcb2-c63fccb0808d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8c171063-58d2-48f1-9044-eb3ce80c84e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721781 Dec 10 15:39:31.715803 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-135d3a5e-ef2f-441c-bd77-4d4baea3d4e9 req-6a47df61-a857-4869-9902-bdf8d17b9735 service neutron] 10.222.0.44 "GET /v2.0/networks/8c171063-58d2-48f1-9044-eb3ce80c84e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806000 Dec 10 15:39:31.808803 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-135d3a5e-ef2f-441c-bd77-4d4baea3d4e9 req-cf217e07-cbe3-4103-b52e-735ab2f115b9 service neutron] 10.222.0.44 "GET /v2.0/networks/8c171063-58d2-48f1-9044-eb3ce80c84e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848951 Dec 10 15:39:32.672958 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb612357-8519-4d26-8bd7-1bd1711d65cf req-0138feb6-3570-400b-a74c-bf35848a2ba7 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:39:32.674464 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-bb612357-8519-4d26-8bd7-1bd1711d65cf req-0138feb6-3570-400b-a74c-bf35848a2ba7 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd2919b0-c475-4510-b0d7-b77ca9d8aaf3 HTTP/1.1" status: 200 len: 981 time: 0.0483952 Dec 10 15:39:32.720783 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-bb612357-8519-4d26-8bd7-1bd1711d65cf req-7fa4b8d5-d9eb-40da-8ce0-303f4054ec60 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=855977f4-cd1b-45fa-b957-a60c516e8685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398490 Dec 10 15:39:33.838077 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d885825-0581-4428-8b3b-891ce4809e96 req-026bd9b2-c1b4-4e1e-819d-530bb846d9ac tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:39:33.839552 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4d885825-0581-4428-8b3b-891ce4809e96 req-026bd9b2-c1b4-4e1e-819d-530bb846d9ac tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd2919b0-c475-4510-b0d7-b77ca9d8aaf3 HTTP/1.1" status: 200 len: 981 time: 0.0479043 Dec 10 15:39:33.887522 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4d885825-0581-4428-8b3b-891ce4809e96 req-e1f7f2e3-c23a-47a4-b687-ec32934c5eae tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=855977f4-cd1b-45fa-b957-a60c516e8685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421321 Dec 10 15:39:35.000617 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdd60ca-79ff-44b5-92d5-95d93d37ab22 req-f9dfa45b-c6e7-4146-8de0-9d7ca808024f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:39:35.002141 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-6fdd60ca-79ff-44b5-92d5-95d93d37ab22 req-f9dfa45b-c6e7-4146-8de0-9d7ca808024f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd2919b0-c475-4510-b0d7-b77ca9d8aaf3 HTTP/1.1" status: 200 len: 981 time: 0.0484295 Dec 10 15:39:35.047564 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-6fdd60ca-79ff-44b5-92d5-95d93d37ab22 req-f3834281-dd5d-446a-aeb2-abfd1fd2d8c7 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=855977f4-cd1b-45fa-b957-a60c516e8685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395262 Dec 10 15:39:35.891050 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 68911d1c-601d-4061-8fbe-850c26515905 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 15:39:35.985382 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port 68911d1c-601d-4061-8fbe-850c26515905, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=68911d1c-601d-4061-8fbe-850c26515905,segment=NetworkSegment(09b0abfd-e1ce-4987-95e7-d15a8fbe0fbc),segment_id=09b0abfd-e1ce-4987-95e7-d15a8fbe0fbc)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:39:35.996821 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Returning: {'device': '68911d1c-601d-4061-8fbe-850c26515905', 'network_id': '8c171063-58d2-48f1-9044-eb3ce80c84e8', 'port_id': '68911d1c-601d-4061-8fbe-850c26515905', 'mac_address': 'fa:16:3e:46:08:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10a6a5fe-3d32-4f5b-aec9-ddb5509486ae', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 15:39:36.032338 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:36.044365 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68911d1c-601d-4061-8fbe-850c26515905 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 15:39:36.067325 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port 68911d1c-601d-4061-8fbe-850c26515905, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=68911d1c-601d-4061-8fbe-850c26515905,segment=NetworkSegment(09b0abfd-e1ce-4987-95e7-d15a8fbe0fbc),segment_id=09b0abfd-e1ce-4987-95e7-d15a8fbe0fbc)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:39:36.146127 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:36.167090 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24bc701-7fe5-4147-b050-c42a8a596269 req-593cc012-b6c9-42c9-83ea-fb514f889e16 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:39:36.169228 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-f24bc701-7fe5-4147-b050-c42a8a596269 req-593cc012-b6c9-42c9-83ea-fb514f889e16 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd2919b0-c475-4510-b0d7-b77ca9d8aaf3 HTTP/1.1" status: 200 len: 981 time: 0.0520623 Dec 10 15:39:36.193260 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=68911d1c-601d-4061-8fbe-850c26515905,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:39:36.220309 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-f24bc701-7fe5-4147-b050-c42a8a596269 req-e3140ba5-3105-4903-8305-a5ebf30d47da tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=855977f4-cd1b-45fa-b957-a60c516e8685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449204 Dec 10 15:39:36.363523 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] get_ports_and_sgs() called for port_ids ['68911d1c-601d-4061-8fbe-850c26515905'] {{(pid=103588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 15:39:37.337231 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda63c4c-4956-4ce1-bdb4-5b9108137a7d req-c004131b-f9fb-4686-8ba4-a97c8ed069ad tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:39:37.339097 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-eda63c4c-4956-4ce1-bdb4-5b9108137a7d req-c004131b-f9fb-4686-8ba4-a97c8ed069ad tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd2919b0-c475-4510-b0d7-b77ca9d8aaf3 HTTP/1.1" status: 200 len: 982 time: 0.0525506 Dec 10 15:39:37.384986 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-eda63c4c-4956-4ce1-bdb4-5b9108137a7d req-156fb61a-bf28-4d4a-a231-e0743027990e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=855977f4-cd1b-45fa-b957-a60c516e8685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402164 Dec 10 15:39:37.906682 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 68911d1c-601d-4061-8fbe-850c26515905 up at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:39:38.065478 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning for port 68911d1c-601d-4061-8fbe-850c26515905 completed by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 15:39:38.069402 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning complete for port 68911d1c-601d-4061-8fbe-850c26515905 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:39:38.069795 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:38.144514 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:38.167201 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd2919b0-c475-4510-b0d7-b77ca9d8aaf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68911d1c-601d-4061-8fbe-850c26515905'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:39:38.169459 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa4b92c408489e2c982394a5a7b3518bb1b22554638321e3ea6c5cabb2c75d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4828b63a-c488-4d93-8ad9-456ee1df3e4f" -d '{"events": [{"server_uuid": "fd2919b0-c475-4510-b0d7-b77ca9d8aaf3", "name": "network-vif-plugged", "status": "completed", "tag": "68911d1c-601d-4061-8fbe-850c26515905"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:39:38.182874 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port 68911d1c-601d-4061-8fbe-850c26515905, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=68911d1c-601d-4061-8fbe-850c26515905,segment=NetworkSegment(09b0abfd-e1ce-4987-95e7-d15a8fbe0fbc),segment_id=09b0abfd-e1ce-4987-95e7-d15a8fbe0fbc)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:39:38.205895 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 15:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa77f3cc-dd13-48a4-94ca-235b8af9c668 x-openstack-request-id: req-fa77f3cc-dd13-48a4-94ca-235b8af9c668 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:39:38.206191 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd2919b0-c475-4510-b0d7-b77ca9d8aaf3", "name": "network-vif-plugged", "status": "completed", "tag": "68911d1c-601d-4061-8fbe-850c26515905", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:39:38.206451 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fa77f3cc-dd13-48a4-94ca-235b8af9c668 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:39:38.206853 dv-neutron-821401-4-hyperv neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd2919b0-c475-4510-b0d7-b77ca9d8aaf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68911d1c-601d-4061-8fbe-850c26515905', 'code': 200} Dec 10 15:39:38.300291 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:38.348644 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=68911d1c-601d-4061-8fbe-850c26515905,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:39:38.500313 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5820c7-6074-4b7a-ad61-42dbef29255e req-0a1fdf70-6efd-4ec8-9862-dfb90b81e12e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:39:38.501838 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-8a5820c7-6074-4b7a-ad61-42dbef29255e req-0a1fdf70-6efd-4ec8-9862-dfb90b81e12e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd2919b0-c475-4510-b0d7-b77ca9d8aaf3 HTTP/1.1" status: 200 len: 983 time: 0.0497386 Dec 10 15:39:38.602850 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-8a5820c7-6074-4b7a-ad61-42dbef29255e req-0a2061fb-4d82-491d-a6a9-0896470ea474 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=855977f4-cd1b-45fa-b957-a60c516e8685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943096 Dec 10 15:39:38.622495 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6f5d3c-18a6-4a8c-9540-4ac2272bf001 req-40beeb25-5dc5-4460-b661-b251b7c93f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:39:38.623998 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-8e6f5d3c-18a6-4a8c-9540-4ac2272bf001 req-40beeb25-5dc5-4460-b661-b251b7c93f0c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fd2919b0-c475-4510-b0d7-b77ca9d8aaf3 HTTP/1.1" status: 200 len: 1136 time: 0.0845907 Dec 10 15:39:38.675995 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-8e6f5d3c-18a6-4a8c-9540-4ac2272bf001 req-83884b95-1560-4165-bd34-6471d86e7604 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=855977f4-cd1b-45fa-b957-a60c516e8685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446398 Dec 10 15:39:39.725551 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88958556-dc4c-4cb4-8b8d-20e9c8cff873 req-2d3597c1-e90f-4557-a47d-cd47a793f3f9 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:39:39.727428 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-88958556-dc4c-4cb4-8b8d-20e9c8cff873 req-2d3597c1-e90f-4557-a47d-cd47a793f3f9 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd2919b0-c475-4510-b0d7-b77ca9d8aaf3 HTTP/1.1" status: 200 len: 983 time: 0.0507634 Dec 10 15:39:39.775765 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-88958556-dc4c-4cb4-8b8d-20e9c8cff873 req-01258050-cb5e-496a-bd40-37bd4f342339 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=855977f4-cd1b-45fa-b957-a60c516e8685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422599 Dec 10 15:39:40.890030 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59188e4-db57-438d-9755-50248fe827a2 req-013ca088-6fca-49f5-9553-0f3af8df9499 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:39:40.891522 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-b59188e4-db57-438d-9755-50248fe827a2 req-013ca088-6fca-49f5-9553-0f3af8df9499 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd2919b0-c475-4510-b0d7-b77ca9d8aaf3 HTTP/1.1" status: 200 len: 983 time: 0.0490494 Dec 10 15:39:40.937615 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-b59188e4-db57-438d-9755-50248fe827a2 req-26dd032b-4704-468e-adad-c346d71fa3fd tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=855977f4-cd1b-45fa-b957-a60c516e8685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402675 Dec 10 15:39:41.050012 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970c6e5b-7adf-42e8-8b5c-8f803d4de958 req-2f31d4b7-d347-44f6-82ec-8c69bc642147 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:39:41.051495 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-970c6e5b-7adf-42e8-8b5c-8f803d4de958 req-2f31d4b7-d347-44f6-82ec-8c69bc642147 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd2919b0-c475-4510-b0d7-b77ca9d8aaf3 HTTP/1.1" status: 200 len: 983 time: 0.0490499 Dec 10 15:39:41.098184 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-970c6e5b-7adf-42e8-8b5c-8f803d4de958 req-463906a0-43ff-4be8-aa35-38da19565301 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=855977f4-cd1b-45fa-b957-a60c516e8685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407989 Dec 10 15:39:41.119682 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37980) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:39:41.162910 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a09b491-f93a-4cb4-999d-648c31efc4fc tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:39:41.164430 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-4a09b491-f93a-4cb4-999d-648c31efc4fc tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fd2919b0-c475-4510-b0d7-b77ca9d8aaf3 HTTP/1.1" status: 200 len: 1131 time: 0.0437970 Dec 10 15:39:41.167253 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 37982) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:39:41.171498 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-5df472c7-2c37-4ad7-91f8-6c667e2ded74 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'floatingip': {'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'port_id': '68911d1c-601d-4061-8fbe-850c26515905', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:39:41.247121 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5df472c7-2c37-4ad7-91f8-6c667e2ded74 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for floatingip, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:41.340242 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5df472c7-2c37-4ad7-91f8-6c667e2ded74 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:41.443305 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-5df472c7-2c37-4ad7-91f8-6c667e2ded74 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Allocated IP 172.26.2.126 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/8b38edff-1cd1-4b92-ab0d-96573197551f) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:39:41.541110 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5df472c7-2c37-4ad7-91f8-6c667e2ded74 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:41.654464 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5df472c7-2c37-4ad7-91f8-6c667e2ded74 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:41.699325 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df472c7-2c37-4ad7-91f8-6c667e2ded74 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:39:41.702281 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-5df472c7-2c37-4ad7-91f8-6c667e2ded74 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:39:41.705611 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df472c7-2c37-4ad7-91f8-6c667e2ded74 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:39:41.710865 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df472c7-2c37-4ad7-91f8-6c667e2ded74 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'Port': ['ID=8b38edff-1cd1-4b92-ab0d-96573197551f,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:39:42.113206 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5df472c7-2c37-4ad7-91f8-6c667e2ded74 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:42.289729 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5df472c7-2c37-4ad7-91f8-6c667e2ded74 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:42.438424 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5df472c7-2c37-4ad7-91f8-6c667e2ded74 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:42.503962 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5df472c7-2c37-4ad7-91f8-6c667e2ded74 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:42.571726 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df472c7-2c37-4ad7-91f8-6c667e2ded74 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'Port': ['ID=8b38edff-1cd1-4b92-ab0d-96573197551f,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:39:42.581742 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5df472c7-2c37-4ad7-91f8-6c667e2ded74 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552741'] for floatingip, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:42.679247 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.l3_db [None req-5df472c7-2c37-4ad7-91f8-6c667e2ded74 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Floating IP db43b109-2fdd-4b29-aa29-ef12c9aa5499 associated. External IP: 172.26.2.126, port: 68911d1c-601d-4061-8fbe-850c26515905. Dec 10 15:39:42.904485 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-48dd37aa-0282-4e64-8618-57ba37e62b26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:43.188113 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df472c7-2c37-4ad7-91f8-6c667e2ded74 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Router f5079aee-d76d-4cdc-95e0-25de2e2c9852 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:39:43.294382 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df472c7-2c37-4ad7-91f8-6c667e2ded74 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:39:43.306072 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8a51a6-10f6-41c1-a6f4-a1ff7d529d83 None None] Sync routers for ids ['f5079aee-d76d-4cdc-95e0-25de2e2c9852'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:39:43.316343 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8a51a6-10f6-41c1-a6f4-a1ff7d529d83 None None] Routers {'f5079aee-d76d-4cdc-95e0-25de2e2c9852'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:39:43.316952 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-7f8a51a6-10f6-41c1-a6f4-a1ff7d529d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:39:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['f5079aee-d76d-4cdc-95e0-25de2e2c9852'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:39:43.420623 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-7f8a51a6-10f6-41c1-a6f4-a1ff7d529d83 None None] Set router f5079aee-d76d-4cdc-95e0-25de2e2c9852 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:39:43.437442 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5df472c7-2c37-4ad7-91f8-6c667e2ded74 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:43.451719 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:43.465886 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-5df472c7-2c37-4ad7-91f8-6c667e2ded74 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 2.2975981 Dec 10 15:39:43.466576 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd2919b0-c475-4510-b0d7-b77ca9d8aaf3', 'tag': '68911d1c-601d-4061-8fbe-850c26515905'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:39:43.468865 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37984) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:39:43.469363 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9ca57131bc4931768ac29058952438d1fdd62308db7b17540cc34ffe8faef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e16dc83-cd65-45ac-914c-840c51a5b024" -d '{"events": [{"name": "network-changed", "server_uuid": "fd2919b0-c475-4510-b0d7-b77ca9d8aaf3", "tag": "68911d1c-601d-4061-8fbe-850c26515905"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:39:43.508547 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 15:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0327d503-b0d7-49ba-9cd2-7daba26299b2 x-openstack-request-id: req-0327d503-b0d7-49ba-9cd2-7daba26299b2 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:39:43.509018 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd2919b0-c475-4510-b0d7-b77ca9d8aaf3", "tag": "68911d1c-601d-4061-8fbe-850c26515905", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:39:43.509285 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0327d503-b0d7-49ba-9cd2-7daba26299b2 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:39:43.509912 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd2919b0-c475-4510-b0d7-b77ca9d8aaf3', 'tag': '68911d1c-601d-4061-8fbe-850c26515905', 'status': 'completed', 'code': 200} Dec 10 15:39:43.576435 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0695d34e-8f8c-403b-9dec-e6182a517b7e tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:39:43.578046 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-0695d34e-8f8c-403b-9dec-e6182a517b7e tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fd2919b0-c475-4510-b0d7-b77ca9d8aaf3&network_id=8c171063-58d2-48f1-9044-eb3ce80c84e8 HTTP/1.1" status: 200 len: 1131 time: 0.1080766 Dec 10 15:39:43.591540 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e16dc83-cd65-45ac-914c-840c51a5b024 req-1cd51c5f-c0a1-454c-95a0-594a015d19c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:39:43.593064 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-9e16dc83-cd65-45ac-914c-840c51a5b024 req-1cd51c5f-c0a1-454c-95a0-594a015d19c8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e049672a5fd04e7f8cbb0423b61eb757&device_id=fd2919b0-c475-4510-b0d7-b77ca9d8aaf3 HTTP/1.1" status: 200 len: 1136 time: 0.0575967 Dec 10 15:39:43.749728 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e16dc83-cd65-45ac-914c-840c51a5b024 req-aea031ee-4bba-4bed-b425-03dc2496e27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:39:43.751273 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-9e16dc83-cd65-45ac-914c-840c51a5b024 req-aea031ee-4bba-4bed-b425-03dc2496e27b service neutron] 10.222.0.44 "GET /v2.0/networks?id=8c171063-58d2-48f1-9044-eb3ce80c84e8 HTTP/1.1" status: 200 len: 897 time: 0.1513999 Dec 10 15:39:43.811430 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-7f8a51a6-10f6-41c1-a6f4-a1ff7d529d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5079aee-d76d-4cdc-95e0-25de2e2c9852', 'name': 'tempest-TestNetworkBasicOps-router-1648596359', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': 'adca760a-efb3-48b7-bdb5-d3df89e1bf4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:39:15Z', 'updated_at': '2021-12-10T15:39:20Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': 'adca760a-efb3-48b7-bdb5-d3df89e1bf4e', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5079aee-d76d-4cdc-95e0-25de2e2c9852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:39:16Z', 'updated_at': '2021-12-10T15:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': 'db43b109-2fdd-4b29-aa29-ef12c9aa5499', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'floating_ip_address': '172.26.2.126', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': 'f5079aee-d76d-4cdc-95e0-25de2e2c9852', 'port_id': '68911d1c-601d-4061-8fbe-850c26515905', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1792462978', 'network_id': '8c171063-58d2-48f1-9044-eb3ce80c84e8', 'mac_address': 'fa:16:3e:46:08:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2919b0-c475-4510-b0d7-b77ca9d8aaf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T15:39:41Z', 'updated_at': '2021-12-10T15:39:41Z', 'revision_number': 0, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a79261e6-6917-49dc-9d3d-60ab6899d486', 'name': '', 'network_id': '8c171063-58d2-48f1-9044-eb3ce80c84e8', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:19:9f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5079aee-d76d-4cdc-95e0-25de2e2c9852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '10a6a5fe-3d32-4f5b-aec9-ddb5509486ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:39:19Z', 'updated_at': '2021-12-10T15:39:22Z', 'revision_number': 5, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': '10a6a5fe-3d32-4f5b-aec9-ddb5509486ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:39:43.844831 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8a51a6-10f6-41c1-a6f4-a1ff7d529d83 None None] Checking router: f5079aee-d76d-4cdc-95e0-25de2e2c9852 for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:39:43.855182 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8a51a6-10f6-41c1-a6f4-a1ff7d529d83 None None] Routers {'f5079aee-d76d-4cdc-95e0-25de2e2c9852'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:39:43.855828 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-7f8a51a6-10f6-41c1-a6f4-a1ff7d529d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:39:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['f5079aee-d76d-4cdc-95e0-25de2e2c9852'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:39:43.974453 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-7f8a51a6-10f6-41c1-a6f4-a1ff7d529d83 None None] Set router f5079aee-d76d-4cdc-95e0-25de2e2c9852 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:39:44.217310 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-9e16dc83-cd65-45ac-914c-840c51a5b024 req-299e7db2-91a1-4787-a758-4f2bb2cf160e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68911d1c-601d-4061-8fbe-850c26515905 HTTP/1.1" status: 200 len: 1037 time: 0.4592025 Dec 10 15:39:44.224520 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-7f8a51a6-10f6-41c1-a6f4-a1ff7d529d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5079aee-d76d-4cdc-95e0-25de2e2c9852', 'name': 'tempest-TestNetworkBasicOps-router-1648596359', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': 'adca760a-efb3-48b7-bdb5-d3df89e1bf4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:39:15Z', 'updated_at': '2021-12-10T15:39:20Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': 'adca760a-efb3-48b7-bdb5-d3df89e1bf4e', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5079aee-d76d-4cdc-95e0-25de2e2c9852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:39:16Z', 'updated_at': '2021-12-10T15:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': 'db43b109-2fdd-4b29-aa29-ef12c9aa5499', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'floating_ip_address': '172.26.2.126', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': 'f5079aee-d76d-4cdc-95e0-25de2e2c9852', 'port_id': '68911d1c-601d-4061-8fbe-850c26515905', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1792462978', 'network_id': '8c171063-58d2-48f1-9044-eb3ce80c84e8', 'mac_address': 'fa:16:3e:46:08:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2919b0-c475-4510-b0d7-b77ca9d8aaf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T15:39:41Z', 'updated_at': '2021-12-10T15:39:41Z', 'revision_number': 0, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a79261e6-6917-49dc-9d3d-60ab6899d486', 'name': '', 'network_id': '8c171063-58d2-48f1-9044-eb3ce80c84e8', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:19:9f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5079aee-d76d-4cdc-95e0-25de2e2c9852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '10a6a5fe-3d32-4f5b-aec9-ddb5509486ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:39:19Z', 'updated_at': '2021-12-10T15:39:22Z', 'revision_number': 5, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': '10a6a5fe-3d32-4f5b-aec9-ddb5509486ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:39:44.231529 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ce58e3-9088-47cd-9e63-8986fc025079 req-b2fd076f-d8ea-4d9e-97f4-886fdcaab092 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:39:44.232998 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-72ce58e3-9088-47cd-9e63-8986fc025079 req-b2fd076f-d8ea-4d9e-97f4-886fdcaab092 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd2919b0-c475-4510-b0d7-b77ca9d8aaf3 HTTP/1.1" status: 200 len: 983 time: 0.0902667 Dec 10 15:39:44.252642 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8a51a6-10f6-41c1-a6f4-a1ff7d529d83 None None] The sync data for ids ['f5079aee-d76d-4cdc-95e0-25de2e2c9852'] in dv-neutron-821401-4-hyperv is: [{'id': 'f5079aee-d76d-4cdc-95e0-25de2e2c9852', 'name': 'tempest-TestNetworkBasicOps-router-1648596359', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': 'adca760a-efb3-48b7-bdb5-d3df89e1bf4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:39:15Z', 'updated_at': '2021-12-10T15:39:20Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': 'adca760a-efb3-48b7-bdb5-d3df89e1bf4e', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5079aee-d76d-4cdc-95e0-25de2e2c9852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:39:16Z', 'updated_at': '2021-12-10T15:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': 'db43b109-2fdd-4b29-aa29-ef12c9aa5499', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'floating_ip_address': '172.26.2.126', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': 'f5079aee-d76d-4cdc-95e0-25de2e2c9852', 'port_id': '68911d1c-601d-4061-8fbe-850c26515905', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1792462978', 'network_id': '8c171063-58d2-48f1-9044-eb3ce80c84e8', 'mac_address': 'fa:16:3e:46:08:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2919b0-c475-4510-b0d7-b77ca9d8aaf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T15:39:41Z', 'updated_at': '2021-12-10T15:39:41Z', 'revision_number': 0, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a79261e6-6917-49dc-9d3d-60ab6899d486', 'name': '', 'network_id': '8c171063-58d2-48f1-9044-eb3ce80c84e8', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:19:9f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5079aee-d76d-4cdc-95e0-25de2e2c9852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '10a6a5fe-3d32-4f5b-aec9-ddb5509486ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:39:19Z', 'updated_at': '2021-12-10T15:39:22Z', 'revision_number': 5, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': '10a6a5fe-3d32-4f5b-aec9-ddb5509486ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:39:44.307064 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e16dc83-cd65-45ac-914c-840c51a5b024 req-1ed6502a-dfa8-4e07-8f5f-6d5e453808c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:39:44.308522 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-9e16dc83-cd65-45ac-914c-840c51a5b024 req-1ed6502a-dfa8-4e07-8f5f-6d5e453808c9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=10a6a5fe-3d32-4f5b-aec9-ddb5509486ae HTTP/1.1" status: 200 len: 834 time: 0.0746713 Dec 10 15:39:44.315964 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-72ce58e3-9088-47cd-9e63-8986fc025079 req-8a76548a-1882-442a-81a0-ca36d38aae79 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=855977f4-cd1b-45fa-b957-a60c516e8685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749218 Dec 10 15:39:44.357018 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e16dc83-cd65-45ac-914c-840c51a5b024 req-72e789ea-4a66-4d9f-bd3f-2b7e8f52e92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:39:44.358595 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-9e16dc83-cd65-45ac-914c-840c51a5b024 req-72e789ea-4a66-4d9f-bd3f-2b7e8f52e92f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8c171063-58d2-48f1-9044-eb3ce80c84e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0417948 Dec 10 15:39:44.458403 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602bba7d-9693-48ef-81bd-c0639eb69bba None None] New status for floating IP db43b109-2fdd-4b29-aa29-ef12c9aa5499: ACTIVE {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 15:39:44.461937 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-9e16dc83-cd65-45ac-914c-840c51a5b024 req-4ad19692-9fe5-4cc0-b520-e356c75744a0 service neutron] 10.222.0.44 "GET /v2.0/networks/8c171063-58d2-48f1-9044-eb3ce80c84e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952744 Dec 10 15:39:44.562429 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-9e16dc83-cd65-45ac-914c-840c51a5b024 req-8e8bfb8e-e5d6-44d0-98b0-8e7ef8eed638 service neutron] 10.222.0.44 "GET /v2.0/networks/8c171063-58d2-48f1-9044-eb3ce80c84e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828435 Dec 10 15:39:45.322913 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-16037f16-358b-4312-8540-6f45c9e895cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:45.445646 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b0de70-6471-4986-9239-11b6a6cb44b2 req-d1fb5408-648b-4e9b-bc80-860238e3dfa5 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:39:45.447188 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-f3b0de70-6471-4986-9239-11b6a6cb44b2 req-d1fb5408-648b-4e9b-bc80-860238e3dfa5 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd2919b0-c475-4510-b0d7-b77ca9d8aaf3 HTTP/1.1" status: 200 len: 983 time: 0.0532708 Dec 10 15:39:45.495121 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-f3b0de70-6471-4986-9239-11b6a6cb44b2 req-aeb9707f-6bb7-42ee-aba3-cf2fad4aaf2e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=855977f4-cd1b-45fa-b957-a60c516e8685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418286 Dec 10 15:39:45.529165 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5901e8-8fe9-4cef-861e-2fd2610ab16e req-ea595377-0e35-402a-8719-565919dde722 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:39:45.530663 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ba5901e8-8fe9-4cef-861e-2fd2610ab16e req-ea595377-0e35-402a-8719-565919dde722 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd2919b0-c475-4510-b0d7-b77ca9d8aaf3 HTTP/1.1" status: 200 len: 983 time: 0.0502167 Dec 10 15:39:45.578683 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5901e8-8fe9-4cef-861e-2fd2610ab16e req-f5cb9773-cfff-4d93-b579-9d1cd36d124f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:39:45.580118 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ba5901e8-8fe9-4cef-861e-2fd2610ab16e req-f5cb9773-cfff-4d93-b579-9d1cd36d124f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.44 "GET /v2.0/ports/68911d1c-601d-4061-8fbe-850c26515905?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0432756 Dec 10 15:39:45.679317 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ba5901e8-8fe9-4cef-861e-2fd2610ab16e req-be7bb67c-91b5-42de-867b-bf635e7b49ab tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.44 "GET /v2.0/networks/8c171063-58d2-48f1-9044-eb3ce80c84e8?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0940554 Dec 10 15:39:45.690602 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [req-ba5901e8-8fe9-4cef-861e-2fd2610ab16e req-ac1471f0-1075-460c-a11b-d8c521833656 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:39:45.746934 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-ba5901e8-8fe9-4cef-861e-2fd2610ab16e req-ac1471f0-1075-460c-a11b-d8c521833656 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:45.875392 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [req-ba5901e8-8fe9-4cef-861e-2fd2610ab16e req-ac1471f0-1075-460c-a11b-d8c521833656 service neutron] For port 68911d1c-601d-4061-8fbe-850c26515905, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=68911d1c-601d-4061-8fbe-850c26515905,segment=NetworkSegment(09b0abfd-e1ce-4987-95e7-d15a8fbe0fbc),segment_id=09b0abfd-e1ce-4987-95e7-d15a8fbe0fbc)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:39:45.908271 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [req-ba5901e8-8fe9-4cef-861e-2fd2610ab16e req-ac1471f0-1075-460c-a11b-d8c521833656 service neutron] For port 68911d1c-601d-4061-8fbe-850c26515905, host hv-neutron-8214, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:39:45.945075 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [req-ba5901e8-8fe9-4cef-861e-2fd2610ab16e req-ac1471f0-1075-460c-a11b-d8c521833656 service neutron] device_id is not set on port 68911d1c-601d-4061-8fbe-850c26515905 yet. {{(pid=103586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:39:45.953938 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-ba5901e8-8fe9-4cef-861e-2fd2610ab16e req-ac1471f0-1075-460c-a11b-d8c521833656 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:46.042996 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-ba5901e8-8fe9-4cef-861e-2fd2610ab16e req-ac1471f0-1075-460c-a11b-d8c521833656 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:46.146660 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:46.156517 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1471f0-1075-460c-a11b-d8c521833656 service neutron] Pushing event updated for resources: {'Port': ['ID=68911d1c-601d-4061-8fbe-850c26515905,revision_number=6']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:39:46.214905 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba5901e8-8fe9-4cef-861e-2fd2610ab16e req-ac1471f0-1075-460c-a11b-d8c521833656 service neutron] No DVR routers for this DVR port 68911d1c-601d-4061-8fbe-850c26515905 on host hv-neutron-8214 {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:39:46.330185 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-08612ed1-0af5-4951-b59d-fcd714bee72d None None] Provisioning complete for port 68911d1c-601d-4061-8fbe-850c26515905 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:39:46.330744 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-08612ed1-0af5-4951-b59d-fcd714bee72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:46.350188 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [req-ba5901e8-8fe9-4cef-861e-2fd2610ab16e req-ac1471f0-1075-460c-a11b-d8c521833656 service neutron] In _notify_port_updated(), no bound segment for port 68911d1c-601d-4061-8fbe-850c26515905 on network 8c171063-58d2-48f1-9044-eb3ce80c84e8 {{(pid=103586) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 15:39:46.351363 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5901e8-8fe9-4cef-861e-2fd2610ab16e req-ac1471f0-1075-460c-a11b-d8c521833656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:39:46.351992 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-ba5901e8-8fe9-4cef-861e-2fd2610ab16e req-ac1471f0-1075-460c-a11b-d8c521833656 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:46.353281 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ba5901e8-8fe9-4cef-861e-2fd2610ab16e req-ac1471f0-1075-460c-a11b-d8c521833656 service neutron] 10.222.0.44 "PUT /v2.0/ports/68911d1c-601d-4061-8fbe-850c26515905 HTTP/1.1" status: 200 len: 1026 time: 0.6666238 Dec 10 15:39:46.367859 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-08612ed1-0af5-4951-b59d-fcd714bee72d None None] Port 68911d1c-601d-4061-8fbe-850c26515905 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:39:46.590528 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-3b9fd368-ae35-455e-a575-1bc0d4a8eec4 req-3e2abdb5-bf51-4a85-b707-96ab4407822d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd2919b0-c475-4510-b0d7-b77ca9d8aaf3 HTTP/1.1" status: 200 len: 210 time: 0.0298734 Dec 10 15:39:47.644960 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 37998) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:39:47.689052 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70db662-1c31-46b5-9b78-0964f10147dc tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:39:47.690494 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-e70db662-1c31-46b5-9b78-0964f10147dc tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports/68911d1c-601d-4061-8fbe-850c26515905 HTTP/1.1" status: 200 len: 925 time: 0.0436773 Dec 10 15:39:47.783559 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:48.047977 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 38002) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:39:48.052598 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-bec55ec5-1efa-4863-aa35-c4539b71729c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-635160320', 'description': 'tempest-secgroup-smoke-635160320 description', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:39:48.120905 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bec55ec5-1efa-4863-aa35-c4539b71729c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:48.187107 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bec55ec5-1efa-4863-aa35-c4539b71729c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:48.275527 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bec55ec5-1efa-4863-aa35-c4539b71729c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:48.304454 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec55ec5-1efa-4863-aa35-c4539b71729c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d99aa33-4d76-4c4b-b7c2-e1c8ecab73d8,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:39:48.374269 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bec55ec5-1efa-4863-aa35-c4539b71729c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:48.375540 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-bec55ec5-1efa-4863-aa35-c4539b71729c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3265254 Dec 10 15:39:48.378367 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 38004) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:39:48.382603 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-e5f54983-d0db-47ee-96ab-bcfbe7defe3c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'security_group_rule': {'security_group_id': '0d99aa33-4d76-4c4b-b7c2-e1c8ecab73d8', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:39:48.458878 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e5f54983-d0db-47ee-96ab-bcfbe7defe3c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:48.513142 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e5f54983-d0db-47ee-96ab-bcfbe7defe3c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:48.580412 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e5f54983-d0db-47ee-96ab-bcfbe7defe3c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:48.596017 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f54983-d0db-47ee-96ab-bcfbe7defe3c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=084d03b1-72cf-4588-998b-758291212601,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:39:48.675545 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:48.688593 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e5f54983-d0db-47ee-96ab-bcfbe7defe3c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:48.689830 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-e5f54983-d0db-47ee-96ab-bcfbe7defe3c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3105264 Dec 10 15:39:48.692696 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 38006) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:39:48.697444 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-0a50e38c-7138-455a-a7c1-224d3b34bfc2 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'security_group_rule': {'security_group_id': '0d99aa33-4d76-4c4b-b7c2-e1c8ecab73d8', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:39:48.795867 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0a50e38c-7138-455a-a7c1-224d3b34bfc2 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:48.854745 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0a50e38c-7138-455a-a7c1-224d3b34bfc2 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:48.922624 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0a50e38c-7138-455a-a7c1-224d3b34bfc2 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:48.941727 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a50e38c-7138-455a-a7c1-224d3b34bfc2 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adf48e12-ce76-4f0f-ae6c-c7eea629405c,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:39:49.014244 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0a50e38c-7138-455a-a7c1-224d3b34bfc2 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:49.015471 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-0a50e38c-7138-455a-a7c1-224d3b34bfc2 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3218632 Dec 10 15:39:49.018334 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 38008) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:39:49.022628 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-725c73af-9370-4134-8791-636502af191a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'security_group_rule': {'security_group_id': '0d99aa33-4d76-4c4b-b7c2-e1c8ecab73d8', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:39:49.155172 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-725c73af-9370-4134-8791-636502af191a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:49.212954 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-725c73af-9370-4134-8791-636502af191a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:49.282554 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-725c73af-9370-4134-8791-636502af191a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:49.297717 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725c73af-9370-4134-8791-636502af191a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba5dedab-3fd1-4976-82d7-69a103d170d1,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:39:49.410653 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-725c73af-9370-4134-8791-636502af191a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:49.411857 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-725c73af-9370-4134-8791-636502af191a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3925600 Dec 10 15:39:49.415048 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 38012) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:39:49.419490 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-2e44a1dd-7010-4d17-a083-d658a70f5a63 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'security_group_rule': {'security_group_id': '0d99aa33-4d76-4c4b-b7c2-e1c8ecab73d8', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:39:49.563960 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2e44a1dd-7010-4d17-a083-d658a70f5a63 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:49.587406 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70420eb8-5c0a-4afb-b1ba-f85ed85f25c8 req-48627b0f-a5b3-4abc-82c2-ed9665da15d6 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:39:49.588894 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-70420eb8-5c0a-4afb-b1ba-f85ed85f25c8 req-48627b0f-a5b3-4abc-82c2-ed9665da15d6 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/ports?device_id=85708d57-23ef-42c1-b310-051281f973f7 HTTP/1.1" status: 200 len: 945 time: 0.0653193 Dec 10 15:39:49.670362 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-70420eb8-5c0a-4afb-b1ba-f85ed85f25c8 req-f2c681f2-657c-45e8-b626-7f1e2d2d7298 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/security-groups?id=768e56a5-cc04-4fcd-bec3-2ab2cf193260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733635 Dec 10 15:39:49.671896 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2e44a1dd-7010-4d17-a083-d658a70f5a63 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:49.734094 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2e44a1dd-7010-4d17-a083-d658a70f5a63 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:49.751606 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e44a1dd-7010-4d17-a083-d658a70f5a63 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b69d9f0-5817-4103-9c9c-c435e216a3f9,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:39:49.839617 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2e44a1dd-7010-4d17-a083-d658a70f5a63 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:49.840907 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-2e44a1dd-7010-4d17-a083-d658a70f5a63 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4248374 Dec 10 15:39:49.843470 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 38016) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:39:49.847818 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-cc5f5eb8-153b-46c0-98ed-b2450158da4a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'security_group_rule': {'security_group_id': '0d99aa33-4d76-4c4b-b7c2-e1c8ecab73d8', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:39:49.945595 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.securitygroups_db [None req-cc5f5eb8-153b-46c0-98ed-b2450158da4a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Project e049672a5fd04e7f8cbb0423b61eb757 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 15:39:49.951230 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cc5f5eb8-153b-46c0-98ed-b2450158da4a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:49.967776 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 68911d1c-601d-4061-8fbe-850c26515905 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:39:50.005256 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 68911d1c-601d-4061-8fbe-850c26515905 not bound to the agent host hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:39:50.012061 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cc5f5eb8-153b-46c0-98ed-b2450158da4a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:50.117388 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cc5f5eb8-153b-46c0-98ed-b2450158da4a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:50.135267 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5f5eb8-153b-46c0-98ed-b2450158da4a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab8f5116-90bc-4527-acd6-8107f58ab187,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:39:50.222346 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cc5f5eb8-153b-46c0-98ed-b2450158da4a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:50.223511 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-cc5f5eb8-153b-46c0-98ed-b2450158da4a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3791082 Dec 10 15:39:50.226597 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 38018) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:39:50.231647 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-44dec21d-59ef-4971-b4e9-7ca42b3b984f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'security_group_rule': {'security_group_id': '0d99aa33-4d76-4c4b-b7c2-e1c8ecab73d8', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:39:50.351730 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.securitygroups_db [None req-44dec21d-59ef-4971-b4e9-7ca42b3b984f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Project e049672a5fd04e7f8cbb0423b61eb757 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 15:39:50.356861 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-44dec21d-59ef-4971-b4e9-7ca42b3b984f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:50.414305 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-44dec21d-59ef-4971-b4e9-7ca42b3b984f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:50.494391 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-44dec21d-59ef-4971-b4e9-7ca42b3b984f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:50.512270 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dec21d-59ef-4971-b4e9-7ca42b3b984f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e99feb29-16af-4418-b724-fb78fecb6b4b,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:39:50.593437 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-44dec21d-59ef-4971-b4e9-7ca42b3b984f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:50.594713 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-44dec21d-59ef-4971-b4e9-7ca42b3b984f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3671277 Dec 10 15:39:50.742994 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-7d5b2e5c-9115-40af-a1eb-659c73ec5706 req-dcac4d2b-72b9-466a-9a82-930a7b952a0c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-635160320&fields=id&tenant_id=e049672a5fd04e7f8cbb0423b61eb757 HTTP/1.1" status: 200 len: 267 time: 0.0450776 Dec 10 15:39:50.786858 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f770b-8343-4fd8-ad0e-3fdbe315dca8 req-b0f7d45d-04e5-4545-9c49-1ef4324d85b5 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:39:50.788374 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-c73f770b-8343-4fd8-ad0e-3fdbe315dca8 req-b0f7d45d-04e5-4545-9c49-1ef4324d85b5 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/ports?device_id=85708d57-23ef-42c1-b310-051281f973f7 HTTP/1.1" status: 200 len: 945 time: 0.0512974 Dec 10 15:39:50.791901 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5b2e5c-9115-40af-a1eb-659c73ec5706 req-b9880f41-0e3c-499b-80d2-02a58b0ac5da tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:39:50.793283 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-7d5b2e5c-9115-40af-a1eb-659c73ec5706 req-b9880f41-0e3c-499b-80d2-02a58b0ac5da tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports/68911d1c-601d-4061-8fbe-850c26515905 HTTP/1.1" status: 200 len: 930 time: 0.0429893 Dec 10 15:39:50.838649 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-c73f770b-8343-4fd8-ad0e-3fdbe315dca8 req-21d6ad63-3191-4acd-8363-2dbb4dbf2a4f tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/security-groups?id=768e56a5-cc04-4fcd-bec3-2ab2cf193260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441682 Dec 10 15:39:50.838917 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-7d5b2e5c-9115-40af-a1eb-659c73ec5706 req-926d2e67-c63f-4609-b38b-5c43006f959b service neutron] 10.222.0.20 "GET /v2.0/ports/68911d1c-601d-4061-8fbe-850c26515905?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0336931 Dec 10 15:39:50.928977 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-7d5b2e5c-9115-40af-a1eb-659c73ec5706 req-80fa9e5f-b32f-4b5f-b458-eb28a76784fe service neutron] 10.222.0.20 "GET /v2.0/networks/8c171063-58d2-48f1-9044-eb3ce80c84e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839016 Dec 10 15:39:51.016412 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-7d5b2e5c-9115-40af-a1eb-659c73ec5706 req-4eef86cb-d563-49bf-be83-db39679e066f service neutron] 10.222.0.20 "GET /v2.0/networks/8c171063-58d2-48f1-9044-eb3ce80c84e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812101 Dec 10 15:39:51.077625 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd0a18-46c5-4039-bcbc-1286e5e57ea4 req-d57757b9-81cd-47d0-9e44-3fb0718ac244 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:39:51.079159 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-cabd0a18-46c5-4039-bcbc-1286e5e57ea4 req-d57757b9-81cd-47d0-9e44-3fb0718ac244 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.44 "GET /v2.0/ports?device_id=85708d57-23ef-42c1-b310-051281f973f7 HTTP/1.1" status: 200 len: 945 time: 0.0476730 Dec 10 15:39:51.166826 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [req-cabd0a18-46c5-4039-bcbc-1286e5e57ea4 req-5d2dff47-83c2-47e1-8c7b-acb79d8b79cd tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Deleting port e3674829-5445-4607-aa20-d25815ff2928 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:39:51.167223 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-cabd0a18-46c5-4039-bcbc-1286e5e57ea4 req-5d2dff47-83c2-47e1-8c7b-acb79d8b79cd tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:51.265852 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [req-cabd0a18-46c5-4039-bcbc-1286e5e57ea4 req-5d2dff47-83c2-47e1-8c7b-acb79d8b79cd tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] For port e3674829-5445-4607-aa20-d25815ff2928, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=e3674829-5445-4607-aa20-d25815ff2928,segment=NetworkSegment(8ca9f398-d3a4-4fa1-b246-394025aacb79),segment_id=8ca9f398-d3a4-4fa1-b246-394025aacb79)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:39:51.266234 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-cabd0a18-46c5-4039-bcbc-1286e5e57ea4 req-5d2dff47-83c2-47e1-8c7b-acb79d8b79cd tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:51.296122 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-1d53f565-cae9-463b-9733-5b95d02c5f5e req-69675d3a-0c97-4c86-b28d-a4cf173e51f7 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=12287d46-2032-43a3-a8d0-6b14fb2a5efb HTTP/1.1" status: 200 len: 210 time: 0.0328104 Dec 10 15:39:51.460218 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-cabd0a18-46c5-4039-bcbc-1286e5e57ea4 req-5d2dff47-83c2-47e1-8c7b-acb79d8b79cd tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:51.460589 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-cabd0a18-46c5-4039-bcbc-1286e5e57ea4 req-5d2dff47-83c2-47e1-8c7b-acb79d8b79cd tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552741'] for floatingip, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:51.460911 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.l3_db [req-cabd0a18-46c5-4039-bcbc-1286e5e57ea4 req-5d2dff47-83c2-47e1-8c7b-acb79d8b79cd tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Floating IP 21873e4d-cc4d-4934-a87f-2faed97d5918 disassociated. External IP: 172.26.2.124, port: e3674829-5445-4607-aa20-d25815ff2928. Dec 10 15:39:51.461284 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [req-cabd0a18-46c5-4039-bcbc-1286e5e57ea4 req-5d2dff47-83c2-47e1-8c7b-acb79d8b79cd tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Calling delete_port for e3674829-5445-4607-aa20-d25815ff2928 owned by compute:nova {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:39:51.658274 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-cabd0a18-46c5-4039-bcbc-1286e5e57ea4 req-5d2dff47-83c2-47e1-8c7b-acb79d8b79cd tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:51.685627 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2dff47-83c2-47e1-8c7b-acb79d8b79cd tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Pushing event deleted for resources: {'Port': ['ID=e3674829-5445-4607-aa20-d25815ff2928,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:39:51.809812 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cabd0a18-46c5-4039-bcbc-1286e5e57ea4 req-5d2dff47-83c2-47e1-8c7b-acb79d8b79cd tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Router 11d699a6-6bfc-444f-8dd0-eacddf43c9ec has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:39:51.921194 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cabd0a18-46c5-4039-bcbc-1286e5e57ea4 req-5d2dff47-83c2-47e1-8c7b-acb79d8b79cd tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:39:51.931550 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1aa934-813a-43de-90c1-3b72c2c6ca99 None None] Sync routers for ids ['11d699a6-6bfc-444f-8dd0-eacddf43c9ec'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:39:51.942074 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-9fde6364-618b-442e-ac24-14a366e883fa req-7c4217e7-1297-48d8-a24a-737ffd5b5750 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/ports?device_id=85708d57-23ef-42c1-b310-051281f973f7 HTTP/1.1" status: 200 len: 210 time: 0.0347307 Dec 10 15:39:51.950058 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1aa934-813a-43de-90c1-3b72c2c6ca99 None None] Routers {'11d699a6-6bfc-444f-8dd0-eacddf43c9ec'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:39:51.950712 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-fe1aa934-813a-43de-90c1-3b72c2c6ca99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:39:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['11d699a6-6bfc-444f-8dd0-eacddf43c9ec'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:39:51.967109 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [req-cabd0a18-46c5-4039-bcbc-1286e5e57ea4 req-5d2dff47-83c2-47e1-8c7b-acb79d8b79cd tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] No DVR routers for this DVR port e3674829-5445-4607-aa20-d25815ff2928 on host hv-neutron-8214 {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:39:51.967109 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-cabd0a18-46c5-4039-bcbc-1286e5e57ea4 req-5d2dff47-83c2-47e1-8c7b-acb79d8b79cd tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:51.967503 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-cabd0a18-46c5-4039-bcbc-1286e5e57ea4 req-5d2dff47-83c2-47e1-8c7b-acb79d8b79cd tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.44 "DELETE /v2.0/ports/e3674829-5445-4607-aa20-d25815ff2928 HTTP/1.1" status: 204 len: 173 time: 0.8820791 Dec 10 15:39:51.968234 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85708d57-23ef-42c1-b310-051281f973f7', 'name': 'network-vif-deleted', 'tag': 'e3674829-5445-4607-aa20-d25815ff2928'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:39:51.970756 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde1b47dcd987728a27c8e391f176ee57ea2adf837d2cedb59662361de43515a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00973690-5e9f-41b9-89ba-819f31bb0907" -d '{"events": [{"server_uuid": "85708d57-23ef-42c1-b310-051281f973f7", "name": "network-vif-deleted", "tag": "e3674829-5445-4607-aa20-d25815ff2928"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:39:52.010773 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 15:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7795406e-b141-4072-9a5f-b302753fe2e0 x-openstack-request-id: req-7795406e-b141-4072-9a5f-b302753fe2e0 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:39:52.010773 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85708d57-23ef-42c1-b310-051281f973f7", "name": "network-vif-deleted", "tag": "e3674829-5445-4607-aa20-d25815ff2928", "status": "completed", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:39:52.010773 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7795406e-b141-4072-9a5f-b302753fe2e0 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:39:52.010773 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85708d57-23ef-42c1-b310-051281f973f7', 'name': 'network-vif-deleted', 'tag': 'e3674829-5445-4607-aa20-d25815ff2928', 'status': 'completed', 'code': 200} Dec 10 15:39:52.073699 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-fe1aa934-813a-43de-90c1-3b72c2c6ca99 None None] Set router 11d699a6-6bfc-444f-8dd0-eacddf43c9ec gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:39:52.289761 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-fe1aa934-813a-43de-90c1-3b72c2c6ca99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'name': 'tempest-TestVolumeBootPattern-553583626-router', 'tenant_id': 'fe288e3581ed450db6aaaa858fc0d419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.208'}], 'enable_snat': True}, 'gw_port_id': 'f02d4c20-e5c5-47fe-bd7b-5915bd93b2df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:35:26Z', 'updated_at': '2021-12-10T15:35:37Z', 'revision_number': 4, 'project_id': 'fe288e3581ed450db6aaaa858fc0d419', 'gw_port': {'id': 'f02d4c20-e5c5-47fe-bd7b-5915bd93b2df', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:93:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:29Z', 'updated_at': '2021-12-10T15:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '823c136d-ee1a-4f19-aac1-a24e5f71dd94', 'name': '', 'network_id': 'dd61618b-b615-4db2-a1a8-ba6a4be6a018', 'tenant_id': 'fe288e3581ed450db6aaaa858fc0d419', 'mac_address': 'fa:16:3e:cf:66:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '62e04148-ee42-4779-a2ec-46121cdcb205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:36Z', 'updated_at': '2021-12-10T15:35:44Z', 'revision_number': 5, 'project_id': 'fe288e3581ed450db6aaaa858fc0d419', 'subnets': [{'id': '62e04148-ee42-4779-a2ec-46121cdcb205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:39:52.315785 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1aa934-813a-43de-90c1-3b72c2c6ca99 None None] Checking router: 11d699a6-6bfc-444f-8dd0-eacddf43c9ec for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:39:52.325014 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1aa934-813a-43de-90c1-3b72c2c6ca99 None None] Routers {'11d699a6-6bfc-444f-8dd0-eacddf43c9ec'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:39:52.325651 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-fe1aa934-813a-43de-90c1-3b72c2c6ca99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:39:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['11d699a6-6bfc-444f-8dd0-eacddf43c9ec'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:39:52.397738 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4dedfb37-f9b0-4b9a-a6d3-10196ca0e609 req-9f61cc0e-919a-4c4b-972b-692f389780e6 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=12287d46-2032-43a3-a8d0-6b14fb2a5efb HTTP/1.1" status: 200 len: 210 time: 0.0305550 Dec 10 15:39:52.440511 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-fe1aa934-813a-43de-90c1-3b72c2c6ca99 None None] Set router 11d699a6-6bfc-444f-8dd0-eacddf43c9ec gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:39:52.658559 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-fe1aa934-813a-43de-90c1-3b72c2c6ca99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'name': 'tempest-TestVolumeBootPattern-553583626-router', 'tenant_id': 'fe288e3581ed450db6aaaa858fc0d419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.208'}], 'enable_snat': True}, 'gw_port_id': 'f02d4c20-e5c5-47fe-bd7b-5915bd93b2df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:35:26Z', 'updated_at': '2021-12-10T15:35:37Z', 'revision_number': 4, 'project_id': 'fe288e3581ed450db6aaaa858fc0d419', 'gw_port': {'id': 'f02d4c20-e5c5-47fe-bd7b-5915bd93b2df', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:93:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:29Z', 'updated_at': '2021-12-10T15:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '823c136d-ee1a-4f19-aac1-a24e5f71dd94', 'name': '', 'network_id': 'dd61618b-b615-4db2-a1a8-ba6a4be6a018', 'tenant_id': 'fe288e3581ed450db6aaaa858fc0d419', 'mac_address': 'fa:16:3e:cf:66:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '62e04148-ee42-4779-a2ec-46121cdcb205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:36Z', 'updated_at': '2021-12-10T15:35:44Z', 'revision_number': 5, 'project_id': 'fe288e3581ed450db6aaaa858fc0d419', 'subnets': [{'id': '62e04148-ee42-4779-a2ec-46121cdcb205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:39:52.688179 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1aa934-813a-43de-90c1-3b72c2c6ca99 None None] The sync data for ids ['11d699a6-6bfc-444f-8dd0-eacddf43c9ec'] in dv-neutron-821401-4-hyperv is: [{'id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'name': 'tempest-TestVolumeBootPattern-553583626-router', 'tenant_id': 'fe288e3581ed450db6aaaa858fc0d419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.208'}], 'enable_snat': True}, 'gw_port_id': 'f02d4c20-e5c5-47fe-bd7b-5915bd93b2df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:35:26Z', 'updated_at': '2021-12-10T15:35:37Z', 'revision_number': 4, 'project_id': 'fe288e3581ed450db6aaaa858fc0d419', 'gw_port': {'id': 'f02d4c20-e5c5-47fe-bd7b-5915bd93b2df', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:93:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:29Z', 'updated_at': '2021-12-10T15:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '823c136d-ee1a-4f19-aac1-a24e5f71dd94', 'name': '', 'network_id': 'dd61618b-b615-4db2-a1a8-ba6a4be6a018', 'tenant_id': 'fe288e3581ed450db6aaaa858fc0d419', 'mac_address': 'fa:16:3e:cf:66:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '62e04148-ee42-4779-a2ec-46121cdcb205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:36Z', 'updated_at': '2021-12-10T15:35:44Z', 'revision_number': 5, 'project_id': 'fe288e3581ed450db6aaaa858fc0d419', 'subnets': [{'id': '62e04148-ee42-4779-a2ec-46121cdcb205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:39:52.941100 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668067e5-4445-4000-9101-d2b3e13ec3d2 None None] New status for floating IP 21873e4d-cc4d-4934-a87f-2faed97d5918: DOWN {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 15:39:53.054971 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-fb53547a-c26b-4dd1-b1a4-d616cbb91dc8 req-64660b20-f7c9-40a0-b3e5-153f59bc57b9 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/ports?device_id=85708d57-23ef-42c1-b310-051281f973f7 HTTP/1.1" status: 200 len: 210 time: 0.0322819 Dec 10 15:39:53.255188 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5b2e5c-9115-40af-a1eb-659c73ec5706 req-369e61a2-7b0b-45da-b059-2195f8392b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:39:53.256550 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-7d5b2e5c-9115-40af-a1eb-659c73ec5706 req-369e61a2-7b0b-45da-b059-2195f8392b00 service neutron] 10.222.0.44 "GET /v2.0/ports/68911d1c-601d-4061-8fbe-850c26515905 HTTP/1.1" status: 200 len: 1026 time: 0.0341482 Dec 10 15:39:53.363478 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5b2e5c-9115-40af-a1eb-659c73ec5706 req-4b8a94b2-db9b-4920-9d88-1f031ffdb5f4 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:39:53.364949 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-7d5b2e5c-9115-40af-a1eb-659c73ec5706 req-4b8a94b2-db9b-4920-9d88-1f031ffdb5f4 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.44 "GET /v2.0/networks?id=8c171063-58d2-48f1-9044-eb3ce80c84e8 HTTP/1.1" status: 200 len: 796 time: 0.1020672 Dec 10 15:39:53.445895 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-7d5b2e5c-9115-40af-a1eb-659c73ec5706 req-a3a5b595-5629-4fa9-97c1-9c21fc809507 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e049672a5fd04e7f8cbb0423b61eb757 HTTP/1.1" status: 200 len: 472 time: 0.0718908 Dec 10 15:39:53.457294 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [req-7d5b2e5c-9115-40af-a1eb-659c73ec5706 req-9e3b1451-22b8-44b2-816f-43a66314eba7 service neutron] Request body: {'port': {'device_id': '12287d46-2032-43a3-a8d0-6b14fb2a5efb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:39:53.514918 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-7d5b2e5c-9115-40af-a1eb-659c73ec5706 req-9e3b1451-22b8-44b2-816f-43a66314eba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:53.515899 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-a25614c8-fd3b-423b-a96e-4ae80f404fd3 req-5e96b207-cd2f-4b02-880b-f90aba41a427 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=12287d46-2032-43a3-a8d0-6b14fb2a5efb HTTP/1.1" status: 200 len: 210 time: 0.0275714 Dec 10 15:39:53.785400 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [req-7d5b2e5c-9115-40af-a1eb-659c73ec5706 req-9e3b1451-22b8-44b2-816f-43a66314eba7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68911d1c-601d-4061-8fbe-850c26515905 {{(pid=103586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 15:39:53.792902 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-7d5b2e5c-9115-40af-a1eb-659c73ec5706 req-9e3b1451-22b8-44b2-816f-43a66314eba7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:53.804727 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [req-7d5b2e5c-9115-40af-a1eb-659c73ec5706 req-9e3b1451-22b8-44b2-816f-43a66314eba7 service neutron] Transition to ACTIVE for port object 68911d1c-601d-4061-8fbe-850c26515905 will not be triggered until provisioned by entity L2. {{(pid=103586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 15:39:53.882658 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-7d5b2e5c-9115-40af-a1eb-659c73ec5706 req-9e3b1451-22b8-44b2-816f-43a66314eba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:53.962042 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3b1451-22b8-44b2-816f-43a66314eba7 service neutron] Pushing event updated for resources: {'Port': ['ID=68911d1c-601d-4061-8fbe-850c26515905,revision_number=7']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:39:54.077418 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [req-7d5b2e5c-9115-40af-a1eb-659c73ec5706 req-9e3b1451-22b8-44b2-816f-43a66314eba7 service neutron] Attempting to bind port 68911d1c-601d-4061-8fbe-850c26515905 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:39:54.082011 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [req-7d5b2e5c-9115-40af-a1eb-659c73ec5706 req-9e3b1451-22b8-44b2-816f-43a66314eba7 service neutron] Attempting to bind port 68911d1c-601d-4061-8fbe-850c26515905 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '09b0abfd-e1ce-4987-95e7-d15a8fbe0fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8c171063-58d2-48f1-9044-eb3ce80c84e8'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:39:54.083015 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5b2e5c-9115-40af-a1eb-659c73ec5706 req-9e3b1451-22b8-44b2-816f-43a66314eba7 service neutron] Attempting to bind port 68911d1c-601d-4061-8fbe-850c26515905 on network 8c171063-58d2-48f1-9044-eb3ce80c84e8 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:39:54.088900 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5b2e5c-9115-40af-a1eb-659c73ec5706 req-9e3b1451-22b8-44b2-816f-43a66314eba7 service neutron] Port 68911d1c-601d-4061-8fbe-850c26515905 on network 8c171063-58d2-48f1-9044-eb3ce80c84e8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:39:54.089234 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5b2e5c-9115-40af-a1eb-659c73ec5706 req-9e3b1451-22b8-44b2-816f-43a66314eba7 service neutron] Attempting to bind port 68911d1c-601d-4061-8fbe-850c26515905 on network 8c171063-58d2-48f1-9044-eb3ce80c84e8 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:39:54.094738 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5b2e5c-9115-40af-a1eb-659c73ec5706 req-9e3b1451-22b8-44b2-816f-43a66314eba7 service neutron] Checking agent: {'id': 'fa828968-c68f-4b22-9699-a58fe4ab1f05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 28, 13), 'started_at': datetime.datetime(2021, 12, 10, 15, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:39:54.095091 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5b2e5c-9115-40af-a1eb-659c73ec5706 req-9e3b1451-22b8-44b2-816f-43a66314eba7 service neutron] Checking segment: {'id': '09b0abfd-e1ce-4987-95e7-d15a8fbe0fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8c171063-58d2-48f1-9044-eb3ce80c84e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:39:54.095786 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5b2e5c-9115-40af-a1eb-659c73ec5706 req-9e3b1451-22b8-44b2-816f-43a66314eba7 service neutron] Bound using segment: {'id': '09b0abfd-e1ce-4987-95e7-d15a8fbe0fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8c171063-58d2-48f1-9044-eb3ce80c84e8'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:39:54.096273 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [req-7d5b2e5c-9115-40af-a1eb-659c73ec5706 req-9e3b1451-22b8-44b2-816f-43a66314eba7 service neutron] Bound port: 68911d1c-601d-4061-8fbe-850c26515905, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09b0abfd-e1ce-4987-95e7-d15a8fbe0fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8c171063-58d2-48f1-9044-eb3ce80c84e8'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:39:54.096677 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-7d5b2e5c-9115-40af-a1eb-659c73ec5706 req-9e3b1451-22b8-44b2-816f-43a66314eba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:54.170551 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-38fc4ebf-9f0a-4957-8228-46da84415adc req-18d1c00e-65bb-4af0-96ad-f1c5ddce41ef tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/ports?device_id=85708d57-23ef-42c1-b310-051281f973f7 HTTP/1.1" status: 200 len: 210 time: 0.0350156 Dec 10 15:39:54.192005 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [req-7d5b2e5c-9115-40af-a1eb-659c73ec5706 req-9e3b1451-22b8-44b2-816f-43a66314eba7 service neutron] For port 68911d1c-601d-4061-8fbe-850c26515905, host hv-neutron-8214, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:39:54.195095 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [req-7d5b2e5c-9115-40af-a1eb-659c73ec5706 req-9e3b1451-22b8-44b2-816f-43a66314eba7 service neutron] For port 68911d1c-601d-4061-8fbe-850c26515905, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=68911d1c-601d-4061-8fbe-850c26515905,segment=NetworkSegment(09b0abfd-e1ce-4987-95e7-d15a8fbe0fbc),segment_id=09b0abfd-e1ce-4987-95e7-d15a8fbe0fbc)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:39:54.288772 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-7d5b2e5c-9115-40af-a1eb-659c73ec5706 req-9e3b1451-22b8-44b2-816f-43a66314eba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:54.325193 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5b2e5c-9115-40af-a1eb-659c73ec5706 req-9e3b1451-22b8-44b2-816f-43a66314eba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:39:54.325831 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-7d5b2e5c-9115-40af-a1eb-659c73ec5706 req-9e3b1451-22b8-44b2-816f-43a66314eba7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:54.327220 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-7d5b2e5c-9115-40af-a1eb-659c73ec5706 req-9e3b1451-22b8-44b2-816f-43a66314eba7 service neutron] 10.222.0.44 "PUT /v2.0/ports/68911d1c-601d-4061-8fbe-850c26515905 HTTP/1.1" status: 200 len: 1131 time: 0.8742635 Dec 10 15:39:54.327648 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12287d46-2032-43a3-a8d0-6b14fb2a5efb', 'tag': '68911d1c-601d-4061-8fbe-850c26515905'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:39:54.329911 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde1b47dcd987728a27c8e391f176ee57ea2adf837d2cedb59662361de43515a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c2b696-4d12-4f9a-bd71-f28681d61967" -d '{"events": [{"name": "network-changed", "server_uuid": "12287d46-2032-43a3-a8d0-6b14fb2a5efb", "tag": "68911d1c-601d-4061-8fbe-850c26515905"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:39:54.363401 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3b1451-22b8-44b2-816f-43a66314eba7 service neutron] Pushing event updated for resources: {'Port': ['ID=68911d1c-601d-4061-8fbe-850c26515905,revision_number=8']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:39:54.376781 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 15:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-426fb42d-b4ac-4306-a702-64f01ad67f9b x-openstack-request-id: req-426fb42d-b4ac-4306-a702-64f01ad67f9b {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:39:54.377073 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12287d46-2032-43a3-a8d0-6b14fb2a5efb", "tag": "68911d1c-601d-4061-8fbe-850c26515905", "status": "completed", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:39:54.377329 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-426fb42d-b4ac-4306-a702-64f01ad67f9b {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:39:54.377732 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12287d46-2032-43a3-a8d0-6b14fb2a5efb', 'tag': '68911d1c-601d-4061-8fbe-850c26515905', 'status': 'completed', 'code': 200} Dec 10 15:39:54.448584 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c2b696-4d12-4f9a-bd71-f28681d61967 req-e7b00b2c-2e2a-4ecf-bb0e-d1a434baf516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:39:54.450140 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-c6c2b696-4d12-4f9a-bd71-f28681d61967 req-e7b00b2c-2e2a-4ecf-bb0e-d1a434baf516 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e049672a5fd04e7f8cbb0423b61eb757&device_id=12287d46-2032-43a3-a8d0-6b14fb2a5efb HTTP/1.1" status: 200 len: 1134 time: 0.0507553 Dec 10 15:39:54.556637 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c2b696-4d12-4f9a-bd71-f28681d61967 req-8bee2591-602d-4cac-9c9c-09a50e8bba31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:39:54.558147 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-c6c2b696-4d12-4f9a-bd71-f28681d61967 req-8bee2591-602d-4cac-9c9c-09a50e8bba31 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=e049672a5fd04e7f8cbb0423b61eb757&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1001611 Dec 10 15:39:54.693706 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20201715-26e7-4385-a33c-68afd3526d0b req-309bb5ce-39a9-4f49-924f-9b0faafc731e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:39:54.695201 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-20201715-26e7-4385-a33c-68afd3526d0b req-309bb5ce-39a9-4f49-924f-9b0faafc731e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=12287d46-2032-43a3-a8d0-6b14fb2a5efb HTTP/1.1" status: 200 len: 981 time: 0.1063859 Dec 10 15:39:54.696191 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c2b696-4d12-4f9a-bd71-f28681d61967 req-1af2cce6-d70c-4b23-9ce3-2f4bca2c9a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:39:54.697498 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-c6c2b696-4d12-4f9a-bd71-f28681d61967 req-1af2cce6-d70c-4b23-9ce3-2f4bca2c9a4f service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1326649 Dec 10 15:39:54.767644 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-20201715-26e7-4385-a33c-68afd3526d0b req-d5d866b2-7907-4339-b3c2-97c594f789da tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=855977f4-cd1b-45fa-b957-a60c516e8685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660663 Dec 10 15:39:54.784958 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5b2e5c-9115-40af-a1eb-659c73ec5706 req-baa09e5e-2c51-41b9-8c7c-6b94d3d68615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:39:54.786512 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-7d5b2e5c-9115-40af-a1eb-659c73ec5706 req-baa09e5e-2c51-41b9-8c7c-6b94d3d68615 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e049672a5fd04e7f8cbb0423b61eb757&device_id=12287d46-2032-43a3-a8d0-6b14fb2a5efb HTTP/1.1" status: 200 len: 1134 time: 0.0519321 Dec 10 15:39:54.861388 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-7d5b2e5c-9115-40af-a1eb-659c73ec5706 req-eff5c4d9-8fbe-4d37-8319-92ac7de83507 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68911d1c-601d-4061-8fbe-850c26515905 HTTP/1.1" status: 200 len: 1037 time: 0.0659931 Dec 10 15:39:54.909443 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5b2e5c-9115-40af-a1eb-659c73ec5706 req-370307d8-7947-459c-b3b7-e9c8a68bc95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:39:54.910916 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-7d5b2e5c-9115-40af-a1eb-659c73ec5706 req-370307d8-7947-459c-b3b7-e9c8a68bc95c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=10a6a5fe-3d32-4f5b-aec9-ddb5509486ae HTTP/1.1" status: 200 len: 834 time: 0.0427823 Dec 10 15:39:54.955995 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5b2e5c-9115-40af-a1eb-659c73ec5706 req-803099e2-ab2b-4a58-9c39-2f3ab8b4c3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:39:54.957513 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-7d5b2e5c-9115-40af-a1eb-659c73ec5706 req-803099e2-ab2b-4a58-9c39-2f3ab8b4c3e9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8c171063-58d2-48f1-9044-eb3ce80c84e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394282 Dec 10 15:39:55.050872 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-7d5b2e5c-9115-40af-a1eb-659c73ec5706 req-0a33f05a-e954-4edb-8e34-8a3c10e35f5a service neutron] 10.222.0.44 "GET /v2.0/networks/8c171063-58d2-48f1-9044-eb3ce80c84e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860975 Dec 10 15:39:55.139851 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-7d5b2e5c-9115-40af-a1eb-659c73ec5706 req-c93ffefa-5804-48ef-918e-63af22a008b9 service neutron] 10.222.0.44 "GET /v2.0/networks/8c171063-58d2-48f1-9044-eb3ce80c84e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819571 Dec 10 15:39:55.270495 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-39a51b0b-a480-4a9c-a9a1-ed3ffa1f25a4 req-af757439-9c78-4387-82db-89dca5de5e0e tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/ports?device_id=85708d57-23ef-42c1-b310-051281f973f7 HTTP/1.1" status: 200 len: 210 time: 0.0280404 Dec 10 15:39:55.898436 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ea7808-8843-41af-b64a-d0964ee93f62 req-506468e4-2504-4919-9a63-734ee0fff4f9 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:39:55.899994 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-83ea7808-8843-41af-b64a-d0964ee93f62 req-506468e4-2504-4919-9a63-734ee0fff4f9 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=12287d46-2032-43a3-a8d0-6b14fb2a5efb HTTP/1.1" status: 200 len: 981 time: 0.0562043 Dec 10 15:39:55.948685 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-83ea7808-8843-41af-b64a-d0964ee93f62 req-023ad600-af8e-4ee0-97ee-69aba70e0b49 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=855977f4-cd1b-45fa-b957-a60c516e8685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422013 Dec 10 15:39:55.999577 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device e3674829-5445-4607-aa20-d25815ff2928 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:39:56.019769 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] No Port match for: e3674829-5445-4607-aa20-d25815ff2928 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:39:56.020104 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device e3674829-5445-4607-aa20-d25815ff2928 not bound to the agent host hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:39:56.362738 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-358c7b62-93e2-4dde-ac8d-9b654e2827ab req-c1e5bbf0-4810-4b08-8063-8e23abbdd90a tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/ports?device_id=85708d57-23ef-42c1-b310-051281f973f7 HTTP/1.1" status: 200 len: 210 time: 0.0267847 Dec 10 15:39:57.014450 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 15:39:57.062608 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafd751a-3ccc-40e0-acda-781839833f2d req-9ee8351a-8047-47a0-b921-d14ff6edb0bd tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:39:57.064131 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-cafd751a-3ccc-40e0-acda-781839833f2d req-9ee8351a-8047-47a0-b921-d14ff6edb0bd tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=12287d46-2032-43a3-a8d0-6b14fb2a5efb HTTP/1.1" status: 200 len: 981 time: 0.0498540 Dec 10 15:39:57.111257 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-cafd751a-3ccc-40e0-acda-781839833f2d req-278d822b-1c91-400f-b504-dd66a793f392 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=855977f4-cd1b-45fa-b957-a60c516e8685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408781 Dec 10 15:39:57.636468 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-29d9f480-9d2b-4e50-b237-327e7040d2eb req-732c3e1a-bff7-4bda-8fad-eca4d0cfe2fd tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1392959375&fields=id&tenant_id=fe288e3581ed450db6aaaa858fc0d419 HTTP/1.1" status: 200 len: 267 time: 0.0431967 Dec 10 15:39:57.741051 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9f480-9d2b-4e50-b237-327e7040d2eb req-708a98e8-667e-4af7-ab65-f56d4ab6f7b9 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:39:57.742534 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-29d9f480-9d2b-4e50-b237-327e7040d2eb req-708a98e8-667e-4af7-ab65-f56d4ab6f7b9 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/networks?id=dd61618b-b615-4db2-a1a8-ba6a4be6a018 HTTP/1.1" status: 200 len: 811 time: 0.0994573 Dec 10 15:39:57.756718 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-29d9f480-9d2b-4e50-b237-327e7040d2eb req-b2ae7160-4867-4292-b1dd-93080b311062 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/quotas/fe288e3581ed450db6aaaa858fc0d419 HTTP/1.1" status: 200 len: 375 time: 0.0085764 Dec 10 15:39:57.806876 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-29d9f480-9d2b-4e50-b237-327e7040d2eb req-43869425-76c7-41cd-beb0-702af4823291 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=fe288e3581ed450db6aaaa858fc0d419&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452287 Dec 10 15:39:57.909012 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-29d9f480-9d2b-4e50-b237-327e7040d2eb req-d1de842b-2213-4e7a-ab6d-505980688c96 service neutron] 10.222.0.20 "GET /v2.0/networks/dd61618b-b615-4db2-a1a8-ba6a4be6a018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905108 Dec 10 15:39:57.998110 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 68911d1c-601d-4061-8fbe-850c26515905 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 15:39:58.000060 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-29d9f480-9d2b-4e50-b237-327e7040d2eb req-d38597a0-b524-46d6-b5db-60a9f3d46ffe service neutron] 10.222.0.20 "GET /v2.0/networks/dd61618b-b615-4db2-a1a8-ba6a4be6a018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841243 Dec 10 15:39:58.096411 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port 68911d1c-601d-4061-8fbe-850c26515905, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=68911d1c-601d-4061-8fbe-850c26515905,segment=NetworkSegment(09b0abfd-e1ce-4987-95e7-d15a8fbe0fbc),segment_id=09b0abfd-e1ce-4987-95e7-d15a8fbe0fbc)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:39:58.107947 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Returning: {'device': '68911d1c-601d-4061-8fbe-850c26515905', 'network_id': '8c171063-58d2-48f1-9044-eb3ce80c84e8', 'port_id': '68911d1c-601d-4061-8fbe-850c26515905', 'mac_address': 'fa:16:3e:46:08:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10a6a5fe-3d32-4f5b-aec9-ddb5509486ae', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 15:39:58.145292 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:58.159813 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68911d1c-601d-4061-8fbe-850c26515905 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 15:39:58.178887 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port 68911d1c-601d-4061-8fbe-850c26515905, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=68911d1c-601d-4061-8fbe-850c26515905,segment=NetworkSegment(09b0abfd-e1ce-4987-95e7-d15a8fbe0fbc),segment_id=09b0abfd-e1ce-4987-95e7-d15a8fbe0fbc)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:39:58.227861 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee6066b-fd79-4d92-8d5b-ba0960e0cc2f req-7fb2db4c-6bf9-45bb-a961-c2c8e05e7aaa tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:39:58.229349 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-bee6066b-fd79-4d92-8d5b-ba0960e0cc2f req-7fb2db4c-6bf9-45bb-a961-c2c8e05e7aaa tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=12287d46-2032-43a3-a8d0-6b14fb2a5efb HTTP/1.1" status: 200 len: 981 time: 0.0509124 Dec 10 15:39:58.271161 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:39:58.280779 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-bee6066b-fd79-4d92-8d5b-ba0960e0cc2f req-1ec4bad2-35be-4498-88d6-a129fe2207e0 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=855977f4-cd1b-45fa-b957-a60c516e8685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454025 Dec 10 15:39:58.321803 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=68911d1c-601d-4061-8fbe-850c26515905,revision_number=9']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:39:58.459060 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] get_ports_and_sgs() called for port_ids ['68911d1c-601d-4061-8fbe-850c26515905'] {{(pid=103588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 15:39:58.563089 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b7767f6e-eb2b-40fc-9473-8d6f8be1ff3e req-8c1e195d-b336-4c76-a7c9-ab91429ea2f5 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/ports?device_id=19d236a4-1ce2-4c32-a1f0-c2fd3b1d9190 HTTP/1.1" status: 200 len: 210 time: 0.0263143 Dec 10 15:39:59.402609 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a485d2-3bce-4058-b6f3-9a885b52205e req-39ee4b14-4062-4ab0-a4a3-4c3589223983 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:39:59.404031 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-07a485d2-3bce-4058-b6f3-9a885b52205e req-39ee4b14-4062-4ab0-a4a3-4c3589223983 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=12287d46-2032-43a3-a8d0-6b14fb2a5efb HTTP/1.1" status: 200 len: 982 time: 0.0506382 Dec 10 15:39:59.454719 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-07a485d2-3bce-4058-b6f3-9a885b52205e req-be94e89d-7ced-4366-a5de-2d35546673f4 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=855977f4-cd1b-45fa-b957-a60c516e8685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447543 Dec 10 15:39:59.667049 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-31213a2f-41c0-47e0-ae47-1b675b8fca24 req-46711430-724b-472c-80cd-15116e5d5131 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/ports?device_id=19d236a4-1ce2-4c32-a1f0-c2fd3b1d9190 HTTP/1.1" status: 200 len: 210 time: 0.0277448 Dec 10 15:39:59.998519 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 68911d1c-601d-4061-8fbe-850c26515905 up at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:40:00.128195 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning for port 68911d1c-601d-4061-8fbe-850c26515905 completed by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 15:40:00.132151 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning complete for port 68911d1c-601d-4061-8fbe-850c26515905 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:40:00.132587 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:00.213219 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:00.239538 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12287d46-2032-43a3-a8d0-6b14fb2a5efb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68911d1c-601d-4061-8fbe-850c26515905'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:40:00.242075 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa4b92c408489e2c982394a5a7b3518bb1b22554638321e3ea6c5cabb2c75d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7659959-7c6f-4969-be80-0d6392ca0c37" -d '{"events": [{"server_uuid": "12287d46-2032-43a3-a8d0-6b14fb2a5efb", "name": "network-vif-plugged", "status": "completed", "tag": "68911d1c-601d-4061-8fbe-850c26515905"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:40:00.256196 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port 68911d1c-601d-4061-8fbe-850c26515905, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=68911d1c-601d-4061-8fbe-850c26515905,segment=NetworkSegment(09b0abfd-e1ce-4987-95e7-d15a8fbe0fbc),segment_id=09b0abfd-e1ce-4987-95e7-d15a8fbe0fbc)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:40:00.289125 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 15:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c64a72a4-d3e2-4597-a48e-fca967e40583 x-openstack-request-id: req-c64a72a4-d3e2-4597-a48e-fca967e40583 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:40:00.289421 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12287d46-2032-43a3-a8d0-6b14fb2a5efb", "name": "network-vif-plugged", "status": "completed", "tag": "68911d1c-601d-4061-8fbe-850c26515905", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:40:00.289683 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c64a72a4-d3e2-4597-a48e-fca967e40583 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:40:00.290121 dv-neutron-821401-4-hyperv neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12287d46-2032-43a3-a8d0-6b14fb2a5efb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68911d1c-601d-4061-8fbe-850c26515905', 'code': 200} Dec 10 15:40:00.350174 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9f480-9d2b-4e50-b237-327e7040d2eb req-bffe9d54-1837-41ac-8531-8e54ea6394bb tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:40:00.352559 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-29d9f480-9d2b-4e50-b237-327e7040d2eb req-bffe9d54-1837-41ac-8531-8e54ea6394bb tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.44 "GET /v2.0/networks?id=dd61618b-b615-4db2-a1a8-ba6a4be6a018 HTTP/1.1" status: 200 len: 811 time: 0.1210465 Dec 10 15:40:00.369346 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:00.418734 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-29d9f480-9d2b-4e50-b237-327e7040d2eb req-1d6b1a43-2b55-4b60-b422-cb5d864541fc tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe288e3581ed450db6aaaa858fc0d419 HTTP/1.1" status: 200 len: 380 time: 0.0567811 Dec 10 15:40:00.422766 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=68911d1c-601d-4061-8fbe-850c26515905,revision_number=10']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:40:00.431917 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [req-29d9f480-9d2b-4e50-b237-327e7040d2eb req-1224b7ee-3289-47f0-91da-8b5d4cd5bf17 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Request body: {'port': {'device_id': '19d236a4-1ce2-4c32-a1f0-c2fd3b1d9190', 'network_id': 'dd61618b-b615-4db2-a1a8-ba6a4be6a018', 'admin_state_up': True, 'tenant_id': 'fe288e3581ed450db6aaaa858fc0d419', 'security_groups': ['768e56a5-cc04-4fcd-bec3-2ab2cf193260']}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:40:00.577435 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee4bc78-f926-4797-b0e3-e947392ceee8 req-bf7a8763-67b5-4b64-b043-c18ce36c5499 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:40:00.579100 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-bee4bc78-f926-4797-b0e3-e947392ceee8 req-bf7a8763-67b5-4b64-b043-c18ce36c5499 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=12287d46-2032-43a3-a8d0-6b14fb2a5efb HTTP/1.1" status: 200 len: 984 time: 0.0551639 Dec 10 15:40:00.597581 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29d9f480-9d2b-4e50-b237-327e7040d2eb req-1224b7ee-3289-47f0-91da-8b5d4cd5bf17 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Made reservation on behalf of fe288e3581ed450db6aaaa858fc0d419 for: {'port': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:40:00.604082 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-29d9f480-9d2b-4e50-b237-327e7040d2eb req-1224b7ee-3289-47f0-91da-8b5d4cd5bf17 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:00.648002 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25cf8b1-4dca-4273-bdc5-b6ddb680054b req-d5b259a5-da34-47f7-aa15-14ba726a8d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:40:00.649562 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-f25cf8b1-4dca-4273-bdc5-b6ddb680054b req-d5b259a5-da34-47f7-aa15-14ba726a8d5a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=12287d46-2032-43a3-a8d0-6b14fb2a5efb HTTP/1.1" status: 200 len: 1137 time: 0.0695939 Dec 10 15:40:00.668249 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-bee4bc78-f926-4797-b0e3-e947392ceee8 req-c5a816a3-7fa5-4729-aba3-1726bba2015a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=855977f4-cd1b-45fa-b957-a60c516e8685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795977 Dec 10 15:40:00.704383 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-f25cf8b1-4dca-4273-bdc5-b6ddb680054b req-64e9c31d-0b19-46a6-beea-e7f6220537db service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=855977f4-cd1b-45fa-b957-a60c516e8685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468602 Dec 10 15:40:01.047992 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-42fb15f2-6adf-4421-9584-69199ef401d4 req-df162ec0-bf75-4fa2-91f7-44eb65751429 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/ports?device_id=19d236a4-1ce2-4c32-a1f0-c2fd3b1d9190 HTTP/1.1" status: 200 len: 210 time: 0.2988036 Dec 10 15:40:01.049025 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [req-29d9f480-9d2b-4e50-b237-327e7040d2eb req-1224b7ee-3289-47f0-91da-8b5d4cd5bf17 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Allocated IP 172.20.0.10 (dd61618b-b615-4db2-a1a8-ba6a4be6a018/62e04148-ee42-4779-a2ec-46121cdcb205/a128cc1d-7ffb-4cc5-a3d1-7b8f7243b797) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:40:01.193774 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-29d9f480-9d2b-4e50-b237-327e7040d2eb req-1224b7ee-3289-47f0-91da-8b5d4cd5bf17 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:01.277981 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-29d9f480-9d2b-4e50-b237-327e7040d2eb req-1224b7ee-3289-47f0-91da-8b5d4cd5bf17 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:01.328403 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29d9f480-9d2b-4e50-b237-327e7040d2eb req-1224b7ee-3289-47f0-91da-8b5d4cd5bf17 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Network dd61618b-b615-4db2-a1a8-ba6a4be6a018 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:40:01.331497 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [req-29d9f480-9d2b-4e50-b237-327e7040d2eb req-1224b7ee-3289-47f0-91da-8b5d4cd5bf17 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:40:01.335154 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [req-29d9f480-9d2b-4e50-b237-327e7040d2eb req-1224b7ee-3289-47f0-91da-8b5d4cd5bf17 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:40:01.342340 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1224b7ee-3289-47f0-91da-8b5d4cd5bf17 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Pushing event updated for resources: {'Port': ['ID=a128cc1d-7ffb-4cc5-a3d1-7b8f7243b797,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:40:01.392781 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9f480-9d2b-4e50-b237-327e7040d2eb req-1224b7ee-3289-47f0-91da-8b5d4cd5bf17 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:40:01.393532 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-29d9f480-9d2b-4e50-b237-327e7040d2eb req-1224b7ee-3289-47f0-91da-8b5d4cd5bf17 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:01.489636 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-29d9f480-9d2b-4e50-b237-327e7040d2eb req-1224b7ee-3289-47f0-91da-8b5d4cd5bf17 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0650423 Dec 10 15:40:01.502758 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [req-29d9f480-9d2b-4e50-b237-327e7040d2eb req-6b9be72a-482f-4e0e-9d92-af615191eeee service neutron] Request body: {'port': {'device_id': '19d236a4-1ce2-4c32-a1f0-c2fd3b1d9190', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:40:01.548798 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-d723cb50-1cdd-4a81-bcdf-86bf9bde9f2f None None] Provisioning complete for port a128cc1d-7ffb-4cc5-a3d1-7b8f7243b797 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:40:01.549984 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d723cb50-1cdd-4a81-bcdf-86bf9bde9f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:01.566088 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-29d9f480-9d2b-4e50-b237-327e7040d2eb req-6b9be72a-482f-4e0e-9d92-af615191eeee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:01.587160 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-d723cb50-1cdd-4a81-bcdf-86bf9bde9f2f None None] Port a128cc1d-7ffb-4cc5-a3d1-7b8f7243b797 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:40:01.788830 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c58bce-25ee-4fa6-81d9-d4b79cf122ca req-8d42aff9-264a-4d3f-8fed-c117e1b9519a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:40:01.791495 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-c2c58bce-25ee-4fa6-81d9-d4b79cf122ca req-8d42aff9-264a-4d3f-8fed-c117e1b9519a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=12287d46-2032-43a3-a8d0-6b14fb2a5efb HTTP/1.1" status: 200 len: 984 time: 0.0529532 Dec 10 15:40:01.846437 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [req-29d9f480-9d2b-4e50-b237-327e7040d2eb req-6b9be72a-482f-4e0e-9d92-af615191eeee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a128cc1d-7ffb-4cc5-a3d1-7b8f7243b797 {{(pid=103586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 15:40:01.852442 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-c2c58bce-25ee-4fa6-81d9-d4b79cf122ca req-c00bbee5-5743-4fa1-81d6-963005f6dfed tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=855977f4-cd1b-45fa-b957-a60c516e8685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535743 Dec 10 15:40:01.855342 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-29d9f480-9d2b-4e50-b237-327e7040d2eb req-6b9be72a-482f-4e0e-9d92-af615191eeee service neutron] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:01.882246 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [req-29d9f480-9d2b-4e50-b237-327e7040d2eb req-6b9be72a-482f-4e0e-9d92-af615191eeee service neutron] Transition to ACTIVE for port object a128cc1d-7ffb-4cc5-a3d1-7b8f7243b797 will not be triggered until provisioned by entity L2. {{(pid=103586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 15:40:01.985588 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-29d9f480-9d2b-4e50-b237-327e7040d2eb req-6b9be72a-482f-4e0e-9d92-af615191eeee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:02.034911 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9be72a-482f-4e0e-9d92-af615191eeee service neutron] Pushing event updated for resources: {'Port': ['ID=a128cc1d-7ffb-4cc5-a3d1-7b8f7243b797,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:40:02.123450 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [req-29d9f480-9d2b-4e50-b237-327e7040d2eb req-6b9be72a-482f-4e0e-9d92-af615191eeee service neutron] Attempting to bind port a128cc1d-7ffb-4cc5-a3d1-7b8f7243b797 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:40:02.123680 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [req-29d9f480-9d2b-4e50-b237-327e7040d2eb req-6b9be72a-482f-4e0e-9d92-af615191eeee service neutron] Attempting to bind port a128cc1d-7ffb-4cc5-a3d1-7b8f7243b797 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '8ca9f398-d3a4-4fa1-b246-394025aacb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'dd61618b-b615-4db2-a1a8-ba6a4be6a018'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:40:02.124201 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d9f480-9d2b-4e50-b237-327e7040d2eb req-6b9be72a-482f-4e0e-9d92-af615191eeee service neutron] Attempting to bind port a128cc1d-7ffb-4cc5-a3d1-7b8f7243b797 on network dd61618b-b615-4db2-a1a8-ba6a4be6a018 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:40:02.129822 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d9f480-9d2b-4e50-b237-327e7040d2eb req-6b9be72a-482f-4e0e-9d92-af615191eeee service neutron] Port a128cc1d-7ffb-4cc5-a3d1-7b8f7243b797 on network dd61618b-b615-4db2-a1a8-ba6a4be6a018 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:40:02.130190 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d9f480-9d2b-4e50-b237-327e7040d2eb req-6b9be72a-482f-4e0e-9d92-af615191eeee service neutron] Attempting to bind port a128cc1d-7ffb-4cc5-a3d1-7b8f7243b797 on network dd61618b-b615-4db2-a1a8-ba6a4be6a018 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:40:02.142624 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d9f480-9d2b-4e50-b237-327e7040d2eb req-6b9be72a-482f-4e0e-9d92-af615191eeee service neutron] Checking agent: {'id': 'fa828968-c68f-4b22-9699-a58fe4ab1f05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 28, 13), 'started_at': datetime.datetime(2021, 12, 10, 15, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:40:02.142987 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d9f480-9d2b-4e50-b237-327e7040d2eb req-6b9be72a-482f-4e0e-9d92-af615191eeee service neutron] Checking segment: {'id': '8ca9f398-d3a4-4fa1-b246-394025aacb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'dd61618b-b615-4db2-a1a8-ba6a4be6a018'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:40:02.143369 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d9f480-9d2b-4e50-b237-327e7040d2eb req-6b9be72a-482f-4e0e-9d92-af615191eeee service neutron] Bound using segment: {'id': '8ca9f398-d3a4-4fa1-b246-394025aacb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'dd61618b-b615-4db2-a1a8-ba6a4be6a018'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:40:02.143820 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [req-29d9f480-9d2b-4e50-b237-327e7040d2eb req-6b9be72a-482f-4e0e-9d92-af615191eeee service neutron] Bound port: a128cc1d-7ffb-4cc5-a3d1-7b8f7243b797, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ca9f398-d3a4-4fa1-b246-394025aacb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'dd61618b-b615-4db2-a1a8-ba6a4be6a018'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:40:02.144192 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-29d9f480-9d2b-4e50-b237-327e7040d2eb req-6b9be72a-482f-4e0e-9d92-af615191eeee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:02.247114 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987178ff-0094-4ce0-9057-210e28372ac4 req-12e984c7-49e8-42ec-a198-9da5621eb6df tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:40:02.248663 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-987178ff-0094-4ce0-9057-210e28372ac4 req-12e984c7-49e8-42ec-a198-9da5621eb6df tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/ports?device_id=19d236a4-1ce2-4c32-a1f0-c2fd3b1d9190 HTTP/1.1" status: 200 len: 944 time: 0.0922005 Dec 10 15:40:02.254715 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [req-29d9f480-9d2b-4e50-b237-327e7040d2eb req-6b9be72a-482f-4e0e-9d92-af615191eeee service neutron] For port a128cc1d-7ffb-4cc5-a3d1-7b8f7243b797, host hv-neutron-8214, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:40:02.258534 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [req-29d9f480-9d2b-4e50-b237-327e7040d2eb req-6b9be72a-482f-4e0e-9d92-af615191eeee service neutron] For port a128cc1d-7ffb-4cc5-a3d1-7b8f7243b797, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=a128cc1d-7ffb-4cc5-a3d1-7b8f7243b797,segment=NetworkSegment(8ca9f398-d3a4-4fa1-b246-394025aacb79),segment_id=8ca9f398-d3a4-4fa1-b246-394025aacb79)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:40:02.303194 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-987178ff-0094-4ce0-9057-210e28372ac4 req-9e826ca1-b9a5-4447-a2ea-835613aebc61 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/security-groups?id=768e56a5-cc04-4fcd-bec3-2ab2cf193260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429485 Dec 10 15:40:02.328697 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-29d9f480-9d2b-4e50-b237-327e7040d2eb req-6b9be72a-482f-4e0e-9d92-af615191eeee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:02.369706 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9f480-9d2b-4e50-b237-327e7040d2eb req-6b9be72a-482f-4e0e-9d92-af615191eeee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:40:02.370363 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-29d9f480-9d2b-4e50-b237-327e7040d2eb req-6b9be72a-482f-4e0e-9d92-af615191eeee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:02.371749 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-29d9f480-9d2b-4e50-b237-327e7040d2eb req-6b9be72a-482f-4e0e-9d92-af615191eeee service neutron] 10.222.0.44 "PUT /v2.0/ports/a128cc1d-7ffb-4cc5-a3d1-7b8f7243b797 HTTP/1.1" status: 200 len: 1094 time: 0.8740301 Dec 10 15:40:02.372198 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19d236a4-1ce2-4c32-a1f0-c2fd3b1d9190', 'tag': 'a128cc1d-7ffb-4cc5-a3d1-7b8f7243b797'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:40:02.374575 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde1b47dcd987728a27c8e391f176ee57ea2adf837d2cedb59662361de43515a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-370e9d52-7d29-4a1c-9282-0f5b878d38fd" -d '{"events": [{"name": "network-changed", "server_uuid": "19d236a4-1ce2-4c32-a1f0-c2fd3b1d9190", "tag": "a128cc1d-7ffb-4cc5-a3d1-7b8f7243b797"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:40:02.402643 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9be72a-482f-4e0e-9d92-af615191eeee service neutron] Pushing event updated for resources: {'Port': ['ID=a128cc1d-7ffb-4cc5-a3d1-7b8f7243b797,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:40:02.423289 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 15:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9bd2e9f-083c-4d6e-bae6-4994d148dac2 x-openstack-request-id: req-b9bd2e9f-083c-4d6e-bae6-4994d148dac2 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:40:02.423827 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19d236a4-1ce2-4c32-a1f0-c2fd3b1d9190", "tag": "a128cc1d-7ffb-4cc5-a3d1-7b8f7243b797", "status": "completed", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:40:02.424303 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b9bd2e9f-083c-4d6e-bae6-4994d148dac2 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:40:02.424919 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19d236a4-1ce2-4c32-a1f0-c2fd3b1d9190', 'tag': 'a128cc1d-7ffb-4cc5-a3d1-7b8f7243b797', 'status': 'completed', 'code': 200} Dec 10 15:40:02.488822 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e9d52-7d29-4a1c-9282-0f5b878d38fd req-49e9353c-82ca-444e-9364-8493328e4f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:40:02.490385 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-370e9d52-7d29-4a1c-9282-0f5b878d38fd req-49e9353c-82ca-444e-9364-8493328e4f3c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fe288e3581ed450db6aaaa858fc0d419&device_id=19d236a4-1ce2-4c32-a1f0-c2fd3b1d9190 HTTP/1.1" status: 200 len: 1097 time: 0.0432546 Dec 10 15:40:02.595590 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e9d52-7d29-4a1c-9282-0f5b878d38fd req-6ac5c7b6-2e75-4cda-8be5-7296ab8b09ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:40:02.597140 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-370e9d52-7d29-4a1c-9282-0f5b878d38fd req-6ac5c7b6-2e75-4cda-8be5-7296ab8b09ff service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=fe288e3581ed450db6aaaa858fc0d419&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0982687 Dec 10 15:40:02.694754 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e9d52-7d29-4a1c-9282-0f5b878d38fd req-2f0fbdf3-4009-4e1c-9082-ac71ea788f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:40:02.696250 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-370e9d52-7d29-4a1c-9282-0f5b878d38fd req-2f0fbdf3-4009-4e1c-9082-ac71ea788f0e service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0923185 Dec 10 15:40:02.771759 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9f480-9d2b-4e50-b237-327e7040d2eb req-be4b3cb1-c7d4-48a2-8371-747e2b9ee8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:40:02.773333 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-29d9f480-9d2b-4e50-b237-327e7040d2eb req-be4b3cb1-c7d4-48a2-8371-747e2b9ee8f1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fe288e3581ed450db6aaaa858fc0d419&device_id=19d236a4-1ce2-4c32-a1f0-c2fd3b1d9190 HTTP/1.1" status: 200 len: 1097 time: 0.0413761 Dec 10 15:40:02.819950 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-29d9f480-9d2b-4e50-b237-327e7040d2eb req-b075efaf-4313-4a63-9ef2-0ae33e9cc93a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a128cc1d-7ffb-4cc5-a3d1-7b8f7243b797 HTTP/1.1" status: 200 len: 217 time: 0.0381870 Dec 10 15:40:02.870795 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9f480-9d2b-4e50-b237-327e7040d2eb req-233563f7-d28d-4925-b6df-f46e5be65265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:40:02.872276 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-29d9f480-9d2b-4e50-b237-327e7040d2eb req-233563f7-d28d-4925-b6df-f46e5be65265 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=62e04148-ee42-4779-a2ec-46121cdcb205 HTTP/1.1" status: 200 len: 850 time: 0.0452833 Dec 10 15:40:02.921033 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9f480-9d2b-4e50-b237-327e7040d2eb req-7be31e86-15f4-4ca0-9c99-874c62208282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:40:02.928853 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-29d9f480-9d2b-4e50-b237-327e7040d2eb req-7be31e86-15f4-4ca0-9c99-874c62208282 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dd61618b-b615-4db2-a1a8-ba6a4be6a018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0433078 Dec 10 15:40:03.035839 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2062d51-0c7c-4706-b895-3dbc3699da15 req-6a9dc33e-3571-49ce-b1e6-04211a92a535 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:40:03.037379 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-a2062d51-0c7c-4706-b895-3dbc3699da15 req-6a9dc33e-3571-49ce-b1e6-04211a92a535 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=12287d46-2032-43a3-a8d0-6b14fb2a5efb HTTP/1.1" status: 200 len: 984 time: 0.1135330 Dec 10 15:40:03.077534 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-29d9f480-9d2b-4e50-b237-327e7040d2eb req-def76eee-f813-4f23-8c07-7c2f3ccade98 service neutron] 10.222.0.44 "GET /v2.0/networks/dd61618b-b615-4db2-a1a8-ba6a4be6a018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439147 Dec 10 15:40:03.145249 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-a2062d51-0c7c-4706-b895-3dbc3699da15 req-c26bf782-8a2b-4663-9398-45f35183fee1 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=855977f4-cd1b-45fa-b957-a60c516e8685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005106 Dec 10 15:40:03.188652 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-29d9f480-9d2b-4e50-b237-327e7040d2eb req-8fda4d7c-8c7a-4f46-92a0-8c33266f4f14 service neutron] 10.222.0.44 "GET /v2.0/networks/dd61618b-b615-4db2-a1a8-ba6a4be6a018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041548 Dec 10 15:40:03.275270 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e75b6-84e4-4e61-97e5-80affc4e5f1c req-1f8cc0d6-1141-452b-a88e-3721e44a8209 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:40:03.276696 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-703e75b6-84e4-4e61-97e5-80affc4e5f1c req-1f8cc0d6-1141-452b-a88e-3721e44a8209 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=12287d46-2032-43a3-a8d0-6b14fb2a5efb HTTP/1.1" status: 200 len: 984 time: 0.0487823 Dec 10 15:40:03.328399 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-703e75b6-84e4-4e61-97e5-80affc4e5f1c req-52d7fffc-1909-479f-8541-bd0ee673f499 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=855977f4-cd1b-45fa-b957-a60c516e8685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454471 Dec 10 15:40:03.352620 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 38128) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:40:03.421191 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfe4954-e47b-4c1b-b589-7f091519d8ab tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:40:03.422870 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-bcfe4954-e47b-4c1b-b589-7f091519d8ab tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=12287d46-2032-43a3-a8d0-6b14fb2a5efb&network_id=8c171063-58d2-48f1-9044-eb3ce80c84e8 HTTP/1.1" status: 200 len: 1132 time: 0.0690472 Dec 10 15:40:03.439618 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f1b49-cbf6-44e3-8e7b-c66d5549314b req-ee152ccd-addb-464d-91be-0b3452385349 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:40:03.441133 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-c76f1b49-cbf6-44e3-8e7b-c66d5549314b req-ee152ccd-addb-464d-91be-0b3452385349 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/ports?device_id=19d236a4-1ce2-4c32-a1f0-c2fd3b1d9190 HTTP/1.1" status: 200 len: 944 time: 0.0596466 Dec 10 15:40:03.492186 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-c76f1b49-cbf6-44e3-8e7b-c66d5549314b req-5b3106c8-4a13-499e-b172-49fcea190ded tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/security-groups?id=768e56a5-cc04-4fcd-bec3-2ab2cf193260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445216 Dec 10 15:40:03.871924 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f04677e-a32b-46a4-9d65-0bc5e06e3830 req-aea2e5c2-7cb8-4154-8ec8-b8d653351b25 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:40:03.873468 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-3f04677e-a32b-46a4-9d65-0bc5e06e3830 req-aea2e5c2-7cb8-4154-8ec8-b8d653351b25 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=12287d46-2032-43a3-a8d0-6b14fb2a5efb HTTP/1.1" status: 200 len: 984 time: 0.0604815 Dec 10 15:40:03.921394 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-3f04677e-a32b-46a4-9d65-0bc5e06e3830 req-3c97d084-606f-47a9-b565-a7d4a76d572c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=855977f4-cd1b-45fa-b957-a60c516e8685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414922 Dec 10 15:40:04.610782 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5865f85-31ff-41ff-9526-6ce84a66d8b5 req-d9d799ab-a517-4e5b-8bdf-18e45830285e tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:40:04.612346 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d5865f85-31ff-41ff-9526-6ce84a66d8b5 req-d9d799ab-a517-4e5b-8bdf-18e45830285e tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/ports?device_id=19d236a4-1ce2-4c32-a1f0-c2fd3b1d9190 HTTP/1.1" status: 200 len: 944 time: 0.0499244 Dec 10 15:40:04.666253 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d5865f85-31ff-41ff-9526-6ce84a66d8b5 req-ee42cc81-f35b-4795-a209-4a35fd5477c4 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/security-groups?id=768e56a5-cc04-4fcd-bec3-2ab2cf193260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473886 Dec 10 15:40:05.039618 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b13a397-eccd-4382-ae77-d2463bd4f111 req-db850f6a-8c54-4e19-ba0e-5260b4134d75 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:40:05.041139 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-3b13a397-eccd-4382-ae77-d2463bd4f111 req-db850f6a-8c54-4e19-ba0e-5260b4134d75 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=12287d46-2032-43a3-a8d0-6b14fb2a5efb HTTP/1.1" status: 200 len: 984 time: 0.0489943 Dec 10 15:40:05.109361 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-3b13a397-eccd-4382-ae77-d2463bd4f111 req-2fd061c8-7969-47da-8239-daefb7047216 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=855977f4-cd1b-45fa-b957-a60c516e8685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621777 Dec 10 15:40:05.131320 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0251a-e27d-405a-a4be-03779bce2d8d req-71a916c3-17b3-43eb-a97d-caf314a37d48 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:40:05.132666 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-64c0251a-e27d-405a-a4be-03779bce2d8d req-71a916c3-17b3-43eb-a97d-caf314a37d48 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.44 "GET /v2.0/ports?device_id=12287d46-2032-43a3-a8d0-6b14fb2a5efb HTTP/1.1" status: 200 len: 984 time: 0.0584495 Dec 10 15:40:05.186627 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0251a-e27d-405a-a4be-03779bce2d8d req-9e004012-62da-495b-8a98-d70a45295656 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:40:05.188024 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-64c0251a-e27d-405a-a4be-03779bce2d8d req-9e004012-62da-495b-8a98-d70a45295656 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.44 "GET /v2.0/ports/68911d1c-601d-4061-8fbe-850c26515905?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0443485 Dec 10 15:40:05.287519 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-64c0251a-e27d-405a-a4be-03779bce2d8d req-155ec4fa-6616-47e2-a225-7c96cf6ae7eb tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.44 "GET /v2.0/networks/8c171063-58d2-48f1-9044-eb3ce80c84e8?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0938675 Dec 10 15:40:05.298043 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [req-64c0251a-e27d-405a-a4be-03779bce2d8d req-d45d8d8e-20dc-4b37-80b7-4f7be0e50c52 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:40:05.355614 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-64c0251a-e27d-405a-a4be-03779bce2d8d req-d45d8d8e-20dc-4b37-80b7-4f7be0e50c52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:05.487026 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [req-64c0251a-e27d-405a-a4be-03779bce2d8d req-d45d8d8e-20dc-4b37-80b7-4f7be0e50c52 service neutron] For port 68911d1c-601d-4061-8fbe-850c26515905, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=68911d1c-601d-4061-8fbe-850c26515905,segment=NetworkSegment(09b0abfd-e1ce-4987-95e7-d15a8fbe0fbc),segment_id=09b0abfd-e1ce-4987-95e7-d15a8fbe0fbc)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:40:05.522695 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [req-64c0251a-e27d-405a-a4be-03779bce2d8d req-d45d8d8e-20dc-4b37-80b7-4f7be0e50c52 service neutron] For port 68911d1c-601d-4061-8fbe-850c26515905, host hv-neutron-8214, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:40:05.561334 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [req-64c0251a-e27d-405a-a4be-03779bce2d8d req-d45d8d8e-20dc-4b37-80b7-4f7be0e50c52 service neutron] device_id is not set on port 68911d1c-601d-4061-8fbe-850c26515905 yet. {{(pid=103586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 15:40:05.571160 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-64c0251a-e27d-405a-a4be-03779bce2d8d req-d45d8d8e-20dc-4b37-80b7-4f7be0e50c52 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:05.699587 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-64c0251a-e27d-405a-a4be-03779bce2d8d req-d45d8d8e-20dc-4b37-80b7-4f7be0e50c52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:05.780798 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45d8d8e-20dc-4b37-80b7-4f7be0e50c52 service neutron] Pushing event updated for resources: {'Port': ['ID=68911d1c-601d-4061-8fbe-850c26515905,revision_number=11']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:40:05.795786 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45d8d8e-20dc-4b37-80b7-4f7be0e50c52 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:40:05.796165 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45d8d8e-20dc-4b37-80b7-4f7be0e50c52 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:40:05.796480 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45d8d8e-20dc-4b37-80b7-4f7be0e50c52 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:40:05.796818 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45d8d8e-20dc-4b37-80b7-4f7be0e50c52 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:40:05.796987 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a724110-c043-4789-a280-42ffc46fd203 req-1970c932-97fb-49ba-a6dd-976faf239990 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:40:05.797452 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45d8d8e-20dc-4b37-80b7-4f7be0e50c52 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:40:05.797452 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45d8d8e-20dc-4b37-80b7-4f7be0e50c52 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:40:05.797861 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45d8d8e-20dc-4b37-80b7-4f7be0e50c52 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:40:05.798168 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45d8d8e-20dc-4b37-80b7-4f7be0e50c52 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:40:05.798497 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45d8d8e-20dc-4b37-80b7-4f7be0e50c52 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:40:05.798823 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45d8d8e-20dc-4b37-80b7-4f7be0e50c52 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:40:05.799192 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45d8d8e-20dc-4b37-80b7-4f7be0e50c52 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:40:05.799497 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45d8d8e-20dc-4b37-80b7-4f7be0e50c52 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:40:05.799822 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45d8d8e-20dc-4b37-80b7-4f7be0e50c52 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:40:05.805929 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-5a724110-c043-4789-a280-42ffc46fd203 req-1970c932-97fb-49ba-a6dd-976faf239990 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/ports?device_id=19d236a4-1ce2-4c32-a1f0-c2fd3b1d9190 HTTP/1.1" status: 200 len: 944 time: 0.0729914 Dec 10 15:40:05.839667 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [req-64c0251a-e27d-405a-a4be-03779bce2d8d req-d45d8d8e-20dc-4b37-80b7-4f7be0e50c52 service neutron] No DVR routers for this DVR port 68911d1c-601d-4061-8fbe-850c26515905 on host hv-neutron-8214 {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:40:05.867167 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-5a724110-c043-4789-a280-42ffc46fd203 req-a4642b68-a87f-478a-9aaa-39779dcfbfa3 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/security-groups?id=768e56a5-cc04-4fcd-bec3-2ab2cf193260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536070 Dec 10 15:40:05.995090 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-80d524bf-2ed1-4bbb-bdcd-61b2a2397d12 None None] Provisioning complete for port 68911d1c-601d-4061-8fbe-850c26515905 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:40:05.995677 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [req-64c0251a-e27d-405a-a4be-03779bce2d8d req-d45d8d8e-20dc-4b37-80b7-4f7be0e50c52 service neutron] In _notify_port_updated(), no bound segment for port 68911d1c-601d-4061-8fbe-850c26515905 on network 8c171063-58d2-48f1-9044-eb3ce80c84e8 {{(pid=103586) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 15:40:05.996454 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-80d524bf-2ed1-4bbb-bdcd-61b2a2397d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:05.996633 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0251a-e27d-405a-a4be-03779bce2d8d req-d45d8d8e-20dc-4b37-80b7-4f7be0e50c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:40:05.996633 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-64c0251a-e27d-405a-a4be-03779bce2d8d req-d45d8d8e-20dc-4b37-80b7-4f7be0e50c52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:05.997895 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-64c0251a-e27d-405a-a4be-03779bce2d8d req-d45d8d8e-20dc-4b37-80b7-4f7be0e50c52 service neutron] 10.222.0.44 "PUT /v2.0/ports/68911d1c-601d-4061-8fbe-850c26515905 HTTP/1.1" status: 200 len: 1027 time: 0.7038240 Dec 10 15:40:06.032392 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-80d524bf-2ed1-4bbb-bdcd-61b2a2397d12 None None] Port 68911d1c-601d-4061-8fbe-850c26515905 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:40:06.207523 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-75e8f295-bacd-4e3d-9798-1a496b5792a6 req-a0be2434-6b2c-4d2c-a34d-476097b00322 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=12287d46-2032-43a3-a8d0-6b14fb2a5efb HTTP/1.1" status: 200 len: 210 time: 0.0269868 Dec 10 15:40:06.988387 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f73914-51db-4bb8-80dc-c9b484a7c785 req-2bb425be-c139-4d09-b057-65159e9e1e42 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:40:06.990018 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-e4f73914-51db-4bb8-80dc-c9b484a7c785 req-2bb425be-c139-4d09-b057-65159e9e1e42 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/ports?device_id=19d236a4-1ce2-4c32-a1f0-c2fd3b1d9190 HTTP/1.1" status: 200 len: 944 time: 0.0533638 Dec 10 15:40:07.039666 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-e4f73914-51db-4bb8-80dc-c9b484a7c785 req-60b2bc97-a4ad-4e4f-b817-77526ff0ba6a tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/security-groups?id=768e56a5-cc04-4fcd-bec3-2ab2cf193260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426390 Dec 10 15:40:07.266138 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 38146) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:40:07.330437 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-73a0d231-a97c-48b3-a752-74b2fed8d65b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:07.355852 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-73a0d231-a97c-48b3-a752-74b2fed8d65b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:07.459421 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-73a0d231-a97c-48b3-a752-74b2fed8d65b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:07.462671 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-73a0d231-a97c-48b3-a752-74b2fed8d65b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:07.464069 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-73a0d231-a97c-48b3-a752-74b2fed8d65b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "DELETE /v2.0/security-groups/0d99aa33-4d76-4c4b-b7c2-e1c8ecab73d8 HTTP/1.1" status: 204 len: 168 time: 0.1969230 Dec 10 15:40:07.473422 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a0d231-a97c-48b3-a752-74b2fed8d65b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d99aa33-4d76-4c4b-b7c2-e1c8ecab73d8,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:40:07.481719 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a0d231-a97c-48b3-a752-74b2fed8d65b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:40:07.482102 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a0d231-a97c-48b3-a752-74b2fed8d65b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:40:07.482445 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a0d231-a97c-48b3-a752-74b2fed8d65b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:40:07.482780 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a0d231-a97c-48b3-a752-74b2fed8d65b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:40:07.483109 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a0d231-a97c-48b3-a752-74b2fed8d65b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:40:07.483438 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a0d231-a97c-48b3-a752-74b2fed8d65b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:40:07.483767 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a0d231-a97c-48b3-a752-74b2fed8d65b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:40:07.484090 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a0d231-a97c-48b3-a752-74b2fed8d65b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:40:07.484414 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a0d231-a97c-48b3-a752-74b2fed8d65b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:40:07.484792 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a0d231-a97c-48b3-a752-74b2fed8d65b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:40:07.485122 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a0d231-a97c-48b3-a752-74b2fed8d65b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:40:07.485442 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a0d231-a97c-48b3-a752-74b2fed8d65b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:40:07.485759 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a0d231-a97c-48b3-a752-74b2fed8d65b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:40:07.540833 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 38150) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:40:07.698816 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-a4008f72-c125-4a1a-bba7-681455a85719 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Deleting port 8b38edff-1cd1-4b92-ab0d-96573197551f {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:40:07.699158 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a4008f72-c125-4a1a-bba7-681455a85719 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:07.787389 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a4008f72-c125-4a1a-bba7-681455a85719 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:07.787637 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a4008f72-c125-4a1a-bba7-681455a85719 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:07.800689 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-a4008f72-c125-4a1a-bba7-681455a85719 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Calling delete_port for 8b38edff-1cd1-4b92-ab0d-96573197551f owned by network:floatingip {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:40:08.009076 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a4008f72-c125-4a1a-bba7-681455a85719 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:08.041210 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4008f72-c125-4a1a-bba7-681455a85719 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event deleted for resources: {'Port': ['ID=8b38edff-1cd1-4b92-ab0d-96573197551f,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:40:08.102884 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a4008f72-c125-4a1a-bba7-681455a85719 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for floatingip, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:08.103220 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.l3_db [None req-a4008f72-c125-4a1a-bba7-681455a85719 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Floating IP db43b109-2fdd-4b29-aa29-ef12c9aa5499 disassociated (deleted). External IP: 172.26.2.126, port: 68911d1c-601d-4061-8fbe-850c26515905. Dec 10 15:40:08.157251 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb3843-378a-4599-93ef-4ba2712702fc req-0b6419ac-6172-44a4-9657-9c7935c612c5 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:40:08.164670 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-22eb3843-378a-4599-93ef-4ba2712702fc req-0b6419ac-6172-44a4-9657-9c7935c612c5 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/ports?device_id=19d236a4-1ce2-4c32-a1f0-c2fd3b1d9190 HTTP/1.1" status: 200 len: 944 time: 0.0576265 Dec 10 15:40:08.208830 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-22eb3843-378a-4599-93ef-4ba2712702fc req-bfb50f25-ac57-4a1c-b61e-a39e29a8f638 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/security-groups?id=768e56a5-cc04-4fcd-bec3-2ab2cf193260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432706 Dec 10 15:40:08.319435 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4008f72-c125-4a1a-bba7-681455a85719 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Router f5079aee-d76d-4cdc-95e0-25de2e2c9852 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:40:08.427043 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4008f72-c125-4a1a-bba7-681455a85719 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:40:08.432420 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a4008f72-c125-4a1a-bba7-681455a85719 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:08.438145 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c68d00a-b8af-47d5-954e-200409cf4c5f None None] Sync routers for ids ['f5079aee-d76d-4cdc-95e0-25de2e2c9852'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:40:08.448661 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c68d00a-b8af-47d5-954e-200409cf4c5f None None] Routers {'f5079aee-d76d-4cdc-95e0-25de2e2c9852'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:40:08.449258 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-8c68d00a-b8af-47d5-954e-200409cf4c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:39:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['f5079aee-d76d-4cdc-95e0-25de2e2c9852'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:40:08.460048 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-a4008f72-c125-4a1a-bba7-681455a85719 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "DELETE /v2.0/floatingips/db43b109-2fdd-4b29-aa29-ef12c9aa5499 HTTP/1.1" status: 204 len: 168 time: 0.9180977 Dec 10 15:40:08.527951 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 38158) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:40:08.556339 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-8c68d00a-b8af-47d5-954e-200409cf4c5f None None] Set router f5079aee-d76d-4cdc-95e0-25de2e2c9852 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:40:08.583904 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-61bcf9ac-2bca-4cb3-b5ff-dd56881a7b66 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:08.608810 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-61bcf9ac-2bca-4cb3-b5ff-dd56881a7b66 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:08.740181 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-61bcf9ac-2bca-4cb3-b5ff-dd56881a7b66 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:08.743781 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-61bcf9ac-2bca-4cb3-b5ff-dd56881a7b66 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:08.745024 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-61bcf9ac-2bca-4cb3-b5ff-dd56881a7b66 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "DELETE /v2.0/security-groups/4c8c160e-62d6-4674-addc-a31a7ead4347 HTTP/1.1" status: 204 len: 168 time: 0.2159631 Dec 10 15:40:08.755057 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bcf9ac-2bca-4cb3-b5ff-dd56881a7b66 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c8c160e-62d6-4674-addc-a31a7ead4347,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:40:08.844346 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 38162) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:40:08.926440 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-8c68d00a-b8af-47d5-954e-200409cf4c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5079aee-d76d-4cdc-95e0-25de2e2c9852', 'name': 'tempest-TestNetworkBasicOps-router-1648596359', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': 'adca760a-efb3-48b7-bdb5-d3df89e1bf4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:39:15Z', 'updated_at': '2021-12-10T15:39:20Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': 'adca760a-efb3-48b7-bdb5-d3df89e1bf4e', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5079aee-d76d-4cdc-95e0-25de2e2c9852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:39:16Z', 'updated_at': '2021-12-10T15:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': 'a79261e6-6917-49dc-9d3d-60ab6899d486', 'name': '', 'network_id': '8c171063-58d2-48f1-9044-eb3ce80c84e8', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:19:9f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5079aee-d76d-4cdc-95e0-25de2e2c9852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '10a6a5fe-3d32-4f5b-aec9-ddb5509486ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:39:19Z', 'updated_at': '2021-12-10T15:39:22Z', 'revision_number': 5, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': '10a6a5fe-3d32-4f5b-aec9-ddb5509486ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:40:08.933913 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-fba63c7d-b4ae-470d-8845-cba5c86a10a0 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Deleting port 68911d1c-601d-4061-8fbe-850c26515905 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:40:08.934239 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fba63c7d-b4ae-470d-8845-cba5c86a10a0 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:08.952893 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c68d00a-b8af-47d5-954e-200409cf4c5f None None] Checking router: f5079aee-d76d-4cdc-95e0-25de2e2c9852 for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:40:08.962228 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c68d00a-b8af-47d5-954e-200409cf4c5f None None] Routers {'f5079aee-d76d-4cdc-95e0-25de2e2c9852'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:40:08.962847 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-8c68d00a-b8af-47d5-954e-200409cf4c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:39:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['f5079aee-d76d-4cdc-95e0-25de2e2c9852'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:40:09.019241 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fba63c7d-b4ae-470d-8845-cba5c86a10a0 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:09.032517 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-fba63c7d-b4ae-470d-8845-cba5c86a10a0 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Calling delete_port for 68911d1c-601d-4061-8fbe-850c26515905 owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:40:09.068074 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-8c68d00a-b8af-47d5-954e-200409cf4c5f None None] Set router f5079aee-d76d-4cdc-95e0-25de2e2c9852 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:40:09.225397 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fba63c7d-b4ae-470d-8845-cba5c86a10a0 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:09.255396 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba63c7d-b4ae-470d-8845-cba5c86a10a0 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event deleted for resources: {'Port': ['ID=68911d1c-601d-4061-8fbe-850c26515905,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:40:09.277926 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-8c68d00a-b8af-47d5-954e-200409cf4c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5079aee-d76d-4cdc-95e0-25de2e2c9852', 'name': 'tempest-TestNetworkBasicOps-router-1648596359', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': 'adca760a-efb3-48b7-bdb5-d3df89e1bf4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:39:15Z', 'updated_at': '2021-12-10T15:39:20Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': 'adca760a-efb3-48b7-bdb5-d3df89e1bf4e', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5079aee-d76d-4cdc-95e0-25de2e2c9852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:39:16Z', 'updated_at': '2021-12-10T15:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': 'a79261e6-6917-49dc-9d3d-60ab6899d486', 'name': '', 'network_id': '8c171063-58d2-48f1-9044-eb3ce80c84e8', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:19:9f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5079aee-d76d-4cdc-95e0-25de2e2c9852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '10a6a5fe-3d32-4f5b-aec9-ddb5509486ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:39:19Z', 'updated_at': '2021-12-10T15:39:22Z', 'revision_number': 5, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': '10a6a5fe-3d32-4f5b-aec9-ddb5509486ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:40:09.318867 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c68d00a-b8af-47d5-954e-200409cf4c5f None None] The sync data for ids ['f5079aee-d76d-4cdc-95e0-25de2e2c9852'] in dv-neutron-821401-4-hyperv is: [{'id': 'f5079aee-d76d-4cdc-95e0-25de2e2c9852', 'name': 'tempest-TestNetworkBasicOps-router-1648596359', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': 'adca760a-efb3-48b7-bdb5-d3df89e1bf4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:39:15Z', 'updated_at': '2021-12-10T15:39:20Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': 'adca760a-efb3-48b7-bdb5-d3df89e1bf4e', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5079aee-d76d-4cdc-95e0-25de2e2c9852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:39:16Z', 'updated_at': '2021-12-10T15:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': 'a79261e6-6917-49dc-9d3d-60ab6899d486', 'name': '', 'network_id': '8c171063-58d2-48f1-9044-eb3ce80c84e8', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:19:9f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5079aee-d76d-4cdc-95e0-25de2e2c9852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '10a6a5fe-3d32-4f5b-aec9-ddb5509486ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:39:19Z', 'updated_at': '2021-12-10T15:39:22Z', 'revision_number': 5, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': '10a6a5fe-3d32-4f5b-aec9-ddb5509486ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:40:09.333815 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0799820-b518-4cb6-ab04-b78de308d44f req-8a017ead-ea06-451b-9925-4cb2b0055bec tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:40:09.342766 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-e0799820-b518-4cb6-ab04-b78de308d44f req-8a017ead-ea06-451b-9925-4cb2b0055bec tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/ports?device_id=19d236a4-1ce2-4c32-a1f0-c2fd3b1d9190 HTTP/1.1" status: 200 len: 944 time: 0.0598888 Dec 10 15:40:09.347172 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fba63c7d-b4ae-470d-8845-cba5c86a10a0 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:09.350987 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-fba63c7d-b4ae-470d-8845-cba5c86a10a0 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "DELETE /v2.0/ports/68911d1c-601d-4061-8fbe-850c26515905 HTTP/1.1" status: 204 len: 168 time: 0.5053477 Dec 10 15:40:09.353718 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 38166) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:40:09.399187 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-e0799820-b518-4cb6-ab04-b78de308d44f req-bb311028-4fc4-467c-aac2-d76f02e352ac tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/security-groups?id=768e56a5-cc04-4fcd-bec3-2ab2cf193260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546339 Dec 10 15:40:09.578499 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3f195c-978d-4f59-9553-c7d775cdbef9 None None] New status for floating IP db43b109-2fdd-4b29-aa29-ef12c9aa5499: DOWN {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 15:40:09.743513 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ecdb2c56-7ac0-4ea6-a46d-2843141acd47 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549925'] for router_interface, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:09.996363 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-ecdb2c56-7ac0-4ea6-a46d-2843141acd47 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Deleting port a79261e6-6917-49dc-9d3d-60ab6899d486 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:40:09.996703 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ecdb2c56-7ac0-4ea6-a46d-2843141acd47 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:10.014482 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 68911d1c-601d-4061-8fbe-850c26515905 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:40:10.034683 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] No Port match for: 68911d1c-601d-4061-8fbe-850c26515905 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:40:10.035038 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 68911d1c-601d-4061-8fbe-850c26515905 not bound to the agent host hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:40:10.087306 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-ecdb2c56-7ac0-4ea6-a46d-2843141acd47 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] For port a79261e6-6917-49dc-9d3d-60ab6899d486, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=a79261e6-6917-49dc-9d3d-60ab6899d486,segment=NetworkSegment(09b0abfd-e1ce-4987-95e7-d15a8fbe0fbc),segment_id=09b0abfd-e1ce-4987-95e7-d15a8fbe0fbc)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:40:10.087889 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ecdb2c56-7ac0-4ea6-a46d-2843141acd47 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:10.099488 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-ecdb2c56-7ac0-4ea6-a46d-2843141acd47 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Calling delete_port for a79261e6-6917-49dc-9d3d-60ab6899d486 owned by network:router_interface {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:40:10.328251 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ecdb2c56-7ac0-4ea6-a46d-2843141acd47 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:10.354712 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdb2c56-7ac0-4ea6-a46d-2843141acd47 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event deleted for resources: {'Port': ['ID=a79261e6-6917-49dc-9d3d-60ab6899d486,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:40:10.556991 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ecdb2c56-7ac0-4ea6-a46d-2843141acd47 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550073'] for router_interface, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:10.573194 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7adf5f-6fcf-47b5-aa24-976fe3eccfbc req-872cdc3d-2199-47f4-a5b7-bd46d24941c5 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:40:10.574713 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-de7adf5f-6fcf-47b5-aa24-976fe3eccfbc req-872cdc3d-2199-47f4-a5b7-bd46d24941c5 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/ports?device_id=19d236a4-1ce2-4c32-a1f0-c2fd3b1d9190 HTTP/1.1" status: 200 len: 944 time: 0.0960975 Dec 10 15:40:11.018576 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-de7adf5f-6fcf-47b5-aa24-976fe3eccfbc req-88afc2e3-5c29-4cc4-8c58-b9777e8fe2d3 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/security-groups?id=768e56a5-cc04-4fcd-bec3-2ab2cf193260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4372172 Dec 10 15:40:11.146692 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecdb2c56-7ac0-4ea6-a46d-2843141acd47 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Router f5079aee-d76d-4cdc-95e0-25de2e2c9852 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:40:11.273052 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecdb2c56-7ac0-4ea6-a46d-2843141acd47 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:40:11.285318 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-ecdb2c56-7ac0-4ea6-a46d-2843141acd47 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "PUT /v2.0/routers/f5079aee-d76d-4cdc-95e0-25de2e2c9852/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9238932 Dec 10 15:40:11.285318 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 38170) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:40:11.288897 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd157ff-9c5a-4bbb-a5d5-d5e53e6f2f5e None None] Sync routers for ids ['f5079aee-d76d-4cdc-95e0-25de2e2c9852'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:40:11.292658 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd157ff-9c5a-4bbb-a5d5-d5e53e6f2f5e None None] Routers {'f5079aee-d76d-4cdc-95e0-25de2e2c9852'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:40:11.293290 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-4fd157ff-9c5a-4bbb-a5d5-d5e53e6f2f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:39:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['f5079aee-d76d-4cdc-95e0-25de2e2c9852'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:40:11.334601 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-e74f00b1-a526-455d-a594-445d4335df69 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Deleting subnet 10a6a5fe-3d32-4f5b-aec9-ddb5509486ae {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:40:11.338948 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e74f00b1-a526-455d-a594-445d4335df69 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for subnet, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:11.390071 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e74f00b1-a526-455d-a594-445d4335df69 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11806768'] for subnet, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:11.398370 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-4fd157ff-9c5a-4bbb-a5d5-d5e53e6f2f5e None None] Set router f5079aee-d76d-4cdc-95e0-25de2e2c9852 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:40:11.476473 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e74f00b1-a526-455d-a594-445d4335df69 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:11.578257 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-4fd157ff-9c5a-4bbb-a5d5-d5e53e6f2f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5079aee-d76d-4cdc-95e0-25de2e2c9852', 'name': 'tempest-TestNetworkBasicOps-router-1648596359', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': 'adca760a-efb3-48b7-bdb5-d3df89e1bf4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:39:15Z', 'updated_at': '2021-12-10T15:40:10Z', 'revision_number': 5, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': 'adca760a-efb3-48b7-bdb5-d3df89e1bf4e', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5079aee-d76d-4cdc-95e0-25de2e2c9852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:39:16Z', 'updated_at': '2021-12-10T15:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:40:11.585443 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e74f00b1-a526-455d-a594-445d4335df69 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11236721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11668521'] for subnet, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:11.605699 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd157ff-9c5a-4bbb-a5d5-d5e53e6f2f5e None None] Checking router: f5079aee-d76d-4cdc-95e0-25de2e2c9852 for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:40:11.612846 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74f00b1-a526-455d-a594-445d4335df69 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event deleted for resources: {'Subnet': ['ID=10a6a5fe-3d32-4f5b-aec9-ddb5509486ae,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:40:11.614479 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd157ff-9c5a-4bbb-a5d5-d5e53e6f2f5e None None] Routers {'f5079aee-d76d-4cdc-95e0-25de2e2c9852'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:40:11.615088 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-4fd157ff-9c5a-4bbb-a5d5-d5e53e6f2f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:39:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['f5079aee-d76d-4cdc-95e0-25de2e2c9852'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:40:11.616398 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e74f00b1-a526-455d-a594-445d4335df69 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:11.623183 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 38172) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:40:11.623603 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-e74f00b1-a526-455d-a594-445d4335df69 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "DELETE /v2.0/subnets/10a6a5fe-3d32-4f5b-aec9-ddb5509486ae HTTP/1.1" status: 204 len: 168 time: 0.3405182 Dec 10 15:40:11.649338 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7719956-a82e-436f-82e1-233c39678776 None None] Network 8c171063-58d2-48f1-9044-eb3ce80c84e8 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:40:11.730224 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e14fb2fc-f86c-44f4-a3b3-5b4ea882ac1f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for router, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:11.788780 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-4fd157ff-9c5a-4bbb-a5d5-d5e53e6f2f5e None None] Set router f5079aee-d76d-4cdc-95e0-25de2e2c9852 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:40:11.863839 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e14fb2fc-f86c-44f4-a3b3-5b4ea882ac1f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:11.884002 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660fb34e-e6e5-409c-9929-9cab6a068ea9 None None] DHCP port deletion for 8c171063-58d2-48f1-9044-eb3ce80c84e8 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:40:11.990736 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-660fb34e-e6e5-409c-9929-9cab6a068ea9 None None] Deleting port 44f681ad-f4be-406f-b5b8-21addb15f57d {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:40:11.991129 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-660fb34e-e6e5-409c-9929-9cab6a068ea9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:11.996173 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-e14fb2fc-f86c-44f4-a3b3-5b4ea882ac1f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Deleting port adca760a-efb3-48b7-bdb5-d3df89e1bf4e {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:40:11.996684 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e14fb2fc-f86c-44f4-a3b3-5b4ea882ac1f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:11.997341 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 44f681ad-f4be-406f-b5b8-21addb15f57d no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:40:12.083009 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-e14fb2fc-f86c-44f4-a3b3-5b4ea882ac1f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] For port adca760a-efb3-48b7-bdb5-d3df89e1bf4e, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=adca760a-efb3-48b7-bdb5-d3df89e1bf4e,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:40:12.083369 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e14fb2fc-f86c-44f4-a3b3-5b4ea882ac1f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:12.102116 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-660fb34e-e6e5-409c-9929-9cab6a068ea9 None None] For port 44f681ad-f4be-406f-b5b8-21addb15f57d, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=44f681ad-f4be-406f-b5b8-21addb15f57d,segment=NetworkSegment(09b0abfd-e1ce-4987-95e7-d15a8fbe0fbc),segment_id=09b0abfd-e1ce-4987-95e7-d15a8fbe0fbc)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:40:12.102513 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-660fb34e-e6e5-409c-9929-9cab6a068ea9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:12.118714 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-e14fb2fc-f86c-44f4-a3b3-5b4ea882ac1f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Calling delete_port for adca760a-efb3-48b7-bdb5-d3df89e1bf4e owned by network:router_gateway {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:40:12.122933 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-660fb34e-e6e5-409c-9929-9cab6a068ea9 None None] Calling delete_port for 44f681ad-f4be-406f-b5b8-21addb15f57d owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:40:12.131504 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-4fd157ff-9c5a-4bbb-a5d5-d5e53e6f2f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5079aee-d76d-4cdc-95e0-25de2e2c9852', 'name': 'tempest-TestNetworkBasicOps-router-1648596359', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': 'adca760a-efb3-48b7-bdb5-d3df89e1bf4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:39:15Z', 'updated_at': '2021-12-10T15:40:10Z', 'revision_number': 5, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': 'adca760a-efb3-48b7-bdb5-d3df89e1bf4e', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5079aee-d76d-4cdc-95e0-25de2e2c9852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:39:16Z', 'updated_at': '2021-12-10T15:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:40:12.183432 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b888c-6c55-406b-8578-19022f579531 req-e463f446-18c4-48ca-b85f-7ae02941b58e tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:40:12.184987 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-c32b888c-6c55-406b-8578-19022f579531 req-e463f446-18c4-48ca-b85f-7ae02941b58e tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/ports?device_id=19d236a4-1ce2-4c32-a1f0-c2fd3b1d9190 HTTP/1.1" status: 200 len: 944 time: 0.0991020 Dec 10 15:40:12.215387 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd157ff-9c5a-4bbb-a5d5-d5e53e6f2f5e None None] The sync data for ids ['f5079aee-d76d-4cdc-95e0-25de2e2c9852'] in dv-neutron-821401-4-hyperv is: [{'id': 'f5079aee-d76d-4cdc-95e0-25de2e2c9852', 'name': 'tempest-TestNetworkBasicOps-router-1648596359', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': 'adca760a-efb3-48b7-bdb5-d3df89e1bf4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:39:15Z', 'updated_at': '2021-12-10T15:40:10Z', 'revision_number': 5, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': 'adca760a-efb3-48b7-bdb5-d3df89e1bf4e', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5079aee-d76d-4cdc-95e0-25de2e2c9852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:39:16Z', 'updated_at': '2021-12-10T15:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:40:12.242699 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:12.285635 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] For port 44f681ad-f4be-406f-b5b8-21addb15f57d, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=44f681ad-f4be-406f-b5b8-21addb15f57d,segment=NetworkSegment(09b0abfd-e1ce-4987-95e7-d15a8fbe0fbc),segment_id=09b0abfd-e1ce-4987-95e7-d15a8fbe0fbc)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:40:12.292505 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-c32b888c-6c55-406b-8578-19022f579531 req-9b9bc5c4-f787-453c-a931-b47b8532f31e tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/security-groups?id=768e56a5-cc04-4fcd-bec3-2ab2cf193260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006355 Dec 10 15:40:12.374659 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:12.402697 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e14fb2fc-f86c-44f4-a3b3-5b4ea882ac1f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:12.426464 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14fb2fc-f86c-44f4-a3b3-5b4ea882ac1f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event deleted for resources: {'Port': ['ID=adca760a-efb3-48b7-bdb5-d3df89e1bf4e,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:40:12.433376 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Pushing event updated for resources: {'Port': ['ID=44f681ad-f4be-406f-b5b8-21addb15f57d,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:40:12.442040 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:40:12.442040 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:40:12.442407 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:40:12.443016 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:40:12.443364 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:40:12.443703 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:40:12.444040 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:40:12.444380 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:40:12.444715 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:40:12.445048 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:40:12.445376 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:40:12.445705 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:40:12.446085 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:40:12.452930 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf4bf32-be5a-4bb5-b254-04f8fb219d3d None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:40:12.460228 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-660fb34e-e6e5-409c-9929-9cab6a068ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:12.487022 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660fb34e-e6e5-409c-9929-9cab6a068ea9 None None] Pushing event deleted for resources: {'Port': ['ID=44f681ad-f4be-406f-b5b8-21addb15f57d,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:40:12.491221 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e14fb2fc-f86c-44f4-a3b3-5b4ea882ac1f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552731'] for router_gateway, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:12.495888 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660fb34e-e6e5-409c-9929-9cab6a068ea9 None None] No DVR routers for this DVR port 44f681ad-f4be-406f-b5b8-21addb15f57d on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:40:12.588551 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e14fb2fc-f86c-44f4-a3b3-5b4ea882ac1f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13898'] for router, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:12.591069 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e14fb2fc-f86c-44f4-a3b3-5b4ea882ac1f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:12.699556 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e14fb2fc-f86c-44f4-a3b3-5b4ea882ac1f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549250'] for router, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:12.700175 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e14fb2fc-f86c-44f4-a3b3-5b4ea882ac1f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Fanout notify agent at l3_agent the message router_deleted on router f5079aee-d76d-4cdc-95e0-25de2e2c9852 {{(pid=103586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 15:40:12.707991 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e14fb2fc-f86c-44f4-a3b3-5b4ea882ac1f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:12.712656 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-e14fb2fc-f86c-44f4-a3b3-5b4ea882ac1f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "DELETE /v2.0/routers/f5079aee-d76d-4cdc-95e0-25de2e2c9852 HTTP/1.1" status: 204 len: 168 time: 1.0855145 Dec 10 15:40:12.712656 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 38176) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:40:12.790849 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-826e827d-e0b5-4503-bc36-c55767bf78b5 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:12.882529 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-826e827d-e0b5-4503-bc36-c55767bf78b5 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:12.888267 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3c5326b6-4659-47d3-bce3-4d1fa253d2c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:12.903020 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-826e827d-e0b5-4503-bc36-c55767bf78b5 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c171063-58d2-48f1-9044-eb3ce80c84e8']}} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:40:12.911946 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-826e827d-e0b5-4503-bc36-c55767bf78b5 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09b0abfd-e1ce-4987-95e7-d15a8fbe0fbc') {'for_net_delete': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:40:12.912249 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-826e827d-e0b5-4503-bc36-c55767bf78b5 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09b0abfd-e1ce-4987-95e7-d15a8fbe0fbc') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:40:12.921288 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-826e827d-e0b5-4503-bc36-c55767bf78b5 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12392235'] for segment, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:12.935298 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-826e827d-e0b5-4503-bc36-c55767bf78b5 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:12.942173 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-826e827d-e0b5-4503-bc36-c55767bf78b5 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=103586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:40:12.942598 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-826e827d-e0b5-4503-bc36-c55767bf78b5 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11695586'] for segment, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:12.945567 dv-neutron-821401-4-hyperv neutron-server[103586]: Traceback (most recent call last): Dec 10 15:40:12.945567 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:40:12.945567 dv-neutron-821401-4-hyperv neutron-server[103586]: timer() Dec 10 15:40:12.945567 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:40:12.945567 dv-neutron-821401-4-hyperv neutron-server[103586]: cb(*args, **kw) Dec 10 15:40:12.945567 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:40:12.945567 dv-neutron-821401-4-hyperv neutron-server[103586]: return func(*args, **kwargs) Dec 10 15:40:12.945567 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:40:12.945567 dv-neutron-821401-4-hyperv neutron-server[103586]: self._notify() Dec 10 15:40:12.945567 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:40:12.945567 dv-neutron-821401-4-hyperv neutron-server[103586]: self.callback(batched_events) Dec 10 15:40:12.945567 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:40:12.945567 dv-neutron-821401-4-hyperv neutron-server[103586]: event.method(event) Dec 10 15:40:12.945567 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:40:12.945567 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:40:12.945567 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:40:12.945567 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:40:12.945567 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:40:12.945567 dv-neutron-821401-4-hyperv neutron-server[103586]: return f(self, *a, **k) Dec 10 15:40:12.945567 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:40:12.945567 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._get(url).json() Dec 10 15:40:12.945567 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:40:12.945567 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:40:12.945567 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:40:12.945567 dv-neutron-821401-4-hyperv neutron-server[103586]: return self.request(url, 'GET', **kwargs) Dec 10 15:40:12.945567 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:40:12.945567 dv-neutron-821401-4-hyperv neutron-server[103586]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:40:12.945567 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:40:12.945567 dv-neutron-821401-4-hyperv neutron-server[103586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:40:12.945567 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:40:12.945567 dv-neutron-821401-4-hyperv neutron-server[103586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:40:12.945567 dv-neutron-821401-4-hyperv neutron-server[103586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:40:13.104197 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-826e827d-e0b5-4503-bc36-c55767bf78b5 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:13.111182 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-826e827d-e0b5-4503-bc36-c55767bf78b5 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:13.114395 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-826e827d-e0b5-4503-bc36-c55767bf78b5 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "DELETE /v2.0/networks/8c171063-58d2-48f1-9044-eb3ce80c84e8 HTTP/1.1" status: 204 len: 168 time: 0.4012451 Dec 10 15:40:13.130923 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 38178) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:40:13.137133 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826e827d-e0b5-4503-bc36-c55767bf78b5 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event deleted for resources: {'Network': ['ID=8c171063-58d2-48f1-9044-eb3ce80c84e8,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:40:13.145347 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-16826f1f-efea-4ac9-bfbf-f05329773ede tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] 10.222.0.20 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0110581 Dec 10 15:40:13.145976 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 38180) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:40:13.151038 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-30799e2c-2d03-46d2-9a9f-cf10b694781f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'network': {'name': 'tempest-network-smoke--1157388107', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'port_security_enabled': True}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:40:13.236577 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30799e2c-2d03-46d2-9a9f-cf10b694781f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Made reservation on behalf of e049672a5fd04e7f8cbb0423b61eb757 for: {'network': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:40:13.240150 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-30799e2c-2d03-46d2-9a9f-cf10b694781f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:13.263634 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30799e2c-2d03-46d2-9a9f-cf10b694781f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=103586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:40:13.272025 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-30799e2c-2d03-46d2-9a9f-cf10b694781f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:13.272369 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.segments_db [None req-30799e2c-2d03-46d2-9a9f-cf10b694781f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Added segment 6c0740e3-757b-42d0-867f-49f2efebe43f of type vlan for network e0f2f76b-6624-4120-b289-316ed387069a Dec 10 15:40:13.311566 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-30799e2c-2d03-46d2-9a9f-cf10b694781f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:13.390977 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:13.408453 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f786970-7c0c-4988-aca7-38cecee00dea req-05bbe4a9-dc2a-4724-8887-786ee59c0fe1 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:40:13.409885 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-9f786970-7c0c-4988-aca7-38cecee00dea req-05bbe4a9-dc2a-4724-8887-786ee59c0fe1 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/ports?device_id=19d236a4-1ce2-4c32-a1f0-c2fd3b1d9190 HTTP/1.1" status: 200 len: 944 time: 0.0509546 Dec 10 15:40:13.425523 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-30799e2c-2d03-46d2-9a9f-cf10b694781f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:13.432017 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30799e2c-2d03-46d2-9a9f-cf10b694781f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:40:13.432679 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-30799e2c-2d03-46d2-9a9f-cf10b694781f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:13.459581 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-9f786970-7c0c-4988-aca7-38cecee00dea req-633df5ef-7737-4074-aec7-7d76fb800ea0 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/security-groups?id=768e56a5-cc04-4fcd-bec3-2ab2cf193260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431521 Dec 10 15:40:13.498560 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30799e2c-2d03-46d2-9a9f-cf10b694781f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'Network': ['ID=e0f2f76b-6624-4120-b289-316ed387069a,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:40:13.508299 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network e0f2f76b-6624-4120-b289-316ed387069a details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:40:13.519768 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-30799e2c-2d03-46d2-9a9f-cf10b694781f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3727269 Dec 10 15:40:13.522521 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 38184) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:40:13.527459 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-86ba3365-1638-480d-824b-2740e7ada342 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-686256562', 'admin_state_up': True, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:40:13.608214 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-86ba3365-1638-480d-824b-2740e7ada342 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13912'] for router, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:13.609277 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-86ba3365-1638-480d-824b-2740e7ada342 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:13.662803 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-86ba3365-1638-480d-824b-2740e7ada342 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:13.879201 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-86ba3365-1638-480d-824b-2740e7ada342 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:13.935554 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device adca760a-efb3-48b7-bdb5-d3df89e1bf4e no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:40:13.956562 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: adca760a-efb3-48b7-bdb5-d3df89e1bf4e {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:40:13.956913 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device adca760a-efb3-48b7-bdb5-d3df89e1bf4e not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:40:13.957336 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device a79261e6-6917-49dc-9d3d-60ab6899d486 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:40:13.976074 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: a79261e6-6917-49dc-9d3d-60ab6899d486 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:40:13.976422 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device a79261e6-6917-49dc-9d3d-60ab6899d486 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:40:14.044087 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device a128cc1d-7ffb-4cc5-a3d1-7b8f7243b797 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 15:40:14.119499 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-86ba3365-1638-480d-824b-2740e7ada342 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for router_gateway, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:14.138998 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-86ba3365-1638-480d-824b-2740e7ada342 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:14.286122 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port a128cc1d-7ffb-4cc5-a3d1-7b8f7243b797, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=a128cc1d-7ffb-4cc5-a3d1-7b8f7243b797,segment=NetworkSegment(8ca9f398-d3a4-4fa1-b246-394025aacb79),segment_id=8ca9f398-d3a4-4fa1-b246-394025aacb79)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:40:14.292306 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-86ba3365-1638-480d-824b-2740e7ada342 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Allocated IP 172.26.2.221 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/2834e66b-b9d9-46e9-a046-7dd70c924ab5) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:40:14.298109 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Returning: {'device': 'a128cc1d-7ffb-4cc5-a3d1-7b8f7243b797', 'network_id': 'dd61618b-b615-4db2-a1a8-ba6a4be6a018', 'port_id': 'a128cc1d-7ffb-4cc5-a3d1-7b8f7243b797', 'mac_address': 'fa:16:3e:62:3d:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62e04148-ee42-4779-a2ec-46121cdcb205', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 15:40:14.333955 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:14.347260 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a128cc1d-7ffb-4cc5-a3d1-7b8f7243b797 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 15:40:14.367544 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port a128cc1d-7ffb-4cc5-a3d1-7b8f7243b797, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=a128cc1d-7ffb-4cc5-a3d1-7b8f7243b797,segment=NetworkSegment(8ca9f398-d3a4-4fa1-b246-394025aacb79),segment_id=8ca9f398-d3a4-4fa1-b246-394025aacb79)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:40:14.389971 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-86ba3365-1638-480d-824b-2740e7ada342 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:14.436793 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:14.483652 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=a128cc1d-7ffb-4cc5-a3d1-7b8f7243b797,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:40:14.511275 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-86ba3365-1638-480d-824b-2740e7ada342 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:14.626780 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] get_ports_and_sgs() called for port_ids ['a128cc1d-7ffb-4cc5-a3d1-7b8f7243b797'] {{(pid=103588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 15:40:14.834290 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ba3365-1638-480d-824b-2740e7ada342 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:40:14.839239 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-86ba3365-1638-480d-824b-2740e7ada342 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:40:14.843567 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ba3365-1638-480d-824b-2740e7ada342 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:40:14.846765 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ba3365-1638-480d-824b-2740e7ada342 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'Port': ['ID=2834e66b-b9d9-46e9-a046-7dd70c924ab5,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:40:14.858790 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff440b1a-cbc6-43fa-b491-5e2b721fd77f None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:40:14.921962 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-a79bda54-dd83-4681-bce5-9bcbaab8087e None None] Provisioning complete for port 2834e66b-b9d9-46e9-a046-7dd70c924ab5 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:40:14.922745 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a79bda54-dd83-4681-bce5-9bcbaab8087e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:14.978804 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-a79bda54-dd83-4681-bce5-9bcbaab8087e None None] Port 2834e66b-b9d9-46e9-a046-7dd70c924ab5 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:40:15.140528 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a500798e-f0d6-4567-a51e-925bfc3a2438 req-df617d24-3df9-4e79-b66a-2934c64bae4e tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:40:15.141965 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-a500798e-f0d6-4567-a51e-925bfc3a2438 req-df617d24-3df9-4e79-b66a-2934c64bae4e tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/ports?device_id=19d236a4-1ce2-4c32-a1f0-c2fd3b1d9190 HTTP/1.1" status: 200 len: 945 time: 0.3275619 Dec 10 15:40:15.240652 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-a500798e-f0d6-4567-a51e-925bfc3a2438 req-aca21ed2-0f54-4655-a1e5-984795915a8c tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/security-groups?id=768e56a5-cc04-4fcd-bec3-2ab2cf193260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922639 Dec 10 15:40:15.245451 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-86ba3365-1638-480d-824b-2740e7ada342 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for router_gateway, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:15.246242 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c83c0f66-e440-43a7-acb9-a47d5c5bb215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:15.441301 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-86ba3365-1638-480d-824b-2740e7ada342 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363'] for router, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:15.642350 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86ba3365-1638-480d-824b-2740e7ada342 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Router 35e52038-2204-4ffc-810c-0b91c7b65fac is scheduled to L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d with binding_index 1 {{(pid=103586) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 15:40:15.747837 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ba3365-1638-480d-824b-2740e7ada342 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:40:15.757595 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397b0d0c-a4cc-45a2-9468-5a8c2497900e None None] Sync routers for ids ['35e52038-2204-4ffc-810c-0b91c7b65fac'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:40:15.767712 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397b0d0c-a4cc-45a2-9468-5a8c2497900e None None] Routers {'35e52038-2204-4ffc-810c-0b91c7b65fac'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:40:15.773597 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-397b0d0c-a4cc-45a2-9468-5a8c2497900e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:40:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['35e52038-2204-4ffc-810c-0b91c7b65fac'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:40:15.821380 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-86ba3365-1638-480d-824b-2740e7ada342 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:15.826033 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-86ba3365-1638-480d-824b-2740e7ada342 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.2997704 Dec 10 15:40:15.826331 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 38190) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:40:15.860725 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-f70eb596-bb36-4f77-8dcb-e7117d8f8e4a tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=e049672a5fd04e7f8cbb0423b61eb757&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0332696 Dec 10 15:40:15.863392 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 38192) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:40:15.871167 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-397b0d0c-a4cc-45a2-9468-5a8c2497900e None None] Set router 35e52038-2204-4ffc-810c-0b91c7b65fac gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:40:16.025364 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fd464a-3d5e-4c14-bf16-d0d33b641b3a tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:40:16.029282 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-e2fd464a-3d5e-4c14-bf16-d0d33b641b3a tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1625528 Dec 10 15:40:16.029542 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 38194) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:40:16.044847 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device a128cc1d-7ffb-4cc5-a3d1-7b8f7243b797 up at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:40:16.051734 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-397b0d0c-a4cc-45a2-9468-5a8c2497900e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e52038-2204-4ffc-810c-0b91c7b65fac', 'name': 'tempest-TestNetworkBasicOps-router-686256562', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.221'}], 'enable_snat': True}, 'gw_port_id': '2834e66b-b9d9-46e9-a046-7dd70c924ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:40:13Z', 'updated_at': '2021-12-10T15:40:14Z', 'revision_number': 3, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '2834e66b-b9d9-46e9-a046-7dd70c924ab5', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:24:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35e52038-2204-4ffc-810c-0b91c7b65fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:40:14Z', 'updated_at': '2021-12-10T15:40:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:40:16.066617 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-70fc82e8-1046-476b-b4b6-ea589b5ca50b tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=d5a1452c-422a-4e1a-a1c7-48738ecf752f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0334823 Dec 10 15:40:16.066866 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 38196) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:40:16.071810 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-1889c72a-0c42-418c-9b6b-335e08d397ab tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1571612157', 'network_id': 'e0f2f76b-6624-4120-b289-316ed387069a', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:40:16.079278 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397b0d0c-a4cc-45a2-9468-5a8c2497900e None None] Checking router: 35e52038-2204-4ffc-810c-0b91c7b65fac for host: dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:40:16.080638 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397b0d0c-a4cc-45a2-9468-5a8c2497900e None None] Updating router 35e52038-2204-4ffc-810c-0b91c7b65fac port 2834e66b-b9d9-46e9-a046-7dd70c924ab5 binding host dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 15:40:16.105721 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-397b0d0c-a4cc-45a2-9468-5a8c2497900e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:16.123098 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:16.145516 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning for port a128cc1d-7ffb-4cc5-a3d1-7b8f7243b797 completed by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 15:40:16.155349 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning complete for port a128cc1d-7ffb-4cc5-a3d1-7b8f7243b797 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:40:16.155349 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:16.219565 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1889c72a-0c42-418c-9b6b-335e08d397ab tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Made reservation on behalf of e049672a5fd04e7f8cbb0423b61eb757 for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:40:16.224035 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1889c72a-0c42-418c-9b6b-335e08d397ab tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:16.239309 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:16.262690 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19d236a4-1ce2-4c32-a1f0-c2fd3b1d9190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a128cc1d-7ffb-4cc5-a3d1-7b8f7243b797'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:40:16.265016 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa4b92c408489e2c982394a5a7b3518bb1b22554638321e3ea6c5cabb2c75d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bda17ed-c6d3-4ec1-8f1c-89f45595c8ec" -d '{"events": [{"server_uuid": "19d236a4-1ce2-4c32-a1f0-c2fd3b1d9190", "name": "network-vif-plugged", "status": "completed", "tag": "a128cc1d-7ffb-4cc5-a3d1-7b8f7243b797"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:40:16.278191 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port a128cc1d-7ffb-4cc5-a3d1-7b8f7243b797, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=a128cc1d-7ffb-4cc5-a3d1-7b8f7243b797,segment=NetworkSegment(8ca9f398-d3a4-4fa1-b246-394025aacb79),segment_id=8ca9f398-d3a4-4fa1-b246-394025aacb79)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:40:16.335485 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 15:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58189080-b66f-435b-8104-20fdcc150fc2 x-openstack-request-id: req-58189080-b66f-435b-8104-20fdcc150fc2 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:40:16.335776 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19d236a4-1ce2-4c32-a1f0-c2fd3b1d9190", "name": "network-vif-plugged", "status": "completed", "tag": "a128cc1d-7ffb-4cc5-a3d1-7b8f7243b797", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:40:16.336030 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-58189080-b66f-435b-8104-20fdcc150fc2 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:40:16.336428 dv-neutron-821401-4-hyperv neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19d236a4-1ce2-4c32-a1f0-c2fd3b1d9190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a128cc1d-7ffb-4cc5-a3d1-7b8f7243b797', 'code': 200} Dec 10 15:40:16.345700 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:16.363210 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-397b0d0c-a4cc-45a2-9468-5a8c2497900e None None] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:16.398843 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=a128cc1d-7ffb-4cc5-a3d1-7b8f7243b797,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:40:16.419744 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-397b0d0c-a4cc-45a2-9468-5a8c2497900e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:16.424529 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6facd6f5-c7a3-46a2-b0ad-9f6648a4816f req-4ec7b6e6-4581-40cc-8b5a-315fe0128385 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:40:16.427157 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-6facd6f5-c7a3-46a2-b0ad-9f6648a4816f req-4ec7b6e6-4581-40cc-8b5a-315fe0128385 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/ports?device_id=19d236a4-1ce2-4c32-a1f0-c2fd3b1d9190 HTTP/1.1" status: 200 len: 946 time: 0.0812626 Dec 10 15:40:16.477060 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1889c72a-0c42-418c-9b6b-335e08d397ab tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11695183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581935'] for subnet, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:16.484246 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-6facd6f5-c7a3-46a2-b0ad-9f6648a4816f req-12bffff3-a429-439d-8728-7d6d16defdea tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/security-groups?id=768e56a5-cc04-4fcd-bec3-2ab2cf193260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508189 Dec 10 15:40:16.550209 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1889c72a-0c42-418c-9b6b-335e08d397ab tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'Subnet': ['ID=13ff93eb-b1cc-4357-9046-225f1ed49522,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:40:16.552332 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1889c72a-0c42-418c-9b6b-335e08d397ab tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Checking segment: {'id': '6c0740e3-757b-42d0-867f-49f2efebe43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e0f2f76b-6624-4120-b289-316ed387069a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:40:16.552707 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1889c72a-0c42-418c-9b6b-335e08d397ab tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Network hostable DHCP agents. Network: e0f2f76b-6624-4120-b289-316ed387069a, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:40:16.569407 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609194f2-b3e6-49e4-89f2-7b15d1924ac4 None None] Pushing event updated for resources: {'Port': ['ID=2834e66b-b9d9-46e9-a046-7dd70c924ab5,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:40:16.572241 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-397b0d0c-a4cc-45a2-9468-5a8c2497900e None None] Attempting to bind port 2834e66b-b9d9-46e9-a046-7dd70c924ab5 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:40:16.572814 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-397b0d0c-a4cc-45a2-9468-5a8c2497900e None None] Attempting to bind port 2834e66b-b9d9-46e9-a046-7dd70c924ab5 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:40:16.573300 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ecb1b0-850a-44f4-9e8c-db1a85309f4a None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:40:16.573474 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397b0d0c-a4cc-45a2-9468-5a8c2497900e None None] Attempting to bind port 2834e66b-b9d9-46e9-a046-7dd70c924ab5 on network d5a1452c-422a-4e1a-a1c7-48738ecf752f {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:40:16.582041 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397b0d0c-a4cc-45a2-9468-5a8c2497900e None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:40:16.582398 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397b0d0c-a4cc-45a2-9468-5a8c2497900e None None] Checking segment: {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:40:16.582808 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-397b0d0c-a4cc-45a2-9468-5a8c2497900e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:16.583335 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397b0d0c-a4cc-45a2-9468-5a8c2497900e None None] Bound using segment: {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:40:16.583707 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-397b0d0c-a4cc-45a2-9468-5a8c2497900e None None] Bound port: 2834e66b-b9d9-46e9-a046-7dd70c924ab5, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:40:16.584159 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-397b0d0c-a4cc-45a2-9468-5a8c2497900e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:16.610927 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-8c141124-fe6e-4bde-a493-ea8af774ef10 None None] Provisioning complete for port 2834e66b-b9d9-46e9-a046-7dd70c924ab5 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:40:16.611307 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8c141124-fe6e-4bde-a493-ea8af774ef10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:16.612015 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e6527c-a85e-4dfd-b51a-b69a4796dd41 req-7319aa8a-d788-4b43-a17b-5826a98e2657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:40:16.613721 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-62e6527c-a85e-4dfd-b51a-b69a4796dd41 req-7319aa8a-d788-4b43-a17b-5826a98e2657 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=19d236a4-1ce2-4c32-a1f0-c2fd3b1d9190 HTTP/1.1" status: 200 len: 1099 time: 0.0443189 Dec 10 15:40:16.640834 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-397b0d0c-a4cc-45a2-9468-5a8c2497900e None None] For port 2834e66b-b9d9-46e9-a046-7dd70c924ab5, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:40:16.645592 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-397b0d0c-a4cc-45a2-9468-5a8c2497900e None None] For port 2834e66b-b9d9-46e9-a046-7dd70c924ab5, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=2834e66b-b9d9-46e9-a046-7dd70c924ab5,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:40:16.646634 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1889c72a-0c42-418c-9b6b-335e08d397ab tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Network e0f2f76b-6624-4120-b289-316ed387069a is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:40:16.648049 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-8c141124-fe6e-4bde-a493-ea8af774ef10 None None] Port 2834e66b-b9d9-46e9-a046-7dd70c924ab5 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:40:16.668075 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-62e6527c-a85e-4dfd-b51a-b69a4796dd41 req-88e2aaff-3213-4448-a418-5d9ab101670a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=768e56a5-cc04-4fcd-bec3-2ab2cf193260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469179 Dec 10 15:40:16.727105 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-397b0d0c-a4cc-45a2-9468-5a8c2497900e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:16.737368 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-1889c72a-0c42-418c-9b6b-335e08d397ab tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, e0f2f76b-6624-4120-b289-316ed387069a) {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:40:16.741527 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1889c72a-0c42-418c-9b6b-335e08d397ab tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:40:16.742783 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1889c72a-0c42-418c-9b6b-335e08d397ab tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:16.751171 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70e9d5d-b12b-4254-b4c3-174be795e191 None None] Network e0f2f76b-6624-4120-b289-316ed387069a requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:40:16.770794 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b2bea5-1f6f-4a08-bbb2-f29171cfc5f7 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:40:16.775596 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397b0d0c-a4cc-45a2-9468-5a8c2497900e None None] Routers {'35e52038-2204-4ffc-810c-0b91c7b65fac'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:40:16.776227 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-397b0d0c-a4cc-45a2-9468-5a8c2497900e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:40:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['35e52038-2204-4ffc-810c-0b91c7b65fac'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:40:16.818346 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-1889c72a-0c42-418c-9b6b-335e08d397ab tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7501285 Dec 10 15:40:16.828841 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 38202) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:40:16.835622 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609194f2-b3e6-49e4-89f2-7b15d1924ac4 None None] Pushing event updated for resources: {'Port': ['ID=2834e66b-b9d9-46e9-a046-7dd70c924ab5,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:40:16.873734 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-542baee6-65ed-47ee-b629-f9e53b7e54e3 None None] Provisioning complete for port 2834e66b-b9d9-46e9-a046-7dd70c924ab5 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:40:16.873734 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-542baee6-65ed-47ee-b629-f9e53b7e54e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:16.877898 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2821a6c0-9e8e-49b9-ad31-4ec1c859398c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-e0f2f76b-6624-4120-b289-316ed387069a', 'network_id': 'e0f2f76b-6624-4120-b289-316ed387069a', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'fixed_ips': [{'subnet_id': '13ff93eb-b1cc-4357-9046-225f1ed49522'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:40:16.878748 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2821a6c0-9e8e-49b9-ad31-4ec1c859398c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:16.896445 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-397b0d0c-a4cc-45a2-9468-5a8c2497900e None None] Set router 35e52038-2204-4ffc-810c-0b91c7b65fac gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:40:17.053660 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-542baee6-65ed-47ee-b629-f9e53b7e54e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:17.087612 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-542baee6-65ed-47ee-b629-f9e53b7e54e3 None None] For port 2834e66b-b9d9-46e9-a046-7dd70c924ab5, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=2834e66b-b9d9-46e9-a046-7dd70c924ab5,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:40:17.096716 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-397b0d0c-a4cc-45a2-9468-5a8c2497900e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e52038-2204-4ffc-810c-0b91c7b65fac', 'name': 'tempest-TestNetworkBasicOps-router-686256562', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.221'}], 'enable_snat': True}, 'gw_port_id': '2834e66b-b9d9-46e9-a046-7dd70c924ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:40:13Z', 'updated_at': '2021-12-10T15:40:14Z', 'revision_number': 3, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '2834e66b-b9d9-46e9-a046-7dd70c924ab5', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:24:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35e52038-2204-4ffc-810c-0b91c7b65fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:40:14Z', 'updated_at': '2021-12-10T15:40:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:40:17.097848 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-2821a6c0-9e8e-49b9-ad31-4ec1c859398c None None] Allocated IP 172.20.0.2 (e0f2f76b-6624-4120-b289-316ed387069a/13ff93eb-b1cc-4357-9046-225f1ed49522/f72ee3b5-4f24-4559-abe9-6a0d119048a2) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:40:17.125512 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397b0d0c-a4cc-45a2-9468-5a8c2497900e None None] The sync data for ids ['35e52038-2204-4ffc-810c-0b91c7b65fac'] in dv-neutron-821401-4-hyperv is: [{'id': '35e52038-2204-4ffc-810c-0b91c7b65fac', 'name': 'tempest-TestNetworkBasicOps-router-686256562', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.221'}], 'enable_snat': True}, 'gw_port_id': '2834e66b-b9d9-46e9-a046-7dd70c924ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:40:13Z', 'updated_at': '2021-12-10T15:40:14Z', 'revision_number': 3, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '2834e66b-b9d9-46e9-a046-7dd70c924ab5', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:24:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35e52038-2204-4ffc-810c-0b91c7b65fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:40:14Z', 'updated_at': '2021-12-10T15:40:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:40:17.211820 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-542baee6-65ed-47ee-b629-f9e53b7e54e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:17.287098 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2821a6c0-9e8e-49b9-ad31-4ec1c859398c None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:17.297897 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542baee6-65ed-47ee-b629-f9e53b7e54e3 None None] Pushing event updated for resources: {'Port': ['ID=2834e66b-b9d9-46e9-a046-7dd70c924ab5,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:40:17.310628 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-eea89317-fdd1-48c4-b3c9-4e8fbe9a0aad tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:17.374090 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2821a6c0-9e8e-49b9-ad31-4ec1c859398c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:17.433011 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2821a6c0-9e8e-49b9-ad31-4ec1c859398c None None] Network e0f2f76b-6624-4120-b289-316ed387069a is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:40:17.437392 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-2821a6c0-9e8e-49b9-ad31-4ec1c859398c None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:40:17.448009 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2821a6c0-9e8e-49b9-ad31-4ec1c859398c None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:40:17.457382 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2821a6c0-9e8e-49b9-ad31-4ec1c859398c None None] Pushing event updated for resources: {'Port': ['ID=f72ee3b5-4f24-4559-abe9-6a0d119048a2,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:40:17.512534 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-2821a6c0-9e8e-49b9-ad31-4ec1c859398c None None] Attempting to bind port f72ee3b5-4f24-4559-abe9-6a0d119048a2 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:40:17.512933 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-2821a6c0-9e8e-49b9-ad31-4ec1c859398c None None] Attempting to bind port f72ee3b5-4f24-4559-abe9-6a0d119048a2 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '6c0740e3-757b-42d0-867f-49f2efebe43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e0f2f76b-6624-4120-b289-316ed387069a'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:40:17.513285 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2821a6c0-9e8e-49b9-ad31-4ec1c859398c None None] Attempting to bind port f72ee3b5-4f24-4559-abe9-6a0d119048a2 on network e0f2f76b-6624-4120-b289-316ed387069a {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:40:17.518848 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2821a6c0-9e8e-49b9-ad31-4ec1c859398c None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:40:17.519233 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2821a6c0-9e8e-49b9-ad31-4ec1c859398c None None] Checking segment: {'id': '6c0740e3-757b-42d0-867f-49f2efebe43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e0f2f76b-6624-4120-b289-316ed387069a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:40:17.519645 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2821a6c0-9e8e-49b9-ad31-4ec1c859398c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:17.520043 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2821a6c0-9e8e-49b9-ad31-4ec1c859398c None None] Bound using segment: {'id': '6c0740e3-757b-42d0-867f-49f2efebe43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e0f2f76b-6624-4120-b289-316ed387069a'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:40:17.520524 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-2821a6c0-9e8e-49b9-ad31-4ec1c859398c None None] Bound port: f72ee3b5-4f24-4559-abe9-6a0d119048a2, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c0740e3-757b-42d0-867f-49f2efebe43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e0f2f76b-6624-4120-b289-316ed387069a'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:40:17.520923 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2821a6c0-9e8e-49b9-ad31-4ec1c859398c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:17.638270 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-2821a6c0-9e8e-49b9-ad31-4ec1c859398c None None] For port f72ee3b5-4f24-4559-abe9-6a0d119048a2, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:40:17.643579 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-2821a6c0-9e8e-49b9-ad31-4ec1c859398c None None] For port f72ee3b5-4f24-4559-abe9-6a0d119048a2, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=f72ee3b5-4f24-4559-abe9-6a0d119048a2,segment=NetworkSegment(6c0740e3-757b-42d0-867f-49f2efebe43f),segment_id=6c0740e3-757b-42d0-867f-49f2efebe43f)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:40:17.706086 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2821a6c0-9e8e-49b9-ad31-4ec1c859398c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:17.726372 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa0d3d-bf2a-49a1-b67b-ea653272e092 req-2f6f9023-56d5-468c-a327-17f76cca8563 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:40:17.728115 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-67fa0d3d-bf2a-49a1-b67b-ea653272e092 req-2f6f9023-56d5-468c-a327-17f76cca8563 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/ports?device_id=19d236a4-1ce2-4c32-a1f0-c2fd3b1d9190 HTTP/1.1" status: 200 len: 946 time: 0.1052029 Dec 10 15:40:17.750986 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:17.763786 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-eea89317-fdd1-48c4-b3c9-4e8fbe9a0aad tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Allocated IP 172.20.0.1 (e0f2f76b-6624-4120-b289-316ed387069a/13ff93eb-b1cc-4357-9046-225f1ed49522/69678b32-d5c4-43ce-aefb-b57d7926d967) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:40:17.779334 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2821a6c0-9e8e-49b9-ad31-4ec1c859398c None None] Pushing event updated for resources: {'Port': ['ID=f72ee3b5-4f24-4559-abe9-6a0d119048a2,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:40:17.811678 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-67fa0d3d-bf2a-49a1-b67b-ea653272e092 req-e6b9f690-b6a2-444f-ab80-d12be86aa741 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/security-groups?id=768e56a5-cc04-4fcd-bec3-2ab2cf193260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761542 Dec 10 15:40:17.936278 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-eea89317-fdd1-48c4-b3c9-4e8fbe9a0aad tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:18.052487 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-eea89317-fdd1-48c4-b3c9-4e8fbe9a0aad tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:18.072181 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 2834e66b-b9d9-46e9-a046-7dd70c924ab5 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:40:18.099602 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea89317-fdd1-48c4-b3c9-4e8fbe9a0aad tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'Port': ['ID=69678b32-d5c4-43ce-aefb-b57d7926d967,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:40:18.116795 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea89317-fdd1-48c4-b3c9-4e8fbe9a0aad tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Network e0f2f76b-6624-4120-b289-316ed387069a is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:40:18.119180 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-eea89317-fdd1-48c4-b3c9-4e8fbe9a0aad tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:40:18.122308 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea89317-fdd1-48c4-b3c9-4e8fbe9a0aad tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:40:18.133470 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 2834e66b-b9d9-46e9-a046-7dd70c924ab5 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:40:18.141518 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:18.182113 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-eea89317-fdd1-48c4-b3c9-4e8fbe9a0aad tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552880'] for router_interface, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:18.374952 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-eea89317-fdd1-48c4-b3c9-4e8fbe9a0aad tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:18.665903 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:18.806623 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78f65c3-df5e-4319-b3be-541faa13b335 None None] Network e0f2f76b-6624-4120-b289-316ed387069a requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:40:18.884901 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-59af7817-cc66-4da4-b100-f36a3d4f0157 None None] Provisioning complete for port f72ee3b5-4f24-4559-abe9-6a0d119048a2 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:40:18.885217 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-59af7817-cc66-4da4-b100-f36a3d4f0157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:18.952524 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abb188a-9427-4b46-b095-fbd9e73cdbb9 req-f44af013-e5f0-4fe3-b44f-11ecaf43c39e tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:40:18.954099 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-6abb188a-9427-4b46-b095-fbd9e73cdbb9 req-f44af013-e5f0-4fe3-b44f-11ecaf43c39e tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/ports?device_id=19d236a4-1ce2-4c32-a1f0-c2fd3b1d9190 HTTP/1.1" status: 200 len: 946 time: 0.0597994 Dec 10 15:40:18.959597 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-eea89317-fdd1-48c4-b3c9-4e8fbe9a0aad tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:19.005342 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-59af7817-cc66-4da4-b100-f36a3d4f0157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:19.017220 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-6abb188a-9427-4b46-b095-fbd9e73cdbb9 req-8bd66f87-83b1-40f5-8d13-0a5d033b27d9 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/security-groups?id=768e56a5-cc04-4fcd-bec3-2ab2cf193260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562606 Dec 10 15:40:19.025514 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-eea89317-fdd1-48c4-b3c9-4e8fbe9a0aad tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:19.045930 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-59af7817-cc66-4da4-b100-f36a3d4f0157 None None] For port f72ee3b5-4f24-4559-abe9-6a0d119048a2, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=f72ee3b5-4f24-4559-abe9-6a0d119048a2,segment=NetworkSegment(6c0740e3-757b-42d0-867f-49f2efebe43f),segment_id=6c0740e3-757b-42d0-867f-49f2efebe43f)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:40:19.114516 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-eea89317-fdd1-48c4-b3c9-4e8fbe9a0aad tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549888'] for router_interface, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:19.125142 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea89317-fdd1-48c4-b3c9-4e8fbe9a0aad tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'Port': ['ID=69678b32-d5c4-43ce-aefb-b57d7926d967,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:40:19.149504 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-59af7817-cc66-4da4-b100-f36a3d4f0157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:19.210483 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59af7817-cc66-4da4-b100-f36a3d4f0157 None None] Pushing event updated for resources: {'Port': ['ID=f72ee3b5-4f24-4559-abe9-6a0d119048a2,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:40:19.238129 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530eaaf1-95d8-46e4-9c27-fcd931726715 req-c00905ca-1ad7-4513-8234-e5dba7ecfc58 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:40:19.239766 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-530eaaf1-95d8-46e4-9c27-fcd931726715 req-c00905ca-1ad7-4513-8234-e5dba7ecfc58 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/ports?device_id=19d236a4-1ce2-4c32-a1f0-c2fd3b1d9190 HTTP/1.1" status: 200 len: 946 time: 0.1317630 Dec 10 15:40:19.276596 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f7f5f1c6-b9af-40e1-b49e-7433e7a3112c None None] Provisioning complete for port f72ee3b5-4f24-4559-abe9-6a0d119048a2 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:40:19.277196 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f7f5f1c6-b9af-40e1-b49e-7433e7a3112c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:19.316286 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-530eaaf1-95d8-46e4-9c27-fcd931726715 req-69363858-dd17-43dd-973d-9cff0b767907 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/security-groups?id=768e56a5-cc04-4fcd-bec3-2ab2cf193260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659671 Dec 10 15:40:19.326106 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea89317-fdd1-48c4-b3c9-4e8fbe9a0aad tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Network e0f2f76b-6624-4120-b289-316ed387069a is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:40:19.333818 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-eea89317-fdd1-48c4-b3c9-4e8fbe9a0aad tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:40:19.340054 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 38210) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:40:19.398665 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f7f5f1c6-b9af-40e1-b49e-7433e7a3112c None None] Provisioning complete for port 69678b32-d5c4-43ce-aefb-b57d7926d967 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:40:19.399183 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f7f5f1c6-b9af-40e1-b49e-7433e7a3112c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:19.430690 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e6afb6-e1c2-4d12-ab93-398fad2c447f tempest-TestVolumeBootPattern-1893779583 tempest-TestVolumeBootPattern-1893779583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:40:19.435915 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-07e6afb6-e1c2-4d12-ab93-398fad2c447f tempest-TestVolumeBootPattern-1893779583 tempest-TestVolumeBootPattern-1893779583-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=19d236a4-1ce2-4c32-a1f0-c2fd3b1d9190 HTTP/1.1" status: 200 len: 1094 time: 0.0917737 Dec 10 15:40:19.436380 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 38212) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:40:19.441706 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f7f5f1c6-b9af-40e1-b49e-7433e7a3112c None None] Port 69678b32-d5c4-43ce-aefb-b57d7926d967 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:40:19.442166 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-fd02337e-65a4-4cdc-bf1e-cad44d9b72ca tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Request body: {'floatingip': {'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'port_id': 'a128cc1d-7ffb-4cc5-a3d1-7b8f7243b797', 'tenant_id': 'fe288e3581ed450db6aaaa858fc0d419', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:40:19.496296 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eea89317-fdd1-48c4-b3c9-4e8fbe9a0aad tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Router 35e52038-2204-4ffc-810c-0b91c7b65fac has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:40:19.528378 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fd02337e-65a4-4cdc-bf1e-cad44d9b72ca tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks [] for floatingip, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:19.572539 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-e21e7f2d-186c-4b23-8713-e27953cd3ccf None None] Provisioning complete for port 69678b32-d5c4-43ce-aefb-b57d7926d967 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:40:19.573045 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e21e7f2d-186c-4b23-8713-e27953cd3ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:19.617262 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-e21e7f2d-186c-4b23-8713-e27953cd3ccf None None] Port 69678b32-d5c4-43ce-aefb-b57d7926d967 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:40:19.617483 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea89317-fdd1-48c4-b3c9-4e8fbe9a0aad tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:40:19.627833 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f61078f-26dd-40db-8329-2c4aa532485d None None] Sync routers for ids ['35e52038-2204-4ffc-810c-0b91c7b65fac'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:40:19.630449 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 38214) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:40:19.631102 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-eea89317-fdd1-48c4-b3c9-4e8fbe9a0aad tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "PUT /v2.0/routers/35e52038-2204-4ffc-810c-0b91c7b65fac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8090367 Dec 10 15:40:19.639791 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f61078f-26dd-40db-8329-2c4aa532485d None None] Routers {'35e52038-2204-4ffc-810c-0b91c7b65fac'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:40:19.640510 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-5f61078f-26dd-40db-8329-2c4aa532485d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:40:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['35e52038-2204-4ffc-810c-0b91c7b65fac'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:40:19.708392 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fd02337e-65a4-4cdc-bf1e-cad44d9b72ca tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:19.756188 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-5f61078f-26dd-40db-8329-2c4aa532485d None None] Set router 35e52038-2204-4ffc-810c-0b91c7b65fac gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:40:19.758660 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-440fa8a9-ab5d-48e6-8b8a-468b5da9472d None None] Provisioning complete for port 69678b32-d5c4-43ce-aefb-b57d7926d967 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:40:19.758660 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-440fa8a9-ab5d-48e6-8b8a-468b5da9472d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:19.787725 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e1d2dc-cff7-4ef8-bf5c-4ff5c84ae739 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:40:19.788197 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e1d2dc-cff7-4ef8-bf5c-4ff5c84ae739 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:40:19.788658 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e1d2dc-cff7-4ef8-bf5c-4ff5c84ae739 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:40:19.789110 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e1d2dc-cff7-4ef8-bf5c-4ff5c84ae739 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:40:19.789557 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e1d2dc-cff7-4ef8-bf5c-4ff5c84ae739 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:40:19.790027 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e1d2dc-cff7-4ef8-bf5c-4ff5c84ae739 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:40:19.792408 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-e2e1d2dc-cff7-4ef8-bf5c-4ff5c84ae739 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1605282 Dec 10 15:40:19.795205 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 38216) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:40:19.855985 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-440fa8a9-ab5d-48e6-8b8a-468b5da9472d None None] Port 69678b32-d5c4-43ce-aefb-b57d7926d967 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:40:19.886180 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec97ff47-488b-4598-9632-800ce9fa3ccf tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:40:19.886637 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec97ff47-488b-4598-9632-800ce9fa3ccf tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:40:19.887084 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec97ff47-488b-4598-9632-800ce9fa3ccf tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:40:19.887513 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec97ff47-488b-4598-9632-800ce9fa3ccf tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:40:19.887960 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec97ff47-488b-4598-9632-800ce9fa3ccf tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:40:19.888397 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec97ff47-488b-4598-9632-800ce9fa3ccf tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:40:19.890260 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-ec97ff47-488b-4598-9632-800ce9fa3ccf tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0940888 Dec 10 15:40:19.893120 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 38218) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:40:19.897280 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-fd02337e-65a4-4cdc-bf1e-cad44d9b72ca tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Allocated IP 172.26.2.56 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/73deeb1e-e83d-4982-a71d-c431bf497428) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:40:19.997675 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-5f61078f-26dd-40db-8329-2c4aa532485d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e52038-2204-4ffc-810c-0b91c7b65fac', 'name': 'tempest-TestNetworkBasicOps-router-686256562', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.221'}], 'enable_snat': True}, 'gw_port_id': '2834e66b-b9d9-46e9-a046-7dd70c924ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:40:13Z', 'updated_at': '2021-12-10T15:40:18Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '2834e66b-b9d9-46e9-a046-7dd70c924ab5', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:24:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e52038-2204-4ffc-810c-0b91c7b65fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:40:14Z', 'updated_at': '2021-12-10T15:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '69678b32-d5c4-43ce-aefb-b57d7926d967', 'name': '', 'network_id': 'e0f2f76b-6624-4120-b289-316ed387069a', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:ce:22:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35e52038-2204-4ffc-810c-0b91c7b65fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '13ff93eb-b1cc-4357-9046-225f1ed49522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:40:17Z', 'updated_at': '2021-12-10T15:40:18Z', 'revision_number': 2, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': '13ff93eb-b1cc-4357-9046-225f1ed49522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:40:20.021815 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fd02337e-65a4-4cdc-bf1e-cad44d9b72ca tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:20.026085 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device f72ee3b5-4f24-4559-abe9-6a0d119048a2 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:40:20.028446 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f61078f-26dd-40db-8329-2c4aa532485d None None] Checking router: 35e52038-2204-4ffc-810c-0b91c7b65fac for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:40:20.028849 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f61078f-26dd-40db-8329-2c4aa532485d None None] Updating router 35e52038-2204-4ffc-810c-0b91c7b65fac port 69678b32-d5c4-43ce-aefb-b57d7926d967 binding host dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 15:40:20.082341 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5f61078f-26dd-40db-8329-2c4aa532485d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:20.109511 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fd02337e-65a4-4cdc-bf1e-cad44d9b72ca tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:20.164972 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd02337e-65a4-4cdc-bf1e-cad44d9b72ca tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:40:20.168879 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-fd02337e-65a4-4cdc-bf1e-cad44d9b72ca tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:40:20.171886 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd02337e-65a4-4cdc-bf1e-cad44d9b72ca tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:40:20.188440 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-e91dbba0-10a9-4125-8442-71e897587eb7 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2904260 Dec 10 15:40:20.206817 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd02337e-65a4-4cdc-bf1e-cad44d9b72ca tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Pushing event updated for resources: {'Port': ['ID=73deeb1e-e83d-4982-a71d-c431bf497428,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:40:20.288849 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port f72ee3b5-4f24-4559-abe9-6a0d119048a2 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:40:20.289430 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:20.464511 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 38222) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:40:20.469111 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-91a2e632-0c8d-456b-9ce9-b3dcea55f0ba tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-612649446', 'description': 'tempest-secgroup-smoke-612649446 description', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:40:20.565913 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5f61078f-26dd-40db-8329-2c4aa532485d None None] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:20.592274 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fd02337e-65a4-4cdc-bf1e-cad44d9b72ca tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:20.616128 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-91a2e632-0c8d-456b-9ce9-b3dcea55f0ba tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:20.634896 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5f61078f-26dd-40db-8329-2c4aa532485d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:20.703834 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6066ef0-7669-4898-b12c-6c35802f56c1 None None] Pushing event updated for resources: {'Port': ['ID=69678b32-d5c4-43ce-aefb-b57d7926d967,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:40:20.705210 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-91a2e632-0c8d-456b-9ce9-b3dcea55f0ba tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:20.731030 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-5f61078f-26dd-40db-8329-2c4aa532485d None None] Attempting to bind port 69678b32-d5c4-43ce-aefb-b57d7926d967 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:40:20.731408 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-5f61078f-26dd-40db-8329-2c4aa532485d None None] Attempting to bind port 69678b32-d5c4-43ce-aefb-b57d7926d967 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '6c0740e3-757b-42d0-867f-49f2efebe43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e0f2f76b-6624-4120-b289-316ed387069a'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:40:20.731779 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f61078f-26dd-40db-8329-2c4aa532485d None None] Attempting to bind port 69678b32-d5c4-43ce-aefb-b57d7926d967 on network e0f2f76b-6624-4120-b289-316ed387069a {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:40:20.737243 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f61078f-26dd-40db-8329-2c4aa532485d None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:40:20.737662 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f61078f-26dd-40db-8329-2c4aa532485d None None] Checking segment: {'id': '6c0740e3-757b-42d0-867f-49f2efebe43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e0f2f76b-6624-4120-b289-316ed387069a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:40:20.738110 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5f61078f-26dd-40db-8329-2c4aa532485d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:20.738508 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f61078f-26dd-40db-8329-2c4aa532485d None None] Bound using segment: {'id': '6c0740e3-757b-42d0-867f-49f2efebe43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e0f2f76b-6624-4120-b289-316ed387069a'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:40:20.738986 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-5f61078f-26dd-40db-8329-2c4aa532485d None None] Bound port: 69678b32-d5c4-43ce-aefb-b57d7926d967, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c0740e3-757b-42d0-867f-49f2efebe43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e0f2f76b-6624-4120-b289-316ed387069a'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:40:20.743541 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5f61078f-26dd-40db-8329-2c4aa532485d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:20.764691 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fd02337e-65a4-4cdc-bf1e-cad44d9b72ca tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:20.794136 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-91a2e632-0c8d-456b-9ce9-b3dcea55f0ba tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:20.809150 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-5f61078f-26dd-40db-8329-2c4aa532485d None None] For port 69678b32-d5c4-43ce-aefb-b57d7926d967, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:40:20.812403 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-5f61078f-26dd-40db-8329-2c4aa532485d None None] For port 69678b32-d5c4-43ce-aefb-b57d7926d967, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=69678b32-d5c4-43ce-aefb-b57d7926d967,segment=NetworkSegment(6c0740e3-757b-42d0-867f-49f2efebe43f),segment_id=6c0740e3-757b-42d0-867f-49f2efebe43f)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:40:20.841642 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a2e632-0c8d-456b-9ce9-b3dcea55f0ba tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b20e4f-50da-4d28-8ebe-0a10c3968780,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:40:20.886245 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5f61078f-26dd-40db-8329-2c4aa532485d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:20.891527 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-4d43dec1-026e-49d4-be79-b343c942bfa7 None None] Provisioning complete for port 69678b32-d5c4-43ce-aefb-b57d7926d967 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:40:20.892639 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4d43dec1-026e-49d4-be79-b343c942bfa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:20.939436 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-91a2e632-0c8d-456b-9ce9-b3dcea55f0ba tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:20.940587 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-91a2e632-0c8d-456b-9ce9-b3dcea55f0ba tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4750555 Dec 10 15:40:20.944704 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 38224) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:40:20.952331 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-c59200c9-3539-404e-8579-51b2d270e54f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'security_group_rule': {'security_group_id': 'c4b20e4f-50da-4d28-8ebe-0a10c3968780', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:40:20.975058 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fd02337e-65a4-4cdc-bf1e-cad44d9b72ca tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:20.978168 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6066ef0-7669-4898-b12c-6c35802f56c1 None None] Pushing event updated for resources: {'Port': ['ID=69678b32-d5c4-43ce-aefb-b57d7926d967,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:40:20.982128 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f61078f-26dd-40db-8329-2c4aa532485d None None] Routers {'35e52038-2204-4ffc-810c-0b91c7b65fac'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:40:20.982751 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-5f61078f-26dd-40db-8329-2c4aa532485d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:40:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['35e52038-2204-4ffc-810c-0b91c7b65fac'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:40:21.036703 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fd02337e-65a4-4cdc-bf1e-cad44d9b72ca tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:21.087534 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c59200c9-3539-404e-8579-51b2d270e54f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:21.111223 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4d43dec1-026e-49d4-be79-b343c942bfa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:21.135766 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd02337e-65a4-4cdc-bf1e-cad44d9b72ca tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Pushing event updated for resources: {'Port': ['ID=73deeb1e-e83d-4982-a71d-c431bf497428,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:40:21.142655 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-5f61078f-26dd-40db-8329-2c4aa532485d None None] Set router 35e52038-2204-4ffc-810c-0b91c7b65fac gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:40:21.156034 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fd02337e-65a4-4cdc-bf1e-cad44d9b72ca tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552741'] for floatingip, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:21.188326 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-4d43dec1-026e-49d4-be79-b343c942bfa7 None None] For port 69678b32-d5c4-43ce-aefb-b57d7926d967, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=69678b32-d5c4-43ce-aefb-b57d7926d967,segment=NetworkSegment(6c0740e3-757b-42d0-867f-49f2efebe43f),segment_id=6c0740e3-757b-42d0-867f-49f2efebe43f)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:40:21.215165 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c59200c9-3539-404e-8579-51b2d270e54f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:21.266172 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4d43dec1-026e-49d4-be79-b343c942bfa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:21.271973 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c59200c9-3539-404e-8579-51b2d270e54f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:21.276316 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.l3_db [None req-fd02337e-65a4-4cdc-bf1e-cad44d9b72ca tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Floating IP cd9c3393-d6e7-4675-9354-235cf01589f5 associated. External IP: 172.26.2.56, port: a128cc1d-7ffb-4cc5-a3d1-7b8f7243b797. Dec 10 15:40:21.326221 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59200c9-3539-404e-8579-51b2d270e54f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cb298f4-4385-4d13-ac49-1064f76ecaf2,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:40:21.338775 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d43dec1-026e-49d4-be79-b343c942bfa7 None None] Pushing event updated for resources: {'Port': ['ID=69678b32-d5c4-43ce-aefb-b57d7926d967,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:40:21.382121 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c59200c9-3539-404e-8579-51b2d270e54f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:21.383451 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-c59200c9-3539-404e-8579-51b2d270e54f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4374664 Dec 10 15:40:21.386759 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 38226) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:40:21.392317 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-0844908f-159e-4988-924f-6a8c32d9c696 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'security_group_rule': {'security_group_id': 'c4b20e4f-50da-4d28-8ebe-0a10c3968780', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:40:21.394996 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-4659ee4c-c8ed-4d12-9cff-5743b2c38136 None None] Provisioning complete for port 69678b32-d5c4-43ce-aefb-b57d7926d967 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:40:21.395379 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4659ee4c-c8ed-4d12-9cff-5743b2c38136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:21.447091 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-5f61078f-26dd-40db-8329-2c4aa532485d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e52038-2204-4ffc-810c-0b91c7b65fac', 'name': 'tempest-TestNetworkBasicOps-router-686256562', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.221'}], 'enable_snat': True}, 'gw_port_id': '2834e66b-b9d9-46e9-a046-7dd70c924ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:40:13Z', 'updated_at': '2021-12-10T15:40:18Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '2834e66b-b9d9-46e9-a046-7dd70c924ab5', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:24:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e52038-2204-4ffc-810c-0b91c7b65fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:40:14Z', 'updated_at': '2021-12-10T15:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '69678b32-d5c4-43ce-aefb-b57d7926d967', 'name': '', 'network_id': 'e0f2f76b-6624-4120-b289-316ed387069a', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:ce:22:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35e52038-2204-4ffc-810c-0b91c7b65fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '13ff93eb-b1cc-4357-9046-225f1ed49522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:40:17Z', 'updated_at': '2021-12-10T15:40:20Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': '13ff93eb-b1cc-4357-9046-225f1ed49522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:40:21.470437 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0844908f-159e-4988-924f-6a8c32d9c696 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:21.475936 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f61078f-26dd-40db-8329-2c4aa532485d None None] The sync data for ids ['35e52038-2204-4ffc-810c-0b91c7b65fac'] in dv-neutron-821401-4-hyperv is: [{'id': '35e52038-2204-4ffc-810c-0b91c7b65fac', 'name': 'tempest-TestNetworkBasicOps-router-686256562', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.221'}], 'enable_snat': True}, 'gw_port_id': '2834e66b-b9d9-46e9-a046-7dd70c924ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:40:13Z', 'updated_at': '2021-12-10T15:40:18Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '2834e66b-b9d9-46e9-a046-7dd70c924ab5', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:24:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e52038-2204-4ffc-810c-0b91c7b65fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:40:14Z', 'updated_at': '2021-12-10T15:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '69678b32-d5c4-43ce-aefb-b57d7926d967', 'name': '', 'network_id': 'e0f2f76b-6624-4120-b289-316ed387069a', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:ce:22:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35e52038-2204-4ffc-810c-0b91c7b65fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '13ff93eb-b1cc-4357-9046-225f1ed49522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:40:17Z', 'updated_at': '2021-12-10T15:40:20Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': '13ff93eb-b1cc-4357-9046-225f1ed49522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:40:21.543306 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd02337e-65a4-4cdc-bf1e-cad44d9b72ca tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Router 11d699a6-6bfc-444f-8dd0-eacddf43c9ec has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:40:21.567646 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0844908f-159e-4988-924f-6a8c32d9c696 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:21.625417 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0844908f-159e-4988-924f-6a8c32d9c696 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:21.641719 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0844908f-159e-4988-924f-6a8c32d9c696 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d033ff31-e48e-4187-b430-5b20e0dffd1c,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:40:21.668579 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd02337e-65a4-4cdc-bf1e-cad44d9b72ca tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:40:21.681917 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3b0cdc-2b11-456b-b5fb-865fd697f585 None None] Sync routers for ids ['11d699a6-6bfc-444f-8dd0-eacddf43c9ec'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:40:21.692588 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3b0cdc-2b11-456b-b5fb-865fd697f585 None None] Routers {'11d699a6-6bfc-444f-8dd0-eacddf43c9ec'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:40:21.693296 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-9e3b0cdc-2b11-456b-b5fb-865fd697f585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:40:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['11d699a6-6bfc-444f-8dd0-eacddf43c9ec'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:40:21.701291 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0844908f-159e-4988-924f-6a8c32d9c696 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:21.707144 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 38228) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:40:21.707306 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-0844908f-159e-4988-924f-6a8c32d9c696 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3175905 Dec 10 15:40:21.710389 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-e300398d-2add-419b-8fb6-83b88e609a6c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'security_group_rule': {'security_group_id': 'c4b20e4f-50da-4d28-8ebe-0a10c3968780', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:40:21.730774 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fd02337e-65a4-4cdc-bf1e-cad44d9b72ca tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:21.766066 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-fd02337e-65a4-4cdc-bf1e-cad44d9b72ca tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3286982 Dec 10 15:40:21.766780 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19d236a4-1ce2-4c32-a1f0-c2fd3b1d9190', 'tag': 'a128cc1d-7ffb-4cc5-a3d1-7b8f7243b797'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:40:21.769047 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9ca57131bc4931768ac29058952438d1fdd62308db7b17540cc34ffe8faef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a586f3-5d70-4b0d-81fd-ea87677da5c9" -d '{"events": [{"name": "network-changed", "server_uuid": "19d236a4-1ce2-4c32-a1f0-c2fd3b1d9190", "tag": "a128cc1d-7ffb-4cc5-a3d1-7b8f7243b797"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:40:21.807416 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 15:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2343adc0-643c-4e02-b9a4-175614b2b6b2 x-openstack-request-id: req-2343adc0-643c-4e02-b9a4-175614b2b6b2 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:40:21.807829 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19d236a4-1ce2-4c32-a1f0-c2fd3b1d9190", "tag": "a128cc1d-7ffb-4cc5-a3d1-7b8f7243b797", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:40:21.808176 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2343adc0-643c-4e02-b9a4-175614b2b6b2 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:40:21.808753 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19d236a4-1ce2-4c32-a1f0-c2fd3b1d9190', 'tag': 'a128cc1d-7ffb-4cc5-a3d1-7b8f7243b797', 'status': 'completed', 'code': 200} Dec 10 15:40:21.811148 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-9e3b0cdc-2b11-456b-b5fb-865fd697f585 None None] Set router 11d699a6-6bfc-444f-8dd0-eacddf43c9ec gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:40:21.840513 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e300398d-2add-419b-8fb6-83b88e609a6c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:21.882672 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a586f3-5d70-4b0d-81fd-ea87677da5c9 req-8fc7187d-9a81-4a18-9bf5-48e5488ca67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:40:21.884358 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-03a586f3-5d70-4b0d-81fd-ea87677da5c9 req-8fc7187d-9a81-4a18-9bf5-48e5488ca67e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fe288e3581ed450db6aaaa858fc0d419&device_id=19d236a4-1ce2-4c32-a1f0-c2fd3b1d9190 HTTP/1.1" status: 200 len: 1099 time: 0.0528235 Dec 10 15:40:21.935382 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e300398d-2add-419b-8fb6-83b88e609a6c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:22.006331 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e300398d-2add-419b-8fb6-83b88e609a6c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:22.011739 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 69678b32-d5c4-43ce-aefb-b57d7926d967 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:40:22.030995 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a586f3-5d70-4b0d-81fd-ea87677da5c9 req-79e3f5b5-46e4-471c-bc26-3d673dc1129e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:40:22.033104 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-03a586f3-5d70-4b0d-81fd-ea87677da5c9 req-79e3f5b5-46e4-471c-bc26-3d673dc1129e service neutron] 10.222.0.44 "GET /v2.0/networks?id=dd61618b-b615-4db2-a1a8-ba6a4be6a018 HTTP/1.1" status: 200 len: 912 time: 0.1418231 Dec 10 15:40:22.036359 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e300398d-2add-419b-8fb6-83b88e609a6c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e83052f5-3f74-44f1-afe2-f55c670c9f61,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:40:22.086937 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-9e3b0cdc-2b11-456b-b5fb-865fd697f585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'name': 'tempest-TestVolumeBootPattern-553583626-router', 'tenant_id': 'fe288e3581ed450db6aaaa858fc0d419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.208'}], 'enable_snat': True}, 'gw_port_id': 'f02d4c20-e5c5-47fe-bd7b-5915bd93b2df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:35:26Z', 'updated_at': '2021-12-10T15:35:37Z', 'revision_number': 4, 'project_id': 'fe288e3581ed450db6aaaa858fc0d419', 'gw_port': {'id': 'f02d4c20-e5c5-47fe-bd7b-5915bd93b2df', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:93:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:29Z', 'updated_at': '2021-12-10T15:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': 'cd9c3393-d6e7-4675-9354-235cf01589f5', 'tenant_id': 'fe288e3581ed450db6aaaa858fc0d419', 'floating_ip_address': '172.26.2.56', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'port_id': 'a128cc1d-7ffb-4cc5-a3d1-7b8f7243b797', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd61618b-b615-4db2-a1a8-ba6a4be6a018', 'mac_address': 'fa:16:3e:62:3d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d236a4-1ce2-4c32-a1f0-c2fd3b1d9190', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T15:40:20Z', 'updated_at': '2021-12-10T15:40:20Z', 'revision_number': 0, 'project_id': 'fe288e3581ed450db6aaaa858fc0d419', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '823c136d-ee1a-4f19-aac1-a24e5f71dd94', 'name': '', 'network_id': 'dd61618b-b615-4db2-a1a8-ba6a4be6a018', 'tenant_id': 'fe288e3581ed450db6aaaa858fc0d419', 'mac_address': 'fa:16:3e:cf:66:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '62e04148-ee42-4779-a2ec-46121cdcb205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:36Z', 'updated_at': '2021-12-10T15:35:44Z', 'revision_number': 5, 'project_id': 'fe288e3581ed450db6aaaa858fc0d419', 'subnets': [{'id': '62e04148-ee42-4779-a2ec-46121cdcb205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:40:22.098357 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 69678b32-d5c4-43ce-aefb-b57d7926d967 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:40:22.099235 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:22.112102 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-03a586f3-5d70-4b0d-81fd-ea87677da5c9 req-efc6907f-287f-472b-8720-9bb3a3c5182f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a128cc1d-7ffb-4cc5-a3d1-7b8f7243b797 HTTP/1.1" status: 200 len: 999 time: 0.0718133 Dec 10 15:40:22.117548 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3b0cdc-2b11-456b-b5fb-865fd697f585 None None] Checking router: 11d699a6-6bfc-444f-8dd0-eacddf43c9ec for host: dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:40:22.117815 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e300398d-2add-419b-8fb6-83b88e609a6c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:22.119070 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-e300398d-2add-419b-8fb6-83b88e609a6c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4124489 Dec 10 15:40:22.121927 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 38234) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:40:22.128300 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-7aba81ee-7e4c-4a24-9d6d-8f56f4a38426 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'security_group_rule': {'security_group_id': 'c4b20e4f-50da-4d28-8ebe-0a10c3968780', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:40:22.135842 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3b0cdc-2b11-456b-b5fb-865fd697f585 None None] Routers {'11d699a6-6bfc-444f-8dd0-eacddf43c9ec'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:40:22.136811 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-9e3b0cdc-2b11-456b-b5fb-865fd697f585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:40:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['11d699a6-6bfc-444f-8dd0-eacddf43c9ec'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:40:22.179396 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a586f3-5d70-4b0d-81fd-ea87677da5c9 req-d640e80e-e916-4da4-8345-3b7510c6e826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:40:22.181400 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-03a586f3-5d70-4b0d-81fd-ea87677da5c9 req-d640e80e-e916-4da4-8345-3b7510c6e826 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=62e04148-ee42-4779-a2ec-46121cdcb205 HTTP/1.1" status: 200 len: 850 time: 0.0612254 Dec 10 15:40:22.229327 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7aba81ee-7e4c-4a24-9d6d-8f56f4a38426 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:22.236407 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a586f3-5d70-4b0d-81fd-ea87677da5c9 req-a420ff77-3cf2-4c84-8675-c5c0203dbab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:40:22.238010 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-03a586f3-5d70-4b0d-81fd-ea87677da5c9 req-a420ff77-3cf2-4c84-8675-c5c0203dbab9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dd61618b-b615-4db2-a1a8-ba6a4be6a018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0495775 Dec 10 15:40:22.281163 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-9e3b0cdc-2b11-456b-b5fb-865fd697f585 None None] Set router 11d699a6-6bfc-444f-8dd0-eacddf43c9ec gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:40:22.302949 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7aba81ee-7e4c-4a24-9d6d-8f56f4a38426 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:22.352026 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-03a586f3-5d70-4b0d-81fd-ea87677da5c9 req-66609d9a-a869-45f4-8adf-9e1dbeedbd17 service neutron] 10.222.0.44 "GET /v2.0/networks/dd61618b-b615-4db2-a1a8-ba6a4be6a018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069458 Dec 10 15:40:22.371915 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7aba81ee-7e4c-4a24-9d6d-8f56f4a38426 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:22.394076 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aba81ee-7e4c-4a24-9d6d-8f56f4a38426 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e44b7b1a-9950-49d6-aef3-62525755312b,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:40:22.454463 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-03a586f3-5d70-4b0d-81fd-ea87677da5c9 req-6cca778d-4ac4-4177-aeb8-2a53fe4c5862 service neutron] 10.222.0.44 "GET /v2.0/networks/dd61618b-b615-4db2-a1a8-ba6a4be6a018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958686 Dec 10 15:40:22.531733 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-9e3b0cdc-2b11-456b-b5fb-865fd697f585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'name': 'tempest-TestVolumeBootPattern-553583626-router', 'tenant_id': 'fe288e3581ed450db6aaaa858fc0d419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.208'}], 'enable_snat': True}, 'gw_port_id': 'f02d4c20-e5c5-47fe-bd7b-5915bd93b2df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:35:26Z', 'updated_at': '2021-12-10T15:35:37Z', 'revision_number': 4, 'project_id': 'fe288e3581ed450db6aaaa858fc0d419', 'gw_port': {'id': 'f02d4c20-e5c5-47fe-bd7b-5915bd93b2df', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:93:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:29Z', 'updated_at': '2021-12-10T15:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': 'cd9c3393-d6e7-4675-9354-235cf01589f5', 'tenant_id': 'fe288e3581ed450db6aaaa858fc0d419', 'floating_ip_address': '172.26.2.56', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'port_id': 'a128cc1d-7ffb-4cc5-a3d1-7b8f7243b797', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd61618b-b615-4db2-a1a8-ba6a4be6a018', 'mac_address': 'fa:16:3e:62:3d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d236a4-1ce2-4c32-a1f0-c2fd3b1d9190', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T15:40:20Z', 'updated_at': '2021-12-10T15:40:20Z', 'revision_number': 0, 'project_id': 'fe288e3581ed450db6aaaa858fc0d419', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '823c136d-ee1a-4f19-aac1-a24e5f71dd94', 'name': '', 'network_id': 'dd61618b-b615-4db2-a1a8-ba6a4be6a018', 'tenant_id': 'fe288e3581ed450db6aaaa858fc0d419', 'mac_address': 'fa:16:3e:cf:66:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '62e04148-ee42-4779-a2ec-46121cdcb205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:36Z', 'updated_at': '2021-12-10T15:35:44Z', 'revision_number': 5, 'project_id': 'fe288e3581ed450db6aaaa858fc0d419', 'subnets': [{'id': '62e04148-ee42-4779-a2ec-46121cdcb205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:40:22.563313 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3b0cdc-2b11-456b-b5fb-865fd697f585 None None] The sync data for ids ['11d699a6-6bfc-444f-8dd0-eacddf43c9ec'] in dv-neutron-821401-4-hyperv is: [{'id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'name': 'tempest-TestVolumeBootPattern-553583626-router', 'tenant_id': 'fe288e3581ed450db6aaaa858fc0d419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.208'}], 'enable_snat': True}, 'gw_port_id': 'f02d4c20-e5c5-47fe-bd7b-5915bd93b2df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:35:26Z', 'updated_at': '2021-12-10T15:35:37Z', 'revision_number': 4, 'project_id': 'fe288e3581ed450db6aaaa858fc0d419', 'gw_port': {'id': 'f02d4c20-e5c5-47fe-bd7b-5915bd93b2df', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:93:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:29Z', 'updated_at': '2021-12-10T15:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': 'cd9c3393-d6e7-4675-9354-235cf01589f5', 'tenant_id': 'fe288e3581ed450db6aaaa858fc0d419', 'floating_ip_address': '172.26.2.56', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'port_id': 'a128cc1d-7ffb-4cc5-a3d1-7b8f7243b797', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd61618b-b615-4db2-a1a8-ba6a4be6a018', 'mac_address': 'fa:16:3e:62:3d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d236a4-1ce2-4c32-a1f0-c2fd3b1d9190', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T15:40:20Z', 'updated_at': '2021-12-10T15:40:20Z', 'revision_number': 0, 'project_id': 'fe288e3581ed450db6aaaa858fc0d419', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '823c136d-ee1a-4f19-aac1-a24e5f71dd94', 'name': '', 'network_id': 'dd61618b-b615-4db2-a1a8-ba6a4be6a018', 'tenant_id': 'fe288e3581ed450db6aaaa858fc0d419', 'mac_address': 'fa:16:3e:cf:66:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '62e04148-ee42-4779-a2ec-46121cdcb205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:36Z', 'updated_at': '2021-12-10T15:35:44Z', 'revision_number': 5, 'project_id': 'fe288e3581ed450db6aaaa858fc0d419', 'subnets': [{'id': '62e04148-ee42-4779-a2ec-46121cdcb205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:40:22.585816 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7aba81ee-7e4c-4a24-9d6d-8f56f4a38426 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:22.587591 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-7aba81ee-7e4c-4a24-9d6d-8f56f4a38426 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4642770 Dec 10 15:40:22.590019 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 38236) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:40:22.594549 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-169ccaac-daa8-4771-b130-0dcf44fa1c09 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'security_group_rule': {'security_group_id': 'c4b20e4f-50da-4d28-8ebe-0a10c3968780', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:40:22.714958 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.securitygroups_db [None req-169ccaac-daa8-4771-b130-0dcf44fa1c09 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Project e049672a5fd04e7f8cbb0423b61eb757 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 15:40:22.720588 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-169ccaac-daa8-4771-b130-0dcf44fa1c09 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:22.785509 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-169ccaac-daa8-4771-b130-0dcf44fa1c09 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:22.838211 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2e9f81-51ef-4f30-b68c-40392a45510a None None] New status for floating IP cd9c3393-d6e7-4675-9354-235cf01589f5: ACTIVE {{(pid=103588) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 15:40:22.848140 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-169ccaac-daa8-4771-b130-0dcf44fa1c09 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:22.869219 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169ccaac-daa8-4771-b130-0dcf44fa1c09 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0587323-a522-49ba-8fab-6f080ce18141,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:40:22.958771 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-169ccaac-daa8-4771-b130-0dcf44fa1c09 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:22.960027 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-169ccaac-daa8-4771-b130-0dcf44fa1c09 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3690529 Dec 10 15:40:22.962914 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 38238) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:40:22.967323 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-66af9c07-c557-40b3-9e97-8b18ce97fcc4 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'security_group_rule': {'security_group_id': 'c4b20e4f-50da-4d28-8ebe-0a10c3968780', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:40:23.071242 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.securitygroups_db [None req-66af9c07-c557-40b3-9e97-8b18ce97fcc4 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Project e049672a5fd04e7f8cbb0423b61eb757 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 15:40:23.078765 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-66af9c07-c557-40b3-9e97-8b18ce97fcc4 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:23.135919 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-66af9c07-c557-40b3-9e97-8b18ce97fcc4 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:23.219116 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-66af9c07-c557-40b3-9e97-8b18ce97fcc4 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:23.237395 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66af9c07-c557-40b3-9e97-8b18ce97fcc4 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=049e175a-4e83-4582-84c9-3f8bcb3c85be,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:40:23.300988 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-66af9c07-c557-40b3-9e97-8b18ce97fcc4 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:23.302225 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-66af9c07-c557-40b3-9e97-8b18ce97fcc4 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3383546 Dec 10 15:40:23.391271 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-89da39e3-d85e-4d26-934b-0970dca6f5fb req-f92caef9-1e7f-4f6e-abf9-71d1eaefcea5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=19d236a4-1ce2-4c32-a1f0-c2fd3b1d9190&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438864 Dec 10 15:40:23.458314 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-983b2058-8162-4f36-8765-c617455a01d6 req-d271bbf8-bcac-4557-9229-bb33c38631f8 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-612649446&fields=id&tenant_id=e049672a5fd04e7f8cbb0423b61eb757 HTTP/1.1" status: 200 len: 267 time: 0.0470409 Dec 10 15:40:23.471761 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89da39e3-d85e-4d26-934b-0970dca6f5fb req-41304497-8e1e-480b-aa2a-b9dca7197ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:40:23.473183 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-89da39e3-d85e-4d26-934b-0970dca6f5fb req-41304497-8e1e-480b-aa2a-b9dca7197ff0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fe288e3581ed450db6aaaa858fc0d419&device_id=19d236a4-1ce2-4c32-a1f0-c2fd3b1d9190 HTTP/1.1" status: 200 len: 1099 time: 0.0400546 Dec 10 15:40:23.566353 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b2058-8162-4f36-8765-c617455a01d6 req-41391d31-22d3-47a6-b548-40788d140852 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:40:23.567846 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-983b2058-8162-4f36-8765-c617455a01d6 req-41391d31-22d3-47a6-b548-40788d140852 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/networks?id=e0f2f76b-6624-4120-b289-316ed387069a HTTP/1.1" status: 200 len: 797 time: 0.1020975 Dec 10 15:40:23.578420 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89da39e3-d85e-4d26-934b-0970dca6f5fb req-800f53ae-a843-41ab-b61c-f076323ccc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:40:23.579896 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-89da39e3-d85e-4d26-934b-0970dca6f5fb req-800f53ae-a843-41ab-b61c-f076323ccc1f service neutron] 10.222.0.44 "GET /v2.0/networks?id=dd61618b-b615-4db2-a1a8-ba6a4be6a018 HTTP/1.1" status: 200 len: 912 time: 0.0875163 Dec 10 15:40:23.583280 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-983b2058-8162-4f36-8765-c617455a01d6 req-3f8bb33a-2b7c-4307-98ec-97804692bf47 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/quotas/e049672a5fd04e7f8cbb0423b61eb757 HTTP/1.1" status: 200 len: 375 time: 0.0091546 Dec 10 15:40:23.645424 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-89da39e3-d85e-4d26-934b-0970dca6f5fb req-aa07c5f5-d36a-43d6-8a77-dcfe01dfd05a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a128cc1d-7ffb-4cc5-a3d1-7b8f7243b797 HTTP/1.1" status: 200 len: 1001 time: 0.0588732 Dec 10 15:40:23.666655 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-983b2058-8162-4f36-8765-c617455a01d6 req-3004964d-a68e-467d-a5fa-5ab164796a10 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e049672a5fd04e7f8cbb0423b61eb757&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0772324 Dec 10 15:40:23.684912 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [req-983b2058-8162-4f36-8765-c617455a01d6 req-ec15dd00-2b0e-4761-8932-9a6285b4d8ab service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:40:23.686394 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-983b2058-8162-4f36-8765-c617455a01d6 req-ec15dd00-2b0e-4761-8932-9a6285b4d8ab service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077097 Dec 10 15:40:23.695351 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89da39e3-d85e-4d26-934b-0970dca6f5fb req-5c6c829f-509d-4c2f-8c22-0645a255743e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:40:23.697409 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-89da39e3-d85e-4d26-934b-0970dca6f5fb req-5c6c829f-509d-4c2f-8c22-0645a255743e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=62e04148-ee42-4779-a2ec-46121cdcb205 HTTP/1.1" status: 200 len: 850 time: 0.0456736 Dec 10 15:40:23.747885 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89da39e3-d85e-4d26-934b-0970dca6f5fb req-badd90e1-b4d6-4774-8d56-db6001083216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:40:23.749318 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-89da39e3-d85e-4d26-934b-0970dca6f5fb req-badd90e1-b4d6-4774-8d56-db6001083216 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dd61618b-b615-4db2-a1a8-ba6a4be6a018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0451357 Dec 10 15:40:23.761811 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [req-89da39e3-d85e-4d26-934b-0970dca6f5fb req-823dfe68-ca92-4dd3-8162-888a50bd5b07 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:40:23.762802 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-89da39e3-d85e-4d26-934b-0970dca6f5fb req-823dfe68-ca92-4dd3-8162-888a50bd5b07 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057895 Dec 10 15:40:23.856722 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-89da39e3-d85e-4d26-934b-0970dca6f5fb req-5c2d720e-2ca5-4ce7-9366-83a4c9bc0123 service neutron] 10.222.0.44 "GET /v2.0/networks/dd61618b-b615-4db2-a1a8-ba6a4be6a018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865736 Dec 10 15:40:23.962700 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-89da39e3-d85e-4d26-934b-0970dca6f5fb req-69d19fe1-615d-4938-afc2-7cc40f93a8eb service neutron] 10.222.0.44 "GET /v2.0/networks/dd61618b-b615-4db2-a1a8-ba6a4be6a018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984228 Dec 10 15:40:24.097984 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-983b2058-8162-4f36-8765-c617455a01d6 req-833337d4-c817-4476-8e7d-4353a45b3f58 service neutron] 10.222.0.20 "GET /v2.0/networks/e0f2f76b-6624-4120-b289-316ed387069a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4053531 Dec 10 15:40:24.186609 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-983b2058-8162-4f36-8765-c617455a01d6 req-78c8f0b7-15b0-42b3-9f80-a93670bd63d7 service neutron] 10.222.0.20 "GET /v2.0/networks/e0f2f76b-6624-4120-b289-316ed387069a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823312 Dec 10 15:40:24.450885 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-8de6d14b-f672-4e72-bf9c-d55ddfc3e4f2 req-e7ead069-fc75-4d79-aa0f-64f994bf7d4f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=8db5ceb8-fad3-4a02-8397-0a17b003f041 HTTP/1.1" status: 200 len: 210 time: 0.0330725 Dec 10 15:40:25.544513 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-ab2a81bb-a3c9-43a7-8c06-20660126c462 req-a14e3617-da9d-4fd5-a28f-22c1f2161355 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=8db5ceb8-fad3-4a02-8397-0a17b003f041 HTTP/1.1" status: 200 len: 210 time: 0.0260572 Dec 10 15:40:26.294048 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b2058-8162-4f36-8765-c617455a01d6 req-0867b855-b47b-49e3-8c46-2006bcd75a32 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:40:26.295510 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-983b2058-8162-4f36-8765-c617455a01d6 req-0867b855-b47b-49e3-8c46-2006bcd75a32 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.44 "GET /v2.0/networks?id=e0f2f76b-6624-4120-b289-316ed387069a HTTP/1.1" status: 200 len: 797 time: 0.0997136 Dec 10 15:40:26.363524 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-983b2058-8162-4f36-8765-c617455a01d6 req-88d35b3e-3132-4e12-9095-332e916593e8 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e049672a5fd04e7f8cbb0423b61eb757 HTTP/1.1" status: 200 len: 379 time: 0.0591605 Dec 10 15:40:26.373464 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [req-983b2058-8162-4f36-8765-c617455a01d6 req-de0573fa-70c8-490d-8186-2d0717e65fd3 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'port': {'device_id': '8db5ceb8-fad3-4a02-8397-0a17b003f041', 'network_id': 'e0f2f76b-6624-4120-b289-316ed387069a', 'admin_state_up': True, 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'security_groups': ['c4b20e4f-50da-4d28-8ebe-0a10c3968780']}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:40:26.562157 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-983b2058-8162-4f36-8765-c617455a01d6 req-de0573fa-70c8-490d-8186-2d0717e65fd3 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Made reservation on behalf of e049672a5fd04e7f8cbb0423b61eb757 for: {'port': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:40:26.565748 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-983b2058-8162-4f36-8765-c617455a01d6 req-de0573fa-70c8-490d-8186-2d0717e65fd3 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:26.655644 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-a333e939-195f-49ae-9c17-730c69473b43 req-d09212ee-f44e-4ce6-8a0c-afc72b35e622 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=8db5ceb8-fad3-4a02-8397-0a17b003f041 HTTP/1.1" status: 200 len: 210 time: 0.0369639 Dec 10 15:40:26.715274 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [req-983b2058-8162-4f36-8765-c617455a01d6 req-de0573fa-70c8-490d-8186-2d0717e65fd3 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Allocated IP 172.20.0.7 (e0f2f76b-6624-4120-b289-316ed387069a/13ff93eb-b1cc-4357-9046-225f1ed49522/3525d95d-30c4-421b-ada2-e58688ebd565) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:40:26.853473 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-983b2058-8162-4f36-8765-c617455a01d6 req-de0573fa-70c8-490d-8186-2d0717e65fd3 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:26.943209 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-983b2058-8162-4f36-8765-c617455a01d6 req-de0573fa-70c8-490d-8186-2d0717e65fd3 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:26.987779 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-983b2058-8162-4f36-8765-c617455a01d6 req-de0573fa-70c8-490d-8186-2d0717e65fd3 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Network e0f2f76b-6624-4120-b289-316ed387069a is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:40:26.990893 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [req-983b2058-8162-4f36-8765-c617455a01d6 req-de0573fa-70c8-490d-8186-2d0717e65fd3 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:40:26.994963 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [req-983b2058-8162-4f36-8765-c617455a01d6 req-de0573fa-70c8-490d-8186-2d0717e65fd3 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:40:27.018434 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0573fa-70c8-490d-8186-2d0717e65fd3 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'Port': ['ID=3525d95d-30c4-421b-ada2-e58688ebd565,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:40:27.047138 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b2058-8162-4f36-8765-c617455a01d6 req-de0573fa-70c8-490d-8186-2d0717e65fd3 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:40:27.047457 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-983b2058-8162-4f36-8765-c617455a01d6 req-de0573fa-70c8-490d-8186-2d0717e65fd3 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:27.136781 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-983b2058-8162-4f36-8765-c617455a01d6 req-de0573fa-70c8-490d-8186-2d0717e65fd3 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7672877 Dec 10 15:40:27.149582 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [req-983b2058-8162-4f36-8765-c617455a01d6 req-43f67237-cfe8-41be-a0e0-06891775afc8 service neutron] Request body: {'port': {'device_id': '8db5ceb8-fad3-4a02-8397-0a17b003f041', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:40:27.210692 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-983b2058-8162-4f36-8765-c617455a01d6 req-43f67237-cfe8-41be-a0e0-06891775afc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:27.282240 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-9c903f34-97df-4de0-ba0f-7a39e170572d None None] Provisioning complete for port 3525d95d-30c4-421b-ada2-e58688ebd565 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:40:27.282815 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9c903f34-97df-4de0-ba0f-7a39e170572d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:27.317134 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-9c903f34-97df-4de0-ba0f-7a39e170572d None None] Port 3525d95d-30c4-421b-ada2-e58688ebd565 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:40:27.461810 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [req-983b2058-8162-4f36-8765-c617455a01d6 req-43f67237-cfe8-41be-a0e0-06891775afc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3525d95d-30c4-421b-ada2-e58688ebd565 {{(pid=103586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 15:40:27.469215 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-983b2058-8162-4f36-8765-c617455a01d6 req-43f67237-cfe8-41be-a0e0-06891775afc8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:27.481606 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [req-983b2058-8162-4f36-8765-c617455a01d6 req-43f67237-cfe8-41be-a0e0-06891775afc8 service neutron] Transition to ACTIVE for port object 3525d95d-30c4-421b-ada2-e58688ebd565 will not be triggered until provisioned by entity L2. {{(pid=103586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 15:40:27.539384 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-983b2058-8162-4f36-8765-c617455a01d6 req-43f67237-cfe8-41be-a0e0-06891775afc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:27.598469 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f67237-cfe8-41be-a0e0-06891775afc8 service neutron] Pushing event updated for resources: {'Port': ['ID=3525d95d-30c4-421b-ada2-e58688ebd565,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:40:27.663675 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [req-983b2058-8162-4f36-8765-c617455a01d6 req-43f67237-cfe8-41be-a0e0-06891775afc8 service neutron] Attempting to bind port 3525d95d-30c4-421b-ada2-e58688ebd565 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:40:27.664009 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [req-983b2058-8162-4f36-8765-c617455a01d6 req-43f67237-cfe8-41be-a0e0-06891775afc8 service neutron] Attempting to bind port 3525d95d-30c4-421b-ada2-e58688ebd565 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '6c0740e3-757b-42d0-867f-49f2efebe43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e0f2f76b-6624-4120-b289-316ed387069a'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:40:27.664336 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983b2058-8162-4f36-8765-c617455a01d6 req-43f67237-cfe8-41be-a0e0-06891775afc8 service neutron] Attempting to bind port 3525d95d-30c4-421b-ada2-e58688ebd565 on network e0f2f76b-6624-4120-b289-316ed387069a {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:40:27.669449 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983b2058-8162-4f36-8765-c617455a01d6 req-43f67237-cfe8-41be-a0e0-06891775afc8 service neutron] Port 3525d95d-30c4-421b-ada2-e58688ebd565 on network e0f2f76b-6624-4120-b289-316ed387069a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:40:27.669774 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983b2058-8162-4f36-8765-c617455a01d6 req-43f67237-cfe8-41be-a0e0-06891775afc8 service neutron] Attempting to bind port 3525d95d-30c4-421b-ada2-e58688ebd565 on network e0f2f76b-6624-4120-b289-316ed387069a {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:40:27.674800 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983b2058-8162-4f36-8765-c617455a01d6 req-43f67237-cfe8-41be-a0e0-06891775afc8 service neutron] Checking agent: {'id': 'fa828968-c68f-4b22-9699-a58fe4ab1f05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 28, 13), 'started_at': datetime.datetime(2021, 12, 10, 15, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:40:27.675131 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983b2058-8162-4f36-8765-c617455a01d6 req-43f67237-cfe8-41be-a0e0-06891775afc8 service neutron] Checking segment: {'id': '6c0740e3-757b-42d0-867f-49f2efebe43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e0f2f76b-6624-4120-b289-316ed387069a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:40:27.675511 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983b2058-8162-4f36-8765-c617455a01d6 req-43f67237-cfe8-41be-a0e0-06891775afc8 service neutron] Bound using segment: {'id': '6c0740e3-757b-42d0-867f-49f2efebe43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e0f2f76b-6624-4120-b289-316ed387069a'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:40:27.675936 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [req-983b2058-8162-4f36-8765-c617455a01d6 req-43f67237-cfe8-41be-a0e0-06891775afc8 service neutron] Bound port: 3525d95d-30c4-421b-ada2-e58688ebd565, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c0740e3-757b-42d0-867f-49f2efebe43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e0f2f76b-6624-4120-b289-316ed387069a'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:40:27.676289 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-983b2058-8162-4f36-8765-c617455a01d6 req-43f67237-cfe8-41be-a0e0-06891775afc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:27.745460 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [req-983b2058-8162-4f36-8765-c617455a01d6 req-43f67237-cfe8-41be-a0e0-06891775afc8 service neutron] For port 3525d95d-30c4-421b-ada2-e58688ebd565, host hv-neutron-8214, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:40:27.749016 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [req-983b2058-8162-4f36-8765-c617455a01d6 req-43f67237-cfe8-41be-a0e0-06891775afc8 service neutron] For port 3525d95d-30c4-421b-ada2-e58688ebd565, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=3525d95d-30c4-421b-ada2-e58688ebd565,segment=NetworkSegment(6c0740e3-757b-42d0-867f-49f2efebe43f),segment_id=6c0740e3-757b-42d0-867f-49f2efebe43f)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:40:27.780266 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8fb7e9-92f8-4407-a303-6de16e896604 req-015752ad-8370-4280-a469-508ac19f8e74 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:40:27.781834 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-8e8fb7e9-92f8-4407-a303-6de16e896604 req-015752ad-8370-4280-a469-508ac19f8e74 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=8db5ceb8-fad3-4a02-8397-0a17b003f041 HTTP/1.1" status: 200 len: 943 time: 0.0567653 Dec 10 15:40:27.831970 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-8e8fb7e9-92f8-4407-a303-6de16e896604 req-e6ec5d95-cefb-4aef-8ba7-2d21a59d9be6 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4b20e4f-50da-4d28-8ebe-0a10c3968780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434787 Dec 10 15:40:27.841012 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-983b2058-8162-4f36-8765-c617455a01d6 req-43f67237-cfe8-41be-a0e0-06891775afc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:27.883168 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b2058-8162-4f36-8765-c617455a01d6 req-43f67237-cfe8-41be-a0e0-06891775afc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:40:27.883815 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-983b2058-8162-4f36-8765-c617455a01d6 req-43f67237-cfe8-41be-a0e0-06891775afc8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:27.885221 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-983b2058-8162-4f36-8765-c617455a01d6 req-43f67237-cfe8-41be-a0e0-06891775afc8 service neutron] 10.222.0.44 "PUT /v2.0/ports/3525d95d-30c4-421b-ada2-e58688ebd565 HTTP/1.1" status: 200 len: 1093 time: 0.7402728 Dec 10 15:40:27.885720 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8db5ceb8-fad3-4a02-8397-0a17b003f041', 'tag': '3525d95d-30c4-421b-ada2-e58688ebd565'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:40:27.887935 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde1b47dcd987728a27c8e391f176ee57ea2adf837d2cedb59662361de43515a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d7b888-4428-429f-b95e-ee91a0de22d6" -d '{"events": [{"name": "network-changed", "server_uuid": "8db5ceb8-fad3-4a02-8397-0a17b003f041", "tag": "3525d95d-30c4-421b-ada2-e58688ebd565"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:40:27.920753 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f67237-cfe8-41be-a0e0-06891775afc8 service neutron] Pushing event updated for resources: {'Port': ['ID=3525d95d-30c4-421b-ada2-e58688ebd565,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:40:27.933141 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 15:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc24221-86b1-4cbb-a6c6-27dce17c17b9 x-openstack-request-id: req-3bc24221-86b1-4cbb-a6c6-27dce17c17b9 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:40:27.933437 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8db5ceb8-fad3-4a02-8397-0a17b003f041", "tag": "3525d95d-30c4-421b-ada2-e58688ebd565", "status": "completed", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:40:27.933691 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3bc24221-86b1-4cbb-a6c6-27dce17c17b9 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:40:27.934209 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8db5ceb8-fad3-4a02-8397-0a17b003f041', 'tag': '3525d95d-30c4-421b-ada2-e58688ebd565', 'status': 'completed', 'code': 200} Dec 10 15:40:28.009198 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d7b888-4428-429f-b95e-ee91a0de22d6 req-01e8939b-f451-47a6-8c1a-d0f455e4a767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:40:28.010946 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-b7d7b888-4428-429f-b95e-ee91a0de22d6 req-01e8939b-f451-47a6-8c1a-d0f455e4a767 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e049672a5fd04e7f8cbb0423b61eb757&device_id=8db5ceb8-fad3-4a02-8397-0a17b003f041 HTTP/1.1" status: 200 len: 1096 time: 0.0471604 Dec 10 15:40:28.122991 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d7b888-4428-429f-b95e-ee91a0de22d6 req-0d149139-3d0b-48e7-b7ed-9b01aae08811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:40:28.124517 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-b7d7b888-4428-429f-b95e-ee91a0de22d6 req-0d149139-3d0b-48e7-b7ed-9b01aae08811 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=e049672a5fd04e7f8cbb0423b61eb757&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1025686 Dec 10 15:40:28.232636 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d7b888-4428-429f-b95e-ee91a0de22d6 req-b94c5b05-1cca-4ab1-bf30-277a077026ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:40:28.234541 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-b7d7b888-4428-429f-b95e-ee91a0de22d6 req-b94c5b05-1cca-4ab1-bf30-277a077026ea service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1009107 Dec 10 15:40:28.317322 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b2058-8162-4f36-8765-c617455a01d6 req-90c81846-ec0e-46f3-89da-6ba719227d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:40:28.318777 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-983b2058-8162-4f36-8765-c617455a01d6 req-90c81846-ec0e-46f3-89da-6ba719227d66 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e049672a5fd04e7f8cbb0423b61eb757&device_id=8db5ceb8-fad3-4a02-8397-0a17b003f041 HTTP/1.1" status: 200 len: 1096 time: 0.0454545 Dec 10 15:40:28.360100 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-983b2058-8162-4f36-8765-c617455a01d6 req-a440c2e9-7717-4378-bc27-5de1a105e5a4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3525d95d-30c4-421b-ada2-e58688ebd565 HTTP/1.1" status: 200 len: 217 time: 0.0333488 Dec 10 15:40:28.408159 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b2058-8162-4f36-8765-c617455a01d6 req-4043a41a-b137-4ea8-a645-f98b3255dd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:40:28.409556 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-983b2058-8162-4f36-8765-c617455a01d6 req-4043a41a-b137-4ea8-a645-f98b3255dd17 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=13ff93eb-b1cc-4357-9046-225f1ed49522 HTTP/1.1" status: 200 len: 835 time: 0.0423348 Dec 10 15:40:28.460118 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b2058-8162-4f36-8765-c617455a01d6 req-0cff527d-3a54-412d-813a-3d3a124b1823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:40:28.461580 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-983b2058-8162-4f36-8765-c617455a01d6 req-0cff527d-3a54-412d-813a-3d3a124b1823 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e0f2f76b-6624-4120-b289-316ed387069a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0433848 Dec 10 15:40:28.557373 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-983b2058-8162-4f36-8765-c617455a01d6 req-8c0d3096-8e2c-4f49-a85b-15e47cbbfc23 service neutron] 10.222.0.44 "GET /v2.0/networks/e0f2f76b-6624-4120-b289-316ed387069a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865331 Dec 10 15:40:28.654512 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-983b2058-8162-4f36-8765-c617455a01d6 req-92792e03-78a3-4d23-9d93-9c23665cf493 service neutron] 10.222.0.44 "GET /v2.0/networks/e0f2f76b-6624-4120-b289-316ed387069a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896025 Dec 10 15:40:28.963319 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d784645e-7f64-4b7a-98a3-07f7228b4691 req-aa364d1d-bea7-411a-b359-45292f953c5f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:40:28.964858 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d784645e-7f64-4b7a-98a3-07f7228b4691 req-aa364d1d-bea7-411a-b359-45292f953c5f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=8db5ceb8-fad3-4a02-8397-0a17b003f041 HTTP/1.1" status: 200 len: 943 time: 0.0501003 Dec 10 15:40:29.016198 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d784645e-7f64-4b7a-98a3-07f7228b4691 req-b6568ae3-f45b-4fd6-905f-c6783a38d3ad tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4b20e4f-50da-4d28-8ebe-0a10c3968780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453393 Dec 10 15:40:30.131535 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf72290-2f68-4b9f-bdf8-0529f57ef940 req-cd9c4c4d-f682-4036-972f-1f7e0b68ff92 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:40:30.132901 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-bdf72290-2f68-4b9f-bdf8-0529f57ef940 req-cd9c4c4d-f682-4036-972f-1f7e0b68ff92 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=8db5ceb8-fad3-4a02-8397-0a17b003f041 HTTP/1.1" status: 200 len: 943 time: 0.0482097 Dec 10 15:40:30.200954 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-bdf72290-2f68-4b9f-bdf8-0529f57ef940 req-b7d42d6a-787d-43cf-ab6e-340e9d46d26f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4b20e4f-50da-4d28-8ebe-0a10c3968780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523329 Dec 10 15:40:31.312177 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532ba643-f419-40c0-8ef3-8be6fe9edc76 req-a73e418f-6384-44dd-b388-c3bf5217c585 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:40:31.313666 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-532ba643-f419-40c0-8ef3-8be6fe9edc76 req-a73e418f-6384-44dd-b388-c3bf5217c585 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=8db5ceb8-fad3-4a02-8397-0a17b003f041 HTTP/1.1" status: 200 len: 943 time: 0.0479546 Dec 10 15:40:31.365942 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-532ba643-f419-40c0-8ef3-8be6fe9edc76 req-3034ebb6-e6b1-42cf-9573-c1f79dd52759 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4b20e4f-50da-4d28-8ebe-0a10c3968780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463274 Dec 10 15:40:32.097868 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 3525d95d-30c4-421b-ada2-e58688ebd565 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 15:40:32.189981 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port 3525d95d-30c4-421b-ada2-e58688ebd565, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=3525d95d-30c4-421b-ada2-e58688ebd565,segment=NetworkSegment(6c0740e3-757b-42d0-867f-49f2efebe43f),segment_id=6c0740e3-757b-42d0-867f-49f2efebe43f)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:40:32.201139 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Returning: {'device': '3525d95d-30c4-421b-ada2-e58688ebd565', 'network_id': 'e0f2f76b-6624-4120-b289-316ed387069a', 'port_id': '3525d95d-30c4-421b-ada2-e58688ebd565', 'mac_address': 'fa:16:3e:fa:20:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13ff93eb-b1cc-4357-9046-225f1ed49522', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 15:40:32.237277 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:32.252970 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3525d95d-30c4-421b-ada2-e58688ebd565 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 15:40:32.271205 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port 3525d95d-30c4-421b-ada2-e58688ebd565, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=3525d95d-30c4-421b-ada2-e58688ebd565,segment=NetworkSegment(6c0740e3-757b-42d0-867f-49f2efebe43f),segment_id=6c0740e3-757b-42d0-867f-49f2efebe43f)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:40:32.333332 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:32.380332 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=3525d95d-30c4-421b-ada2-e58688ebd565,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:40:32.479102 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f30eb9-86fe-4a58-845f-9693e90efdba req-bc3646f6-2391-49fc-984c-7b8777f0b128 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:40:32.480593 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-68f30eb9-86fe-4a58-845f-9693e90efdba req-bc3646f6-2391-49fc-984c-7b8777f0b128 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=8db5ceb8-fad3-4a02-8397-0a17b003f041 HTTP/1.1" status: 200 len: 944 time: 0.0489273 Dec 10 15:40:32.527813 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-68f30eb9-86fe-4a58-845f-9693e90efdba req-836132c8-56b4-4528-9f6a-56733226bcdc tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4b20e4f-50da-4d28-8ebe-0a10c3968780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413153 Dec 10 15:40:32.551066 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] get_ports_and_sgs() called for port_ids ['3525d95d-30c4-421b-ada2-e58688ebd565'] {{(pid=103588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 15:40:33.639476 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d477cf67-746c-4483-be2f-64b207f39464 req-a4416e53-80b3-4811-9d83-ed0d864ac8d1 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:40:33.640978 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d477cf67-746c-4483-be2f-64b207f39464 req-a4416e53-80b3-4811-9d83-ed0d864ac8d1 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=8db5ceb8-fad3-4a02-8397-0a17b003f041 HTTP/1.1" status: 200 len: 944 time: 0.0490463 Dec 10 15:40:33.691178 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d477cf67-746c-4483-be2f-64b207f39464 req-94464c6a-c524-4b5e-a3be-a96c0a3cd8ed tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4b20e4f-50da-4d28-8ebe-0a10c3968780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441506 Dec 10 15:40:34.013147 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 15:40:34.107419 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 3525d95d-30c4-421b-ada2-e58688ebd565 up at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:40:34.213541 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning for port 3525d95d-30c4-421b-ada2-e58688ebd565 completed by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 15:40:34.217520 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning complete for port 3525d95d-30c4-421b-ada2-e58688ebd565 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:40:34.217913 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:34.294814 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:34.315647 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8db5ceb8-fad3-4a02-8397-0a17b003f041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3525d95d-30c4-421b-ada2-e58688ebd565'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:40:34.317866 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa4b92c408489e2c982394a5a7b3518bb1b22554638321e3ea6c5cabb2c75d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cffea745-7e19-4365-a3b7-b073dc9dac7d" -d '{"events": [{"server_uuid": "8db5ceb8-fad3-4a02-8397-0a17b003f041", "name": "network-vif-plugged", "status": "completed", "tag": "3525d95d-30c4-421b-ada2-e58688ebd565"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:40:34.330438 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port 3525d95d-30c4-421b-ada2-e58688ebd565, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=3525d95d-30c4-421b-ada2-e58688ebd565,segment=NetworkSegment(6c0740e3-757b-42d0-867f-49f2efebe43f),segment_id=6c0740e3-757b-42d0-867f-49f2efebe43f)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:40:34.354615 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 15:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c3c52e5-f676-481a-9219-94b59f933945 x-openstack-request-id: req-3c3c52e5-f676-481a-9219-94b59f933945 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:40:34.354615 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8db5ceb8-fad3-4a02-8397-0a17b003f041", "name": "network-vif-plugged", "status": "completed", "tag": "3525d95d-30c4-421b-ada2-e58688ebd565", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:40:34.354854 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3c3c52e5-f676-481a-9219-94b59f933945 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:40:34.355092 dv-neutron-821401-4-hyperv neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8db5ceb8-fad3-4a02-8397-0a17b003f041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3525d95d-30c4-421b-ada2-e58688ebd565', 'code': 200} Dec 10 15:40:34.401665 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:34.448280 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=3525d95d-30c4-421b-ada2-e58688ebd565,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:40:34.670846 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e465e-5bea-4dbe-b51b-d7f18a2d58ca req-3412599c-360b-4dac-8040-c2f7410d8d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:40:34.672380 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-952e465e-5bea-4dbe-b51b-d7f18a2d58ca req-3412599c-360b-4dac-8040-c2f7410d8d0b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8db5ceb8-fad3-4a02-8397-0a17b003f041 HTTP/1.1" status: 200 len: 1098 time: 0.0456192 Dec 10 15:40:34.718745 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-952e465e-5bea-4dbe-b51b-d7f18a2d58ca req-4a94ab6a-083d-45db-9053-18cd099c48a7 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c4b20e4f-50da-4d28-8ebe-0a10c3968780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393753 Dec 10 15:40:34.804412 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50ce0ca-276e-4b14-8c98-8ab23093c93d req-54af174d-a4d6-429b-ade6-17805800be19 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:40:34.806447 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-f50ce0ca-276e-4b14-8c98-8ab23093c93d req-54af174d-a4d6-429b-ade6-17805800be19 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=8db5ceb8-fad3-4a02-8397-0a17b003f041 HTTP/1.1" status: 200 len: 945 time: 0.0483470 Dec 10 15:40:34.856694 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-f50ce0ca-276e-4b14-8c98-8ab23093c93d req-a43414c7-8062-4450-95fc-8dc9760e0558 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4b20e4f-50da-4d28-8ebe-0a10c3968780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442488 Dec 10 15:40:35.976339 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e7c3f-dae8-47ff-84ea-0d4eca3e2293 req-51e23545-ea5c-4ff2-bf6b-62d3dff29837 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:40:35.977883 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-d02e7c3f-dae8-47ff-84ea-0d4eca3e2293 req-51e23545-ea5c-4ff2-bf6b-62d3dff29837 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=8db5ceb8-fad3-4a02-8397-0a17b003f041 HTTP/1.1" status: 200 len: 945 time: 0.0508237 Dec 10 15:40:36.027800 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-d02e7c3f-dae8-47ff-84ea-0d4eca3e2293 req-f72bf0bb-7066-4a5c-915a-3f083d358eb2 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4b20e4f-50da-4d28-8ebe-0a10c3968780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437553 Dec 10 15:40:36.148752 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad00c57-3168-4256-8f6d-c9e72b0b822b req-375cb182-2888-4f19-ba2c-b6d2817fbdea tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:40:36.150214 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-1ad00c57-3168-4256-8f6d-c9e72b0b822b req-375cb182-2888-4f19-ba2c-b6d2817fbdea tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=8db5ceb8-fad3-4a02-8397-0a17b003f041 HTTP/1.1" status: 200 len: 945 time: 0.0535679 Dec 10 15:40:36.199988 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-1ad00c57-3168-4256-8f6d-c9e72b0b822b req-1b73e876-d1bb-4fa4-a559-4a9018cfe977 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4b20e4f-50da-4d28-8ebe-0a10c3968780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435586 Dec 10 15:40:36.221659 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 38296) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:40:36.261802 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1518630b-2e5d-41d0-80fc-0639368fa8ca tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:40:36.263309 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-1518630b-2e5d-41d0-80fc-0639368fa8ca tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8db5ceb8-fad3-4a02-8397-0a17b003f041 HTTP/1.1" status: 200 len: 1093 time: 0.0405118 Dec 10 15:40:36.266073 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 38298) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:40:36.270206 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-6425b511-3430-4602-b96d-eaa27c983e40 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'floatingip': {'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'port_id': '3525d95d-30c4-421b-ada2-e58688ebd565', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:40:36.384691 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6425b511-3430-4602-b96d-eaa27c983e40 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for floatingip, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:36.491127 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6425b511-3430-4602-b96d-eaa27c983e40 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:36.593008 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-6425b511-3430-4602-b96d-eaa27c983e40 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Allocated IP 172.26.2.187 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/57d04977-bcc9-4e20-9d48-c3592c8b94d7) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:40:36.696250 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6425b511-3430-4602-b96d-eaa27c983e40 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:36.779348 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6425b511-3430-4602-b96d-eaa27c983e40 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:36.816924 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6425b511-3430-4602-b96d-eaa27c983e40 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:40:36.819825 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-6425b511-3430-4602-b96d-eaa27c983e40 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:40:36.823362 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6425b511-3430-4602-b96d-eaa27c983e40 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:40:36.846172 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6425b511-3430-4602-b96d-eaa27c983e40 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'Port': ['ID=57d04977-bcc9-4e20-9d48-c3592c8b94d7,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:40:37.181550 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6425b511-3430-4602-b96d-eaa27c983e40 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:37.298266 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6425b511-3430-4602-b96d-eaa27c983e40 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:37.452507 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6425b511-3430-4602-b96d-eaa27c983e40 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:37.515890 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6425b511-3430-4602-b96d-eaa27c983e40 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:37.586066 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6425b511-3430-4602-b96d-eaa27c983e40 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'Port': ['ID=57d04977-bcc9-4e20-9d48-c3592c8b94d7,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:40:37.598049 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6425b511-3430-4602-b96d-eaa27c983e40 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552741'] for floatingip, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:37.698698 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.l3_db [None req-6425b511-3430-4602-b96d-eaa27c983e40 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Floating IP 61423e54-2dd9-44ff-83f6-2d87a040fe12 associated. External IP: 172.26.2.187, port: 3525d95d-30c4-421b-ada2-e58688ebd565. Dec 10 15:40:37.905610 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6425b511-3430-4602-b96d-eaa27c983e40 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Router 35e52038-2204-4ffc-810c-0b91c7b65fac has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:40:38.013589 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6425b511-3430-4602-b96d-eaa27c983e40 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:40:38.023382 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c405fc-a4e5-407a-aa4d-49bfb76fb648 None None] Sync routers for ids ['35e52038-2204-4ffc-810c-0b91c7b65fac'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:40:38.033496 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c405fc-a4e5-407a-aa4d-49bfb76fb648 None None] Routers {'35e52038-2204-4ffc-810c-0b91c7b65fac'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:40:38.034343 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-77c405fc-a4e5-407a-aa4d-49bfb76fb648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:40:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['35e52038-2204-4ffc-810c-0b91c7b65fac'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:40:38.088274 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6425b511-3430-4602-b96d-eaa27c983e40 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:38.120116 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-6425b511-3430-4602-b96d-eaa27c983e40 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8530300 Dec 10 15:40:38.122414 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8db5ceb8-fad3-4a02-8397-0a17b003f041', 'tag': '3525d95d-30c4-421b-ada2-e58688ebd565'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:40:38.123306 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 38300) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:40:38.125053 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9ca57131bc4931768ac29058952438d1fdd62308db7b17540cc34ffe8faef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e923ae1a-980b-489c-bc02-a3ee47ccc1c3" -d '{"events": [{"name": "network-changed", "server_uuid": "8db5ceb8-fad3-4a02-8397-0a17b003f041", "tag": "3525d95d-30c4-421b-ada2-e58688ebd565"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:40:38.143452 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-77c405fc-a4e5-407a-aa4d-49bfb76fb648 None None] Set router 35e52038-2204-4ffc-810c-0b91c7b65fac gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:40:38.168050 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 15:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb8245ab-eeb9-495c-9785-db40fbd77811 x-openstack-request-id: req-fb8245ab-eeb9-495c-9785-db40fbd77811 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:40:38.172313 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8db5ceb8-fad3-4a02-8397-0a17b003f041", "tag": "3525d95d-30c4-421b-ada2-e58688ebd565", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:40:38.172313 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fb8245ab-eeb9-495c-9785-db40fbd77811 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:40:38.172313 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8db5ceb8-fad3-4a02-8397-0a17b003f041', 'tag': '3525d95d-30c4-421b-ada2-e58688ebd565', 'status': 'completed', 'code': 200} Dec 10 15:40:38.466784 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-77c405fc-a4e5-407a-aa4d-49bfb76fb648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e52038-2204-4ffc-810c-0b91c7b65fac', 'name': 'tempest-TestNetworkBasicOps-router-686256562', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.221'}], 'enable_snat': True}, 'gw_port_id': '2834e66b-b9d9-46e9-a046-7dd70c924ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:40:13Z', 'updated_at': '2021-12-10T15:40:18Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '2834e66b-b9d9-46e9-a046-7dd70c924ab5', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:24:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e52038-2204-4ffc-810c-0b91c7b65fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:40:14Z', 'updated_at': '2021-12-10T15:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': '61423e54-2dd9-44ff-83f6-2d87a040fe12', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'floating_ip_address': '172.26.2.187', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': '35e52038-2204-4ffc-810c-0b91c7b65fac', 'port_id': '3525d95d-30c4-421b-ada2-e58688ebd565', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0f2f76b-6624-4120-b289-316ed387069a', 'mac_address': 'fa:16:3e:fa:20:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db5ceb8-fad3-4a02-8397-0a17b003f041', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T15:40:37Z', 'updated_at': '2021-12-10T15:40:37Z', 'revision_number': 0, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69678b32-d5c4-43ce-aefb-b57d7926d967', 'name': '', 'network_id': 'e0f2f76b-6624-4120-b289-316ed387069a', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:ce:22:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e52038-2204-4ffc-810c-0b91c7b65fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '13ff93eb-b1cc-4357-9046-225f1ed49522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:40:17Z', 'updated_at': '2021-12-10T15:40:21Z', 'revision_number': 5, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': '13ff93eb-b1cc-4357-9046-225f1ed49522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:40:38.493637 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c405fc-a4e5-407a-aa4d-49bfb76fb648 None None] Checking router: 35e52038-2204-4ffc-810c-0b91c7b65fac for host: dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:40:38.502808 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c405fc-a4e5-407a-aa4d-49bfb76fb648 None None] Routers {'35e52038-2204-4ffc-810c-0b91c7b65fac'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:40:38.503415 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-77c405fc-a4e5-407a-aa4d-49bfb76fb648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:40:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['35e52038-2204-4ffc-810c-0b91c7b65fac'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:40:38.566393 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e923ae1a-980b-489c-bc02-a3ee47ccc1c3 req-aea55cea-65af-4ad8-9ae3-0027b2165f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:40:38.570515 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-e923ae1a-980b-489c-bc02-a3ee47ccc1c3 req-aea55cea-65af-4ad8-9ae3-0027b2165f31 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e049672a5fd04e7f8cbb0423b61eb757&device_id=8db5ceb8-fad3-4a02-8397-0a17b003f041 HTTP/1.1" status: 200 len: 1098 time: 0.0939639 Dec 10 15:40:38.594912 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-d2d05175-e79d-4255-ae05-6e346be1546a tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] 10.222.0.20 "GET /v2.0/routers/35e52038-2204-4ffc-810c-0b91c7b65fac HTTP/1.1" status: 200 len: 922 time: 0.4703305 Dec 10 15:40:38.597649 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 38304) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:40:38.610400 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-77c405fc-a4e5-407a-aa4d-49bfb76fb648 None None] Set router 35e52038-2204-4ffc-810c-0b91c7b65fac gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:40:38.705578 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-8ed05cbd-294f-4230-b918-0004464bb966 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/floatingips/61423e54-2dd9-44ff-83f6-2d87a040fe12 HTTP/1.1" status: 200 len: 991 time: 0.1068387 Dec 10 15:40:38.720761 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e923ae1a-980b-489c-bc02-a3ee47ccc1c3 req-fdac74b4-c1d9-4189-a3f6-7ec898b7a93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:40:38.722151 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-e923ae1a-980b-489c-bc02-a3ee47ccc1c3 req-fdac74b4-c1d9-4189-a3f6-7ec898b7a93e service neutron] 10.222.0.44 "GET /v2.0/networks?id=e0f2f76b-6624-4120-b289-316ed387069a HTTP/1.1" status: 200 len: 898 time: 0.1472421 Dec 10 15:40:38.786869 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-e923ae1a-980b-489c-bc02-a3ee47ccc1c3 req-63746538-feea-47d6-940d-ac188860399c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3525d95d-30c4-421b-ada2-e58688ebd565 HTTP/1.1" status: 200 len: 999 time: 0.0577323 Dec 10 15:40:38.837919 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-77c405fc-a4e5-407a-aa4d-49bfb76fb648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e52038-2204-4ffc-810c-0b91c7b65fac', 'name': 'tempest-TestNetworkBasicOps-router-686256562', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.221'}], 'enable_snat': True}, 'gw_port_id': '2834e66b-b9d9-46e9-a046-7dd70c924ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:40:13Z', 'updated_at': '2021-12-10T15:40:18Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '2834e66b-b9d9-46e9-a046-7dd70c924ab5', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:24:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e52038-2204-4ffc-810c-0b91c7b65fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:40:14Z', 'updated_at': '2021-12-10T15:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': '61423e54-2dd9-44ff-83f6-2d87a040fe12', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'floating_ip_address': '172.26.2.187', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': '35e52038-2204-4ffc-810c-0b91c7b65fac', 'port_id': '3525d95d-30c4-421b-ada2-e58688ebd565', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0f2f76b-6624-4120-b289-316ed387069a', 'mac_address': 'fa:16:3e:fa:20:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db5ceb8-fad3-4a02-8397-0a17b003f041', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T15:40:37Z', 'updated_at': '2021-12-10T15:40:37Z', 'revision_number': 0, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69678b32-d5c4-43ce-aefb-b57d7926d967', 'name': '', 'network_id': 'e0f2f76b-6624-4120-b289-316ed387069a', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:ce:22:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e52038-2204-4ffc-810c-0b91c7b65fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '13ff93eb-b1cc-4357-9046-225f1ed49522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:40:17Z', 'updated_at': '2021-12-10T15:40:21Z', 'revision_number': 5, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': '13ff93eb-b1cc-4357-9046-225f1ed49522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:40:38.838472 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e923ae1a-980b-489c-bc02-a3ee47ccc1c3 req-a89c6673-837a-477e-9f73-69aef0772cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:40:38.840027 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-e923ae1a-980b-489c-bc02-a3ee47ccc1c3 req-a89c6673-837a-477e-9f73-69aef0772cbb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=13ff93eb-b1cc-4357-9046-225f1ed49522 HTTP/1.1" status: 200 len: 835 time: 0.0455868 Dec 10 15:40:38.867785 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c405fc-a4e5-407a-aa4d-49bfb76fb648 None None] The sync data for ids ['35e52038-2204-4ffc-810c-0b91c7b65fac'] in dv-neutron-821401-4-hyperv is: [{'id': '35e52038-2204-4ffc-810c-0b91c7b65fac', 'name': 'tempest-TestNetworkBasicOps-router-686256562', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.221'}], 'enable_snat': True}, 'gw_port_id': '2834e66b-b9d9-46e9-a046-7dd70c924ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:40:13Z', 'updated_at': '2021-12-10T15:40:18Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '2834e66b-b9d9-46e9-a046-7dd70c924ab5', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:24:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e52038-2204-4ffc-810c-0b91c7b65fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:40:14Z', 'updated_at': '2021-12-10T15:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': '61423e54-2dd9-44ff-83f6-2d87a040fe12', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'floating_ip_address': '172.26.2.187', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': '35e52038-2204-4ffc-810c-0b91c7b65fac', 'port_id': '3525d95d-30c4-421b-ada2-e58688ebd565', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0f2f76b-6624-4120-b289-316ed387069a', 'mac_address': 'fa:16:3e:fa:20:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db5ceb8-fad3-4a02-8397-0a17b003f041', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T15:40:37Z', 'updated_at': '2021-12-10T15:40:37Z', 'revision_number': 0, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69678b32-d5c4-43ce-aefb-b57d7926d967', 'name': '', 'network_id': 'e0f2f76b-6624-4120-b289-316ed387069a', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:ce:22:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e52038-2204-4ffc-810c-0b91c7b65fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '13ff93eb-b1cc-4357-9046-225f1ed49522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:40:17Z', 'updated_at': '2021-12-10T15:40:21Z', 'revision_number': 5, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': '13ff93eb-b1cc-4357-9046-225f1ed49522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:40:38.891668 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e923ae1a-980b-489c-bc02-a3ee47ccc1c3 req-26db7a1e-ffb8-4044-b5a2-9c11ed9cd30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:40:38.893190 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-e923ae1a-980b-489c-bc02-a3ee47ccc1c3 req-26db7a1e-ffb8-4044-b5a2-9c11ed9cd30e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e0f2f76b-6624-4120-b289-316ed387069a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0459363 Dec 10 15:40:38.984702 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-e923ae1a-980b-489c-bc02-a3ee47ccc1c3 req-a56ddbde-3ae5-434a-aa18-7beb98a22c7c service neutron] 10.222.0.44 "GET /v2.0/networks/e0f2f76b-6624-4120-b289-316ed387069a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839417 Dec 10 15:40:39.080631 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502a4c79-7b3f-47a0-b538-2d32e19b25ba None None] New status for floating IP 61423e54-2dd9-44ff-83f6-2d87a040fe12: ACTIVE {{(pid=103588) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 15:40:39.095507 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-e923ae1a-980b-489c-bc02-a3ee47ccc1c3 req-c70e398a-cb99-403f-b2cf-27aa08a26dd3 service neutron] 10.222.0.44 "GET /v2.0/networks/e0f2f76b-6624-4120-b289-316ed387069a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033826 Dec 10 15:40:39.709455 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 38306) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:40:39.770122 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-594e81ca-ce0e-4c4e-a9dc-6a6d79a4a802 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/floatingips/61423e54-2dd9-44ff-83f6-2d87a040fe12 HTTP/1.1" status: 200 len: 993 time: 0.0594175 Dec 10 15:40:42.908470 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ae4f240d-7172-46c8-96bd-c114529873b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:43.379174 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:45.247428 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7e6ad5de-ff78-402d-b78a-15d4221b2663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:46.108316 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:47.772543 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:40:48.668131 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:08.343351 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 38322) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:41:08.456485 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-44e8a658-799e-4c55-adc8-0ec91afc0fd3 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] 10.222.0.20 "GET /v2.0/routers/35e52038-2204-4ffc-810c-0b91c7b65fac/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1119785 Dec 10 15:41:08.459279 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 38324) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:41:08.630178 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d244a57c-f30e-414f-b350-ee67d4763e96 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Notify agent at dv-neutron-821401-4-hyperv the message router_removed_from_agent {{(pid=103587) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Dec 10 15:41:08.633267 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-d244a57c-f30e-414f-b350-ee67d4763e96 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] 10.222.0.20 "DELETE /v2.0/agents/e3a180a5-3659-48e8-80bd-4a0de147c64d/l3-routers/35e52038-2204-4ffc-810c-0b91c7b65fac HTTP/1.1" status: 204 len: 168 time: 0.1730859 Dec 10 15:41:08.635846 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 38326) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:41:08.741041 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-a829c4d6-b75c-4f25-a6b5-c6d8a45b5e67 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] 10.222.0.20 "GET /v2.0/routers/35e52038-2204-4ffc-810c-0b91c7b65fac/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1040213 Dec 10 15:41:08.743544 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 38328) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:41:08.802709 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-c1163d51-5d6c-41ba-89f5-75a06a21b222 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/floatingips/61423e54-2dd9-44ff-83f6-2d87a040fe12 HTTP/1.1" status: 200 len: 993 time: 0.0580831 Dec 10 15:41:09.380666 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447f0535-0ee1-474b-b879-5d2157e010c1 None None] New status for floating IP 61423e54-2dd9-44ff-83f6-2d87a040fe12: DOWN {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 15:41:09.806425 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 38330) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:41:09.867925 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-28e32061-62d6-44a7-8d19-8d38864a640e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/floatingips/61423e54-2dd9-44ff-83f6-2d87a040fe12 HTTP/1.1" status: 200 len: 991 time: 0.0601287 Dec 10 15:41:09.960499 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 69678b32-d5c4-43ce-aefb-b57d7926d967 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:41:10.036820 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:10.068833 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] For port 69678b32-d5c4-43ce-aefb-b57d7926d967, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=69678b32-d5c4-43ce-aefb-b57d7926d967,segment=NetworkSegment(6c0740e3-757b-42d0-867f-49f2efebe43f),segment_id=6c0740e3-757b-42d0-867f-49f2efebe43f)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:41:10.126384 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:10.126993 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 2834e66b-b9d9-46e9-a046-7dd70c924ab5 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:41:10.200273 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Pushing event updated for resources: {'Port': ['ID=69678b32-d5c4-43ce-aefb-b57d7926d967,revision_number=6']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:41:10.386139 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:10.405592 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] For port 2834e66b-b9d9-46e9-a046-7dd70c924ab5, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=2834e66b-b9d9-46e9-a046-7dd70c924ab5,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:41:10.492479 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:10.539746 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Pushing event updated for resources: {'Port': ['ID=2834e66b-b9d9-46e9-a046-7dd70c924ab5,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:41:10.976490 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 38334) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:41:11.011490 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 15:41:11.195159 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0801c598-63c6-412b-a71f-2664a529c97e tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Router 35e52038-2204-4ffc-810c-0b91c7b65fac is scheduled to L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d with binding_index 1 {{(pid=103586) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 15:41:11.195510 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0801c598-63c6-412b-a71f-2664a529c97e tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Notify agent at dv-neutron-821401-4-hyperv the message router_added_to_agent {{(pid=103586) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Dec 10 15:41:11.223171 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-0801c598-63c6-412b-a71f-2664a529c97e tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] 10.222.0.20 "POST /v2.0/agents/e3a180a5-3659-48e8-80bd-4a0de147c64d/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2456195 Dec 10 15:41:11.226311 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 38338) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:41:11.244377 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6eeae7-a6dd-4a55-9d3b-bc4de0661e12 None None] Sync routers for ids ['35e52038-2204-4ffc-810c-0b91c7b65fac'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:41:11.254661 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6eeae7-a6dd-4a55-9d3b-bc4de0661e12 None None] Routers {'35e52038-2204-4ffc-810c-0b91c7b65fac'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:41:11.255282 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-ba6eeae7-a6dd-4a55-9d3b-bc4de0661e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:40:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['35e52038-2204-4ffc-810c-0b91c7b65fac'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:41:11.339039 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-22c39d09-1994-4d68-ac7d-3785e7342a0a tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] 10.222.0.20 "GET /v2.0/routers/35e52038-2204-4ffc-810c-0b91c7b65fac/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1090305 Dec 10 15:41:11.339309 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 38344) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:41:11.363703 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-ba6eeae7-a6dd-4a55-9d3b-bc4de0661e12 None None] Set router 35e52038-2204-4ffc-810c-0b91c7b65fac gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:41:11.405796 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-16970632-bb44-4ca6-8f6a-73ae544447a9 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/floatingips/61423e54-2dd9-44ff-83f6-2d87a040fe12 HTTP/1.1" status: 200 len: 991 time: 0.0620499 Dec 10 15:41:11.583609 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-ba6eeae7-a6dd-4a55-9d3b-bc4de0661e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e52038-2204-4ffc-810c-0b91c7b65fac', 'name': 'tempest-TestNetworkBasicOps-router-686256562', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.221'}], 'enable_snat': True}, 'gw_port_id': '2834e66b-b9d9-46e9-a046-7dd70c924ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:40:13Z', 'updated_at': '2021-12-10T15:40:18Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '2834e66b-b9d9-46e9-a046-7dd70c924ab5', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:24:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35e52038-2204-4ffc-810c-0b91c7b65fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:40:14Z', 'updated_at': '2021-12-10T15:41:10Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': '61423e54-2dd9-44ff-83f6-2d87a040fe12', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'floating_ip_address': '172.26.2.187', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': '35e52038-2204-4ffc-810c-0b91c7b65fac', 'port_id': '3525d95d-30c4-421b-ada2-e58688ebd565', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0f2f76b-6624-4120-b289-316ed387069a', 'mac_address': 'fa:16:3e:fa:20:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db5ceb8-fad3-4a02-8397-0a17b003f041', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T15:40:37Z', 'updated_at': '2021-12-10T15:41:09Z', 'revision_number': 2, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69678b32-d5c4-43ce-aefb-b57d7926d967', 'name': '', 'network_id': 'e0f2f76b-6624-4120-b289-316ed387069a', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:ce:22:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35e52038-2204-4ffc-810c-0b91c7b65fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '13ff93eb-b1cc-4357-9046-225f1ed49522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:40:17Z', 'updated_at': '2021-12-10T15:41:10Z', 'revision_number': 6, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': '13ff93eb-b1cc-4357-9046-225f1ed49522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:41:11.609801 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6eeae7-a6dd-4a55-9d3b-bc4de0661e12 None None] Checking router: 35e52038-2204-4ffc-810c-0b91c7b65fac for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:41:11.617971 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6eeae7-a6dd-4a55-9d3b-bc4de0661e12 None None] Routers {'35e52038-2204-4ffc-810c-0b91c7b65fac'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:41:11.618576 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-ba6eeae7-a6dd-4a55-9d3b-bc4de0661e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:40:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['35e52038-2204-4ffc-810c-0b91c7b65fac'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:41:11.722669 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-ba6eeae7-a6dd-4a55-9d3b-bc4de0661e12 None None] Set router 35e52038-2204-4ffc-810c-0b91c7b65fac gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:41:11.942602 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-ba6eeae7-a6dd-4a55-9d3b-bc4de0661e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e52038-2204-4ffc-810c-0b91c7b65fac', 'name': 'tempest-TestNetworkBasicOps-router-686256562', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.221'}], 'enable_snat': True}, 'gw_port_id': '2834e66b-b9d9-46e9-a046-7dd70c924ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:40:13Z', 'updated_at': '2021-12-10T15:40:18Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '2834e66b-b9d9-46e9-a046-7dd70c924ab5', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:24:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35e52038-2204-4ffc-810c-0b91c7b65fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:40:14Z', 'updated_at': '2021-12-10T15:41:10Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': '61423e54-2dd9-44ff-83f6-2d87a040fe12', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'floating_ip_address': '172.26.2.187', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': '35e52038-2204-4ffc-810c-0b91c7b65fac', 'port_id': '3525d95d-30c4-421b-ada2-e58688ebd565', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0f2f76b-6624-4120-b289-316ed387069a', 'mac_address': 'fa:16:3e:fa:20:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db5ceb8-fad3-4a02-8397-0a17b003f041', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T15:40:37Z', 'updated_at': '2021-12-10T15:41:09Z', 'revision_number': 2, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69678b32-d5c4-43ce-aefb-b57d7926d967', 'name': '', 'network_id': 'e0f2f76b-6624-4120-b289-316ed387069a', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:ce:22:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35e52038-2204-4ffc-810c-0b91c7b65fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '13ff93eb-b1cc-4357-9046-225f1ed49522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:40:17Z', 'updated_at': '2021-12-10T15:41:10Z', 'revision_number': 6, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': '13ff93eb-b1cc-4357-9046-225f1ed49522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:41:11.969135 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6eeae7-a6dd-4a55-9d3b-bc4de0661e12 None None] The sync data for ids ['35e52038-2204-4ffc-810c-0b91c7b65fac'] in dv-neutron-821401-4-hyperv is: [{'id': '35e52038-2204-4ffc-810c-0b91c7b65fac', 'name': 'tempest-TestNetworkBasicOps-router-686256562', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.221'}], 'enable_snat': True}, 'gw_port_id': '2834e66b-b9d9-46e9-a046-7dd70c924ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:40:13Z', 'updated_at': '2021-12-10T15:40:18Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '2834e66b-b9d9-46e9-a046-7dd70c924ab5', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:24:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35e52038-2204-4ffc-810c-0b91c7b65fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:40:14Z', 'updated_at': '2021-12-10T15:41:10Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': '61423e54-2dd9-44ff-83f6-2d87a040fe12', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'floating_ip_address': '172.26.2.187', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': '35e52038-2204-4ffc-810c-0b91c7b65fac', 'port_id': '3525d95d-30c4-421b-ada2-e58688ebd565', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0f2f76b-6624-4120-b289-316ed387069a', 'mac_address': 'fa:16:3e:fa:20:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db5ceb8-fad3-4a02-8397-0a17b003f041', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T15:40:37Z', 'updated_at': '2021-12-10T15:41:09Z', 'revision_number': 2, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69678b32-d5c4-43ce-aefb-b57d7926d967', 'name': '', 'network_id': 'e0f2f76b-6624-4120-b289-316ed387069a', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:ce:22:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35e52038-2204-4ffc-810c-0b91c7b65fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '13ff93eb-b1cc-4357-9046-225f1ed49522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:40:17Z', 'updated_at': '2021-12-10T15:41:10Z', 'revision_number': 6, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': '13ff93eb-b1cc-4357-9046-225f1ed49522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:41:12.406406 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 38346) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:41:12.470101 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-a2400745-d474-48c4-9d59-8bf2425ef520 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/floatingips/61423e54-2dd9-44ff-83f6-2d87a040fe12 HTTP/1.1" status: 200 len: 991 time: 0.0625169 Dec 10 15:41:12.915175 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-946e6dfc-cff6-4b68-87dc-bc988eabcfcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:13.377867 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:13.474061 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 38348) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:41:13.539240 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-9cebebdb-44a6-4cbb-bf3b-bd85693f438b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/floatingips/61423e54-2dd9-44ff-83f6-2d87a040fe12 HTTP/1.1" status: 200 len: 991 time: 0.0630267 Dec 10 15:41:13.640381 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b45b75-eef3-4b11-bcda-cdbb217a4824 None None] New status for floating IP 61423e54-2dd9-44ff-83f6-2d87a040fe12: ACTIVE {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 15:41:14.010043 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 69678b32-d5c4-43ce-aefb-b57d7926d967 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:41:14.063792 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 69678b32-d5c4-43ce-aefb-b57d7926d967 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:41:14.064162 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:14.146836 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:14.186268 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] For port 69678b32-d5c4-43ce-aefb-b57d7926d967, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=69678b32-d5c4-43ce-aefb-b57d7926d967,segment=NetworkSegment(6c0740e3-757b-42d0-867f-49f2efebe43f),segment_id=6c0740e3-757b-42d0-867f-49f2efebe43f)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:41:14.269338 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:14.270185 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 2834e66b-b9d9-46e9-a046-7dd70c924ab5 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:41:14.346056 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Pushing event updated for resources: {'Port': ['ID=69678b32-d5c4-43ce-aefb-b57d7926d967,revision_number=7']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:41:14.354846 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:41:14.355203 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:41:14.355546 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:41:14.355883 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:41:14.356214 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:41:14.356543 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:41:14.356867 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:41:14.357197 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:41:14.357520 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:41:14.357875 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:41:14.358200 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:41:14.358518 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:41:14.358836 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:41:14.370037 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 2834e66b-b9d9-46e9-a046-7dd70c924ab5 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:41:14.370421 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:14.445581 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:14.465246 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] For port 2834e66b-b9d9-46e9-a046-7dd70c924ab5, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=2834e66b-b9d9-46e9-a046-7dd70c924ab5,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:41:14.542149 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 38350) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:41:14.561137 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:14.609391 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-46baf69c-e98e-401c-aebd-de565223f8b8 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/floatingips/61423e54-2dd9-44ff-83f6-2d87a040fe12 HTTP/1.1" status: 200 len: 993 time: 0.0660729 Dec 10 15:41:14.609720 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Pushing event updated for resources: {'Port': ['ID=2834e66b-b9d9-46e9-a046-7dd70c924ab5,revision_number=6']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:41:14.853238 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 38356) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:41:15.013182 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-813f2c0a-bc3b-473c-aa5d-fd7f61990e6a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Deleting port 57d04977-bcc9-4e20-9d48-c3592c8b94d7 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:41:15.013446 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-813f2c0a-bc3b-473c-aa5d-fd7f61990e6a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:15.087302 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-813f2c0a-bc3b-473c-aa5d-fd7f61990e6a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:15.087640 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-813f2c0a-bc3b-473c-aa5d-fd7f61990e6a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:15.099075 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-813f2c0a-bc3b-473c-aa5d-fd7f61990e6a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Calling delete_port for 57d04977-bcc9-4e20-9d48-c3592c8b94d7 owned by network:floatingip {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:41:15.246840 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9fa3c901-f4aa-4a21-bb0b-a60d88f02c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:15.315261 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-813f2c0a-bc3b-473c-aa5d-fd7f61990e6a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:15.345409 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813f2c0a-bc3b-473c-aa5d-fd7f61990e6a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event deleted for resources: {'Port': ['ID=57d04977-bcc9-4e20-9d48-c3592c8b94d7,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:41:15.368309 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813f2c0a-bc3b-473c-aa5d-fd7f61990e6a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:41:15.368662 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813f2c0a-bc3b-473c-aa5d-fd7f61990e6a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:41:15.369010 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813f2c0a-bc3b-473c-aa5d-fd7f61990e6a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:41:15.369350 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813f2c0a-bc3b-473c-aa5d-fd7f61990e6a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:41:15.369687 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813f2c0a-bc3b-473c-aa5d-fd7f61990e6a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:41:15.370046 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813f2c0a-bc3b-473c-aa5d-fd7f61990e6a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:41:15.370379 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813f2c0a-bc3b-473c-aa5d-fd7f61990e6a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:41:15.370708 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813f2c0a-bc3b-473c-aa5d-fd7f61990e6a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:41:15.371040 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813f2c0a-bc3b-473c-aa5d-fd7f61990e6a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:41:15.371366 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813f2c0a-bc3b-473c-aa5d-fd7f61990e6a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:41:15.371694 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813f2c0a-bc3b-473c-aa5d-fd7f61990e6a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:41:15.372017 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813f2c0a-bc3b-473c-aa5d-fd7f61990e6a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:41:15.372343 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813f2c0a-bc3b-473c-aa5d-fd7f61990e6a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:41:15.412326 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-813f2c0a-bc3b-473c-aa5d-fd7f61990e6a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for floatingip, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:15.412660 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.l3_db [None req-813f2c0a-bc3b-473c-aa5d-fd7f61990e6a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Floating IP 61423e54-2dd9-44ff-83f6-2d87a040fe12 disassociated (deleted). External IP: 172.26.2.187, port: 3525d95d-30c4-421b-ada2-e58688ebd565. Dec 10 15:41:15.626201 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-813f2c0a-bc3b-473c-aa5d-fd7f61990e6a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Router 35e52038-2204-4ffc-810c-0b91c7b65fac has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:41:15.732399 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-813f2c0a-bc3b-473c-aa5d-fd7f61990e6a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:41:15.737460 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-813f2c0a-bc3b-473c-aa5d-fd7f61990e6a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:15.742215 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d51ec2-b7c7-42dd-ab68-9f29ba8bc687 None None] Sync routers for ids ['35e52038-2204-4ffc-810c-0b91c7b65fac'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:41:15.752491 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d51ec2-b7c7-42dd-ab68-9f29ba8bc687 None None] Routers {'35e52038-2204-4ffc-810c-0b91c7b65fac'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:41:15.753101 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-83d51ec2-b7c7-42dd-ab68-9f29ba8bc687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:41:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['35e52038-2204-4ffc-810c-0b91c7b65fac'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:41:15.764789 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-813f2c0a-bc3b-473c-aa5d-fd7f61990e6a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "DELETE /v2.0/floatingips/61423e54-2dd9-44ff-83f6-2d87a040fe12 HTTP/1.1" status: 204 len: 168 time: 0.9104421 Dec 10 15:41:15.765952 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8db5ceb8-fad3-4a02-8397-0a17b003f041', 'tag': '3525d95d-30c4-421b-ada2-e58688ebd565'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:41:15.767742 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde1b47dcd987728a27c8e391f176ee57ea2adf837d2cedb59662361de43515a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f58be1-183e-41d6-8e99-da79a836212f" -d '{"events": [{"name": "network-changed", "server_uuid": "8db5ceb8-fad3-4a02-8397-0a17b003f041", "tag": "3525d95d-30c4-421b-ada2-e58688ebd565"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:41:15.861765 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-83d51ec2-b7c7-42dd-ab68-9f29ba8bc687 None None] Set router 35e52038-2204-4ffc-810c-0b91c7b65fac gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:41:15.879518 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 15:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e27e2ee0-0c2a-40be-98f2-561f5325661d x-openstack-request-id: req-e27e2ee0-0c2a-40be-98f2-561f5325661d {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:41:15.879709 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8db5ceb8-fad3-4a02-8397-0a17b003f041", "tag": "3525d95d-30c4-421b-ada2-e58688ebd565", "status": "completed", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:41:15.879964 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e27e2ee0-0c2a-40be-98f2-561f5325661d {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:41:15.880440 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8db5ceb8-fad3-4a02-8397-0a17b003f041', 'tag': '3525d95d-30c4-421b-ada2-e58688ebd565', 'status': 'completed', 'code': 200} Dec 10 15:41:15.995680 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f58be1-183e-41d6-8e99-da79a836212f req-783edb42-c9c9-4801-9f6c-2562ae297dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:41:15.997222 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f6f58be1-183e-41d6-8e99-da79a836212f req-783edb42-c9c9-4801-9f6c-2562ae297dbf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e049672a5fd04e7f8cbb0423b61eb757&device_id=8db5ceb8-fad3-4a02-8397-0a17b003f041 HTTP/1.1" status: 200 len: 1098 time: 0.0963881 Dec 10 15:41:15.998740 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 69678b32-d5c4-43ce-aefb-b57d7926d967 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:41:16.098843 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f58be1-183e-41d6-8e99-da79a836212f req-35c4e12e-9dc9-4bb2-9021-b4866d5d7846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:41:16.100623 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f6f58be1-183e-41d6-8e99-da79a836212f req-35c4e12e-9dc9-4bb2-9021-b4866d5d7846 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e0f2f76b-6624-4120-b289-316ed387069a HTTP/1.1" status: 200 len: 898 time: 0.0963743 Dec 10 15:41:16.120758 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 69678b32-d5c4-43ce-aefb-b57d7926d967 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:41:16.121132 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:16.142773 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f6f58be1-183e-41d6-8e99-da79a836212f req-b9fed105-e0e8-4767-90c8-7ffb0fa64cb5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3525d95d-30c4-421b-ada2-e58688ebd565 HTTP/1.1" status: 200 len: 217 time: 0.0350366 Dec 10 15:41:16.164761 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:16.199586 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-83d51ec2-b7c7-42dd-ab68-9f29ba8bc687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e52038-2204-4ffc-810c-0b91c7b65fac', 'name': 'tempest-TestNetworkBasicOps-router-686256562', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.221'}], 'enable_snat': True}, 'gw_port_id': '2834e66b-b9d9-46e9-a046-7dd70c924ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:40:13Z', 'updated_at': '2021-12-10T15:40:18Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '2834e66b-b9d9-46e9-a046-7dd70c924ab5', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:24:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e52038-2204-4ffc-810c-0b91c7b65fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:40:14Z', 'updated_at': '2021-12-10T15:41:14Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '69678b32-d5c4-43ce-aefb-b57d7926d967', 'name': '', 'network_id': 'e0f2f76b-6624-4120-b289-316ed387069a', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:ce:22:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e52038-2204-4ffc-810c-0b91c7b65fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '13ff93eb-b1cc-4357-9046-225f1ed49522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:40:17Z', 'updated_at': '2021-12-10T15:41:14Z', 'revision_number': 7, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': '13ff93eb-b1cc-4357-9046-225f1ed49522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:41:16.202719 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f58be1-183e-41d6-8e99-da79a836212f req-29166562-6641-4e32-8e4a-15a9b0465a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:41:16.204428 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f6f58be1-183e-41d6-8e99-da79a836212f req-29166562-6641-4e32-8e4a-15a9b0465a22 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=13ff93eb-b1cc-4357-9046-225f1ed49522 HTTP/1.1" status: 200 len: 835 time: 0.0550823 Dec 10 15:41:16.249577 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d51ec2-b7c7-42dd-ab68-9f29ba8bc687 None None] Checking router: 35e52038-2204-4ffc-810c-0b91c7b65fac for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:41:16.266616 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 2834e66b-b9d9-46e9-a046-7dd70c924ab5 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:41:16.266866 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f58be1-183e-41d6-8e99-da79a836212f req-1fbcb9d3-396c-458f-975e-99faf1427b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:41:16.268171 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f6f58be1-183e-41d6-8e99-da79a836212f req-1fbcb9d3-396c-458f-975e-99faf1427b69 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e0f2f76b-6624-4120-b289-316ed387069a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0573847 Dec 10 15:41:16.268482 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d51ec2-b7c7-42dd-ab68-9f29ba8bc687 None None] Routers {'35e52038-2204-4ffc-810c-0b91c7b65fac'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:41:16.269103 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-83d51ec2-b7c7-42dd-ab68-9f29ba8bc687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:41:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['35e52038-2204-4ffc-810c-0b91c7b65fac'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:41:16.362496 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f6f58be1-183e-41d6-8e99-da79a836212f req-fc25c38d-8481-4871-80ab-ab53fc686d60 service neutron] 10.222.0.44 "GET /v2.0/networks/e0f2f76b-6624-4120-b289-316ed387069a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867376 Dec 10 15:41:16.384934 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e43357e-23b9-4ae6-ba1d-552a0db7e326 req-692c7f1c-2bef-40e1-8e9c-9a1357c07fde tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:41:16.386629 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-2e43357e-23b9-4ae6-ba1d-552a0db7e326 req-692c7f1c-2bef-40e1-8e9c-9a1357c07fde tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=8db5ceb8-fad3-4a02-8397-0a17b003f041 HTTP/1.1" status: 200 len: 945 time: 0.1213043 Dec 10 15:41:16.406547 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 2834e66b-b9d9-46e9-a046-7dd70c924ab5 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:41:16.407523 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:16.437631 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-83d51ec2-b7c7-42dd-ab68-9f29ba8bc687 None None] Set router 35e52038-2204-4ffc-810c-0b91c7b65fac gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:41:16.441415 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-2e43357e-23b9-4ae6-ba1d-552a0db7e326 req-037214a9-72dd-4dd0-bbd3-7e1638bbed7a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4b20e4f-50da-4d28-8ebe-0a10c3968780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476294 Dec 10 15:41:16.475236 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f6f58be1-183e-41d6-8e99-da79a836212f req-014d7b44-bbd9-463d-91c7-764d22753109 service neutron] 10.222.0.44 "GET /v2.0/networks/e0f2f76b-6624-4120-b289-316ed387069a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045129 Dec 10 15:41:16.836203 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-83d51ec2-b7c7-42dd-ab68-9f29ba8bc687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e52038-2204-4ffc-810c-0b91c7b65fac', 'name': 'tempest-TestNetworkBasicOps-router-686256562', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.221'}], 'enable_snat': True}, 'gw_port_id': '2834e66b-b9d9-46e9-a046-7dd70c924ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:40:13Z', 'updated_at': '2021-12-10T15:40:18Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '2834e66b-b9d9-46e9-a046-7dd70c924ab5', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:24:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e52038-2204-4ffc-810c-0b91c7b65fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:40:14Z', 'updated_at': '2021-12-10T15:41:14Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '69678b32-d5c4-43ce-aefb-b57d7926d967', 'name': '', 'network_id': 'e0f2f76b-6624-4120-b289-316ed387069a', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:ce:22:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e52038-2204-4ffc-810c-0b91c7b65fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '13ff93eb-b1cc-4357-9046-225f1ed49522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:40:17Z', 'updated_at': '2021-12-10T15:41:14Z', 'revision_number': 7, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': '13ff93eb-b1cc-4357-9046-225f1ed49522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:41:16.863324 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d51ec2-b7c7-42dd-ab68-9f29ba8bc687 None None] The sync data for ids ['35e52038-2204-4ffc-810c-0b91c7b65fac'] in dv-neutron-821401-4-hyperv is: [{'id': '35e52038-2204-4ffc-810c-0b91c7b65fac', 'name': 'tempest-TestNetworkBasicOps-router-686256562', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.221'}], 'enable_snat': True}, 'gw_port_id': '2834e66b-b9d9-46e9-a046-7dd70c924ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:40:13Z', 'updated_at': '2021-12-10T15:40:18Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '2834e66b-b9d9-46e9-a046-7dd70c924ab5', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:24:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e52038-2204-4ffc-810c-0b91c7b65fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:40:14Z', 'updated_at': '2021-12-10T15:41:14Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '69678b32-d5c4-43ce-aefb-b57d7926d967', 'name': '', 'network_id': 'e0f2f76b-6624-4120-b289-316ed387069a', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:ce:22:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e52038-2204-4ffc-810c-0b91c7b65fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '13ff93eb-b1cc-4357-9046-225f1ed49522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:40:17Z', 'updated_at': '2021-12-10T15:41:14Z', 'revision_number': 7, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': '13ff93eb-b1cc-4357-9046-225f1ed49522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:41:17.495640 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325d1354-96e8-4077-8c55-b1c649fa1c0d None None] New status for floating IP 61423e54-2dd9-44ff-83f6-2d87a040fe12: DOWN {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 15:41:17.578939 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9fcc8b-c795-4c9f-8666-1341eca6cff3 req-a9f381ff-8445-47d9-9259-f9c63f406d35 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:41:17.580330 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-de9fcc8b-c795-4c9f-8666-1341eca6cff3 req-a9f381ff-8445-47d9-9259-f9c63f406d35 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.44 "GET /v2.0/ports?device_id=8db5ceb8-fad3-4a02-8397-0a17b003f041 HTTP/1.1" status: 200 len: 945 time: 0.0786824 Dec 10 15:41:17.594172 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb62c79-a187-4184-a6a3-e37cdc427596 req-c401a557-9a38-4d35-9af1-7ad60a79f52b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:41:17.595513 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-7bb62c79-a187-4184-a6a3-e37cdc427596 req-c401a557-9a38-4d35-9af1-7ad60a79f52b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=8db5ceb8-fad3-4a02-8397-0a17b003f041 HTTP/1.1" status: 200 len: 945 time: 0.0679440 Dec 10 15:41:17.698904 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-7bb62c79-a187-4184-a6a3-e37cdc427596 req-26af3a20-2ef7-49e4-88a2-9bdf8d1b0ec9 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4b20e4f-50da-4d28-8ebe-0a10c3968780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958374 Dec 10 15:41:17.721231 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [req-de9fcc8b-c795-4c9f-8666-1341eca6cff3 req-bc278eb2-603b-45cd-b170-3098604628f8 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Deleting port 3525d95d-30c4-421b-ada2-e58688ebd565 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:41:17.721575 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-de9fcc8b-c795-4c9f-8666-1341eca6cff3 req-bc278eb2-603b-45cd-b170-3098604628f8 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:17.749721 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:17.809182 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [req-de9fcc8b-c795-4c9f-8666-1341eca6cff3 req-bc278eb2-603b-45cd-b170-3098604628f8 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] For port 3525d95d-30c4-421b-ada2-e58688ebd565, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=3525d95d-30c4-421b-ada2-e58688ebd565,segment=NetworkSegment(6c0740e3-757b-42d0-867f-49f2efebe43f),segment_id=6c0740e3-757b-42d0-867f-49f2efebe43f)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:41:17.809468 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-de9fcc8b-c795-4c9f-8666-1341eca6cff3 req-bc278eb2-603b-45cd-b170-3098604628f8 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:17.821336 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [req-de9fcc8b-c795-4c9f-8666-1341eca6cff3 req-bc278eb2-603b-45cd-b170-3098604628f8 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Calling delete_port for 3525d95d-30c4-421b-ada2-e58688ebd565 owned by compute:nova {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:41:18.004717 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-de9fcc8b-c795-4c9f-8666-1341eca6cff3 req-bc278eb2-603b-45cd-b170-3098604628f8 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:18.034828 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc278eb2-603b-45cd-b170-3098604628f8 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event deleted for resources: {'Port': ['ID=3525d95d-30c4-421b-ada2-e58688ebd565,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:41:18.078045 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [req-de9fcc8b-c795-4c9f-8666-1341eca6cff3 req-bc278eb2-603b-45cd-b170-3098604628f8 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] No DVR routers for this DVR port 3525d95d-30c4-421b-ada2-e58688ebd565 on host hv-neutron-8214 {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:41:18.081077 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-de9fcc8b-c795-4c9f-8666-1341eca6cff3 req-bc278eb2-603b-45cd-b170-3098604628f8 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:18.084595 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-de9fcc8b-c795-4c9f-8666-1341eca6cff3 req-bc278eb2-603b-45cd-b170-3098604628f8 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.44 "DELETE /v2.0/ports/3525d95d-30c4-421b-ada2-e58688ebd565 HTTP/1.1" status: 204 len: 173 time: 0.4983976 Dec 10 15:41:18.085033 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8db5ceb8-fad3-4a02-8397-0a17b003f041', 'name': 'network-vif-deleted', 'tag': '3525d95d-30c4-421b-ada2-e58688ebd565'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:41:18.087347 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde1b47dcd987728a27c8e391f176ee57ea2adf837d2cedb59662361de43515a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93753f81-4a0b-4088-9fb9-d6eb31466d50" -d '{"events": [{"server_uuid": "8db5ceb8-fad3-4a02-8397-0a17b003f041", "name": "network-vif-deleted", "tag": "3525d95d-30c4-421b-ada2-e58688ebd565"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:41:18.122585 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 15:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad99fc7e-d73e-405b-9a2b-895404d071ef x-openstack-request-id: req-ad99fc7e-d73e-405b-9a2b-895404d071ef {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:41:18.122880 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8db5ceb8-fad3-4a02-8397-0a17b003f041", "name": "network-vif-deleted", "tag": "3525d95d-30c4-421b-ada2-e58688ebd565", "status": "completed", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:41:18.123143 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ad99fc7e-d73e-405b-9a2b-895404d071ef {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:41:18.123548 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8db5ceb8-fad3-4a02-8397-0a17b003f041', 'name': 'network-vif-deleted', 'tag': '3525d95d-30c4-421b-ada2-e58688ebd565', 'status': 'completed', 'code': 200} Dec 10 15:41:18.686877 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:18.805650 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-6eeb9799-bb17-47c0-986e-32bf0709431a req-ad0e88a7-fe07-428c-be17-0e40286db8c8 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=8db5ceb8-fad3-4a02-8397-0a17b003f041 HTTP/1.1" status: 200 len: 210 time: 0.0261567 Dec 10 15:41:19.863181 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 38380) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:41:19.919669 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7afcdf2a-dbfb-40b1-a350-2ada4c06cef3 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:19.945138 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7afcdf2a-dbfb-40b1-a350-2ada4c06cef3 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:20.067636 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7afcdf2a-dbfb-40b1-a350-2ada4c06cef3 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:20.070234 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7afcdf2a-dbfb-40b1-a350-2ada4c06cef3 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:20.071477 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-7afcdf2a-dbfb-40b1-a350-2ada4c06cef3 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "DELETE /v2.0/security-groups/c4b20e4f-50da-4d28-8ebe-0a10c3968780 HTTP/1.1" status: 204 len: 168 time: 0.2072678 Dec 10 15:41:20.080787 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afcdf2a-dbfb-40b1-a350-2ada4c06cef3 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b20e4f-50da-4d28-8ebe-0a10c3968780,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:41:20.167369 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 38384) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:41:20.524576 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4a62e0e9-d9b5-46a4-8389-92ddfc477fdb tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549925'] for router_interface, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:20.787476 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-4a62e0e9-d9b5-46a4-8389-92ddfc477fdb tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Deleting port 69678b32-d5c4-43ce-aefb-b57d7926d967 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:41:20.787738 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4a62e0e9-d9b5-46a4-8389-92ddfc477fdb tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:20.874158 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-4a62e0e9-d9b5-46a4-8389-92ddfc477fdb tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] For port 69678b32-d5c4-43ce-aefb-b57d7926d967, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=69678b32-d5c4-43ce-aefb-b57d7926d967,segment=NetworkSegment(6c0740e3-757b-42d0-867f-49f2efebe43f),segment_id=6c0740e3-757b-42d0-867f-49f2efebe43f)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:41:20.874855 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4a62e0e9-d9b5-46a4-8389-92ddfc477fdb tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:20.886403 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-4a62e0e9-d9b5-46a4-8389-92ddfc477fdb tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Calling delete_port for 69678b32-d5c4-43ce-aefb-b57d7926d967 owned by network:router_interface {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:41:21.159293 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4a62e0e9-d9b5-46a4-8389-92ddfc477fdb tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:21.189261 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a62e0e9-d9b5-46a4-8389-92ddfc477fdb tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event deleted for resources: {'Port': ['ID=69678b32-d5c4-43ce-aefb-b57d7926d967,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:41:21.653975 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4a62e0e9-d9b5-46a4-8389-92ddfc477fdb tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550073'] for router_interface, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:21.869423 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a62e0e9-d9b5-46a4-8389-92ddfc477fdb tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Router 35e52038-2204-4ffc-810c-0b91c7b65fac has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:41:21.976654 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a62e0e9-d9b5-46a4-8389-92ddfc477fdb tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:41:21.983388 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-4a62e0e9-d9b5-46a4-8389-92ddfc477fdb tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "PUT /v2.0/routers/35e52038-2204-4ffc-810c-0b91c7b65fac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8133938 Dec 10 15:41:21.984588 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 38386) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:41:21.987832 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ec874f-797a-43ff-8b4e-85240ea00576 None None] Sync routers for ids ['35e52038-2204-4ffc-810c-0b91c7b65fac'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:41:22.002068 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ec874f-797a-43ff-8b4e-85240ea00576 None None] Routers {'35e52038-2204-4ffc-810c-0b91c7b65fac'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:41:22.002685 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-c5ec874f-797a-43ff-8b4e-85240ea00576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:41:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['35e52038-2204-4ffc-810c-0b91c7b65fac'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:41:22.035028 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_v2 [None req-b395555a-8bc5-4817-8b60-eb03f7fcf411 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Deleting subnet 13ff93eb-b1cc-4357-9046-225f1ed49522 {{(pid=103586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:41:22.038301 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b395555a-8bc5-4817-8b60-eb03f7fcf411 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for subnet, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:22.078735 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b395555a-8bc5-4817-8b60-eb03f7fcf411 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12392400'] for subnet, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:22.107008 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-c5ec874f-797a-43ff-8b4e-85240ea00576 None None] Set router 35e52038-2204-4ffc-810c-0b91c7b65fac gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:41:22.168130 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b395555a-8bc5-4817-8b60-eb03f7fcf411 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:22.285756 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-c5ec874f-797a-43ff-8b4e-85240ea00576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e52038-2204-4ffc-810c-0b91c7b65fac', 'name': 'tempest-TestNetworkBasicOps-router-686256562', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.221'}], 'enable_snat': True}, 'gw_port_id': '2834e66b-b9d9-46e9-a046-7dd70c924ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:40:13Z', 'updated_at': '2021-12-10T15:41:21Z', 'revision_number': 5, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '2834e66b-b9d9-46e9-a046-7dd70c924ab5', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:24:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e52038-2204-4ffc-810c-0b91c7b65fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:40:14Z', 'updated_at': '2021-12-10T15:41:14Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:41:22.304123 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b395555a-8bc5-4817-8b60-eb03f7fcf411 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:22.311869 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ec874f-797a-43ff-8b4e-85240ea00576 None None] Checking router: 35e52038-2204-4ffc-810c-0b91c7b65fac for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:41:22.320360 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ec874f-797a-43ff-8b4e-85240ea00576 None None] Routers {'35e52038-2204-4ffc-810c-0b91c7b65fac'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:41:22.320976 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-c5ec874f-797a-43ff-8b4e-85240ea00576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:41:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['35e52038-2204-4ffc-810c-0b91c7b65fac'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:41:22.333277 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b395555a-8bc5-4817-8b60-eb03f7fcf411 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event deleted for resources: {'Subnet': ['ID=13ff93eb-b1cc-4357-9046-225f1ed49522,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:41:22.335593 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b395555a-8bc5-4817-8b60-eb03f7fcf411 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:22.338937 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-b395555a-8bc5-4817-8b60-eb03f7fcf411 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "DELETE /v2.0/subnets/13ff93eb-b1cc-4357-9046-225f1ed49522 HTTP/1.1" status: 204 len: 168 time: 0.3528290 Dec 10 15:41:22.341582 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 38388) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:41:22.361723 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65b45ba-828a-4d1b-aa0a-e7656a1d3030 None None] Network e0f2f76b-6624-4120-b289-316ed387069a requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:41:22.453376 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 3525d95d-30c4-421b-ada2-e58688ebd565 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:41:22.454341 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ff8275b3-51df-46ca-9d36-f8a913ac0dfb tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for router, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:22.496998 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] No Port match for: 3525d95d-30c4-421b-ada2-e58688ebd565 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:41:22.497354 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 3525d95d-30c4-421b-ada2-e58688ebd565 not bound to the agent host hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:41:22.518368 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-c5ec874f-797a-43ff-8b4e-85240ea00576 None None] Set router 35e52038-2204-4ffc-810c-0b91c7b65fac gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:41:22.561953 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ff8275b3-51df-46ca-9d36-f8a913ac0dfb tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:22.650822 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5282f2ec-1bd8-4efa-9253-8755187e2613 None None] DHCP port deletion for e0f2f76b-6624-4120-b289-316ed387069a request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:41:22.706696 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-ff8275b3-51df-46ca-9d36-f8a913ac0dfb tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Deleting port 2834e66b-b9d9-46e9-a046-7dd70c924ab5 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:41:22.706960 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ff8275b3-51df-46ca-9d36-f8a913ac0dfb tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:22.741867 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-c5ec874f-797a-43ff-8b4e-85240ea00576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e52038-2204-4ffc-810c-0b91c7b65fac', 'name': 'tempest-TestNetworkBasicOps-router-686256562', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.221'}], 'enable_snat': True}, 'gw_port_id': '2834e66b-b9d9-46e9-a046-7dd70c924ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:40:13Z', 'updated_at': '2021-12-10T15:41:21Z', 'revision_number': 5, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '2834e66b-b9d9-46e9-a046-7dd70c924ab5', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:24:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e52038-2204-4ffc-810c-0b91c7b65fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:40:14Z', 'updated_at': '2021-12-10T15:41:14Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:41:22.744328 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-5282f2ec-1bd8-4efa-9253-8755187e2613 None None] Deleting port f72ee3b5-4f24-4559-abe9-6a0d119048a2 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:41:22.744707 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5282f2ec-1bd8-4efa-9253-8755187e2613 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:22.782458 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ec874f-797a-43ff-8b4e-85240ea00576 None None] The sync data for ids ['35e52038-2204-4ffc-810c-0b91c7b65fac'] in dv-neutron-821401-4-hyperv is: [{'id': '35e52038-2204-4ffc-810c-0b91c7b65fac', 'name': 'tempest-TestNetworkBasicOps-router-686256562', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.221'}], 'enable_snat': True}, 'gw_port_id': '2834e66b-b9d9-46e9-a046-7dd70c924ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:40:13Z', 'updated_at': '2021-12-10T15:41:21Z', 'revision_number': 5, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '2834e66b-b9d9-46e9-a046-7dd70c924ab5', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:24:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e52038-2204-4ffc-810c-0b91c7b65fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:40:14Z', 'updated_at': '2021-12-10T15:41:14Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:41:22.792262 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-ff8275b3-51df-46ca-9d36-f8a913ac0dfb tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] For port 2834e66b-b9d9-46e9-a046-7dd70c924ab5, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=2834e66b-b9d9-46e9-a046-7dd70c924ab5,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:41:22.793391 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ff8275b3-51df-46ca-9d36-f8a913ac0dfb tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:22.806537 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-ff8275b3-51df-46ca-9d36-f8a913ac0dfb tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Calling delete_port for 2834e66b-b9d9-46e9-a046-7dd70c924ab5 owned by network:router_gateway {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:41:22.837499 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-5282f2ec-1bd8-4efa-9253-8755187e2613 None None] For port f72ee3b5-4f24-4559-abe9-6a0d119048a2, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=f72ee3b5-4f24-4559-abe9-6a0d119048a2,segment=NetworkSegment(6c0740e3-757b-42d0-867f-49f2efebe43f),segment_id=6c0740e3-757b-42d0-867f-49f2efebe43f)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:41:22.837935 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5282f2ec-1bd8-4efa-9253-8755187e2613 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:22.850714 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-5282f2ec-1bd8-4efa-9253-8755187e2613 None None] Calling delete_port for f72ee3b5-4f24-4559-abe9-6a0d119048a2 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:41:22.994952 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5282f2ec-1bd8-4efa-9253-8755187e2613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:23.020615 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5282f2ec-1bd8-4efa-9253-8755187e2613 None None] Pushing event deleted for resources: {'Port': ['ID=f72ee3b5-4f24-4559-abe9-6a0d119048a2,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:41:23.024256 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5282f2ec-1bd8-4efa-9253-8755187e2613 None None] No DVR routers for this DVR port f72ee3b5-4f24-4559-abe9-6a0d119048a2 on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:41:23.040751 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ff8275b3-51df-46ca-9d36-f8a913ac0dfb tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:23.067114 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8275b3-51df-46ca-9d36-f8a913ac0dfb tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event deleted for resources: {'Port': ['ID=2834e66b-b9d9-46e9-a046-7dd70c924ab5,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:41:23.080611 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcae88a2-b1b4-4874-b485-7bd852878638 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:41:23.137877 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ff8275b3-51df-46ca-9d36-f8a913ac0dfb tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552731'] for router_gateway, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:23.235352 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ff8275b3-51df-46ca-9d36-f8a913ac0dfb tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13898'] for router, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:23.237769 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ff8275b3-51df-46ca-9d36-f8a913ac0dfb tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:23.355023 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ff8275b3-51df-46ca-9d36-f8a913ac0dfb tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549250'] for router, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:23.359106 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff8275b3-51df-46ca-9d36-f8a913ac0dfb tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Fanout notify agent at l3_agent the message router_deleted on router 35e52038-2204-4ffc-810c-0b91c7b65fac {{(pid=103586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 15:41:23.362691 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ff8275b3-51df-46ca-9d36-f8a913ac0dfb tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:23.363817 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-ff8275b3-51df-46ca-9d36-f8a913ac0dfb tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "DELETE /v2.0/routers/35e52038-2204-4ffc-810c-0b91c7b65fac HTTP/1.1" status: 204 len: 168 time: 1.0200324 Dec 10 15:41:23.366492 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 38390) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:41:23.452493 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4d7f86f0-14d7-49be-b230-e4cea248d771 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:23.540523 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4d7f86f0-14d7-49be-b230-e4cea248d771 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:23.560683 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-4d7f86f0-14d7-49be-b230-e4cea248d771 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0f2f76b-6624-4120-b289-316ed387069a']}} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:41:23.570116 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-4d7f86f0-14d7-49be-b230-e4cea248d771 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c0740e3-757b-42d0-867f-49f2efebe43f') {'for_net_delete': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:41:23.570421 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-4d7f86f0-14d7-49be-b230-e4cea248d771 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c0740e3-757b-42d0-867f-49f2efebe43f') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:41:23.580422 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4d7f86f0-14d7-49be-b230-e4cea248d771 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12392235'] for segment, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:23.593495 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4d7f86f0-14d7-49be-b230-e4cea248d771 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:23.600690 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d7f86f0-14d7-49be-b230-e4cea248d771 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=103586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:41:23.601118 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4d7f86f0-14d7-49be-b230-e4cea248d771 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11695586'] for segment, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:23.604264 dv-neutron-821401-4-hyperv neutron-server[103586]: Traceback (most recent call last): Dec 10 15:41:23.604264 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:41:23.604264 dv-neutron-821401-4-hyperv neutron-server[103586]: timer() Dec 10 15:41:23.604264 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:41:23.604264 dv-neutron-821401-4-hyperv neutron-server[103586]: cb(*args, **kw) Dec 10 15:41:23.604264 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:41:23.604264 dv-neutron-821401-4-hyperv neutron-server[103586]: return func(*args, **kwargs) Dec 10 15:41:23.604264 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:41:23.604264 dv-neutron-821401-4-hyperv neutron-server[103586]: self._notify() Dec 10 15:41:23.604264 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:41:23.604264 dv-neutron-821401-4-hyperv neutron-server[103586]: self.callback(batched_events) Dec 10 15:41:23.604264 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:41:23.604264 dv-neutron-821401-4-hyperv neutron-server[103586]: event.method(event) Dec 10 15:41:23.604264 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:41:23.604264 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:41:23.604264 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:41:23.604264 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:41:23.604264 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:41:23.604264 dv-neutron-821401-4-hyperv neutron-server[103586]: return f(self, *a, **k) Dec 10 15:41:23.604264 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:41:23.604264 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._get(url).json() Dec 10 15:41:23.604264 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:41:23.604264 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:41:23.604264 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:41:23.604264 dv-neutron-821401-4-hyperv neutron-server[103586]: return self.request(url, 'GET', **kwargs) Dec 10 15:41:23.604264 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:41:23.604264 dv-neutron-821401-4-hyperv neutron-server[103586]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:41:23.604264 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:41:23.604264 dv-neutron-821401-4-hyperv neutron-server[103586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:41:23.604264 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:41:23.604264 dv-neutron-821401-4-hyperv neutron-server[103586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:41:23.604264 dv-neutron-821401-4-hyperv neutron-server[103586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:41:23.795022 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4d7f86f0-14d7-49be-b230-e4cea248d771 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:23.802757 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4d7f86f0-14d7-49be-b230-e4cea248d771 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:23.805620 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-4d7f86f0-14d7-49be-b230-e4cea248d771 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "DELETE /v2.0/networks/e0f2f76b-6624-4120-b289-316ed387069a HTTP/1.1" status: 204 len: 168 time: 0.4381769 Dec 10 15:41:23.820174 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7f86f0-14d7-49be-b230-e4cea248d771 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event deleted for resources: {'Network': ['ID=e0f2f76b-6624-4120-b289-316ed387069a,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:41:23.832230 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 38392) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:41:23.838045 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-041a4a86-63a8-48b8-b0ec-807c219df787 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'network': {'name': 'tempest-network-smoke--586451499', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'port_security_enabled': True}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:41:23.975963 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 69678b32-d5c4-43ce-aefb-b57d7926d967 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:41:24.000031 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 69678b32-d5c4-43ce-aefb-b57d7926d967 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:41:24.001217 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 69678b32-d5c4-43ce-aefb-b57d7926d967 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:41:24.001324 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device f72ee3b5-4f24-4559-abe9-6a0d119048a2 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:41:24.020098 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: f72ee3b5-4f24-4559-abe9-6a0d119048a2 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:41:24.020444 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device f72ee3b5-4f24-4559-abe9-6a0d119048a2 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:41:24.020851 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 2834e66b-b9d9-46e9-a046-7dd70c924ab5 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:41:24.039305 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 2834e66b-b9d9-46e9-a046-7dd70c924ab5 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:41:24.039653 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 2834e66b-b9d9-46e9-a046-7dd70c924ab5 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:41:24.067278 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-041a4a86-63a8-48b8-b0ec-807c219df787 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Made reservation on behalf of e049672a5fd04e7f8cbb0423b61eb757 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:41:24.072184 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-041a4a86-63a8-48b8-b0ec-807c219df787 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:24.094714 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-041a4a86-63a8-48b8-b0ec-807c219df787 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:41:24.106178 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-041a4a86-63a8-48b8-b0ec-807c219df787 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:24.106178 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.segments_db [None req-041a4a86-63a8-48b8-b0ec-807c219df787 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Added segment ded2de7b-5e29-48c4-81ed-b8b6ae171a8f of type vlan for network 3dd2c98f-156a-4f9b-845e-3d0a79fd68e6 Dec 10 15:41:24.146714 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-041a4a86-63a8-48b8-b0ec-807c219df787 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:24.256151 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-041a4a86-63a8-48b8-b0ec-807c219df787 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:24.261728 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041a4a86-63a8-48b8-b0ec-807c219df787 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:41:24.262334 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-041a4a86-63a8-48b8-b0ec-807c219df787 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:24.327603 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041a4a86-63a8-48b8-b0ec-807c219df787 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'Network': ['ID=3dd2c98f-156a-4f9b-845e-3d0a79fd68e6,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:41:24.337309 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041a4a86-63a8-48b8-b0ec-807c219df787 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:41:24.337665 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041a4a86-63a8-48b8-b0ec-807c219df787 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:41:24.338145 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041a4a86-63a8-48b8-b0ec-807c219df787 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:41:24.338488 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041a4a86-63a8-48b8-b0ec-807c219df787 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:41:24.338826 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041a4a86-63a8-48b8-b0ec-807c219df787 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:41:24.339159 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041a4a86-63a8-48b8-b0ec-807c219df787 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:41:24.339485 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041a4a86-63a8-48b8-b0ec-807c219df787 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:41:24.339815 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041a4a86-63a8-48b8-b0ec-807c219df787 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:41:24.340140 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041a4a86-63a8-48b8-b0ec-807c219df787 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:41:24.340466 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041a4a86-63a8-48b8-b0ec-807c219df787 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:41:24.340792 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041a4a86-63a8-48b8-b0ec-807c219df787 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:41:24.341160 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041a4a86-63a8-48b8-b0ec-807c219df787 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:41:24.341474 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041a4a86-63a8-48b8-b0ec-807c219df787 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:41:24.352898 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 3dd2c98f-156a-4f9b-845e-3d0a79fd68e6 details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:41:24.369353 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-041a4a86-63a8-48b8-b0ec-807c219df787 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5353806 Dec 10 15:41:24.372211 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 38394) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:41:24.377282 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-e515abdb-25d3-42b8-ab16-19064bfe445e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1746908036', 'admin_state_up': True, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:41:24.470160 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e515abdb-25d3-42b8-ab16-19064bfe445e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13912'] for router, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:24.471241 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e515abdb-25d3-42b8-ab16-19064bfe445e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:24.526134 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e515abdb-25d3-42b8-ab16-19064bfe445e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:24.722410 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e515abdb-25d3-42b8-ab16-19064bfe445e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:25.014613 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e515abdb-25d3-42b8-ab16-19064bfe445e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for router_gateway, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:25.034006 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e515abdb-25d3-42b8-ab16-19064bfe445e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:25.136350 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-e515abdb-25d3-42b8-ab16-19064bfe445e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Allocated IP 172.26.2.72 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/46e72098-8321-49bf-ba24-fe179d0f3269) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:41:25.387346 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-2e020d10-84b1-46a6-9c87-fa1820e21d8b req-a53be47a-0712-414c-9bdb-27f717c363cb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=19d236a4-1ce2-4c32-a1f0-c2fd3b1d9190&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415380 Dec 10 15:41:25.475786 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e020d10-84b1-46a6-9c87-fa1820e21d8b req-e7673eee-fa73-4191-8815-290c65e9fe54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:41:25.477311 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-2e020d10-84b1-46a6-9c87-fa1820e21d8b req-e7673eee-fa73-4191-8815-290c65e9fe54 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fe288e3581ed450db6aaaa858fc0d419&device_id=19d236a4-1ce2-4c32-a1f0-c2fd3b1d9190 HTTP/1.1" status: 200 len: 1099 time: 0.0426266 Dec 10 15:41:25.562162 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e515abdb-25d3-42b8-ab16-19064bfe445e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:25.586410 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e020d10-84b1-46a6-9c87-fa1820e21d8b req-15541d2e-6279-40a5-86bb-2ed5180a15f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:41:25.587909 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-2e020d10-84b1-46a6-9c87-fa1820e21d8b req-15541d2e-6279-40a5-86bb-2ed5180a15f7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=dd61618b-b615-4db2-a1a8-ba6a4be6a018 HTTP/1.1" status: 200 len: 912 time: 0.0902646 Dec 10 15:41:25.652246 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-2e020d10-84b1-46a6-9c87-fa1820e21d8b req-e1590d19-4803-4090-bbb5-74ca7eaa7133 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a128cc1d-7ffb-4cc5-a3d1-7b8f7243b797 HTTP/1.1" status: 200 len: 1001 time: 0.0570958 Dec 10 15:41:25.664290 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e515abdb-25d3-42b8-ab16-19064bfe445e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:25.708363 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e515abdb-25d3-42b8-ab16-19064bfe445e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:41:25.711127 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-e515abdb-25d3-42b8-ab16-19064bfe445e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:41:25.715613 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e515abdb-25d3-42b8-ab16-19064bfe445e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:41:25.717809 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e020d10-84b1-46a6-9c87-fa1820e21d8b req-819caa69-99e3-4e5b-9350-2086d4f42cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:41:25.718804 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e515abdb-25d3-42b8-ab16-19064bfe445e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'Port': ['ID=46e72098-8321-49bf-ba24-fe179d0f3269,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:41:25.719887 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-2e020d10-84b1-46a6-9c87-fa1820e21d8b req-819caa69-99e3-4e5b-9350-2086d4f42cce service neutron] 10.222.0.44 "GET /v2.0/subnets?id=62e04148-ee42-4779-a2ec-46121cdcb205 HTTP/1.1" status: 200 len: 850 time: 0.0609741 Dec 10 15:41:25.731703 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdccbb03-258f-4917-bd7d-c72368e4ad86 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:41:25.769109 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e020d10-84b1-46a6-9c87-fa1820e21d8b req-7e186d16-72ba-424e-8080-3bbfea5fe8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:41:25.771887 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-2e020d10-84b1-46a6-9c87-fa1820e21d8b req-7e186d16-72ba-424e-8080-3bbfea5fe8cd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dd61618b-b615-4db2-a1a8-ba6a4be6a018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0452077 Dec 10 15:41:25.829581 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-ce5ac337-895c-4846-9f78-378d88ca225b None None] Provisioning complete for port 46e72098-8321-49bf-ba24-fe179d0f3269 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:41:25.830422 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ce5ac337-895c-4846-9f78-378d88ca225b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:25.862641 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-2e020d10-84b1-46a6-9c87-fa1820e21d8b req-28e9436f-6c18-4215-8cd7-f9a8a2f9e190 service neutron] 10.222.0.44 "GET /v2.0/networks/dd61618b-b615-4db2-a1a8-ba6a4be6a018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846846 Dec 10 15:41:25.865565 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-ce5ac337-895c-4846-9f78-378d88ca225b None None] Port 46e72098-8321-49bf-ba24-fe179d0f3269 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:41:25.956840 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-2e020d10-84b1-46a6-9c87-fa1820e21d8b req-96ed08f2-6477-488e-9cb9-d7ea3b4c04aa service neutron] 10.222.0.44 "GET /v2.0/networks/dd61618b-b615-4db2-a1a8-ba6a4be6a018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877385 Dec 10 15:41:26.040323 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e515abdb-25d3-42b8-ab16-19064bfe445e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for router_gateway, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:26.247491 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e515abdb-25d3-42b8-ab16-19064bfe445e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363'] for router, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:26.457675 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e515abdb-25d3-42b8-ab16-19064bfe445e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Router 763f985d-0ac6-4ef7-9758-4594de298b85 is scheduled to L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d with binding_index 1 {{(pid=103587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 15:41:26.564426 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e515abdb-25d3-42b8-ab16-19064bfe445e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:41:26.574317 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ad1df4-efb2-4a86-bb72-12eaae927539 None None] Sync routers for ids ['763f985d-0ac6-4ef7-9758-4594de298b85'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:41:26.583578 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ad1df4-efb2-4a86-bb72-12eaae927539 None None] Routers {'763f985d-0ac6-4ef7-9758-4594de298b85'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:41:26.584195 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-b7ad1df4-efb2-4a86-bb72-12eaae927539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:41:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['763f985d-0ac6-4ef7-9758-4594de298b85'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:41:26.671397 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e515abdb-25d3-42b8-ab16-19064bfe445e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:26.673180 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-e515abdb-25d3-42b8-ab16-19064bfe445e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.2999523 Dec 10 15:41:26.676476 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 38396) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:41:26.687755 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-b7ad1df4-efb2-4a86-bb72-12eaae927539 None None] Set router 763f985d-0ac6-4ef7-9758-4594de298b85 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:41:26.704456 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-fd2705f7-2bc5-44b5-b255-1f9fb04d193e tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=e049672a5fd04e7f8cbb0423b61eb757&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269034 Dec 10 15:41:26.709969 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 38398) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:41:26.803084 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d0dc56-59a7-4027-abca-9751c505d284 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:41:26.804624 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-95d0dc56-59a7-4027-abca-9751c505d284 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0937562 Dec 10 15:41:26.807490 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 38400) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:41:26.836682 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-42a36660-8d13-4385-acc6-a6041668b356 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=d5a1452c-422a-4e1a-a1c7-48738ecf752f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278354 Dec 10 15:41:26.839130 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 38402) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:41:26.843918 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-05c8d6e4-00d1-4b4a-940b-8f73c9999e50 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-296185075', 'network_id': '3dd2c98f-156a-4f9b-845e-3d0a79fd68e6', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:41:26.952505 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-b7ad1df4-efb2-4a86-bb72-12eaae927539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763f985d-0ac6-4ef7-9758-4594de298b85', 'name': 'tempest-TestNetworkBasicOps-router-1746908036', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.72'}], 'enable_snat': True}, 'gw_port_id': '46e72098-8321-49bf-ba24-fe179d0f3269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:41:24Z', 'updated_at': '2021-12-10T15:41:25Z', 'revision_number': 3, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '46e72098-8321-49bf-ba24-fe179d0f3269', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763f985d-0ac6-4ef7-9758-4594de298b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:41:25Z', 'updated_at': '2021-12-10T15:41:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:41:26.987001 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ad1df4-efb2-4a86-bb72-12eaae927539 None None] Checking router: 763f985d-0ac6-4ef7-9758-4594de298b85 for host: dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:41:26.987366 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ad1df4-efb2-4a86-bb72-12eaae927539 None None] Updating router 763f985d-0ac6-4ef7-9758-4594de298b85 port 46e72098-8321-49bf-ba24-fe179d0f3269 binding host dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 15:41:27.004544 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c8d6e4-00d1-4b4a-940b-8f73c9999e50 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Made reservation on behalf of e049672a5fd04e7f8cbb0423b61eb757 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:41:27.009388 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-05c8d6e4-00d1-4b4a-940b-8f73c9999e50 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11668558'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:27.017472 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b7ad1df4-efb2-4a86-bb72-12eaae927539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:27.252388 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-05c8d6e4-00d1-4b4a-940b-8f73c9999e50 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11236534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11668560'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:27.263302 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b7ad1df4-efb2-4a86-bb72-12eaae927539 None None] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:27.315509 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c8d6e4-00d1-4b4a-940b-8f73c9999e50 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'Subnet': ['ID=4019a108-e99e-43d0-aee2-119d22084046,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:41:27.323797 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c8d6e4-00d1-4b4a-940b-8f73c9999e50 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Checking segment: {'id': 'ded2de7b-5e29-48c4-81ed-b8b6ae171a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3dd2c98f-156a-4f9b-845e-3d0a79fd68e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:41:27.324156 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c8d6e4-00d1-4b4a-940b-8f73c9999e50 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Network hostable DHCP agents. Network: 3dd2c98f-156a-4f9b-845e-3d0a79fd68e6, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:41:27.350963 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b7ad1df4-efb2-4a86-bb72-12eaae927539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:27.395688 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84ce8b6-9093-4979-862a-d4215ef2b7ad None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:41:27.406435 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206b3a76-e84b-40a6-afc4-8902cebfe971 None None] Pushing event updated for resources: {'Port': ['ID=46e72098-8321-49bf-ba24-fe179d0f3269,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:41:27.408376 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-b7ad1df4-efb2-4a86-bb72-12eaae927539 None None] Attempting to bind port 46e72098-8321-49bf-ba24-fe179d0f3269 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:41:27.408686 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-b7ad1df4-efb2-4a86-bb72-12eaae927539 None None] Attempting to bind port 46e72098-8321-49bf-ba24-fe179d0f3269 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:41:27.409147 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ad1df4-efb2-4a86-bb72-12eaae927539 None None] Attempting to bind port 46e72098-8321-49bf-ba24-fe179d0f3269 on network d5a1452c-422a-4e1a-a1c7-48738ecf752f {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:41:27.418443 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206b3a76-e84b-40a6-afc4-8902cebfe971 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:41:27.418808 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206b3a76-e84b-40a6-afc4-8902cebfe971 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:41:27.419151 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206b3a76-e84b-40a6-afc4-8902cebfe971 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:41:27.419483 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206b3a76-e84b-40a6-afc4-8902cebfe971 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:41:27.419845 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206b3a76-e84b-40a6-afc4-8902cebfe971 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:41:27.420160 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206b3a76-e84b-40a6-afc4-8902cebfe971 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:41:27.420558 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206b3a76-e84b-40a6-afc4-8902cebfe971 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:41:27.420890 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206b3a76-e84b-40a6-afc4-8902cebfe971 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:41:27.421227 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206b3a76-e84b-40a6-afc4-8902cebfe971 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:41:27.421569 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206b3a76-e84b-40a6-afc4-8902cebfe971 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:41:27.421966 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206b3a76-e84b-40a6-afc4-8902cebfe971 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:41:27.422313 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206b3a76-e84b-40a6-afc4-8902cebfe971 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:41:27.422633 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206b3a76-e84b-40a6-afc4-8902cebfe971 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:41:27.425880 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ad1df4-efb2-4a86-bb72-12eaae927539 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:41:27.426271 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ad1df4-efb2-4a86-bb72-12eaae927539 None None] Checking segment: {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:41:27.426722 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b7ad1df4-efb2-4a86-bb72-12eaae927539 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:27.427100 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ad1df4-efb2-4a86-bb72-12eaae927539 None None] Bound using segment: {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:41:27.427570 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-b7ad1df4-efb2-4a86-bb72-12eaae927539 None None] Bound port: 46e72098-8321-49bf-ba24-fe179d0f3269, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:41:27.428070 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b7ad1df4-efb2-4a86-bb72-12eaae927539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:27.429253 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c8d6e4-00d1-4b4a-940b-8f73c9999e50 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Network 3dd2c98f-156a-4f9b-845e-3d0a79fd68e6 is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:41:27.482201 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-b7ad1df4-efb2-4a86-bb72-12eaae927539 None None] For port 46e72098-8321-49bf-ba24-fe179d0f3269, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:41:27.486638 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-b7ad1df4-efb2-4a86-bb72-12eaae927539 None None] For port 46e72098-8321-49bf-ba24-fe179d0f3269, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=46e72098-8321-49bf-ba24-fe179d0f3269,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:41:27.496968 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-7f675c71-4b41-4465-9561-c9e26e3e54d2 None None] Provisioning complete for port 46e72098-8321-49bf-ba24-fe179d0f3269 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:41:27.497337 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7f675c71-4b41-4465-9561-c9e26e3e54d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:27.503500 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-05c8d6e4-00d1-4b4a-940b-8f73c9999e50 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 3dd2c98f-156a-4f9b-845e-3d0a79fd68e6) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:41:27.507571 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c8d6e4-00d1-4b4a-940b-8f73c9999e50 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:41:27.508280 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-05c8d6e4-00d1-4b4a-940b-8f73c9999e50 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:27.523177 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a79e90-f8fb-4685-9b6e-de0389f61bb3 None None] Network 3dd2c98f-156a-4f9b-845e-3d0a79fd68e6 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:41:27.544081 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b7ad1df4-efb2-4a86-bb72-12eaae927539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:27.577568 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 38404) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:41:27.579062 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-05c8d6e4-00d1-4b4a-940b-8f73c9999e50 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.7382100 Dec 10 15:41:27.583479 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-7f675c71-4b41-4465-9561-c9e26e3e54d2 None None] Port 46e72098-8321-49bf-ba24-fe179d0f3269 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:41:27.596096 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206b3a76-e84b-40a6-afc4-8902cebfe971 None None] Pushing event updated for resources: {'Port': ['ID=46e72098-8321-49bf-ba24-fe179d0f3269,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:41:27.609449 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ad1df4-efb2-4a86-bb72-12eaae927539 None None] Routers {'763f985d-0ac6-4ef7-9758-4594de298b85'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:41:27.610154 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-b7ad1df4-efb2-4a86-bb72-12eaae927539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:41:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['763f985d-0ac6-4ef7-9758-4594de298b85'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:41:27.628440 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7336820-6927-49fc-9a9f-0e70c864e87b None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:41:27.644552 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543e6883-da5d-4e15-ad1d-33b3d102fb3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-3dd2c98f-156a-4f9b-845e-3d0a79fd68e6', 'network_id': '3dd2c98f-156a-4f9b-845e-3d0a79fd68e6', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'fixed_ips': [{'subnet_id': '4019a108-e99e-43d0-aee2-119d22084046'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:41:27.645317 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-543e6883-da5d-4e15-ad1d-33b3d102fb3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:27.741415 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-b7ad1df4-efb2-4a86-bb72-12eaae927539 None None] Set router 763f985d-0ac6-4ef7-9758-4594de298b85 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:41:27.751825 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-130f4a15-68d7-468c-9dd3-56f5ea7c8f95 None None] Provisioning complete for port 46e72098-8321-49bf-ba24-fe179d0f3269 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:41:27.752211 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-130f4a15-68d7-468c-9dd3-56f5ea7c8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:27.824033 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-543e6883-da5d-4e15-ad1d-33b3d102fb3f None None] Allocated IP 172.20.0.2 (3dd2c98f-156a-4f9b-845e-3d0a79fd68e6/4019a108-e99e-43d0-aee2-119d22084046/bb192ac0-edd5-4c7e-9d21-14a4a3dd51a6) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:41:27.927258 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-130f4a15-68d7-468c-9dd3-56f5ea7c8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:27.957967 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-130f4a15-68d7-468c-9dd3-56f5ea7c8f95 None None] For port 46e72098-8321-49bf-ba24-fe179d0f3269, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=46e72098-8321-49bf-ba24-fe179d0f3269,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:41:27.959869 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-b7ad1df4-efb2-4a86-bb72-12eaae927539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763f985d-0ac6-4ef7-9758-4594de298b85', 'name': 'tempest-TestNetworkBasicOps-router-1746908036', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.72'}], 'enable_snat': True}, 'gw_port_id': '46e72098-8321-49bf-ba24-fe179d0f3269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:41:24Z', 'updated_at': '2021-12-10T15:41:25Z', 'revision_number': 3, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '46e72098-8321-49bf-ba24-fe179d0f3269', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763f985d-0ac6-4ef7-9758-4594de298b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:41:25Z', 'updated_at': '2021-12-10T15:41:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:41:27.987873 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ad1df4-efb2-4a86-bb72-12eaae927539 None None] The sync data for ids ['763f985d-0ac6-4ef7-9758-4594de298b85'] in dv-neutron-821401-4-hyperv is: [{'id': '763f985d-0ac6-4ef7-9758-4594de298b85', 'name': 'tempest-TestNetworkBasicOps-router-1746908036', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.72'}], 'enable_snat': True}, 'gw_port_id': '46e72098-8321-49bf-ba24-fe179d0f3269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:41:24Z', 'updated_at': '2021-12-10T15:41:25Z', 'revision_number': 3, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '46e72098-8321-49bf-ba24-fe179d0f3269', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763f985d-0ac6-4ef7-9758-4594de298b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:41:25Z', 'updated_at': '2021-12-10T15:41:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:41:28.028509 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-130f4a15-68d7-468c-9dd3-56f5ea7c8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:28.086379 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f7fb90e3-72b7-4283-9fb3-e4a05d7bc38e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:28.246187 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130f4a15-68d7-468c-9dd3-56f5ea7c8f95 None None] Pushing event updated for resources: {'Port': ['ID=46e72098-8321-49bf-ba24-fe179d0f3269,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:41:28.269821 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-543e6883-da5d-4e15-ad1d-33b3d102fb3f None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:28.376718 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-543e6883-da5d-4e15-ad1d-33b3d102fb3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:28.424632 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543e6883-da5d-4e15-ad1d-33b3d102fb3f None None] Network 3dd2c98f-156a-4f9b-845e-3d0a79fd68e6 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:41:28.426797 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-f7fb90e3-72b7-4283-9fb3-e4a05d7bc38e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Allocated IP 172.20.0.1 (3dd2c98f-156a-4f9b-845e-3d0a79fd68e6/4019a108-e99e-43d0-aee2-119d22084046/b88cc3a7-2a87-487c-aa4c-35e16905b352) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:41:28.432183 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543e6883-da5d-4e15-ad1d-33b3d102fb3f None None] Pushing event updated for resources: {'Port': ['ID=bb192ac0-edd5-4c7e-9d21-14a4a3dd51a6,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:41:28.435489 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-543e6883-da5d-4e15-ad1d-33b3d102fb3f None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:41:28.437771 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543e6883-da5d-4e15-ad1d-33b3d102fb3f None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:41:28.494156 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-543e6883-da5d-4e15-ad1d-33b3d102fb3f None None] Attempting to bind port bb192ac0-edd5-4c7e-9d21-14a4a3dd51a6 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:41:28.494536 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-543e6883-da5d-4e15-ad1d-33b3d102fb3f None None] Attempting to bind port bb192ac0-edd5-4c7e-9d21-14a4a3dd51a6 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'ded2de7b-5e29-48c4-81ed-b8b6ae171a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3dd2c98f-156a-4f9b-845e-3d0a79fd68e6'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:41:28.494893 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543e6883-da5d-4e15-ad1d-33b3d102fb3f None None] Attempting to bind port bb192ac0-edd5-4c7e-9d21-14a4a3dd51a6 on network 3dd2c98f-156a-4f9b-845e-3d0a79fd68e6 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:41:28.505933 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543e6883-da5d-4e15-ad1d-33b3d102fb3f None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:41:28.505933 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543e6883-da5d-4e15-ad1d-33b3d102fb3f None None] Checking segment: {'id': 'ded2de7b-5e29-48c4-81ed-b8b6ae171a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3dd2c98f-156a-4f9b-845e-3d0a79fd68e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:41:28.505933 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-543e6883-da5d-4e15-ad1d-33b3d102fb3f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:28.505933 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543e6883-da5d-4e15-ad1d-33b3d102fb3f None None] Bound using segment: {'id': 'ded2de7b-5e29-48c4-81ed-b8b6ae171a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3dd2c98f-156a-4f9b-845e-3d0a79fd68e6'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:41:28.505933 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-543e6883-da5d-4e15-ad1d-33b3d102fb3f None None] Bound port: bb192ac0-edd5-4c7e-9d21-14a4a3dd51a6, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ded2de7b-5e29-48c4-81ed-b8b6ae171a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3dd2c98f-156a-4f9b-845e-3d0a79fd68e6'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:41:28.505933 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-543e6883-da5d-4e15-ad1d-33b3d102fb3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:28.555947 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f7fb90e3-72b7-4283-9fb3-e4a05d7bc38e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:28.571527 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-543e6883-da5d-4e15-ad1d-33b3d102fb3f None None] For port bb192ac0-edd5-4c7e-9d21-14a4a3dd51a6, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:41:28.575228 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-543e6883-da5d-4e15-ad1d-33b3d102fb3f None None] For port bb192ac0-edd5-4c7e-9d21-14a4a3dd51a6, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=bb192ac0-edd5-4c7e-9d21-14a4a3dd51a6,segment=NetworkSegment(ded2de7b-5e29-48c4-81ed-b8b6ae171a8f),segment_id=ded2de7b-5e29-48c4-81ed-b8b6ae171a8f)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:41:28.651058 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-543e6883-da5d-4e15-ad1d-33b3d102fb3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:28.675756 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f7fb90e3-72b7-4283-9fb3-e4a05d7bc38e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:28.712448 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543e6883-da5d-4e15-ad1d-33b3d102fb3f None None] Pushing event updated for resources: {'Port': ['ID=bb192ac0-edd5-4c7e-9d21-14a4a3dd51a6,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:41:28.736905 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fb90e3-72b7-4283-9fb3-e4a05d7bc38e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Network 3dd2c98f-156a-4f9b-845e-3d0a79fd68e6 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:41:28.740043 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-f7fb90e3-72b7-4283-9fb3-e4a05d7bc38e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:41:28.747041 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fb90e3-72b7-4283-9fb3-e4a05d7bc38e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:41:28.751577 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fb90e3-72b7-4283-9fb3-e4a05d7bc38e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'Port': ['ID=b88cc3a7-2a87-487c-aa4c-35e16905b352,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:41:28.798139 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f7fb90e3-72b7-4283-9fb3-e4a05d7bc38e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552880'] for router_interface, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:29.009070 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f7fb90e3-72b7-4283-9fb3-e4a05d7bc38e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:29.289345 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f7fb90e3-72b7-4283-9fb3-e4a05d7bc38e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:29.376070 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f7fb90e3-72b7-4283-9fb3-e4a05d7bc38e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:29.453100 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fb90e3-72b7-4283-9fb3-e4a05d7bc38e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'Port': ['ID=b88cc3a7-2a87-487c-aa4c-35e16905b352,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:41:29.459469 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f7fb90e3-72b7-4283-9fb3-e4a05d7bc38e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549888'] for router_interface, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:29.551749 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fb90e3-72b7-4283-9fb3-e4a05d7bc38e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Network 3dd2c98f-156a-4f9b-845e-3d0a79fd68e6 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:41:29.553066 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-f7fb90e3-72b7-4283-9fb3-e4a05d7bc38e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:41:29.983308 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7fb90e3-72b7-4283-9fb3-e4a05d7bc38e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Router 763f985d-0ac6-4ef7-9758-4594de298b85 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:41:30.055741 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device bb192ac0-edd5-4c7e-9d21-14a4a3dd51a6 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:41:30.107775 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port bb192ac0-edd5-4c7e-9d21-14a4a3dd51a6 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:41:30.108640 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:30.118899 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7fb90e3-72b7-4283-9fb3-e4a05d7bc38e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:41:30.126734 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-f7fb90e3-72b7-4283-9fb3-e4a05d7bc38e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "PUT /v2.0/routers/763f985d-0ac6-4ef7-9758-4594de298b85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5456328 Dec 10 15:41:30.127597 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 38410) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:41:30.139598 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bf6559-3895-4fae-94e7-15dbb2830df2 None None] Sync routers for ids ['763f985d-0ac6-4ef7-9758-4594de298b85'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:41:30.165593 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bf6559-3895-4fae-94e7-15dbb2830df2 None None] Routers {'763f985d-0ac6-4ef7-9758-4594de298b85'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:41:30.166523 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-b6bf6559-3895-4fae-94e7-15dbb2830df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:41:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['763f985d-0ac6-4ef7-9758-4594de298b85'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:41:30.310022 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-b6bf6559-3895-4fae-94e7-15dbb2830df2 None None] Set router 763f985d-0ac6-4ef7-9758-4594de298b85 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:41:30.320994 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b05476d-f5ca-4d6f-8a8f-9afe6df00b58 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:41:30.321597 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b05476d-f5ca-4d6f-8a8f-9afe6df00b58 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:41:30.322110 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b05476d-f5ca-4d6f-8a8f-9afe6df00b58 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:41:30.322804 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b05476d-f5ca-4d6f-8a8f-9afe6df00b58 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:41:30.323412 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b05476d-f5ca-4d6f-8a8f-9afe6df00b58 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:41:30.324261 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b05476d-f5ca-4d6f-8a8f-9afe6df00b58 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:41:30.329696 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-9b05476d-f5ca-4d6f-8a8f-9afe6df00b58 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1986859 Dec 10 15:41:30.330920 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 38412) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:41:30.338105 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b809c6b-d904-4e5c-b390-c39983efc0c6 None None] Network 3dd2c98f-156a-4f9b-845e-3d0a79fd68e6 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:41:30.339944 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:30.419330 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584f6092-e6a7-4dea-b48e-f7d4d77a8078 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:41:30.419715 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584f6092-e6a7-4dea-b48e-f7d4d77a8078 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:41:30.420178 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584f6092-e6a7-4dea-b48e-f7d4d77a8078 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:41:30.420658 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584f6092-e6a7-4dea-b48e-f7d4d77a8078 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:41:30.421197 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584f6092-e6a7-4dea-b48e-f7d4d77a8078 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:41:30.421649 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584f6092-e6a7-4dea-b48e-f7d4d77a8078 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:41:30.423995 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-584f6092-e6a7-4dea-b48e-f7d4d77a8078 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4013 time: 0.0920024 Dec 10 15:41:30.426787 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 38414) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:41:30.481293 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-89b45b22-85da-4500-932e-c8a1e2e1c025 None None] Provisioning complete for port bb192ac0-edd5-4c7e-9d21-14a4a3dd51a6 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:41:30.481886 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-89b45b22-85da-4500-932e-c8a1e2e1c025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:30.536930 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] For port bb192ac0-edd5-4c7e-9d21-14a4a3dd51a6, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=bb192ac0-edd5-4c7e-9d21-14a4a3dd51a6,segment=NetworkSegment(ded2de7b-5e29-48c4-81ed-b8b6ae171a8f),segment_id=ded2de7b-5e29-48c4-81ed-b8b6ae171a8f)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:41:30.568639 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-ab458786-0787-4922-9f9c-6cf961640721 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.1406965 Dec 10 15:41:30.669737 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:30.670383 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 46e72098-8321-49bf-ba24-fe179d0f3269 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:41:30.748706 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-89b45b22-85da-4500-932e-c8a1e2e1c025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:30.801155 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Pushing event updated for resources: {'Port': ['ID=bb192ac0-edd5-4c7e-9d21-14a4a3dd51a6,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:41:30.842772 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 46e72098-8321-49bf-ba24-fe179d0f3269 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:41:30.843148 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:30.847731 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-b6bf6559-3895-4fae-94e7-15dbb2830df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763f985d-0ac6-4ef7-9758-4594de298b85', 'name': 'tempest-TestNetworkBasicOps-router-1746908036', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.72'}], 'enable_snat': True}, 'gw_port_id': '46e72098-8321-49bf-ba24-fe179d0f3269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:41:24Z', 'updated_at': '2021-12-10T15:41:28Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '46e72098-8321-49bf-ba24-fe179d0f3269', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f985d-0ac6-4ef7-9758-4594de298b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:41:25Z', 'updated_at': '2021-12-10T15:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': 'b88cc3a7-2a87-487c-aa4c-35e16905b352', 'name': '', 'network_id': '3dd2c98f-156a-4f9b-845e-3d0a79fd68e6', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:7d:df:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763f985d-0ac6-4ef7-9758-4594de298b85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '4019a108-e99e-43d0-aee2-119d22084046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:41:28Z', 'updated_at': '2021-12-10T15:41:29Z', 'revision_number': 2, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': '4019a108-e99e-43d0-aee2-119d22084046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:41:30.901648 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.db.api [None req-89b45b22-85da-4500-932e-c8a1e2e1c025 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 15:41:30.902062 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG oslo_db.api [None req-89b45b22-85da-4500-932e-c8a1e2e1c025 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 15:41:30.906583 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bf6559-3895-4fae-94e7-15dbb2830df2 None None] Checking router: 763f985d-0ac6-4ef7-9758-4594de298b85 for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:41:30.907055 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bf6559-3895-4fae-94e7-15dbb2830df2 None None] Updating router 763f985d-0ac6-4ef7-9758-4594de298b85 port b88cc3a7-2a87-487c-aa4c-35e16905b352 binding host dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 15:41:30.940612 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b6bf6559-3895-4fae-94e7-15dbb2830df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:31.265425 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b6bf6559-3895-4fae-94e7-15dbb2830df2 None None] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:31.336100 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b6bf6559-3895-4fae-94e7-15dbb2830df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:31.351795 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 38418) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:41:31.358601 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-685351f3-485d-498a-b767-2e6e8dddd808 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1749577362', 'description': 'tempest-secgroup-smoke-1749577362 description', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:41:31.400814 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39e5bcd-26d1-4bdb-bb51-e5e8cdffabbb None None] Pushing event updated for resources: {'Port': ['ID=b88cc3a7-2a87-487c-aa4c-35e16905b352,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:41:31.473170 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-b6bf6559-3895-4fae-94e7-15dbb2830df2 None None] Attempting to bind port b88cc3a7-2a87-487c-aa4c-35e16905b352 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:41:31.473544 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-b6bf6559-3895-4fae-94e7-15dbb2830df2 None None] Attempting to bind port b88cc3a7-2a87-487c-aa4c-35e16905b352 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'ded2de7b-5e29-48c4-81ed-b8b6ae171a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3dd2c98f-156a-4f9b-845e-3d0a79fd68e6'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:41:31.473984 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bf6559-3895-4fae-94e7-15dbb2830df2 None None] Attempting to bind port b88cc3a7-2a87-487c-aa4c-35e16905b352 on network 3dd2c98f-156a-4f9b-845e-3d0a79fd68e6 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:41:31.483778 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bf6559-3895-4fae-94e7-15dbb2830df2 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:41:31.483778 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bf6559-3895-4fae-94e7-15dbb2830df2 None None] Checking segment: {'id': 'ded2de7b-5e29-48c4-81ed-b8b6ae171a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3dd2c98f-156a-4f9b-845e-3d0a79fd68e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:41:31.483778 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b6bf6559-3895-4fae-94e7-15dbb2830df2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:31.483778 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bf6559-3895-4fae-94e7-15dbb2830df2 None None] Bound using segment: {'id': 'ded2de7b-5e29-48c4-81ed-b8b6ae171a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3dd2c98f-156a-4f9b-845e-3d0a79fd68e6'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:41:31.483778 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-b6bf6559-3895-4fae-94e7-15dbb2830df2 None None] Bound port: b88cc3a7-2a87-487c-aa4c-35e16905b352, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ded2de7b-5e29-48c4-81ed-b8b6ae171a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3dd2c98f-156a-4f9b-845e-3d0a79fd68e6'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:41:31.483778 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b6bf6559-3895-4fae-94e7-15dbb2830df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:31.526312 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-685351f3-485d-498a-b767-2e6e8dddd808 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:31.551765 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-b6bf6559-3895-4fae-94e7-15dbb2830df2 None None] For port b88cc3a7-2a87-487c-aa4c-35e16905b352, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:41:31.555372 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-b6bf6559-3895-4fae-94e7-15dbb2830df2 None None] For port b88cc3a7-2a87-487c-aa4c-35e16905b352, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=b88cc3a7-2a87-487c-aa4c-35e16905b352,segment=NetworkSegment(ded2de7b-5e29-48c4-81ed-b8b6ae171a8f),segment_id=ded2de7b-5e29-48c4-81ed-b8b6ae171a8f)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:41:31.596339 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-685351f3-485d-498a-b767-2e6e8dddd808 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:31.600438 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-8cdf10ed-192e-4a80-a54b-02bd893c7505 None None] Provisioning complete for port b88cc3a7-2a87-487c-aa4c-35e16905b352 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:41:31.600829 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8cdf10ed-192e-4a80-a54b-02bd893c7505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:31.633601 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-8cdf10ed-192e-4a80-a54b-02bd893c7505 None None] Port b88cc3a7-2a87-487c-aa4c-35e16905b352 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:41:31.643340 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-8cdf10ed-192e-4a80-a54b-02bd893c7505 None None] Provisioning complete for port bb192ac0-edd5-4c7e-9d21-14a4a3dd51a6 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:41:31.644301 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8cdf10ed-192e-4a80-a54b-02bd893c7505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:31.672743 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b6bf6559-3895-4fae-94e7-15dbb2830df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:31.696258 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-685351f3-485d-498a-b767-2e6e8dddd808 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:31.728287 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685351f3-485d-498a-b767-2e6e8dddd808 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c941be51-7f76-4747-be44-be5a00666c60,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:41:31.749640 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39e5bcd-26d1-4bdb-bb51-e5e8cdffabbb None None] Pushing event updated for resources: {'Port': ['ID=b88cc3a7-2a87-487c-aa4c-35e16905b352,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:41:31.752809 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bf6559-3895-4fae-94e7-15dbb2830df2 None None] Routers {'763f985d-0ac6-4ef7-9758-4594de298b85'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:41:31.753423 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-b6bf6559-3895-4fae-94e7-15dbb2830df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:41:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['763f985d-0ac6-4ef7-9758-4594de298b85'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:41:31.826024 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-685351f3-485d-498a-b767-2e6e8dddd808 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:31.827374 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-685351f3-485d-498a-b767-2e6e8dddd808 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4745240 Dec 10 15:41:31.830709 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 38420) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:41:31.835894 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-67ed0c29-03e3-4875-be1a-0af430fa8bce tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'security_group_rule': {'security_group_id': 'c941be51-7f76-4747-be44-be5a00666c60', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:41:31.932000 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-67ed0c29-03e3-4875-be1a-0af430fa8bce tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:31.997587 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-67ed0c29-03e3-4875-be1a-0af430fa8bce tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:32.020984 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device bb192ac0-edd5-4c7e-9d21-14a4a3dd51a6 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:41:32.057377 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-67ed0c29-03e3-4875-be1a-0af430fa8bce tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:32.073974 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-b6bf6559-3895-4fae-94e7-15dbb2830df2 None None] Set router 763f985d-0ac6-4ef7-9758-4594de298b85 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:41:32.077689 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ed0c29-03e3-4875-be1a-0af430fa8bce tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59f8e4d6-8347-4ab4-b5ed-68118f16c8e1,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:41:32.128497 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-67ed0c29-03e3-4875-be1a-0af430fa8bce tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:32.130099 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-67ed0c29-03e3-4875-be1a-0af430fa8bce tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2979605 Dec 10 15:41:32.133067 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 38422) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:41:32.137744 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-1a70edc7-4a5f-42fc-99cd-e766bc88cf82 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'security_group_rule': {'security_group_id': 'c941be51-7f76-4747-be44-be5a00666c60', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:41:32.167598 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-eacc2bd9-e846-4ea3-a416-0d0eccea7245 None None] Provisioning complete for port b88cc3a7-2a87-487c-aa4c-35e16905b352 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:41:32.167972 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eacc2bd9-e846-4ea3-a416-0d0eccea7245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:32.211244 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1a70edc7-4a5f-42fc-99cd-e766bc88cf82 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:32.233402 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port bb192ac0-edd5-4c7e-9d21-14a4a3dd51a6 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:41:32.233741 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:32.268828 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1a70edc7-4a5f-42fc-99cd-e766bc88cf82 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:32.325927 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1a70edc7-4a5f-42fc-99cd-e766bc88cf82 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:32.348382 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a70edc7-4a5f-42fc-99cd-e766bc88cf82 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=805aed5b-c3c3-41bd-8071-43d91fe99bd6,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:41:32.403462 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eacc2bd9-e846-4ea3-a416-0d0eccea7245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:32.411943 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1a70edc7-4a5f-42fc-99cd-e766bc88cf82 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:32.413290 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-1a70edc7-4a5f-42fc-99cd-e766bc88cf82 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2790027 Dec 10 15:41:32.416252 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 38424) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:41:32.420932 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-7f0309c6-218e-4084-9a44-e3b4cda363c1 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'security_group_rule': {'security_group_id': 'c941be51-7f76-4747-be44-be5a00666c60', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:41:32.451804 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-eacc2bd9-e846-4ea3-a416-0d0eccea7245 None None] For port b88cc3a7-2a87-487c-aa4c-35e16905b352, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=b88cc3a7-2a87-487c-aa4c-35e16905b352,segment=NetworkSegment(ded2de7b-5e29-48c4-81ed-b8b6ae171a8f),segment_id=ded2de7b-5e29-48c4-81ed-b8b6ae171a8f)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:41:32.461044 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-b6bf6559-3895-4fae-94e7-15dbb2830df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763f985d-0ac6-4ef7-9758-4594de298b85', 'name': 'tempest-TestNetworkBasicOps-router-1746908036', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.72'}], 'enable_snat': True}, 'gw_port_id': '46e72098-8321-49bf-ba24-fe179d0f3269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:41:24Z', 'updated_at': '2021-12-10T15:41:28Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '46e72098-8321-49bf-ba24-fe179d0f3269', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f985d-0ac6-4ef7-9758-4594de298b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:41:25Z', 'updated_at': '2021-12-10T15:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': 'b88cc3a7-2a87-487c-aa4c-35e16905b352', 'name': '', 'network_id': '3dd2c98f-156a-4f9b-845e-3d0a79fd68e6', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:7d:df:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763f985d-0ac6-4ef7-9758-4594de298b85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '4019a108-e99e-43d0-aee2-119d22084046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:41:28Z', 'updated_at': '2021-12-10T15:41:31Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': '4019a108-e99e-43d0-aee2-119d22084046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:41:32.487778 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bf6559-3895-4fae-94e7-15dbb2830df2 None None] The sync data for ids ['763f985d-0ac6-4ef7-9758-4594de298b85'] in dv-neutron-821401-4-hyperv is: [{'id': '763f985d-0ac6-4ef7-9758-4594de298b85', 'name': 'tempest-TestNetworkBasicOps-router-1746908036', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.72'}], 'enable_snat': True}, 'gw_port_id': '46e72098-8321-49bf-ba24-fe179d0f3269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:41:24Z', 'updated_at': '2021-12-10T15:41:28Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '46e72098-8321-49bf-ba24-fe179d0f3269', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f985d-0ac6-4ef7-9758-4594de298b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:41:25Z', 'updated_at': '2021-12-10T15:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': 'b88cc3a7-2a87-487c-aa4c-35e16905b352', 'name': '', 'network_id': '3dd2c98f-156a-4f9b-845e-3d0a79fd68e6', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:7d:df:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763f985d-0ac6-4ef7-9758-4594de298b85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '4019a108-e99e-43d0-aee2-119d22084046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:41:28Z', 'updated_at': '2021-12-10T15:41:31Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': '4019a108-e99e-43d0-aee2-119d22084046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:41:32.500949 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7f0309c6-218e-4084-9a44-e3b4cda363c1 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:32.522932 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eacc2bd9-e846-4ea3-a416-0d0eccea7245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:32.574833 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7f0309c6-218e-4084-9a44-e3b4cda363c1 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:32.585269 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacc2bd9-e846-4ea3-a416-0d0eccea7245 None None] Pushing event updated for resources: {'Port': ['ID=b88cc3a7-2a87-487c-aa4c-35e16905b352,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:41:32.634915 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7f0309c6-218e-4084-9a44-e3b4cda363c1 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:32.655527 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0309c6-218e-4084-9a44-e3b4cda363c1 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a864ce18-b14e-42b4-9ddb-dfa8d096dfe3,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:41:32.723014 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7f0309c6-218e-4084-9a44-e3b4cda363c1 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:32.724569 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-7f0309c6-218e-4084-9a44-e3b4cda363c1 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3070326 Dec 10 15:41:32.727413 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 38426) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:41:32.732014 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-abf25a1f-d126-4dfd-869e-9bb32a607b2e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'security_group_rule': {'security_group_id': 'c941be51-7f76-4747-be44-be5a00666c60', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:41:32.822973 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-abf25a1f-d126-4dfd-869e-9bb32a607b2e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:32.882116 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-abf25a1f-d126-4dfd-869e-9bb32a607b2e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:32.943337 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-abf25a1f-d126-4dfd-869e-9bb32a607b2e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:32.964887 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf25a1f-d126-4dfd-869e-9bb32a607b2e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2f4a250-adda-41ef-8e9d-df96c41f1aa1,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:41:33.026199 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-abf25a1f-d126-4dfd-869e-9bb32a607b2e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:33.042908 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-abf25a1f-d126-4dfd-869e-9bb32a607b2e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2990823 Dec 10 15:41:33.042908 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 38428) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:41:33.042908 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-bc3cba6f-5d00-4d68-ae9d-ba7629fda7e4 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'security_group_rule': {'security_group_id': 'c941be51-7f76-4747-be44-be5a00666c60', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:41:33.113490 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.securitygroups_db [None req-bc3cba6f-5d00-4d68-ae9d-ba7629fda7e4 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Project e049672a5fd04e7f8cbb0423b61eb757 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 15:41:33.119143 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bc3cba6f-5d00-4d68-ae9d-ba7629fda7e4 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:33.182307 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bc3cba6f-5d00-4d68-ae9d-ba7629fda7e4 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:33.244451 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bc3cba6f-5d00-4d68-ae9d-ba7629fda7e4 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:33.264357 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3cba6f-5d00-4d68-ae9d-ba7629fda7e4 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69f15f64-a48b-4477-b4ea-9dad0004b76c,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:41:33.322526 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bc3cba6f-5d00-4d68-ae9d-ba7629fda7e4 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:33.323938 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-bc3cba6f-5d00-4d68-ae9d-ba7629fda7e4 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2925086 Dec 10 15:41:33.326565 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 38430) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:41:33.331196 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-dedbf90a-304c-4d75-88c9-60086128d601 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'security_group_rule': {'security_group_id': 'c941be51-7f76-4747-be44-be5a00666c60', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:41:33.412205 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.securitygroups_db [None req-dedbf90a-304c-4d75-88c9-60086128d601 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Project e049672a5fd04e7f8cbb0423b61eb757 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 15:41:33.422985 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dedbf90a-304c-4d75-88c9-60086128d601 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:33.480433 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dedbf90a-304c-4d75-88c9-60086128d601 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:33.554492 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dedbf90a-304c-4d75-88c9-60086128d601 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:33.572677 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedbf90a-304c-4d75-88c9-60086128d601 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ef8fed5-bbcc-4c7c-aec7-5ac970a75707,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:41:33.642899 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dedbf90a-304c-4d75-88c9-60086128d601 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:33.644156 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-dedbf90a-304c-4d75-88c9-60086128d601 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3165307 Dec 10 15:41:33.792635 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-12467aa4-d282-4afb-9ba3-0c832abb2ab6 req-4b52897b-b7a0-4e45-8ff4-4786233c05ab tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1749577362&fields=id&tenant_id=e049672a5fd04e7f8cbb0423b61eb757 HTTP/1.1" status: 200 len: 267 time: 0.0441680 Dec 10 15:41:33.898605 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12467aa4-d282-4afb-9ba3-0c832abb2ab6 req-dd74b462-79dd-44b3-b8fa-2e13221d5744 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:41:33.899997 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-12467aa4-d282-4afb-9ba3-0c832abb2ab6 req-dd74b462-79dd-44b3-b8fa-2e13221d5744 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/networks?id=3dd2c98f-156a-4f9b-845e-3d0a79fd68e6 HTTP/1.1" status: 200 len: 796 time: 0.1000338 Dec 10 15:41:33.915035 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-12467aa4-d282-4afb-9ba3-0c832abb2ab6 req-d4f1dd8b-cd91-4296-8196-b0223a171610 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/quotas/e049672a5fd04e7f8cbb0423b61eb757 HTTP/1.1" status: 200 len: 375 time: 0.0094016 Dec 10 15:41:33.972289 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-12467aa4-d282-4afb-9ba3-0c832abb2ab6 req-2554165d-7f6b-45b2-9d59-e47af0a0dc4b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e049672a5fd04e7f8cbb0423b61eb757&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517154 Dec 10 15:41:33.992714 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [req-12467aa4-d282-4afb-9ba3-0c832abb2ab6 req-b4cf323e-c694-4569-975f-1b3e7e99789c service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:41:33.993706 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-12467aa4-d282-4afb-9ba3-0c832abb2ab6 req-b4cf323e-c694-4569-975f-1b3e7e99789c service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0096807 Dec 10 15:41:33.996395 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device b88cc3a7-2a87-487c-aa4c-35e16905b352 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:41:34.043529 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port b88cc3a7-2a87-487c-aa4c-35e16905b352 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:41:34.043899 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:34.088091 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-12467aa4-d282-4afb-9ba3-0c832abb2ab6 req-72442d82-c9e4-46b1-b00a-2535dea06309 service neutron] 10.222.0.20 "GET /v2.0/networks/3dd2c98f-156a-4f9b-845e-3d0a79fd68e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879645 Dec 10 15:41:34.183153 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-12467aa4-d282-4afb-9ba3-0c832abb2ab6 req-bd31fb04-ecb7-492f-80f7-7795e2edca40 service neutron] 10.222.0.20 "GET /v2.0/networks/3dd2c98f-156a-4f9b-845e-3d0a79fd68e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889771 Dec 10 15:41:34.445643 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-acad25b3-58be-476a-aa0c-219053777354 req-0cf341cb-8897-42b5-8e37-9d573b5d9fb6 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=814667e6-3380-4fa5-84b1-788d1e62e949 HTTP/1.1" status: 200 len: 210 time: 0.0260887 Dec 10 15:41:35.539405 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-0ca0f752-a60a-4785-9c83-960fd86d9b2d req-c80fbd09-afd4-4942-8a24-1717863c0d80 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=814667e6-3380-4fa5-84b1-788d1e62e949 HTTP/1.1" status: 200 len: 210 time: 0.0274410 Dec 10 15:41:36.378964 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12467aa4-d282-4afb-9ba3-0c832abb2ab6 req-b7ee51b5-3166-4538-ac45-dcc4967786f9 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:41:36.380399 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-12467aa4-d282-4afb-9ba3-0c832abb2ab6 req-b7ee51b5-3166-4538-ac45-dcc4967786f9 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.44 "GET /v2.0/networks?id=3dd2c98f-156a-4f9b-845e-3d0a79fd68e6 HTTP/1.1" status: 200 len: 796 time: 0.1049211 Dec 10 15:41:36.444537 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-12467aa4-d282-4afb-9ba3-0c832abb2ab6 req-0e684c0a-46cb-4ab1-b178-2ded98c5fdb5 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e049672a5fd04e7f8cbb0423b61eb757 HTTP/1.1" status: 200 len: 380 time: 0.0538864 Dec 10 15:41:36.461341 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [req-12467aa4-d282-4afb-9ba3-0c832abb2ab6 req-01dff93e-84d5-47d7-aaba-a3e04d9d069e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'port': {'device_id': '814667e6-3380-4fa5-84b1-788d1e62e949', 'network_id': '3dd2c98f-156a-4f9b-845e-3d0a79fd68e6', 'admin_state_up': True, 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'security_groups': ['c941be51-7f76-4747-be44-be5a00666c60']}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:41:36.633223 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12467aa4-d282-4afb-9ba3-0c832abb2ab6 req-01dff93e-84d5-47d7-aaba-a3e04d9d069e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Made reservation on behalf of e049672a5fd04e7f8cbb0423b61eb757 for: {'port': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:41:36.636638 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-974cb81d-30e4-4b70-88ae-6c0c122d3fb5 req-c1d90244-07a7-4f70-bfc9-1fa961a94360 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=814667e6-3380-4fa5-84b1-788d1e62e949 HTTP/1.1" status: 200 len: 210 time: 0.0261245 Dec 10 15:41:36.637117 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-12467aa4-d282-4afb-9ba3-0c832abb2ab6 req-01dff93e-84d5-47d7-aaba-a3e04d9d069e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:36.758578 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [req-12467aa4-d282-4afb-9ba3-0c832abb2ab6 req-01dff93e-84d5-47d7-aaba-a3e04d9d069e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Allocated IP 172.20.0.12 (3dd2c98f-156a-4f9b-845e-3d0a79fd68e6/4019a108-e99e-43d0-aee2-119d22084046/c5c47207-1be2-4d91-ad4b-dbc6ddb041e2) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:41:36.897850 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-12467aa4-d282-4afb-9ba3-0c832abb2ab6 req-01dff93e-84d5-47d7-aaba-a3e04d9d069e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:37.001416 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-12467aa4-d282-4afb-9ba3-0c832abb2ab6 req-01dff93e-84d5-47d7-aaba-a3e04d9d069e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:37.044944 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12467aa4-d282-4afb-9ba3-0c832abb2ab6 req-01dff93e-84d5-47d7-aaba-a3e04d9d069e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Network 3dd2c98f-156a-4f9b-845e-3d0a79fd68e6 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:41:37.048475 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [req-12467aa4-d282-4afb-9ba3-0c832abb2ab6 req-01dff93e-84d5-47d7-aaba-a3e04d9d069e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:41:37.052018 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [req-12467aa4-d282-4afb-9ba3-0c832abb2ab6 req-01dff93e-84d5-47d7-aaba-a3e04d9d069e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:41:37.078011 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dff93e-84d5-47d7-aaba-a3e04d9d069e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'Port': ['ID=c5c47207-1be2-4d91-ad4b-dbc6ddb041e2,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:41:37.104283 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12467aa4-d282-4afb-9ba3-0c832abb2ab6 req-01dff93e-84d5-47d7-aaba-a3e04d9d069e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:41:37.104963 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-12467aa4-d282-4afb-9ba3-0c832abb2ab6 req-01dff93e-84d5-47d7-aaba-a3e04d9d069e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:37.178835 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-12467aa4-d282-4afb-9ba3-0c832abb2ab6 req-01dff93e-84d5-47d7-aaba-a3e04d9d069e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7212811 Dec 10 15:41:37.192276 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [req-12467aa4-d282-4afb-9ba3-0c832abb2ab6 req-5f054b33-425c-482c-9126-8b236efad820 service neutron] Request body: {'port': {'device_id': '814667e6-3380-4fa5-84b1-788d1e62e949', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:41:37.251653 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-12467aa4-d282-4afb-9ba3-0c832abb2ab6 req-5f054b33-425c-482c-9126-8b236efad820 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:37.276266 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-d0f1f922-3788-4e3c-8177-aef2b1c38bd9 None None] Provisioning complete for port c5c47207-1be2-4d91-ad4b-dbc6ddb041e2 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:41:37.276822 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d0f1f922-3788-4e3c-8177-aef2b1c38bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:37.314655 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-d0f1f922-3788-4e3c-8177-aef2b1c38bd9 None None] Port c5c47207-1be2-4d91-ad4b-dbc6ddb041e2 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:41:37.510035 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [req-12467aa4-d282-4afb-9ba3-0c832abb2ab6 req-5f054b33-425c-482c-9126-8b236efad820 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5c47207-1be2-4d91-ad4b-dbc6ddb041e2 {{(pid=103586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 15:41:37.518143 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-12467aa4-d282-4afb-9ba3-0c832abb2ab6 req-5f054b33-425c-482c-9126-8b236efad820 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:37.529885 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [req-12467aa4-d282-4afb-9ba3-0c832abb2ab6 req-5f054b33-425c-482c-9126-8b236efad820 service neutron] Transition to ACTIVE for port object c5c47207-1be2-4d91-ad4b-dbc6ddb041e2 will not be triggered until provisioned by entity L2. {{(pid=103586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 15:41:37.621269 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-12467aa4-d282-4afb-9ba3-0c832abb2ab6 req-5f054b33-425c-482c-9126-8b236efad820 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:37.696327 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f054b33-425c-482c-9126-8b236efad820 service neutron] Pushing event updated for resources: {'Port': ['ID=c5c47207-1be2-4d91-ad4b-dbc6ddb041e2,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:41:37.778656 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [req-12467aa4-d282-4afb-9ba3-0c832abb2ab6 req-5f054b33-425c-482c-9126-8b236efad820 service neutron] Attempting to bind port c5c47207-1be2-4d91-ad4b-dbc6ddb041e2 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:41:37.778882 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [req-12467aa4-d282-4afb-9ba3-0c832abb2ab6 req-5f054b33-425c-482c-9126-8b236efad820 service neutron] Attempting to bind port c5c47207-1be2-4d91-ad4b-dbc6ddb041e2 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'ded2de7b-5e29-48c4-81ed-b8b6ae171a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3dd2c98f-156a-4f9b-845e-3d0a79fd68e6'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:41:37.779214 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12467aa4-d282-4afb-9ba3-0c832abb2ab6 req-5f054b33-425c-482c-9126-8b236efad820 service neutron] Attempting to bind port c5c47207-1be2-4d91-ad4b-dbc6ddb041e2 on network 3dd2c98f-156a-4f9b-845e-3d0a79fd68e6 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:41:37.790895 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e67b0fb-d09a-4c1d-848d-6e1f8c9ca828 req-8d6c2f7b-e667-48ad-b66f-246b932bb374 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:41:37.792549 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-1e67b0fb-d09a-4c1d-848d-6e1f8c9ca828 req-8d6c2f7b-e667-48ad-b66f-246b932bb374 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=814667e6-3380-4fa5-84b1-788d1e62e949 HTTP/1.1" status: 200 len: 944 time: 0.0753679 Dec 10 15:41:37.793750 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12467aa4-d282-4afb-9ba3-0c832abb2ab6 req-5f054b33-425c-482c-9126-8b236efad820 service neutron] Port c5c47207-1be2-4d91-ad4b-dbc6ddb041e2 on network 3dd2c98f-156a-4f9b-845e-3d0a79fd68e6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:41:37.794100 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12467aa4-d282-4afb-9ba3-0c832abb2ab6 req-5f054b33-425c-482c-9126-8b236efad820 service neutron] Attempting to bind port c5c47207-1be2-4d91-ad4b-dbc6ddb041e2 on network 3dd2c98f-156a-4f9b-845e-3d0a79fd68e6 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:41:37.800427 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12467aa4-d282-4afb-9ba3-0c832abb2ab6 req-5f054b33-425c-482c-9126-8b236efad820 service neutron] Checking agent: {'id': 'fa828968-c68f-4b22-9699-a58fe4ab1f05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 28, 13), 'started_at': datetime.datetime(2021, 12, 10, 15, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:41:37.800786 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12467aa4-d282-4afb-9ba3-0c832abb2ab6 req-5f054b33-425c-482c-9126-8b236efad820 service neutron] Checking segment: {'id': 'ded2de7b-5e29-48c4-81ed-b8b6ae171a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3dd2c98f-156a-4f9b-845e-3d0a79fd68e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:41:37.801145 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12467aa4-d282-4afb-9ba3-0c832abb2ab6 req-5f054b33-425c-482c-9126-8b236efad820 service neutron] Bound using segment: {'id': 'ded2de7b-5e29-48c4-81ed-b8b6ae171a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3dd2c98f-156a-4f9b-845e-3d0a79fd68e6'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:41:37.801570 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [req-12467aa4-d282-4afb-9ba3-0c832abb2ab6 req-5f054b33-425c-482c-9126-8b236efad820 service neutron] Bound port: c5c47207-1be2-4d91-ad4b-dbc6ddb041e2, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ded2de7b-5e29-48c4-81ed-b8b6ae171a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3dd2c98f-156a-4f9b-845e-3d0a79fd68e6'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:41:37.801949 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-12467aa4-d282-4afb-9ba3-0c832abb2ab6 req-5f054b33-425c-482c-9126-8b236efad820 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:37.891212 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-1e67b0fb-d09a-4c1d-848d-6e1f8c9ca828 req-024bc368-5fce-4812-8d56-8d0e94c7e6e6 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=c941be51-7f76-4747-be44-be5a00666c60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865061 Dec 10 15:41:37.907225 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [req-12467aa4-d282-4afb-9ba3-0c832abb2ab6 req-5f054b33-425c-482c-9126-8b236efad820 service neutron] For port c5c47207-1be2-4d91-ad4b-dbc6ddb041e2, host hv-neutron-8214, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:41:37.910413 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [req-12467aa4-d282-4afb-9ba3-0c832abb2ab6 req-5f054b33-425c-482c-9126-8b236efad820 service neutron] For port c5c47207-1be2-4d91-ad4b-dbc6ddb041e2, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=c5c47207-1be2-4d91-ad4b-dbc6ddb041e2,segment=NetworkSegment(ded2de7b-5e29-48c4-81ed-b8b6ae171a8f),segment_id=ded2de7b-5e29-48c4-81ed-b8b6ae171a8f)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:41:38.001557 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-12467aa4-d282-4afb-9ba3-0c832abb2ab6 req-5f054b33-425c-482c-9126-8b236efad820 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:38.037799 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12467aa4-d282-4afb-9ba3-0c832abb2ab6 req-5f054b33-425c-482c-9126-8b236efad820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:41:38.038383 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-12467aa4-d282-4afb-9ba3-0c832abb2ab6 req-5f054b33-425c-482c-9126-8b236efad820 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:38.039753 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-12467aa4-d282-4afb-9ba3-0c832abb2ab6 req-5f054b33-425c-482c-9126-8b236efad820 service neutron] 10.222.0.44 "PUT /v2.0/ports/c5c47207-1be2-4d91-ad4b-dbc6ddb041e2 HTTP/1.1" status: 200 len: 1094 time: 0.8526852 Dec 10 15:41:38.040197 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '814667e6-3380-4fa5-84b1-788d1e62e949', 'tag': 'c5c47207-1be2-4d91-ad4b-dbc6ddb041e2'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:41:38.042446 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde1b47dcd987728a27c8e391f176ee57ea2adf837d2cedb59662361de43515a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0746df73-1e8d-44a0-b2b8-d035891a9df3" -d '{"events": [{"name": "network-changed", "server_uuid": "814667e6-3380-4fa5-84b1-788d1e62e949", "tag": "c5c47207-1be2-4d91-ad4b-dbc6ddb041e2"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:41:38.066165 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f054b33-425c-482c-9126-8b236efad820 service neutron] Pushing event updated for resources: {'Port': ['ID=c5c47207-1be2-4d91-ad4b-dbc6ddb041e2,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:41:38.085049 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 15:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6225b2cc-e467-415a-b28c-d91d362c3d26 x-openstack-request-id: req-6225b2cc-e467-415a-b28c-d91d362c3d26 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:41:38.085379 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "814667e6-3380-4fa5-84b1-788d1e62e949", "tag": "c5c47207-1be2-4d91-ad4b-dbc6ddb041e2", "status": "completed", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:41:38.085642 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6225b2cc-e467-415a-b28c-d91d362c3d26 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:41:38.086094 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '814667e6-3380-4fa5-84b1-788d1e62e949', 'tag': 'c5c47207-1be2-4d91-ad4b-dbc6ddb041e2', 'status': 'completed', 'code': 200} Dec 10 15:41:38.158011 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0746df73-1e8d-44a0-b2b8-d035891a9df3 req-c8b9e636-188f-4201-aafc-b046c8bac871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:41:38.159568 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-0746df73-1e8d-44a0-b2b8-d035891a9df3 req-c8b9e636-188f-4201-aafc-b046c8bac871 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e049672a5fd04e7f8cbb0423b61eb757&device_id=814667e6-3380-4fa5-84b1-788d1e62e949 HTTP/1.1" status: 200 len: 1097 time: 0.0505691 Dec 10 15:41:38.268025 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0746df73-1e8d-44a0-b2b8-d035891a9df3 req-0bcbb520-7aca-4272-a533-e217159acb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:41:38.269584 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-0746df73-1e8d-44a0-b2b8-d035891a9df3 req-0bcbb520-7aca-4272-a533-e217159acb05 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=e049672a5fd04e7f8cbb0423b61eb757&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1013772 Dec 10 15:41:38.365078 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0746df73-1e8d-44a0-b2b8-d035891a9df3 req-6564e58a-afe4-4407-8372-4d51e89c0498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:41:38.366490 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-0746df73-1e8d-44a0-b2b8-d035891a9df3 req-6564e58a-afe4-4407-8372-4d51e89c0498 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0893846 Dec 10 15:41:38.446728 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12467aa4-d282-4afb-9ba3-0c832abb2ab6 req-cdc6ec93-45d5-4cb0-8db3-b0e4a21e8c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:41:38.448206 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-12467aa4-d282-4afb-9ba3-0c832abb2ab6 req-cdc6ec93-45d5-4cb0-8db3-b0e4a21e8c28 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e049672a5fd04e7f8cbb0423b61eb757&device_id=814667e6-3380-4fa5-84b1-788d1e62e949 HTTP/1.1" status: 200 len: 1097 time: 0.0439723 Dec 10 15:41:38.488814 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-12467aa4-d282-4afb-9ba3-0c832abb2ab6 req-722f7910-01c8-479a-8460-e45a05b072b6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5c47207-1be2-4d91-ad4b-dbc6ddb041e2 HTTP/1.1" status: 200 len: 217 time: 0.0336061 Dec 10 15:41:38.537731 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12467aa4-d282-4afb-9ba3-0c832abb2ab6 req-7f630fc8-2fd3-41c5-88d6-3339e25aae78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:41:38.539209 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-12467aa4-d282-4afb-9ba3-0c832abb2ab6 req-7f630fc8-2fd3-41c5-88d6-3339e25aae78 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4019a108-e99e-43d0-aee2-119d22084046 HTTP/1.1" status: 200 len: 843 time: 0.0436885 Dec 10 15:41:38.584460 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12467aa4-d282-4afb-9ba3-0c832abb2ab6 req-0acf8274-6020-4a34-b78d-1c508c6f3320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:41:38.586044 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-12467aa4-d282-4afb-9ba3-0c832abb2ab6 req-0acf8274-6020-4a34-b78d-1c508c6f3320 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3dd2c98f-156a-4f9b-845e-3d0a79fd68e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397429 Dec 10 15:41:38.677348 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-12467aa4-d282-4afb-9ba3-0c832abb2ab6 req-16985242-bcf7-40a9-956d-fb7588a8bbd5 service neutron] 10.222.0.44 "GET /v2.0/networks/3dd2c98f-156a-4f9b-845e-3d0a79fd68e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846064 Dec 10 15:41:38.766938 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-12467aa4-d282-4afb-9ba3-0c832abb2ab6 req-08582209-5919-4d74-b32f-31b77008b5f6 service neutron] 10.222.0.44 "GET /v2.0/networks/3dd2c98f-156a-4f9b-845e-3d0a79fd68e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827191 Dec 10 15:41:39.010049 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ef3fae-17ed-4435-990c-d3b7a8c8b11f req-dd60186d-bb0e-41e0-aef7-9f75999cb2c9 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:41:39.011643 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-59ef3fae-17ed-4435-990c-d3b7a8c8b11f req-dd60186d-bb0e-41e0-aef7-9f75999cb2c9 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=814667e6-3380-4fa5-84b1-788d1e62e949 HTTP/1.1" status: 200 len: 944 time: 0.0522802 Dec 10 15:41:39.060662 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-59ef3fae-17ed-4435-990c-d3b7a8c8b11f req-6e446b75-4648-4ce0-ae7a-d7fc8275e4cb tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=c941be51-7f76-4747-be44-be5a00666c60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422778 Dec 10 15:41:40.177690 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca3c95-0c0e-4194-aa3d-2b4a0277c587 req-7769bf06-a9fd-4478-9d7d-9cac4d00da75 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:41:40.179169 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d0ca3c95-0c0e-4194-aa3d-2b4a0277c587 req-7769bf06-a9fd-4478-9d7d-9cac4d00da75 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=814667e6-3380-4fa5-84b1-788d1e62e949 HTTP/1.1" status: 200 len: 944 time: 0.0500283 Dec 10 15:41:40.228125 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d0ca3c95-0c0e-4194-aa3d-2b4a0277c587 req-2a88b69f-6cef-4115-917f-bbc11c13bf74 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=c941be51-7f76-4747-be44-be5a00666c60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430083 Dec 10 15:41:41.342164 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed332aa4-be1c-4a2e-aa7b-7b798a706147 req-23e88762-1f08-4f48-9cba-aee74897984a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:41:41.343679 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ed332aa4-be1c-4a2e-aa7b-7b798a706147 req-23e88762-1f08-4f48-9cba-aee74897984a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=814667e6-3380-4fa5-84b1-788d1e62e949 HTTP/1.1" status: 200 len: 944 time: 0.0485034 Dec 10 15:41:41.393718 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ed332aa4-be1c-4a2e-aa7b-7b798a706147 req-1faf7b92-fe8b-4183-b392-3f1949354a13 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=c941be51-7f76-4747-be44-be5a00666c60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424311 Dec 10 15:41:42.511858 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9866bb7-41d9-4207-8bb1-69d11552763e req-14bd1e90-9863-4e55-b82b-e0fe78cddd9d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:41:42.513498 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d9866bb7-41d9-4207-8bb1-69d11552763e req-14bd1e90-9863-4e55-b82b-e0fe78cddd9d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=814667e6-3380-4fa5-84b1-788d1e62e949 HTTP/1.1" status: 200 len: 944 time: 0.0529563 Dec 10 15:41:42.545310 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device c5c47207-1be2-4d91-ad4b-dbc6ddb041e2 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 15:41:42.568876 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d9866bb7-41d9-4207-8bb1-69d11552763e req-ae301315-b13f-4d0e-9dbb-ede19d5be8b7 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=c941be51-7f76-4747-be44-be5a00666c60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486395 Dec 10 15:41:42.643227 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port c5c47207-1be2-4d91-ad4b-dbc6ddb041e2, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=c5c47207-1be2-4d91-ad4b-dbc6ddb041e2,segment=NetworkSegment(ded2de7b-5e29-48c4-81ed-b8b6ae171a8f),segment_id=ded2de7b-5e29-48c4-81ed-b8b6ae171a8f)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:41:42.654517 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Returning: {'device': 'c5c47207-1be2-4d91-ad4b-dbc6ddb041e2', 'network_id': '3dd2c98f-156a-4f9b-845e-3d0a79fd68e6', 'port_id': 'c5c47207-1be2-4d91-ad4b-dbc6ddb041e2', 'mac_address': 'fa:16:3e:c9:d0:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4019a108-e99e-43d0-aee2-119d22084046', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 15:41:42.690953 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:42.704544 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5c47207-1be2-4d91-ad4b-dbc6ddb041e2 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 15:41:42.723034 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port c5c47207-1be2-4d91-ad4b-dbc6ddb041e2, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=c5c47207-1be2-4d91-ad4b-dbc6ddb041e2,segment=NetworkSegment(ded2de7b-5e29-48c4-81ed-b8b6ae171a8f),segment_id=ded2de7b-5e29-48c4-81ed-b8b6ae171a8f)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:41:42.840188 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:42.888775 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=c5c47207-1be2-4d91-ad4b-dbc6ddb041e2,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:41:42.937119 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7b4d2344-212b-4e63-aa03-e80388ee8362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:43.056819 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] get_ports_and_sgs() called for port_ids ['c5c47207-1be2-4d91-ad4b-dbc6ddb041e2'] {{(pid=103588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 15:41:43.383098 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:43.690235 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1029778d-805c-4cdb-82d5-8c21c2eca6d6 req-a6a55cb4-f62e-4a40-8af4-714329df8ba6 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:41:43.691976 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-1029778d-805c-4cdb-82d5-8c21c2eca6d6 req-a6a55cb4-f62e-4a40-8af4-714329df8ba6 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=814667e6-3380-4fa5-84b1-788d1e62e949 HTTP/1.1" status: 200 len: 945 time: 0.0557668 Dec 10 15:41:43.745041 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-1029778d-805c-4cdb-82d5-8c21c2eca6d6 req-8e5180e0-603d-4e73-8576-3cc93de84629 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=c941be51-7f76-4747-be44-be5a00666c60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469306 Dec 10 15:41:44.566522 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device c5c47207-1be2-4d91-ad4b-dbc6ddb041e2 up at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:41:44.697009 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning for port c5c47207-1be2-4d91-ad4b-dbc6ddb041e2 completed by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 15:41:44.700998 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning complete for port c5c47207-1be2-4d91-ad4b-dbc6ddb041e2 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:41:44.701370 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:44.781743 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:44.805136 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '814667e6-3380-4fa5-84b1-788d1e62e949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c47207-1be2-4d91-ad4b-dbc6ddb041e2'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:41:44.807436 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa4b92c408489e2c982394a5a7b3518bb1b22554638321e3ea6c5cabb2c75d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf910dd5-2f4e-4ccc-b89b-6415074068ae" -d '{"events": [{"server_uuid": "814667e6-3380-4fa5-84b1-788d1e62e949", "name": "network-vif-plugged", "status": "completed", "tag": "c5c47207-1be2-4d91-ad4b-dbc6ddb041e2"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:41:44.820429 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port c5c47207-1be2-4d91-ad4b-dbc6ddb041e2, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=c5c47207-1be2-4d91-ad4b-dbc6ddb041e2,segment=NetworkSegment(ded2de7b-5e29-48c4-81ed-b8b6ae171a8f),segment_id=ded2de7b-5e29-48c4-81ed-b8b6ae171a8f)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:41:44.862474 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be2c75-9c8a-4d5a-87d2-c8d6d52d58fb req-55a3a6f1-f8d1-4188-a7bd-fbdf10454423 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:41:44.864104 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-01be2c75-9c8a-4d5a-87d2-c8d6d52d58fb req-55a3a6f1-f8d1-4188-a7bd-fbdf10454423 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=814667e6-3380-4fa5-84b1-788d1e62e949 HTTP/1.1" status: 200 len: 945 time: 0.0517981 Dec 10 15:41:44.891875 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:44.920132 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 15:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85cae38b-b423-4a5f-a75b-0644f405f5e4 x-openstack-request-id: req-85cae38b-b423-4a5f-a75b-0644f405f5e4 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:41:44.920427 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "814667e6-3380-4fa5-84b1-788d1e62e949", "name": "network-vif-plugged", "status": "completed", "tag": "c5c47207-1be2-4d91-ad4b-dbc6ddb041e2", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:41:44.920684 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-85cae38b-b423-4a5f-a75b-0644f405f5e4 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:41:44.921077 dv-neutron-821401-4-hyperv neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '814667e6-3380-4fa5-84b1-788d1e62e949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c47207-1be2-4d91-ad4b-dbc6ddb041e2', 'code': 200} Dec 10 15:41:44.921666 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-01be2c75-9c8a-4d5a-87d2-c8d6d52d58fb req-3b8213cd-5cf1-4a1c-86df-f5d09b7e1c30 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=c941be51-7f76-4747-be44-be5a00666c60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514767 Dec 10 15:41:44.949451 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=c5c47207-1be2-4d91-ad4b-dbc6ddb041e2,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:41:45.220055 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30de8939-da88-4f18-9be4-58a6aa5fe3b9 req-e4442ad6-432c-4e04-afaa-bdbb7b5746af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:41:45.221580 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-30de8939-da88-4f18-9be4-58a6aa5fe3b9 req-e4442ad6-432c-4e04-afaa-bdbb7b5746af service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=814667e6-3380-4fa5-84b1-788d1e62e949 HTTP/1.1" status: 200 len: 1099 time: 0.0411096 Dec 10 15:41:45.262965 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1acc041d-e482-47eb-8088-f913a6cc55e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:45.268000 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-30de8939-da88-4f18-9be4-58a6aa5fe3b9 req-3ad69a39-e5cd-4480-8ee5-eeb83f056af3 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c941be51-7f76-4747-be44-be5a00666c60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392425 Dec 10 15:41:46.040600 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aae838-90d2-4980-ac3a-6a987ca21785 req-658d28a4-62c9-4315-afdd-c8ebe2ad33cf tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:41:46.042131 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-13aae838-90d2-4980-ac3a-6a987ca21785 req-658d28a4-62c9-4315-afdd-c8ebe2ad33cf tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=814667e6-3380-4fa5-84b1-788d1e62e949 HTTP/1.1" status: 200 len: 946 time: 0.0497730 Dec 10 15:41:46.094377 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-13aae838-90d2-4980-ac3a-6a987ca21785 req-f4875710-b025-4567-8efb-89dd477ce838 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=c941be51-7f76-4747-be44-be5a00666c60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460892 Dec 10 15:41:46.114519 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:47.209097 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6348212-93ac-44fd-bc3a-373d02062e52 req-d788255b-8879-444d-9b1e-8245a3c230b3 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:41:47.210599 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-c6348212-93ac-44fd-bc3a-373d02062e52 req-d788255b-8879-444d-9b1e-8245a3c230b3 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=814667e6-3380-4fa5-84b1-788d1e62e949 HTTP/1.1" status: 200 len: 946 time: 0.0490625 Dec 10 15:41:47.263866 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-c6348212-93ac-44fd-bc3a-373d02062e52 req-7c858fe4-467b-4849-aebc-61d7cf787e6f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=c941be51-7f76-4747-be44-be5a00666c60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473807 Dec 10 15:41:47.396439 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d95ab-fb94-46d0-9073-aa6f990a9e0a req-6aea0007-acae-4ffb-b897-15d41b622c39 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:41:47.397128 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-d40d95ab-fb94-46d0-9073-aa6f990a9e0a req-6aea0007-acae-4ffb-b897-15d41b622c39 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=814667e6-3380-4fa5-84b1-788d1e62e949 HTTP/1.1" status: 200 len: 946 time: 0.0610714 Dec 10 15:41:47.446235 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-d40d95ab-fb94-46d0-9073-aa6f990a9e0a req-f0e5ff48-a09a-40e0-ae4a-028d31add5b2 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=c941be51-7f76-4747-be44-be5a00666c60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430090 Dec 10 15:41:47.468406 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 38498) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:41:47.508335 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15cfaec-341c-4c5b-877d-e592333ee185 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:41:47.509866 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-b15cfaec-341c-4c5b-877d-e592333ee185 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=814667e6-3380-4fa5-84b1-788d1e62e949 HTTP/1.1" status: 200 len: 1094 time: 0.0401590 Dec 10 15:41:47.512985 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 38500) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:41:47.517659 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-702acc89-6dac-4bc0-97a4-7d468d048b02 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'floatingip': {'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'port_id': 'c5c47207-1be2-4d91-ad4b-dbc6ddb041e2', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:41:47.594492 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-702acc89-6dac-4bc0-97a4-7d468d048b02 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for floatingip, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:47.694822 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-702acc89-6dac-4bc0-97a4-7d468d048b02 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:47.730051 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:47.800804 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-702acc89-6dac-4bc0-97a4-7d468d048b02 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Allocated IP 172.26.2.24 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/9edd6315-1822-4026-af9c-93f26d3db3d1) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:41:47.898266 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-702acc89-6dac-4bc0-97a4-7d468d048b02 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:48.006145 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-702acc89-6dac-4bc0-97a4-7d468d048b02 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:48.009376 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 15:41:48.049308 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702acc89-6dac-4bc0-97a4-7d468d048b02 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:41:48.053683 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-702acc89-6dac-4bc0-97a4-7d468d048b02 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:41:48.056526 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702acc89-6dac-4bc0-97a4-7d468d048b02 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:41:48.082962 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702acc89-6dac-4bc0-97a4-7d468d048b02 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'Port': ['ID=9edd6315-1822-4026-af9c-93f26d3db3d1,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:41:48.417417 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-702acc89-6dac-4bc0-97a4-7d468d048b02 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:48.568346 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-702acc89-6dac-4bc0-97a4-7d468d048b02 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:48.649807 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:48.717259 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-702acc89-6dac-4bc0-97a4-7d468d048b02 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:48.771018 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-702acc89-6dac-4bc0-97a4-7d468d048b02 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:48.835788 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702acc89-6dac-4bc0-97a4-7d468d048b02 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'Port': ['ID=9edd6315-1822-4026-af9c-93f26d3db3d1,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:41:48.847451 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-702acc89-6dac-4bc0-97a4-7d468d048b02 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552741'] for floatingip, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:48.944426 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.l3_db [None req-702acc89-6dac-4bc0-97a4-7d468d048b02 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Floating IP 0c78056e-9910-483e-a2a2-659ee208b2a8 associated. External IP: 172.26.2.24, port: c5c47207-1be2-4d91-ad4b-dbc6ddb041e2. Dec 10 15:41:49.148015 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-702acc89-6dac-4bc0-97a4-7d468d048b02 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Router 763f985d-0ac6-4ef7-9758-4594de298b85 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:41:49.257524 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-702acc89-6dac-4bc0-97a4-7d468d048b02 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:41:49.268510 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fa533e-b2f8-493c-9334-df02937ac8b4 None None] Sync routers for ids ['763f985d-0ac6-4ef7-9758-4594de298b85'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:41:49.278215 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fa533e-b2f8-493c-9334-df02937ac8b4 None None] Routers {'763f985d-0ac6-4ef7-9758-4594de298b85'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:41:49.278823 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-00fa533e-b2f8-493c-9334-df02937ac8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:41:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['763f985d-0ac6-4ef7-9758-4594de298b85'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:41:49.354668 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-702acc89-6dac-4bc0-97a4-7d468d048b02 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:41:49.380899 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-702acc89-6dac-4bc0-97a4-7d468d048b02 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8670063 Dec 10 15:41:49.381534 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '814667e6-3380-4fa5-84b1-788d1e62e949', 'tag': 'c5c47207-1be2-4d91-ad4b-dbc6ddb041e2'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:41:49.383714 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-00fa533e-b2f8-493c-9334-df02937ac8b4 None None] Set router 763f985d-0ac6-4ef7-9758-4594de298b85 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:41:49.383902 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 38502) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:41:49.384363 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9ca57131bc4931768ac29058952438d1fdd62308db7b17540cc34ffe8faef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f1bbe6-0ec9-4c11-badc-5adad0499c68" -d '{"events": [{"name": "network-changed", "server_uuid": "814667e6-3380-4fa5-84b1-788d1e62e949", "tag": "c5c47207-1be2-4d91-ad4b-dbc6ddb041e2"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:41:49.446520 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-a4078218-2536-40fb-8645-a57ae994ad60 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/floatingips/0c78056e-9910-483e-a2a2-659ee208b2a8 HTTP/1.1" status: 200 len: 991 time: 0.0605662 Dec 10 15:41:49.481102 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 15:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ebf9c38-4a4b-4ff0-bacd-05d7e6e39ee5 x-openstack-request-id: req-0ebf9c38-4a4b-4ff0-bacd-05d7e6e39ee5 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:41:49.481630 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "814667e6-3380-4fa5-84b1-788d1e62e949", "tag": "c5c47207-1be2-4d91-ad4b-dbc6ddb041e2", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:41:49.481630 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0ebf9c38-4a4b-4ff0-bacd-05d7e6e39ee5 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:41:49.482202 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '814667e6-3380-4fa5-84b1-788d1e62e949', 'tag': 'c5c47207-1be2-4d91-ad4b-dbc6ddb041e2', 'status': 'completed', 'code': 200} Dec 10 15:41:49.546254 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f1bbe6-0ec9-4c11-badc-5adad0499c68 req-6c9c806e-629f-4200-aa54-0664a9190ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:41:49.547765 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-89f1bbe6-0ec9-4c11-badc-5adad0499c68 req-6c9c806e-629f-4200-aa54-0664a9190ed4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e049672a5fd04e7f8cbb0423b61eb757&device_id=814667e6-3380-4fa5-84b1-788d1e62e949 HTTP/1.1" status: 200 len: 1099 time: 0.0442421 Dec 10 15:41:49.611293 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-00fa533e-b2f8-493c-9334-df02937ac8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763f985d-0ac6-4ef7-9758-4594de298b85', 'name': 'tempest-TestNetworkBasicOps-router-1746908036', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.72'}], 'enable_snat': True}, 'gw_port_id': '46e72098-8321-49bf-ba24-fe179d0f3269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:41:24Z', 'updated_at': '2021-12-10T15:41:28Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '46e72098-8321-49bf-ba24-fe179d0f3269', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f985d-0ac6-4ef7-9758-4594de298b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:41:25Z', 'updated_at': '2021-12-10T15:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': '0c78056e-9910-483e-a2a2-659ee208b2a8', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'floating_ip_address': '172.26.2.24', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': '763f985d-0ac6-4ef7-9758-4594de298b85', 'port_id': 'c5c47207-1be2-4d91-ad4b-dbc6ddb041e2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3dd2c98f-156a-4f9b-845e-3d0a79fd68e6', 'mac_address': 'fa:16:3e:c9:d0:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814667e6-3380-4fa5-84b1-788d1e62e949', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T15:41:48Z', 'updated_at': '2021-12-10T15:41:48Z', 'revision_number': 0, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b88cc3a7-2a87-487c-aa4c-35e16905b352', 'name': '', 'network_id': '3dd2c98f-156a-4f9b-845e-3d0a79fd68e6', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:7d:df:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f985d-0ac6-4ef7-9758-4594de298b85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '4019a108-e99e-43d0-aee2-119d22084046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:41:28Z', 'updated_at': '2021-12-10T15:41:32Z', 'revision_number': 5, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': '4019a108-e99e-43d0-aee2-119d22084046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:41:49.638139 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fa533e-b2f8-493c-9334-df02937ac8b4 None None] Checking router: 763f985d-0ac6-4ef7-9758-4594de298b85 for host: dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:41:49.638390 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f1bbe6-0ec9-4c11-badc-5adad0499c68 req-d541a34b-eaaf-4931-8094-4841e3025178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:41:49.639749 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-89f1bbe6-0ec9-4c11-badc-5adad0499c68 req-d541a34b-eaaf-4931-8094-4841e3025178 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3dd2c98f-156a-4f9b-845e-3d0a79fd68e6 HTTP/1.1" status: 200 len: 897 time: 0.0836682 Dec 10 15:41:49.646828 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fa533e-b2f8-493c-9334-df02937ac8b4 None None] Routers {'763f985d-0ac6-4ef7-9758-4594de298b85'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:41:49.647418 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-00fa533e-b2f8-493c-9334-df02937ac8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:41:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['763f985d-0ac6-4ef7-9758-4594de298b85'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:41:49.707974 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-89f1bbe6-0ec9-4c11-badc-5adad0499c68 req-eb188971-8706-449c-8d22-e58b50c95274 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5c47207-1be2-4d91-ad4b-dbc6ddb041e2 HTTP/1.1" status: 200 len: 999 time: 0.0612466 Dec 10 15:41:49.755401 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-00fa533e-b2f8-493c-9334-df02937ac8b4 None None] Set router 763f985d-0ac6-4ef7-9758-4594de298b85 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:41:49.758280 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f1bbe6-0ec9-4c11-badc-5adad0499c68 req-aa641144-0608-4c61-a543-d2d0c7386428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:41:49.759921 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-89f1bbe6-0ec9-4c11-badc-5adad0499c68 req-aa641144-0608-4c61-a543-d2d0c7386428 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4019a108-e99e-43d0-aee2-119d22084046 HTTP/1.1" status: 200 len: 843 time: 0.0452240 Dec 10 15:41:49.804234 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f1bbe6-0ec9-4c11-badc-5adad0499c68 req-be59e254-cee2-40cb-a49f-9f89d39b0944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:41:49.806061 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-89f1bbe6-0ec9-4c11-badc-5adad0499c68 req-be59e254-cee2-40cb-a49f-9f89d39b0944 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3dd2c98f-156a-4f9b-845e-3d0a79fd68e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393572 Dec 10 15:41:49.899672 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-89f1bbe6-0ec9-4c11-badc-5adad0499c68 req-5f3ed947-29a9-4aea-aad2-0e19bc9590fb service neutron] 10.222.0.44 "GET /v2.0/networks/3dd2c98f-156a-4f9b-845e-3d0a79fd68e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868347 Dec 10 15:41:49.997726 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-00fa533e-b2f8-493c-9334-df02937ac8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763f985d-0ac6-4ef7-9758-4594de298b85', 'name': 'tempest-TestNetworkBasicOps-router-1746908036', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.72'}], 'enable_snat': True}, 'gw_port_id': '46e72098-8321-49bf-ba24-fe179d0f3269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:41:24Z', 'updated_at': '2021-12-10T15:41:28Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '46e72098-8321-49bf-ba24-fe179d0f3269', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f985d-0ac6-4ef7-9758-4594de298b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:41:25Z', 'updated_at': '2021-12-10T15:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': '0c78056e-9910-483e-a2a2-659ee208b2a8', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'floating_ip_address': '172.26.2.24', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': '763f985d-0ac6-4ef7-9758-4594de298b85', 'port_id': 'c5c47207-1be2-4d91-ad4b-dbc6ddb041e2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3dd2c98f-156a-4f9b-845e-3d0a79fd68e6', 'mac_address': 'fa:16:3e:c9:d0:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814667e6-3380-4fa5-84b1-788d1e62e949', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T15:41:48Z', 'updated_at': '2021-12-10T15:41:48Z', 'revision_number': 0, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b88cc3a7-2a87-487c-aa4c-35e16905b352', 'name': '', 'network_id': '3dd2c98f-156a-4f9b-845e-3d0a79fd68e6', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:7d:df:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f985d-0ac6-4ef7-9758-4594de298b85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '4019a108-e99e-43d0-aee2-119d22084046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:41:28Z', 'updated_at': '2021-12-10T15:41:32Z', 'revision_number': 5, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': '4019a108-e99e-43d0-aee2-119d22084046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:41:49.998042 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-89f1bbe6-0ec9-4c11-badc-5adad0499c68 req-0836315f-661e-4485-9174-d62cb24070de service neutron] 10.222.0.44 "GET /v2.0/networks/3dd2c98f-156a-4f9b-845e-3d0a79fd68e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822041 Dec 10 15:41:50.092706 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fa533e-b2f8-493c-9334-df02937ac8b4 None None] The sync data for ids ['763f985d-0ac6-4ef7-9758-4594de298b85'] in dv-neutron-821401-4-hyperv is: [{'id': '763f985d-0ac6-4ef7-9758-4594de298b85', 'name': 'tempest-TestNetworkBasicOps-router-1746908036', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.72'}], 'enable_snat': True}, 'gw_port_id': '46e72098-8321-49bf-ba24-fe179d0f3269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:41:24Z', 'updated_at': '2021-12-10T15:41:28Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '46e72098-8321-49bf-ba24-fe179d0f3269', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f985d-0ac6-4ef7-9758-4594de298b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:41:25Z', 'updated_at': '2021-12-10T15:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': '0c78056e-9910-483e-a2a2-659ee208b2a8', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'floating_ip_address': '172.26.2.24', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': '763f985d-0ac6-4ef7-9758-4594de298b85', 'port_id': 'c5c47207-1be2-4d91-ad4b-dbc6ddb041e2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3dd2c98f-156a-4f9b-845e-3d0a79fd68e6', 'mac_address': 'fa:16:3e:c9:d0:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814667e6-3380-4fa5-84b1-788d1e62e949', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T15:41:48Z', 'updated_at': '2021-12-10T15:41:48Z', 'revision_number': 0, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b88cc3a7-2a87-487c-aa4c-35e16905b352', 'name': '', 'network_id': '3dd2c98f-156a-4f9b-845e-3d0a79fd68e6', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:7d:df:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f985d-0ac6-4ef7-9758-4594de298b85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '4019a108-e99e-43d0-aee2-119d22084046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:41:28Z', 'updated_at': '2021-12-10T15:41:32Z', 'revision_number': 5, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': '4019a108-e99e-43d0-aee2-119d22084046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:41:50.276994 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73879bf2-b417-4a60-adc8-89698f56fe9d None None] New status for floating IP 0c78056e-9910-483e-a2a2-659ee208b2a8: ACTIVE {{(pid=103588) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 15:41:50.449274 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 38508) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:41:50.517511 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-7206c6c9-5ea7-43fd-aad8-665801873896 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/floatingips/0c78056e-9910-483e-a2a2-659ee208b2a8 HTTP/1.1" status: 200 len: 991 time: 0.0669913 Dec 10 15:41:51.521922 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 38510) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:41:51.581241 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-71b9ca36-bedc-4cb5-b6c9-fba3ce5992cf tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/floatingips/0c78056e-9910-483e-a2a2-659ee208b2a8 HTTP/1.1" status: 200 len: 993 time: 0.0581722 Dec 10 15:42:12.911788 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5446f5bd-41be-435a-b18a-bb34b1e3a7f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:42:13.376389 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:42:15.261958 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-35378d02-471c-4bbf-9dec-fdb01aff1d0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:42:16.107680 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:42:17.730178 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:42:18.650519 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:42:25.008348 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 15:42:26.403082 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-e70c9a4d-97d9-4b28-9b94-57b582f905d9 req-c2514574-29e3-4afb-b031-fbd266743ae4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=19d236a4-1ce2-4c32-a1f0-c2fd3b1d9190&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427458 Dec 10 15:42:26.488110 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c9a4d-97d9-4b28-9b94-57b582f905d9 req-0d2e59ac-6280-4a46-8d61-66a6ae4aca39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:42:26.489568 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-e70c9a4d-97d9-4b28-9b94-57b582f905d9 req-0d2e59ac-6280-4a46-8d61-66a6ae4aca39 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fe288e3581ed450db6aaaa858fc0d419&device_id=19d236a4-1ce2-4c32-a1f0-c2fd3b1d9190 HTTP/1.1" status: 200 len: 1099 time: 0.0437300 Dec 10 15:42:26.592285 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c9a4d-97d9-4b28-9b94-57b582f905d9 req-85e171ea-0129-42b6-81de-26e43d718b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:42:26.593797 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-e70c9a4d-97d9-4b28-9b94-57b582f905d9 req-85e171ea-0129-42b6-81de-26e43d718b7d service neutron] 10.222.0.44 "GET /v2.0/networks?id=dd61618b-b615-4db2-a1a8-ba6a4be6a018 HTTP/1.1" status: 200 len: 912 time: 0.0846882 Dec 10 15:42:26.663464 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-e70c9a4d-97d9-4b28-9b94-57b582f905d9 req-cb911b25-17a2-451f-8ef9-f772d7f50226 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a128cc1d-7ffb-4cc5-a3d1-7b8f7243b797 HTTP/1.1" status: 200 len: 1001 time: 0.0617931 Dec 10 15:42:26.717148 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c9a4d-97d9-4b28-9b94-57b582f905d9 req-b34e2044-5383-4132-a9f7-71d8170133d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:42:26.718804 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-e70c9a4d-97d9-4b28-9b94-57b582f905d9 req-b34e2044-5383-4132-a9f7-71d8170133d2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=62e04148-ee42-4779-a2ec-46121cdcb205 HTTP/1.1" status: 200 len: 850 time: 0.0482318 Dec 10 15:42:26.766900 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c9a4d-97d9-4b28-9b94-57b582f905d9 req-b02b94dd-8403-4eeb-b477-2413add8ef52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:42:26.768439 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-e70c9a4d-97d9-4b28-9b94-57b582f905d9 req-b02b94dd-8403-4eeb-b477-2413add8ef52 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dd61618b-b615-4db2-a1a8-ba6a4be6a018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418775 Dec 10 15:42:27.164072 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-e70c9a4d-97d9-4b28-9b94-57b582f905d9 req-60fe6062-4179-409f-aea4-4aa8dd34e00c service neutron] 10.222.0.44 "GET /v2.0/networks/dd61618b-b615-4db2-a1a8-ba6a4be6a018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3885071 Dec 10 15:42:27.264661 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-e70c9a4d-97d9-4b28-9b94-57b582f905d9 req-d427685f-d0f8-4272-ab5d-999830596e27 service neutron] 10.222.0.44 "GET /v2.0/networks/dd61618b-b615-4db2-a1a8-ba6a4be6a018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930965 Dec 10 15:42:42.907122 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bef11c25-086b-477b-9c03-e547f8b6f25f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:42:43.430852 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:42:43.718680 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-61721d6f-7b13-4665-875a-b7df6072fc69 req-c36ca291-0ba5-43a5-bdce-674699f5c894 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1392959375&fields=id&tenant_id=fe288e3581ed450db6aaaa858fc0d419 HTTP/1.1" status: 200 len: 267 time: 0.0466027 Dec 10 15:42:43.830587 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61721d6f-7b13-4665-875a-b7df6072fc69 req-5ffd0b89-c143-40bb-8aa0-39f24374a330 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:42:43.831999 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-61721d6f-7b13-4665-875a-b7df6072fc69 req-5ffd0b89-c143-40bb-8aa0-39f24374a330 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/networks?id=dd61618b-b615-4db2-a1a8-ba6a4be6a018 HTTP/1.1" status: 200 len: 811 time: 0.1061594 Dec 10 15:42:43.847326 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-61721d6f-7b13-4665-875a-b7df6072fc69 req-52cde7b8-15b2-46bf-a0e5-bfb7a26a6c7c tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/quotas/fe288e3581ed450db6aaaa858fc0d419 HTTP/1.1" status: 200 len: 375 time: 0.0090084 Dec 10 15:42:43.900594 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-61721d6f-7b13-4665-875a-b7df6072fc69 req-26149070-64c5-4261-9267-4b1c58cb4668 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=fe288e3581ed450db6aaaa858fc0d419&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0472112 Dec 10 15:42:44.037733 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-61721d6f-7b13-4665-875a-b7df6072fc69 req-bcb372b3-ce75-4afb-ab90-73a959501c09 service neutron] 10.222.0.20 "GET /v2.0/networks/dd61618b-b615-4db2-a1a8-ba6a4be6a018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252885 Dec 10 15:42:44.136990 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-61721d6f-7b13-4665-875a-b7df6072fc69 req-ff88066e-5f87-4488-822e-edcb73a9692e service neutron] 10.222.0.20 "GET /v2.0/networks/dd61618b-b615-4db2-a1a8-ba6a4be6a018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924585 Dec 10 15:42:45.255521 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6b4930fa-ee34-4041-b6c2-68e1fcc9ea3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:42:45.651145 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4cc0dc1f-5d5d-4554-95e8-49dc0d915860 req-80a41a24-6652-41ce-a32b-573320eeffb6 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/ports?device_id=af549c14-e7dc-447a-a0f2-7838ded21298 HTTP/1.1" status: 200 len: 210 time: 0.0262380 Dec 10 15:42:46.145170 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:42:46.734188 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-91166147-1301-4c09-8b5b-01afff6c4309 req-f5c2c911-8a35-48e0-bbd6-93e8eeadbb89 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/ports?device_id=af549c14-e7dc-447a-a0f2-7838ded21298 HTTP/1.1" status: 200 len: 210 time: 0.0314541 Dec 10 15:42:47.758979 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:42:47.808647 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-e06622e0-c689-4dfc-932a-a7233c1e14c4 req-dda176e5-29a4-415a-a922-2c22d021d855 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/ports?device_id=af549c14-e7dc-447a-a0f2-7838ded21298 HTTP/1.1" status: 200 len: 210 time: 0.0256548 Dec 10 15:42:48.699074 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:42:48.900574 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-744b5e44-dcff-4402-8e74-de32bc0ea957 req-daa7d51f-f485-4d90-bbb5-47c69c0d13f7 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/ports?device_id=af549c14-e7dc-447a-a0f2-7838ded21298 HTTP/1.1" status: 200 len: 210 time: 0.0269072 Dec 10 15:42:49.786118 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61721d6f-7b13-4665-875a-b7df6072fc69 req-9f3a2283-c579-4f4c-82c4-7b930a6c0f64 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:42:49.787540 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-61721d6f-7b13-4665-875a-b7df6072fc69 req-9f3a2283-c579-4f4c-82c4-7b930a6c0f64 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.44 "GET /v2.0/networks?id=dd61618b-b615-4db2-a1a8-ba6a4be6a018 HTTP/1.1" status: 200 len: 811 time: 0.1035762 Dec 10 15:42:49.858135 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-61721d6f-7b13-4665-875a-b7df6072fc69 req-c67a0f0d-c1ad-440c-a496-68792d135756 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe288e3581ed450db6aaaa858fc0d419 HTTP/1.1" status: 200 len: 380 time: 0.0550992 Dec 10 15:42:49.868480 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [req-61721d6f-7b13-4665-875a-b7df6072fc69 req-918072fa-8045-4d0a-a7fe-4e77f620e1b6 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Request body: {'port': {'device_id': 'af549c14-e7dc-447a-a0f2-7838ded21298', 'network_id': 'dd61618b-b615-4db2-a1a8-ba6a4be6a018', 'admin_state_up': True, 'tenant_id': 'fe288e3581ed450db6aaaa858fc0d419', 'security_groups': ['768e56a5-cc04-4fcd-bec3-2ab2cf193260']}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:42:50.006079 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-6b3ee666-caf4-41eb-a45e-666f9d2f4bce req-aa75e30b-2e10-4026-b9df-763bf165e6a2 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/ports?device_id=af549c14-e7dc-447a-a0f2-7838ded21298 HTTP/1.1" status: 200 len: 210 time: 0.0358975 Dec 10 15:42:50.070900 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61721d6f-7b13-4665-875a-b7df6072fc69 req-918072fa-8045-4d0a-a7fe-4e77f620e1b6 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Made reservation on behalf of fe288e3581ed450db6aaaa858fc0d419 for: {'port': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:42:50.074661 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-61721d6f-7b13-4665-875a-b7df6072fc69 req-918072fa-8045-4d0a-a7fe-4e77f620e1b6 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:42:50.202430 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [req-61721d6f-7b13-4665-875a-b7df6072fc69 req-918072fa-8045-4d0a-a7fe-4e77f620e1b6 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Allocated IP 172.20.0.8 (dd61618b-b615-4db2-a1a8-ba6a4be6a018/62e04148-ee42-4779-a2ec-46121cdcb205/500784ae-777c-4b73-a7e8-75fbb8763ac2) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:42:50.351002 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-61721d6f-7b13-4665-875a-b7df6072fc69 req-918072fa-8045-4d0a-a7fe-4e77f620e1b6 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:42:50.461575 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-61721d6f-7b13-4665-875a-b7df6072fc69 req-918072fa-8045-4d0a-a7fe-4e77f620e1b6 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:42:50.507133 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61721d6f-7b13-4665-875a-b7df6072fc69 req-918072fa-8045-4d0a-a7fe-4e77f620e1b6 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Network dd61618b-b615-4db2-a1a8-ba6a4be6a018 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:42:50.510276 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [req-61721d6f-7b13-4665-875a-b7df6072fc69 req-918072fa-8045-4d0a-a7fe-4e77f620e1b6 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:42:50.513911 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [req-61721d6f-7b13-4665-875a-b7df6072fc69 req-918072fa-8045-4d0a-a7fe-4e77f620e1b6 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:42:50.537955 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918072fa-8045-4d0a-a7fe-4e77f620e1b6 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Pushing event updated for resources: {'Port': ['ID=500784ae-777c-4b73-a7e8-75fbb8763ac2,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:42:50.558183 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918072fa-8045-4d0a-a7fe-4e77f620e1b6 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:42:50.558538 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918072fa-8045-4d0a-a7fe-4e77f620e1b6 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:42:50.558890 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918072fa-8045-4d0a-a7fe-4e77f620e1b6 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:42:50.559238 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918072fa-8045-4d0a-a7fe-4e77f620e1b6 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:42:50.559582 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918072fa-8045-4d0a-a7fe-4e77f620e1b6 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:42:50.559914 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918072fa-8045-4d0a-a7fe-4e77f620e1b6 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:42:50.560256 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918072fa-8045-4d0a-a7fe-4e77f620e1b6 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:42:50.560662 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918072fa-8045-4d0a-a7fe-4e77f620e1b6 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:42:50.561006 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918072fa-8045-4d0a-a7fe-4e77f620e1b6 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:42:50.561341 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918072fa-8045-4d0a-a7fe-4e77f620e1b6 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:42:50.561672 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918072fa-8045-4d0a-a7fe-4e77f620e1b6 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:42:50.562028 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918072fa-8045-4d0a-a7fe-4e77f620e1b6 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:42:50.562357 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918072fa-8045-4d0a-a7fe-4e77f620e1b6 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:42:50.586217 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61721d6f-7b13-4665-875a-b7df6072fc69 req-918072fa-8045-4d0a-a7fe-4e77f620e1b6 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:42:50.586832 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-61721d6f-7b13-4665-875a-b7df6072fc69 req-918072fa-8045-4d0a-a7fe-4e77f620e1b6 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:42:50.639590 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-61721d6f-7b13-4665-875a-b7df6072fc69 req-918072fa-8045-4d0a-a7fe-4e77f620e1b6 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7747741 Dec 10 15:42:50.652587 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [req-61721d6f-7b13-4665-875a-b7df6072fc69 req-c49887b5-3833-46c5-90a7-51db4c6afea7 service neutron] Request body: {'port': {'device_id': 'af549c14-e7dc-447a-a0f2-7838ded21298', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:42:50.711304 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-61721d6f-7b13-4665-875a-b7df6072fc69 req-c49887b5-3833-46c5-90a7-51db4c6afea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:42:50.746064 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-c9aad422-ebfe-41a8-b430-6fa4acf1d53f None None] Provisioning complete for port 500784ae-777c-4b73-a7e8-75fbb8763ac2 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:42:50.746610 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c9aad422-ebfe-41a8-b430-6fa4acf1d53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:42:50.786666 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-c9aad422-ebfe-41a8-b430-6fa4acf1d53f None None] Port 500784ae-777c-4b73-a7e8-75fbb8763ac2 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:42:50.982286 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [req-61721d6f-7b13-4665-875a-b7df6072fc69 req-c49887b5-3833-46c5-90a7-51db4c6afea7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 500784ae-777c-4b73-a7e8-75fbb8763ac2 {{(pid=103586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 15:42:50.989824 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-61721d6f-7b13-4665-875a-b7df6072fc69 req-c49887b5-3833-46c5-90a7-51db4c6afea7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:42:51.002509 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [req-61721d6f-7b13-4665-875a-b7df6072fc69 req-c49887b5-3833-46c5-90a7-51db4c6afea7 service neutron] Transition to ACTIVE for port object 500784ae-777c-4b73-a7e8-75fbb8763ac2 will not be triggered until provisioned by entity L2. {{(pid=103586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 15:42:51.112306 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-61721d6f-7b13-4665-875a-b7df6072fc69 req-c49887b5-3833-46c5-90a7-51db4c6afea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:42:51.124599 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c5e7c9-351e-49da-a495-6ec48a1ffc98 req-898f9351-8119-497e-b557-0beb7f8a3f2f tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:42:51.126437 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-13c5e7c9-351e-49da-a495-6ec48a1ffc98 req-898f9351-8119-497e-b557-0beb7f8a3f2f tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/ports?device_id=af549c14-e7dc-447a-a0f2-7838ded21298 HTTP/1.1" status: 200 len: 931 time: 0.0543427 Dec 10 15:42:51.172206 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49887b5-3833-46c5-90a7-51db4c6afea7 service neutron] Pushing event updated for resources: {'Port': ['ID=500784ae-777c-4b73-a7e8-75fbb8763ac2,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:42:51.207842 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-13c5e7c9-351e-49da-a495-6ec48a1ffc98 req-076ec2ff-12a4-4411-a152-9333f1e57387 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/security-groups?id=768e56a5-cc04-4fcd-bec3-2ab2cf193260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708578 Dec 10 15:42:51.253814 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [req-61721d6f-7b13-4665-875a-b7df6072fc69 req-c49887b5-3833-46c5-90a7-51db4c6afea7 service neutron] Attempting to bind port 500784ae-777c-4b73-a7e8-75fbb8763ac2 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:42:51.254171 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [req-61721d6f-7b13-4665-875a-b7df6072fc69 req-c49887b5-3833-46c5-90a7-51db4c6afea7 service neutron] Attempting to bind port 500784ae-777c-4b73-a7e8-75fbb8763ac2 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '8ca9f398-d3a4-4fa1-b246-394025aacb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'dd61618b-b615-4db2-a1a8-ba6a4be6a018'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:42:51.254806 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61721d6f-7b13-4665-875a-b7df6072fc69 req-c49887b5-3833-46c5-90a7-51db4c6afea7 service neutron] Attempting to bind port 500784ae-777c-4b73-a7e8-75fbb8763ac2 on network dd61618b-b615-4db2-a1a8-ba6a4be6a018 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:42:51.260275 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61721d6f-7b13-4665-875a-b7df6072fc69 req-c49887b5-3833-46c5-90a7-51db4c6afea7 service neutron] Port 500784ae-777c-4b73-a7e8-75fbb8763ac2 on network dd61618b-b615-4db2-a1a8-ba6a4be6a018 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:42:51.260605 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61721d6f-7b13-4665-875a-b7df6072fc69 req-c49887b5-3833-46c5-90a7-51db4c6afea7 service neutron] Attempting to bind port 500784ae-777c-4b73-a7e8-75fbb8763ac2 on network dd61618b-b615-4db2-a1a8-ba6a4be6a018 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:42:51.266219 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61721d6f-7b13-4665-875a-b7df6072fc69 req-c49887b5-3833-46c5-90a7-51db4c6afea7 service neutron] Checking agent: {'id': 'fa828968-c68f-4b22-9699-a58fe4ab1f05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 28, 13), 'started_at': datetime.datetime(2021, 12, 10, 15, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:42:51.267202 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61721d6f-7b13-4665-875a-b7df6072fc69 req-c49887b5-3833-46c5-90a7-51db4c6afea7 service neutron] Checking segment: {'id': '8ca9f398-d3a4-4fa1-b246-394025aacb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'dd61618b-b615-4db2-a1a8-ba6a4be6a018'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:42:51.267202 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61721d6f-7b13-4665-875a-b7df6072fc69 req-c49887b5-3833-46c5-90a7-51db4c6afea7 service neutron] Bound using segment: {'id': '8ca9f398-d3a4-4fa1-b246-394025aacb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'dd61618b-b615-4db2-a1a8-ba6a4be6a018'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:42:51.267440 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [req-61721d6f-7b13-4665-875a-b7df6072fc69 req-c49887b5-3833-46c5-90a7-51db4c6afea7 service neutron] Bound port: 500784ae-777c-4b73-a7e8-75fbb8763ac2, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ca9f398-d3a4-4fa1-b246-394025aacb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'dd61618b-b615-4db2-a1a8-ba6a4be6a018'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:42:51.267798 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-61721d6f-7b13-4665-875a-b7df6072fc69 req-c49887b5-3833-46c5-90a7-51db4c6afea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:42:51.341805 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [req-61721d6f-7b13-4665-875a-b7df6072fc69 req-c49887b5-3833-46c5-90a7-51db4c6afea7 service neutron] For port 500784ae-777c-4b73-a7e8-75fbb8763ac2, host hv-neutron-8214, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:42:51.345212 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [req-61721d6f-7b13-4665-875a-b7df6072fc69 req-c49887b5-3833-46c5-90a7-51db4c6afea7 service neutron] For port 500784ae-777c-4b73-a7e8-75fbb8763ac2, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=500784ae-777c-4b73-a7e8-75fbb8763ac2,segment=NetworkSegment(8ca9f398-d3a4-4fa1-b246-394025aacb79),segment_id=8ca9f398-d3a4-4fa1-b246-394025aacb79)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:42:51.418463 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-61721d6f-7b13-4665-875a-b7df6072fc69 req-c49887b5-3833-46c5-90a7-51db4c6afea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:42:51.456567 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61721d6f-7b13-4665-875a-b7df6072fc69 req-c49887b5-3833-46c5-90a7-51db4c6afea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:42:51.457204 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-61721d6f-7b13-4665-875a-b7df6072fc69 req-c49887b5-3833-46c5-90a7-51db4c6afea7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:42:51.458650 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-61721d6f-7b13-4665-875a-b7df6072fc69 req-c49887b5-3833-46c5-90a7-51db4c6afea7 service neutron] 10.222.0.44 "PUT /v2.0/ports/500784ae-777c-4b73-a7e8-75fbb8763ac2 HTTP/1.1" status: 200 len: 1093 time: 0.8110094 Dec 10 15:42:51.461279 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af549c14-e7dc-447a-a0f2-7838ded21298', 'tag': '500784ae-777c-4b73-a7e8-75fbb8763ac2'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:42:51.475183 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde1b47dcd987728a27c8e391f176ee57ea2adf837d2cedb59662361de43515a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a17a978b-b701-4c56-830c-cb178a467e14" -d '{"events": [{"name": "network-changed", "server_uuid": "af549c14-e7dc-447a-a0f2-7838ded21298", "tag": "500784ae-777c-4b73-a7e8-75fbb8763ac2"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:42:51.501967 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49887b5-3833-46c5-90a7-51db4c6afea7 service neutron] Pushing event updated for resources: {'Port': ['ID=500784ae-777c-4b73-a7e8-75fbb8763ac2,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:42:51.528246 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 15:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f2fb234-a181-4812-a37a-e29691af6e57 x-openstack-request-id: req-4f2fb234-a181-4812-a37a-e29691af6e57 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:42:51.528783 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af549c14-e7dc-447a-a0f2-7838ded21298", "tag": "500784ae-777c-4b73-a7e8-75fbb8763ac2", "status": "completed", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:42:51.529232 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4f2fb234-a181-4812-a37a-e29691af6e57 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:42:51.529848 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af549c14-e7dc-447a-a0f2-7838ded21298', 'tag': '500784ae-777c-4b73-a7e8-75fbb8763ac2', 'status': 'completed', 'code': 200} Dec 10 15:42:51.600279 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a978b-b701-4c56-830c-cb178a467e14 req-7ad70d9c-96da-43d3-b49a-294dc5971248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:42:51.602015 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-a17a978b-b701-4c56-830c-cb178a467e14 req-7ad70d9c-96da-43d3-b49a-294dc5971248 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fe288e3581ed450db6aaaa858fc0d419&device_id=af549c14-e7dc-447a-a0f2-7838ded21298 HTTP/1.1" status: 200 len: 1096 time: 0.0452411 Dec 10 15:42:51.711897 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a978b-b701-4c56-830c-cb178a467e14 req-258e4f3c-fd0f-459e-9958-db17497d82b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:42:51.713383 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-a17a978b-b701-4c56-830c-cb178a467e14 req-258e4f3c-fd0f-459e-9958-db17497d82b1 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=fe288e3581ed450db6aaaa858fc0d419&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1038542 Dec 10 15:42:51.809613 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a978b-b701-4c56-830c-cb178a467e14 req-0f5db618-2ddd-47a3-8a71-f6a05ce1075a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:42:51.811172 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-a17a978b-b701-4c56-830c-cb178a467e14 req-0f5db618-2ddd-47a3-8a71-f6a05ce1075a service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0914259 Dec 10 15:42:51.886939 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61721d6f-7b13-4665-875a-b7df6072fc69 req-6a953db3-86c6-42e5-8c19-1469e98bfebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:42:51.888437 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-61721d6f-7b13-4665-875a-b7df6072fc69 req-6a953db3-86c6-42e5-8c19-1469e98bfebf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fe288e3581ed450db6aaaa858fc0d419&device_id=af549c14-e7dc-447a-a0f2-7838ded21298 HTTP/1.1" status: 200 len: 1096 time: 0.0425901 Dec 10 15:42:51.936248 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-61721d6f-7b13-4665-875a-b7df6072fc69 req-03085a8b-11bb-43ab-af5e-864875f48cab service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=500784ae-777c-4b73-a7e8-75fbb8763ac2 HTTP/1.1" status: 200 len: 217 time: 0.0392380 Dec 10 15:42:51.986603 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61721d6f-7b13-4665-875a-b7df6072fc69 req-7b0b1df6-3ccd-48dd-a5ea-6fdceb78e690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:42:51.988080 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-61721d6f-7b13-4665-875a-b7df6072fc69 req-7b0b1df6-3ccd-48dd-a5ea-6fdceb78e690 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=62e04148-ee42-4779-a2ec-46121cdcb205 HTTP/1.1" status: 200 len: 850 time: 0.0448611 Dec 10 15:42:52.034165 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61721d6f-7b13-4665-875a-b7df6072fc69 req-fe6c2963-e705-4fe5-b7d5-2c7cde56544e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:42:52.035640 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-61721d6f-7b13-4665-875a-b7df6072fc69 req-fe6c2963-e705-4fe5-b7d5-2c7cde56544e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dd61618b-b615-4db2-a1a8-ba6a4be6a018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406687 Dec 10 15:42:52.128999 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-61721d6f-7b13-4665-875a-b7df6072fc69 req-3b15f0f1-923f-46eb-b618-5ce3ff484d78 service neutron] 10.222.0.44 "GET /v2.0/networks/dd61618b-b615-4db2-a1a8-ba6a4be6a018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863621 Dec 10 15:42:52.220604 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-61721d6f-7b13-4665-875a-b7df6072fc69 req-0f514908-1633-4cc7-ae56-8f9b238b4082 service neutron] 10.222.0.44 "GET /v2.0/networks/dd61618b-b615-4db2-a1a8-ba6a4be6a018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842080 Dec 10 15:42:52.318800 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d07ca-682b-4a62-a429-cf665c259d33 req-e43db1c2-d9a9-492f-acc6-469ac9aa498d tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:42:52.320812 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d26d07ca-682b-4a62-a429-cf665c259d33 req-e43db1c2-d9a9-492f-acc6-469ac9aa498d tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/ports?device_id=af549c14-e7dc-447a-a0f2-7838ded21298 HTTP/1.1" status: 200 len: 943 time: 0.0504043 Dec 10 15:42:52.376442 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d26d07ca-682b-4a62-a429-cf665c259d33 req-e6e36631-834a-407f-bfe4-a3a394fd8358 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/security-groups?id=768e56a5-cc04-4fcd-bec3-2ab2cf193260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490406 Dec 10 15:42:53.498866 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e45b2f-8eb3-4408-af6f-2b48d484542f req-6a3e8fff-ea8d-4691-bb46-d454dea9334d tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:42:53.500301 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-b4e45b2f-8eb3-4408-af6f-2b48d484542f req-6a3e8fff-ea8d-4691-bb46-d454dea9334d tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/ports?device_id=af549c14-e7dc-447a-a0f2-7838ded21298 HTTP/1.1" status: 200 len: 943 time: 0.0541034 Dec 10 15:42:53.551022 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-b4e45b2f-8eb3-4408-af6f-2b48d484542f req-580ba245-4a40-4fd0-b86b-723d40311709 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/security-groups?id=768e56a5-cc04-4fcd-bec3-2ab2cf193260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443611 Dec 10 15:42:54.666213 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c039d6dc-690e-4fc8-8037-7379e782a288 req-16783087-c3af-43a6-9c10-f50b95ac9f13 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:42:54.667703 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-c039d6dc-690e-4fc8-8037-7379e782a288 req-16783087-c3af-43a6-9c10-f50b95ac9f13 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/ports?device_id=af549c14-e7dc-447a-a0f2-7838ded21298 HTTP/1.1" status: 200 len: 943 time: 0.0493829 Dec 10 15:42:54.722261 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-c039d6dc-690e-4fc8-8037-7379e782a288 req-49831193-5770-405c-b4cb-3a37bb143125 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/security-groups?id=768e56a5-cc04-4fcd-bec3-2ab2cf193260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484734 Dec 10 15:42:55.836665 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e43530-a0d6-47c0-bc67-e88d8c72aaad req-2291f204-5500-40a6-8e44-4d45f340e01a tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:42:55.838124 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-c9e43530-a0d6-47c0-bc67-e88d8c72aaad req-2291f204-5500-40a6-8e44-4d45f340e01a tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/ports?device_id=af549c14-e7dc-447a-a0f2-7838ded21298 HTTP/1.1" status: 200 len: 943 time: 0.0491362 Dec 10 15:42:55.887194 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-c9e43530-a0d6-47c0-bc67-e88d8c72aaad req-a3501111-886a-4a12-8eb3-7942e660b2fa tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/security-groups?id=768e56a5-cc04-4fcd-bec3-2ab2cf193260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428801 Dec 10 15:42:56.999962 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34eeb55-bc1c-482f-b688-986d19edb619 req-fa32af3b-11eb-4ac1-bdb7-cddab11451c8 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:42:57.001530 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-a34eeb55-bc1c-482f-b688-986d19edb619 req-fa32af3b-11eb-4ac1-bdb7-cddab11451c8 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/ports?device_id=af549c14-e7dc-447a-a0f2-7838ded21298 HTTP/1.1" status: 200 len: 943 time: 0.0489926 Dec 10 15:42:57.049502 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-a34eeb55-bc1c-482f-b688-986d19edb619 req-302d06d8-b4b3-4533-82cd-718f2d6034f0 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/security-groups?id=768e56a5-cc04-4fcd-bec3-2ab2cf193260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420389 Dec 10 15:42:58.165588 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0350bb53-7355-4d04-88d8-58f98e66c8d9 req-f267300a-bcef-42cf-8c32-e953d48fc3dd tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:42:58.167170 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-0350bb53-7355-4d04-88d8-58f98e66c8d9 req-f267300a-bcef-42cf-8c32-e953d48fc3dd tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/ports?device_id=af549c14-e7dc-447a-a0f2-7838ded21298 HTTP/1.1" status: 200 len: 943 time: 0.0501008 Dec 10 15:42:58.225233 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-0350bb53-7355-4d04-88d8-58f98e66c8d9 req-01ba4706-5bbd-43d8-8224-e097bb6ce0e2 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/security-groups?id=768e56a5-cc04-4fcd-bec3-2ab2cf193260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520105 Dec 10 15:42:59.338241 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a19f280-699e-4dea-9a3a-9b2202971c6d req-68534dea-d8e5-43e9-be61-b3c9592d48bc tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:42:59.339751 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-2a19f280-699e-4dea-9a3a-9b2202971c6d req-68534dea-d8e5-43e9-be61-b3c9592d48bc tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/ports?device_id=af549c14-e7dc-447a-a0f2-7838ded21298 HTTP/1.1" status: 200 len: 943 time: 0.0481119 Dec 10 15:42:59.387909 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-2a19f280-699e-4dea-9a3a-9b2202971c6d req-53c29831-f92f-472a-9995-d78cd1462988 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/security-groups?id=768e56a5-cc04-4fcd-bec3-2ab2cf193260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420456 Dec 10 15:43:00.502565 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e6cfdd-5775-4b9d-9cbb-03ba9488b696 req-6847c1ab-30e8-4383-a095-3ef32feb786a tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:43:00.504059 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-80e6cfdd-5775-4b9d-9cbb-03ba9488b696 req-6847c1ab-30e8-4383-a095-3ef32feb786a tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/ports?device_id=af549c14-e7dc-447a-a0f2-7838ded21298 HTTP/1.1" status: 200 len: 943 time: 0.0489385 Dec 10 15:43:00.554017 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-80e6cfdd-5775-4b9d-9cbb-03ba9488b696 req-ee3140f8-8e2d-481a-9f93-1c7602f6ad07 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/security-groups?id=768e56a5-cc04-4fcd-bec3-2ab2cf193260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440085 Dec 10 15:43:01.670419 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a7b243-cbfb-4c31-98d2-06689fd3d540 req-b62f6420-380d-40cf-995f-715c618afdc0 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:43:01.671894 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-79a7b243-cbfb-4c31-98d2-06689fd3d540 req-b62f6420-380d-40cf-995f-715c618afdc0 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/ports?device_id=af549c14-e7dc-447a-a0f2-7838ded21298 HTTP/1.1" status: 200 len: 943 time: 0.0520234 Dec 10 15:43:01.723717 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-79a7b243-cbfb-4c31-98d2-06689fd3d540 req-0b9f4425-d031-4dde-b322-319e01863160 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/security-groups?id=768e56a5-cc04-4fcd-bec3-2ab2cf193260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458412 Dec 10 15:43:02.007122 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 15:43:02.850367 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf14b8d5-a860-4b28-a583-3e1ff668a652 req-8244b786-6629-4ac3-adc7-a791e0ef337f tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:43:02.851926 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-bf14b8d5-a860-4b28-a583-3e1ff668a652 req-8244b786-6629-4ac3-adc7-a791e0ef337f tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/ports?device_id=af549c14-e7dc-447a-a0f2-7838ded21298 HTTP/1.1" status: 200 len: 943 time: 0.0517707 Dec 10 15:43:02.907848 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-bf14b8d5-a860-4b28-a583-3e1ff668a652 req-e9617853-e267-4faf-8f51-b20401589202 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/security-groups?id=768e56a5-cc04-4fcd-bec3-2ab2cf193260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494199 Dec 10 15:43:04.022562 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b3581f-11e6-4438-a823-fbe82ac4e395 req-e4ab62d2-96be-4e0f-8249-cba4014022c9 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:43:04.024042 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-92b3581f-11e6-4438-a823-fbe82ac4e395 req-e4ab62d2-96be-4e0f-8249-cba4014022c9 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/ports?device_id=af549c14-e7dc-447a-a0f2-7838ded21298 HTTP/1.1" status: 200 len: 943 time: 0.0483246 Dec 10 15:43:04.073295 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-92b3581f-11e6-4438-a823-fbe82ac4e395 req-7dd5559e-660e-4352-8397-27ee2c274e0d tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/security-groups?id=768e56a5-cc04-4fcd-bec3-2ab2cf193260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432394 Dec 10 15:43:05.039260 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 500784ae-777c-4b73-a7e8-75fbb8763ac2 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 15:43:05.135988 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port 500784ae-777c-4b73-a7e8-75fbb8763ac2, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=500784ae-777c-4b73-a7e8-75fbb8763ac2,segment=NetworkSegment(8ca9f398-d3a4-4fa1-b246-394025aacb79),segment_id=8ca9f398-d3a4-4fa1-b246-394025aacb79)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:43:05.148715 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Returning: {'device': '500784ae-777c-4b73-a7e8-75fbb8763ac2', 'network_id': 'dd61618b-b615-4db2-a1a8-ba6a4be6a018', 'port_id': '500784ae-777c-4b73-a7e8-75fbb8763ac2', 'mac_address': 'fa:16:3e:c1:47:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62e04148-ee42-4779-a2ec-46121cdcb205', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 15:43:05.186389 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:43:05.192518 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91850efd-ceff-4316-ac7e-ada91b88bb29 req-330b1479-af46-43c6-89bf-3b3d5e3406bd tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:43:05.194121 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-91850efd-ceff-4316-ac7e-ada91b88bb29 req-330b1479-af46-43c6-89bf-3b3d5e3406bd tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/ports?device_id=af549c14-e7dc-447a-a0f2-7838ded21298 HTTP/1.1" status: 200 len: 943 time: 0.0533681 Dec 10 15:43:05.199004 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 500784ae-777c-4b73-a7e8-75fbb8763ac2 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 15:43:05.219274 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port 500784ae-777c-4b73-a7e8-75fbb8763ac2, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=500784ae-777c-4b73-a7e8-75fbb8763ac2,segment=NetworkSegment(8ca9f398-d3a4-4fa1-b246-394025aacb79),segment_id=8ca9f398-d3a4-4fa1-b246-394025aacb79)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:43:05.244358 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-91850efd-ceff-4316-ac7e-ada91b88bb29 req-8484d514-826c-41ac-9597-c4fd4bcc029b tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/security-groups?id=768e56a5-cc04-4fcd-bec3-2ab2cf193260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435820 Dec 10 15:43:05.281544 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:43:05.327761 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=500784ae-777c-4b73-a7e8-75fbb8763ac2,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:43:05.334523 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:43:05.334878 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:43:05.335226 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:43:05.335566 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:43:05.335913 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:43:05.336234 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:43:05.336563 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:43:05.336894 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:43:05.337230 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:43:05.337559 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:43:05.337914 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:43:05.342513 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:43:05.342513 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:43:05.508583 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] get_ports_and_sgs() called for port_ids ['500784ae-777c-4b73-a7e8-75fbb8763ac2'] {{(pid=103588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 15:43:06.359024 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e85c67-5f75-47b0-98f1-ec8df2087fd3 req-edf05b13-8f39-40f2-b56e-d28ee4a7f565 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:43:06.360526 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-c3e85c67-5f75-47b0-98f1-ec8df2087fd3 req-edf05b13-8f39-40f2-b56e-d28ee4a7f565 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/ports?device_id=af549c14-e7dc-447a-a0f2-7838ded21298 HTTP/1.1" status: 200 len: 944 time: 0.0482783 Dec 10 15:43:06.418095 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-c3e85c67-5f75-47b0-98f1-ec8df2087fd3 req-a50786f5-8ee6-49f2-af55-f75b732736e1 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/security-groups?id=768e56a5-cc04-4fcd-bec3-2ab2cf193260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513451 Dec 10 15:43:07.054522 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 500784ae-777c-4b73-a7e8-75fbb8763ac2 up at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:43:07.209195 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning for port 500784ae-777c-4b73-a7e8-75fbb8763ac2 completed by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 15:43:07.213239 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning complete for port 500784ae-777c-4b73-a7e8-75fbb8763ac2 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:43:07.213698 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:43:07.288682 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:43:07.311483 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af549c14-e7dc-447a-a0f2-7838ded21298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '500784ae-777c-4b73-a7e8-75fbb8763ac2'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:43:07.313638 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa4b92c408489e2c982394a5a7b3518bb1b22554638321e3ea6c5cabb2c75d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb35209-0beb-4911-8bde-135cf4e2a8db" -d '{"events": [{"server_uuid": "af549c14-e7dc-447a-a0f2-7838ded21298", "name": "network-vif-plugged", "status": "completed", "tag": "500784ae-777c-4b73-a7e8-75fbb8763ac2"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:43:07.326066 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port 500784ae-777c-4b73-a7e8-75fbb8763ac2, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=500784ae-777c-4b73-a7e8-75fbb8763ac2,segment=NetworkSegment(8ca9f398-d3a4-4fa1-b246-394025aacb79),segment_id=8ca9f398-d3a4-4fa1-b246-394025aacb79)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:43:07.350064 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 15:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9233af11-1247-4972-8e35-596a5fb34513 x-openstack-request-id: req-9233af11-1247-4972-8e35-596a5fb34513 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:43:07.350360 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af549c14-e7dc-447a-a0f2-7838ded21298", "name": "network-vif-plugged", "status": "completed", "tag": "500784ae-777c-4b73-a7e8-75fbb8763ac2", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:43:07.350622 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9233af11-1247-4972-8e35-596a5fb34513 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:43:07.351022 dv-neutron-821401-4-hyperv neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af549c14-e7dc-447a-a0f2-7838ded21298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '500784ae-777c-4b73-a7e8-75fbb8763ac2', 'code': 200} Dec 10 15:43:07.386114 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:43:07.435930 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=500784ae-777c-4b73-a7e8-75fbb8763ac2,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:43:07.533840 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5814032-bb18-41c4-bffd-8f5484cb33d6 req-29b1ae35-e3fe-422e-8b28-f486c3feb5ba tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:43:07.535341 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-f5814032-bb18-41c4-bffd-8f5484cb33d6 req-29b1ae35-e3fe-422e-8b28-f486c3feb5ba tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/ports?device_id=af549c14-e7dc-447a-a0f2-7838ded21298 HTTP/1.1" status: 200 len: 945 time: 0.0495596 Dec 10 15:43:07.593586 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-f5814032-bb18-41c4-bffd-8f5484cb33d6 req-2f937337-ca49-4827-a2ce-8989ef3db575 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/security-groups?id=768e56a5-cc04-4fcd-bec3-2ab2cf193260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520732 Dec 10 15:43:07.628509 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1113f2c-1ccc-43bf-9575-9caf51c7e500 req-5b58450a-04b9-4477-af65-c7e79615a782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:43:07.630015 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-d1113f2c-1ccc-43bf-9575-9caf51c7e500 req-5b58450a-04b9-4477-af65-c7e79615a782 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=af549c14-e7dc-447a-a0f2-7838ded21298 HTTP/1.1" status: 200 len: 1098 time: 0.0403552 Dec 10 15:43:07.675214 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-d1113f2c-1ccc-43bf-9575-9caf51c7e500 req-42994212-76d4-42f5-bd56-c2dc61c2aa20 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=768e56a5-cc04-4fcd-bec3-2ab2cf193260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382478 Dec 10 15:43:08.711715 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcce708-066c-4617-933e-3e93f958c95e req-a09eb0c9-b154-4007-86fa-a3753360ae7f tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:43:08.713343 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-1dcce708-066c-4617-933e-3e93f958c95e req-a09eb0c9-b154-4007-86fa-a3753360ae7f tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/ports?device_id=af549c14-e7dc-447a-a0f2-7838ded21298 HTTP/1.1" status: 200 len: 945 time: 0.0494072 Dec 10 15:43:08.767840 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-1dcce708-066c-4617-933e-3e93f958c95e req-7dfcfcbd-caaf-490d-9739-8f43bf58fcf8 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/security-groups?id=768e56a5-cc04-4fcd-bec3-2ab2cf193260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480194 Dec 10 15:43:09.880165 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7735aa7-ce81-4678-8ff2-b2d6ad75d147 req-0ab1e4bc-ee58-47f6-a4ec-124578dead4c tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:43:09.881649 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b7735aa7-ce81-4678-8ff2-b2d6ad75d147 req-0ab1e4bc-ee58-47f6-a4ec-124578dead4c tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/ports?device_id=af549c14-e7dc-447a-a0f2-7838ded21298 HTTP/1.1" status: 200 len: 945 time: 0.0482709 Dec 10 15:43:09.930022 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b7735aa7-ce81-4678-8ff2-b2d6ad75d147 req-5ddd8a68-844f-4bf0-ab2d-ef7efab909d1 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/security-groups?id=768e56a5-cc04-4fcd-bec3-2ab2cf193260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417879 Dec 10 15:43:10.042159 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a352fc-bba7-42ff-acdc-950dea7085e8 req-cf2ebb13-d8da-4000-bf66-8b92ed6b111d tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:43:10.043636 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-57a352fc-bba7-42ff-acdc-950dea7085e8 req-cf2ebb13-d8da-4000-bf66-8b92ed6b111d tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/ports?device_id=af549c14-e7dc-447a-a0f2-7838ded21298 HTTP/1.1" status: 200 len: 945 time: 0.0480909 Dec 10 15:43:10.092804 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-57a352fc-bba7-42ff-acdc-950dea7085e8 req-fbd387f5-dc74-4ccd-b2ab-22b8ceb0f4fc tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/security-groups?id=768e56a5-cc04-4fcd-bec3-2ab2cf193260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429087 Dec 10 15:43:10.114522 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 38672) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:43:10.305086 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d2d2fe-39d4-47d6-80a8-40f592085b94 tempest-TestVolumeBootPattern-1893779583 tempest-TestVolumeBootPattern-1893779583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:43:10.306636 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-90d2d2fe-39d4-47d6-80a8-40f592085b94 tempest-TestVolumeBootPattern-1893779583 tempest-TestVolumeBootPattern-1893779583-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=af549c14-e7dc-447a-a0f2-7838ded21298 HTTP/1.1" status: 200 len: 1093 time: 0.1911509 Dec 10 15:43:10.310041 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 38676) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:43:10.314265 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-fe27710d-14cd-44fd-8440-b17f47640bbf tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Request body: {'floatingip': {'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'port_id': '500784ae-777c-4b73-a7e8-75fbb8763ac2', 'tenant_id': 'fe288e3581ed450db6aaaa858fc0d419', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:43:10.449040 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fe27710d-14cd-44fd-8440-b17f47640bbf tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks [] for floatingip, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:43:10.552406 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fe27710d-14cd-44fd-8440-b17f47640bbf tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:43:10.659239 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-fe27710d-14cd-44fd-8440-b17f47640bbf tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Allocated IP 172.26.2.112 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/67903ee8-b0e3-4a44-99bd-a3d88af02b3a) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:43:10.756617 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fe27710d-14cd-44fd-8440-b17f47640bbf tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:43:10.860404 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fe27710d-14cd-44fd-8440-b17f47640bbf tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:43:10.900641 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe27710d-14cd-44fd-8440-b17f47640bbf tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:43:10.903574 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-fe27710d-14cd-44fd-8440-b17f47640bbf tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:43:10.906993 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe27710d-14cd-44fd-8440-b17f47640bbf tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:43:10.912331 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe27710d-14cd-44fd-8440-b17f47640bbf tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Pushing event updated for resources: {'Port': ['ID=67903ee8-b0e3-4a44-99bd-a3d88af02b3a,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:43:11.389491 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fe27710d-14cd-44fd-8440-b17f47640bbf tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:43:11.572725 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fe27710d-14cd-44fd-8440-b17f47640bbf tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:43:11.714036 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fe27710d-14cd-44fd-8440-b17f47640bbf tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:43:11.766862 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fe27710d-14cd-44fd-8440-b17f47640bbf tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:43:11.833377 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe27710d-14cd-44fd-8440-b17f47640bbf tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Pushing event updated for resources: {'Port': ['ID=67903ee8-b0e3-4a44-99bd-a3d88af02b3a,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:43:11.847381 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fe27710d-14cd-44fd-8440-b17f47640bbf tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552741'] for floatingip, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:43:11.942762 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.l3_db [None req-fe27710d-14cd-44fd-8440-b17f47640bbf tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Floating IP 2b871ae6-269f-4508-ad2a-42131663ce09 associated. External IP: 172.26.2.112, port: 500784ae-777c-4b73-a7e8-75fbb8763ac2. Dec 10 15:43:12.465892 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe27710d-14cd-44fd-8440-b17f47640bbf tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Router 11d699a6-6bfc-444f-8dd0-eacddf43c9ec has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:43:12.576871 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe27710d-14cd-44fd-8440-b17f47640bbf tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:43:12.586616 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9eb14e-32a2-46e9-aa7e-cff89d82a5dd None None] Sync routers for ids ['11d699a6-6bfc-444f-8dd0-eacddf43c9ec'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:43:12.596543 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9eb14e-32a2-46e9-aa7e-cff89d82a5dd None None] Routers {'11d699a6-6bfc-444f-8dd0-eacddf43c9ec'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:43:12.597405 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-5f9eb14e-32a2-46e9-aa7e-cff89d82a5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:42:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['11d699a6-6bfc-444f-8dd0-eacddf43c9ec'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:43:12.673617 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fe27710d-14cd-44fd-8440-b17f47640bbf tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:43:12.701097 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-fe27710d-14cd-44fd-8440-b17f47640bbf tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3900316 Dec 10 15:43:12.701812 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af549c14-e7dc-447a-a0f2-7838ded21298', 'tag': '500784ae-777c-4b73-a7e8-75fbb8763ac2'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:43:12.702383 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-5f9eb14e-32a2-46e9-aa7e-cff89d82a5dd None None] Set router 11d699a6-6bfc-444f-8dd0-eacddf43c9ec gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:43:12.704098 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde1b47dcd987728a27c8e391f176ee57ea2adf837d2cedb59662361de43515a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fae32c5-3ebf-4ab3-8f61-d6e9894a3857" -d '{"events": [{"name": "network-changed", "server_uuid": "af549c14-e7dc-447a-a0f2-7838ded21298", "tag": "500784ae-777c-4b73-a7e8-75fbb8763ac2"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:43:12.741959 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 15:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4debf9b4-0f39-4c38-9a9f-caa1f0921a7a x-openstack-request-id: req-4debf9b4-0f39-4c38-9a9f-caa1f0921a7a {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:43:12.742256 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af549c14-e7dc-447a-a0f2-7838ded21298", "tag": "500784ae-777c-4b73-a7e8-75fbb8763ac2", "status": "completed", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:43:12.742516 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4debf9b4-0f39-4c38-9a9f-caa1f0921a7a {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:43:12.742914 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af549c14-e7dc-447a-a0f2-7838ded21298', 'tag': '500784ae-777c-4b73-a7e8-75fbb8763ac2', 'status': 'completed', 'code': 200} Dec 10 15:43:12.804217 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fae32c5-3ebf-4ab3-8f61-d6e9894a3857 req-7b49dc51-3dc0-4946-bf14-c930ef9c1f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:43:12.806363 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-5fae32c5-3ebf-4ab3-8f61-d6e9894a3857 req-7b49dc51-3dc0-4946-bf14-c930ef9c1f24 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fe288e3581ed450db6aaaa858fc0d419&device_id=af549c14-e7dc-447a-a0f2-7838ded21298 HTTP/1.1" status: 200 len: 1098 time: 0.0424430 Dec 10 15:43:12.900771 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fae32c5-3ebf-4ab3-8f61-d6e9894a3857 req-d2b358e9-6c25-4663-900b-f3bc30fa7220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:43:12.902824 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-5fae32c5-3ebf-4ab3-8f61-d6e9894a3857 req-d2b358e9-6c25-4663-900b-f3bc30fa7220 service neutron] 10.222.0.44 "GET /v2.0/networks?id=dd61618b-b615-4db2-a1a8-ba6a4be6a018 HTTP/1.1" status: 200 len: 912 time: 0.0901020 Dec 10 15:43:12.918298 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-098442a1-a799-436f-a018-6845128db5c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:43:12.931701 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-5f9eb14e-32a2-46e9-aa7e-cff89d82a5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'name': 'tempest-TestVolumeBootPattern-553583626-router', 'tenant_id': 'fe288e3581ed450db6aaaa858fc0d419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.208'}], 'enable_snat': True}, 'gw_port_id': 'f02d4c20-e5c5-47fe-bd7b-5915bd93b2df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:35:26Z', 'updated_at': '2021-12-10T15:35:37Z', 'revision_number': 4, 'project_id': 'fe288e3581ed450db6aaaa858fc0d419', 'gw_port': {'id': 'f02d4c20-e5c5-47fe-bd7b-5915bd93b2df', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:93:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:29Z', 'updated_at': '2021-12-10T15:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': '2b871ae6-269f-4508-ad2a-42131663ce09', 'tenant_id': 'fe288e3581ed450db6aaaa858fc0d419', 'floating_ip_address': '172.26.2.112', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'port_id': '500784ae-777c-4b73-a7e8-75fbb8763ac2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd61618b-b615-4db2-a1a8-ba6a4be6a018', 'mac_address': 'fa:16:3e:c1:47:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af549c14-e7dc-447a-a0f2-7838ded21298', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T15:43:11Z', 'updated_at': '2021-12-10T15:43:11Z', 'revision_number': 0, 'project_id': 'fe288e3581ed450db6aaaa858fc0d419', 'fixed_ip_address_scope': None}, {'id': 'cd9c3393-d6e7-4675-9354-235cf01589f5', 'tenant_id': 'fe288e3581ed450db6aaaa858fc0d419', 'floating_ip_address': '172.26.2.56', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'port_id': 'a128cc1d-7ffb-4cc5-a3d1-7b8f7243b797', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd61618b-b615-4db2-a1a8-ba6a4be6a018', 'mac_address': 'fa:16:3e:62:3d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d236a4-1ce2-4c32-a1f0-c2fd3b1d9190', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T15:40:20Z', 'updated_at': '2021-12-10T15:40:22Z', 'revision_number': 1, 'project_id': 'fe288e3581ed450db6aaaa858fc0d419', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '823c136d-ee1a-4f19-aac1-a24e5f71dd94', 'name': '', 'network_id': 'dd61618b-b615-4db2-a1a8-ba6a4be6a018', 'tenant_id': 'fe288e3581ed450db6aaaa858fc0d419', 'mac_address': 'fa:16:3e:cf:66:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '62e04148-ee42-4779-a2ec-46121cdcb205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:36Z', 'updated_at': '2021-12-10T15:35:44Z', 'revision_number': 5, 'project_id': 'fe288e3581ed450db6aaaa858fc0d419', 'subnets': [{'id': '62e04148-ee42-4779-a2ec-46121cdcb205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:43:12.958193 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9eb14e-32a2-46e9-aa7e-cff89d82a5dd None None] Checking router: 11d699a6-6bfc-444f-8dd0-eacddf43c9ec for host: dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:43:12.966537 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9eb14e-32a2-46e9-aa7e-cff89d82a5dd None None] Routers {'11d699a6-6bfc-444f-8dd0-eacddf43c9ec'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:43:12.967132 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-5f9eb14e-32a2-46e9-aa7e-cff89d82a5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:42:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['11d699a6-6bfc-444f-8dd0-eacddf43c9ec'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:43:12.969273 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-5fae32c5-3ebf-4ab3-8f61-d6e9894a3857 req-1c85bbcf-1f2a-40f6-9ba5-8fb952234a6a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=500784ae-777c-4b73-a7e8-75fbb8763ac2 HTTP/1.1" status: 200 len: 999 time: 0.0601256 Dec 10 15:43:13.018700 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fae32c5-3ebf-4ab3-8f61-d6e9894a3857 req-b0b03f21-0431-43ba-8cbb-d997a5adc36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:43:13.020143 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-5fae32c5-3ebf-4ab3-8f61-d6e9894a3857 req-b0b03f21-0431-43ba-8cbb-d997a5adc36c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=62e04148-ee42-4779-a2ec-46121cdcb205 HTTP/1.1" status: 200 len: 850 time: 0.0441031 Dec 10 15:43:13.069488 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fae32c5-3ebf-4ab3-8f61-d6e9894a3857 req-20068de2-90f9-4edc-ad71-31a74197375e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:43:13.071232 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-5fae32c5-3ebf-4ab3-8f61-d6e9894a3857 req-20068de2-90f9-4edc-ad71-31a74197375e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dd61618b-b615-4db2-a1a8-ba6a4be6a018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0446525 Dec 10 15:43:13.073371 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-5f9eb14e-32a2-46e9-aa7e-cff89d82a5dd None None] Set router 11d699a6-6bfc-444f-8dd0-eacddf43c9ec gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:43:13.161731 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-5fae32c5-3ebf-4ab3-8f61-d6e9894a3857 req-3e281384-e609-4d62-a2e8-6f35c8acedeb service neutron] 10.222.0.44 "GET /v2.0/networks/dd61618b-b615-4db2-a1a8-ba6a4be6a018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836225 Dec 10 15:43:13.257037 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-5fae32c5-3ebf-4ab3-8f61-d6e9894a3857 req-5a1a2224-3a9f-4a6f-ab49-d5c6f961d464 service neutron] 10.222.0.44 "GET /v2.0/networks/dd61618b-b615-4db2-a1a8-ba6a4be6a018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887649 Dec 10 15:43:13.305272 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-5f9eb14e-32a2-46e9-aa7e-cff89d82a5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'name': 'tempest-TestVolumeBootPattern-553583626-router', 'tenant_id': 'fe288e3581ed450db6aaaa858fc0d419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.208'}], 'enable_snat': True}, 'gw_port_id': 'f02d4c20-e5c5-47fe-bd7b-5915bd93b2df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:35:26Z', 'updated_at': '2021-12-10T15:35:37Z', 'revision_number': 4, 'project_id': 'fe288e3581ed450db6aaaa858fc0d419', 'gw_port': {'id': 'f02d4c20-e5c5-47fe-bd7b-5915bd93b2df', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:93:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:29Z', 'updated_at': '2021-12-10T15:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': '2b871ae6-269f-4508-ad2a-42131663ce09', 'tenant_id': 'fe288e3581ed450db6aaaa858fc0d419', 'floating_ip_address': '172.26.2.112', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'port_id': '500784ae-777c-4b73-a7e8-75fbb8763ac2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd61618b-b615-4db2-a1a8-ba6a4be6a018', 'mac_address': 'fa:16:3e:c1:47:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af549c14-e7dc-447a-a0f2-7838ded21298', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T15:43:11Z', 'updated_at': '2021-12-10T15:43:11Z', 'revision_number': 0, 'project_id': 'fe288e3581ed450db6aaaa858fc0d419', 'fixed_ip_address_scope': None}, {'id': 'cd9c3393-d6e7-4675-9354-235cf01589f5', 'tenant_id': 'fe288e3581ed450db6aaaa858fc0d419', 'floating_ip_address': '172.26.2.56', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'port_id': 'a128cc1d-7ffb-4cc5-a3d1-7b8f7243b797', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd61618b-b615-4db2-a1a8-ba6a4be6a018', 'mac_address': 'fa:16:3e:62:3d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d236a4-1ce2-4c32-a1f0-c2fd3b1d9190', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T15:40:20Z', 'updated_at': '2021-12-10T15:40:22Z', 'revision_number': 1, 'project_id': 'fe288e3581ed450db6aaaa858fc0d419', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '823c136d-ee1a-4f19-aac1-a24e5f71dd94', 'name': '', 'network_id': 'dd61618b-b615-4db2-a1a8-ba6a4be6a018', 'tenant_id': 'fe288e3581ed450db6aaaa858fc0d419', 'mac_address': 'fa:16:3e:cf:66:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '62e04148-ee42-4779-a2ec-46121cdcb205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:36Z', 'updated_at': '2021-12-10T15:35:44Z', 'revision_number': 5, 'project_id': 'fe288e3581ed450db6aaaa858fc0d419', 'subnets': [{'id': '62e04148-ee42-4779-a2ec-46121cdcb205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:43:13.331256 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9eb14e-32a2-46e9-aa7e-cff89d82a5dd None None] The sync data for ids ['11d699a6-6bfc-444f-8dd0-eacddf43c9ec'] in dv-neutron-821401-4-hyperv is: [{'id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'name': 'tempest-TestVolumeBootPattern-553583626-router', 'tenant_id': 'fe288e3581ed450db6aaaa858fc0d419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.208'}], 'enable_snat': True}, 'gw_port_id': 'f02d4c20-e5c5-47fe-bd7b-5915bd93b2df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:35:26Z', 'updated_at': '2021-12-10T15:35:37Z', 'revision_number': 4, 'project_id': 'fe288e3581ed450db6aaaa858fc0d419', 'gw_port': {'id': 'f02d4c20-e5c5-47fe-bd7b-5915bd93b2df', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:93:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:29Z', 'updated_at': '2021-12-10T15:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': '2b871ae6-269f-4508-ad2a-42131663ce09', 'tenant_id': 'fe288e3581ed450db6aaaa858fc0d419', 'floating_ip_address': '172.26.2.112', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'port_id': '500784ae-777c-4b73-a7e8-75fbb8763ac2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd61618b-b615-4db2-a1a8-ba6a4be6a018', 'mac_address': 'fa:16:3e:c1:47:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af549c14-e7dc-447a-a0f2-7838ded21298', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T15:43:11Z', 'updated_at': '2021-12-10T15:43:11Z', 'revision_number': 0, 'project_id': 'fe288e3581ed450db6aaaa858fc0d419', 'fixed_ip_address_scope': None}, {'id': 'cd9c3393-d6e7-4675-9354-235cf01589f5', 'tenant_id': 'fe288e3581ed450db6aaaa858fc0d419', 'floating_ip_address': '172.26.2.56', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'port_id': 'a128cc1d-7ffb-4cc5-a3d1-7b8f7243b797', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd61618b-b615-4db2-a1a8-ba6a4be6a018', 'mac_address': 'fa:16:3e:62:3d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d236a4-1ce2-4c32-a1f0-c2fd3b1d9190', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T15:40:20Z', 'updated_at': '2021-12-10T15:40:22Z', 'revision_number': 1, 'project_id': 'fe288e3581ed450db6aaaa858fc0d419', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '823c136d-ee1a-4f19-aac1-a24e5f71dd94', 'name': '', 'network_id': 'dd61618b-b615-4db2-a1a8-ba6a4be6a018', 'tenant_id': 'fe288e3581ed450db6aaaa858fc0d419', 'mac_address': 'fa:16:3e:cf:66:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '62e04148-ee42-4779-a2ec-46121cdcb205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:36Z', 'updated_at': '2021-12-10T15:35:44Z', 'revision_number': 5, 'project_id': 'fe288e3581ed450db6aaaa858fc0d419', 'subnets': [{'id': '62e04148-ee42-4779-a2ec-46121cdcb205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:43:13.419023 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:43:13.525342 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e01b89-fd67-4782-bcda-b8ced8a4a8cc None None] New status for floating IP 2b871ae6-269f-4508-ad2a-42131663ce09: ACTIVE {{(pid=103588) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 15:43:15.280601 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-421b5a64-c4c0-4fa6-a96b-ec89f553b447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:43:16.121484 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:43:17.749687 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:43:18.646849 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:43:27.315357 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f77a5a34-2a07-46ca-8bdf-9c8b30ec927d req-87a13084-3003-4dd9-afcc-e961c7ae0973 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=814667e6-3380-4fa5-84b1-788d1e62e949&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395195 Dec 10 15:43:27.382668 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a5a34-2a07-46ca-8bdf-9c8b30ec927d req-7c62f6ba-f4b0-4aaa-b5d1-9a0a3af696d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:43:27.384142 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f77a5a34-2a07-46ca-8bdf-9c8b30ec927d req-7c62f6ba-f4b0-4aaa-b5d1-9a0a3af696d4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e049672a5fd04e7f8cbb0423b61eb757&device_id=814667e6-3380-4fa5-84b1-788d1e62e949 HTTP/1.1" status: 200 len: 1099 time: 0.0429733 Dec 10 15:43:27.488811 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a5a34-2a07-46ca-8bdf-9c8b30ec927d req-f4adf6db-c4d6-449d-9231-972cf6e929a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:43:27.490314 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f77a5a34-2a07-46ca-8bdf-9c8b30ec927d req-f4adf6db-c4d6-449d-9231-972cf6e929a7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3dd2c98f-156a-4f9b-845e-3d0a79fd68e6 HTTP/1.1" status: 200 len: 897 time: 0.0877047 Dec 10 15:43:27.555339 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f77a5a34-2a07-46ca-8bdf-9c8b30ec927d req-d2920e20-5a48-443a-9d24-4f2c40dd4a13 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5c47207-1be2-4d91-ad4b-dbc6ddb041e2 HTTP/1.1" status: 200 len: 1001 time: 0.0575058 Dec 10 15:43:27.612425 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a5a34-2a07-46ca-8bdf-9c8b30ec927d req-e62e7483-aab7-4f62-b891-7024a14dd908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:43:27.613925 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f77a5a34-2a07-46ca-8bdf-9c8b30ec927d req-e62e7483-aab7-4f62-b891-7024a14dd908 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4019a108-e99e-43d0-aee2-119d22084046 HTTP/1.1" status: 200 len: 843 time: 0.0496168 Dec 10 15:43:27.663128 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a5a34-2a07-46ca-8bdf-9c8b30ec927d req-7434f95c-52a2-48c8-a005-0d6d4e3ed3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:43:27.664614 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f77a5a34-2a07-46ca-8bdf-9c8b30ec927d req-7434f95c-52a2-48c8-a005-0d6d4e3ed3e6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3dd2c98f-156a-4f9b-845e-3d0a79fd68e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0429797 Dec 10 15:43:27.752152 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f77a5a34-2a07-46ca-8bdf-9c8b30ec927d req-5d2bb3e8-9fda-4130-905a-689f9a4edc26 service neutron] 10.222.0.44 "GET /v2.0/networks/3dd2c98f-156a-4f9b-845e-3d0a79fd68e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807385 Dec 10 15:43:27.846853 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f77a5a34-2a07-46ca-8bdf-9c8b30ec927d req-98dc3b7e-f0df-4591-b723-a6aeea2770b5 service neutron] 10.222.0.44 "GET /v2.0/networks/3dd2c98f-156a-4f9b-845e-3d0a79fd68e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873561 Dec 10 15:43:39.009839 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 15:43:41.147576 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 38694) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:43:41.152898 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-33bdd02d-7708-4d9a-a051-51d25b42816a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:43:41.238454 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-33bdd02d-7708-4d9a-a051-51d25b42816a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8581944'] for subnet, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:43:41.430440 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-33bdd02d-7708-4d9a-a051-51d25b42816a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785454060508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-11695489'] for subnet, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:43:41.465027 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33bdd02d-7708-4d9a-a051-51d25b42816a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:43:41.465946 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-33bdd02d-7708-4d9a-a051-51d25b42816a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:43:41.466929 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-33bdd02d-7708-4d9a-a051-51d25b42816a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "PUT /v2.0/subnets/4019a108-e99e-43d0-aee2-119d22084046 HTTP/1.1" status: 200 len: 835 time: 0.3183475 Dec 10 15:43:41.472325 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae640f5-3571-4979-aba3-6f4bd2ef3d31 None None] Network 3dd2c98f-156a-4f9b-845e-3d0a79fd68e6 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:43:41.481896 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bdd02d-7708-4d9a-a051-51d25b42816a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'Subnet': ['ID=4019a108-e99e-43d0-aee2-119d22084046,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:43:41.775127 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-3ab08e29-49c4-495b-b9a0-7fe3438a57e6 None None] Provisioning complete for port b88cc3a7-2a87-487c-aa4c-35e16905b352 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:43:41.775522 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3ab08e29-49c4-495b-b9a0-7fe3438a57e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:43:41.860605 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-3ab08e29-49c4-495b-b9a0-7fe3438a57e6 None None] Provisioning complete for port c5c47207-1be2-4d91-ad4b-dbc6ddb041e2 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:43:41.860897 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3ab08e29-49c4-495b-b9a0-7fe3438a57e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:43:41.947692 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-3ab08e29-49c4-495b-b9a0-7fe3438a57e6 None None] Provisioning complete for port bb192ac0-edd5-4c7e-9d21-14a4a3dd51a6 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:43:41.948059 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3ab08e29-49c4-495b-b9a0-7fe3438a57e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:43:42.903272 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0d06c6a1-f96a-414f-885d-f8c5618eee4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:43:43.413976 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:43:45.297714 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a625d892-a0ff-4d0f-8019-4c5fbec0450c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:43:46.110605 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:43:47.778760 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:43:48.693282 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:12.947989 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-23647225-d076-48df-b1f4-f8148739b7ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:13.406722 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:15.275466 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0bc70e26-051e-4433-9cb5-acfb6f241bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:16.009806 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 15:44:16.149521 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:17.765378 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:18.663773 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:24.331156 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 38710) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:44:24.488865 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-c33c9592-9f6e-465c-aa7c-3cb63b1ed2fe tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Deleting port 9edd6315-1822-4026-af9c-93f26d3db3d1 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:44:24.489326 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c33c9592-9f6e-465c-aa7c-3cb63b1ed2fe tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:24.561593 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c33c9592-9f6e-465c-aa7c-3cb63b1ed2fe tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:24.561955 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c33c9592-9f6e-465c-aa7c-3cb63b1ed2fe tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:24.573347 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-c33c9592-9f6e-465c-aa7c-3cb63b1ed2fe tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Calling delete_port for 9edd6315-1822-4026-af9c-93f26d3db3d1 owned by network:floatingip {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:44:24.822108 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c33c9592-9f6e-465c-aa7c-3cb63b1ed2fe tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:24.857576 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33c9592-9f6e-465c-aa7c-3cb63b1ed2fe tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event deleted for resources: {'Port': ['ID=9edd6315-1822-4026-af9c-93f26d3db3d1,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:44:24.881310 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c9592-9f6e-465c-aa7c-3cb63b1ed2fe tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:44:24.881652 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c9592-9f6e-465c-aa7c-3cb63b1ed2fe tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:44:24.882014 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c9592-9f6e-465c-aa7c-3cb63b1ed2fe tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:44:24.882345 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c9592-9f6e-465c-aa7c-3cb63b1ed2fe tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:44:24.882668 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c9592-9f6e-465c-aa7c-3cb63b1ed2fe tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:44:24.882988 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c9592-9f6e-465c-aa7c-3cb63b1ed2fe tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:44:24.883308 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c9592-9f6e-465c-aa7c-3cb63b1ed2fe tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:44:24.883624 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c9592-9f6e-465c-aa7c-3cb63b1ed2fe tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:44:24.883937 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c9592-9f6e-465c-aa7c-3cb63b1ed2fe tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:44:24.884254 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c9592-9f6e-465c-aa7c-3cb63b1ed2fe tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:44:24.884568 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c9592-9f6e-465c-aa7c-3cb63b1ed2fe tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:44:24.884880 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c9592-9f6e-465c-aa7c-3cb63b1ed2fe tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:44:24.885191 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c9592-9f6e-465c-aa7c-3cb63b1ed2fe tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:44:24.926564 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c33c9592-9f6e-465c-aa7c-3cb63b1ed2fe tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for floatingip, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:24.926909 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.l3_db [None req-c33c9592-9f6e-465c-aa7c-3cb63b1ed2fe tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Floating IP 0c78056e-9910-483e-a2a2-659ee208b2a8 disassociated (deleted). External IP: 172.26.2.24, port: c5c47207-1be2-4d91-ad4b-dbc6ddb041e2. Dec 10 15:44:25.129713 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c33c9592-9f6e-465c-aa7c-3cb63b1ed2fe tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Router 763f985d-0ac6-4ef7-9758-4594de298b85 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:44:25.233153 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c33c9592-9f6e-465c-aa7c-3cb63b1ed2fe tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:44:25.237962 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c33c9592-9f6e-465c-aa7c-3cb63b1ed2fe tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:25.242766 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcaedfbe-dfb1-4da7-8ce4-225d332f4ed4 None None] Sync routers for ids ['763f985d-0ac6-4ef7-9758-4594de298b85'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:44:25.253341 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcaedfbe-dfb1-4da7-8ce4-225d332f4ed4 None None] Routers {'763f985d-0ac6-4ef7-9758-4594de298b85'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:44:25.253983 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-dcaedfbe-dfb1-4da7-8ce4-225d332f4ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:44:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['763f985d-0ac6-4ef7-9758-4594de298b85'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:44:25.269826 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-c33c9592-9f6e-465c-aa7c-3cb63b1ed2fe tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "DELETE /v2.0/floatingips/0c78056e-9910-483e-a2a2-659ee208b2a8 HTTP/1.1" status: 204 len: 168 time: 0.9347153 Dec 10 15:44:25.269826 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '814667e6-3380-4fa5-84b1-788d1e62e949', 'tag': 'c5c47207-1be2-4d91-ad4b-dbc6ddb041e2'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:44:25.270345 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde1b47dcd987728a27c8e391f176ee57ea2adf837d2cedb59662361de43515a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ce05aa-75b8-4442-9b3b-48904f74b330" -d '{"events": [{"name": "network-changed", "server_uuid": "814667e6-3380-4fa5-84b1-788d1e62e949", "tag": "c5c47207-1be2-4d91-ad4b-dbc6ddb041e2"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:44:25.307627 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 15:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a061461-e304-4a42-8d02-324d6fc01c17 x-openstack-request-id: req-0a061461-e304-4a42-8d02-324d6fc01c17 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:44:25.307929 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "814667e6-3380-4fa5-84b1-788d1e62e949", "tag": "c5c47207-1be2-4d91-ad4b-dbc6ddb041e2", "status": "completed", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:44:25.308257 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0a061461-e304-4a42-8d02-324d6fc01c17 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:44:25.308669 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '814667e6-3380-4fa5-84b1-788d1e62e949', 'tag': 'c5c47207-1be2-4d91-ad4b-dbc6ddb041e2', 'status': 'completed', 'code': 200} Dec 10 15:44:25.364332 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-dcaedfbe-dfb1-4da7-8ce4-225d332f4ed4 None None] Set router 763f985d-0ac6-4ef7-9758-4594de298b85 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:44:25.373202 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce05aa-75b8-4442-9b3b-48904f74b330 req-05fb53bf-aeb7-4f0a-ab06-7f3fff128da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:44:25.374748 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-c8ce05aa-75b8-4442-9b3b-48904f74b330 req-05fb53bf-aeb7-4f0a-ab06-7f3fff128da4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e049672a5fd04e7f8cbb0423b61eb757&device_id=814667e6-3380-4fa5-84b1-788d1e62e949 HTTP/1.1" status: 200 len: 1099 time: 0.0413437 Dec 10 15:44:25.463768 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce05aa-75b8-4442-9b3b-48904f74b330 req-fbff8fa2-04b7-4e1c-909a-bac9cb6ff7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:44:25.465229 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-c8ce05aa-75b8-4442-9b3b-48904f74b330 req-fbff8fa2-04b7-4e1c-909a-bac9cb6ff7e8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3dd2c98f-156a-4f9b-845e-3d0a79fd68e6 HTTP/1.1" status: 200 len: 897 time: 0.0839500 Dec 10 15:44:25.511248 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-c8ce05aa-75b8-4442-9b3b-48904f74b330 req-4e7f620c-a6b9-411d-af45-6ac19ec44f32 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5c47207-1be2-4d91-ad4b-dbc6ddb041e2 HTTP/1.1" status: 200 len: 217 time: 0.0377367 Dec 10 15:44:25.562084 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce05aa-75b8-4442-9b3b-48904f74b330 req-dd6fb862-b579-4d69-aaa5-4d39bad21b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:44:25.563681 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-c8ce05aa-75b8-4442-9b3b-48904f74b330 req-dd6fb862-b579-4d69-aaa5-4d39bad21b4c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4019a108-e99e-43d0-aee2-119d22084046 HTTP/1.1" status: 200 len: 843 time: 0.0459037 Dec 10 15:44:25.564228 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-dcaedfbe-dfb1-4da7-8ce4-225d332f4ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763f985d-0ac6-4ef7-9758-4594de298b85', 'name': 'tempest-TestNetworkBasicOps-router-1746908036', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.72'}], 'enable_snat': True}, 'gw_port_id': '46e72098-8321-49bf-ba24-fe179d0f3269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:41:24Z', 'updated_at': '2021-12-10T15:41:28Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '46e72098-8321-49bf-ba24-fe179d0f3269', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f985d-0ac6-4ef7-9758-4594de298b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:41:25Z', 'updated_at': '2021-12-10T15:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': 'b88cc3a7-2a87-487c-aa4c-35e16905b352', 'name': '', 'network_id': '3dd2c98f-156a-4f9b-845e-3d0a79fd68e6', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:7d:df:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f985d-0ac6-4ef7-9758-4594de298b85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '4019a108-e99e-43d0-aee2-119d22084046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:41:28Z', 'updated_at': '2021-12-10T15:41:32Z', 'revision_number': 5, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': '4019a108-e99e-43d0-aee2-119d22084046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:44:25.590118 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcaedfbe-dfb1-4da7-8ce4-225d332f4ed4 None None] Checking router: 763f985d-0ac6-4ef7-9758-4594de298b85 for host: dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:44:25.598622 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcaedfbe-dfb1-4da7-8ce4-225d332f4ed4 None None] Routers {'763f985d-0ac6-4ef7-9758-4594de298b85'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:44:25.599222 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-dcaedfbe-dfb1-4da7-8ce4-225d332f4ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:44:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['763f985d-0ac6-4ef7-9758-4594de298b85'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:44:25.614350 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce05aa-75b8-4442-9b3b-48904f74b330 req-3d169be1-39e1-474c-87a6-1fa81c5e87d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:44:25.616025 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-c8ce05aa-75b8-4442-9b3b-48904f74b330 req-3d169be1-39e1-474c-87a6-1fa81c5e87d2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3dd2c98f-156a-4f9b-845e-3d0a79fd68e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0450313 Dec 10 15:44:25.717556 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9060a9c7-7c42-493b-ac4d-24b8f4620609 req-1cc5b731-325e-4748-b32a-58dba8f5d5c3 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:44:25.718218 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-c8ce05aa-75b8-4442-9b3b-48904f74b330 req-387c70b2-31c1-4a77-b42d-96664588cb21 service neutron] 10.222.0.44 "GET /v2.0/networks/3dd2c98f-156a-4f9b-845e-3d0a79fd68e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939770 Dec 10 15:44:25.720308 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-9060a9c7-7c42-493b-ac4d-24b8f4620609 req-1cc5b731-325e-4748-b32a-58dba8f5d5c3 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=814667e6-3380-4fa5-84b1-788d1e62e949 HTTP/1.1" status: 200 len: 946 time: 0.0609038 Dec 10 15:44:25.774101 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-9060a9c7-7c42-493b-ac4d-24b8f4620609 req-e4964a9b-11ad-4668-b095-230c86645e92 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=c941be51-7f76-4747-be44-be5a00666c60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468955 Dec 10 15:44:25.794935 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-dcaedfbe-dfb1-4da7-8ce4-225d332f4ed4 None None] Set router 763f985d-0ac6-4ef7-9758-4594de298b85 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:44:25.815272 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-c8ce05aa-75b8-4442-9b3b-48904f74b330 req-1b9e97bf-b947-4c4f-8aa5-0e70c881a140 service neutron] 10.222.0.44 "GET /v2.0/networks/3dd2c98f-156a-4f9b-845e-3d0a79fd68e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880957 Dec 10 15:44:25.989753 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-dcaedfbe-dfb1-4da7-8ce4-225d332f4ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763f985d-0ac6-4ef7-9758-4594de298b85', 'name': 'tempest-TestNetworkBasicOps-router-1746908036', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.72'}], 'enable_snat': True}, 'gw_port_id': '46e72098-8321-49bf-ba24-fe179d0f3269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:41:24Z', 'updated_at': '2021-12-10T15:41:28Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '46e72098-8321-49bf-ba24-fe179d0f3269', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f985d-0ac6-4ef7-9758-4594de298b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:41:25Z', 'updated_at': '2021-12-10T15:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': 'b88cc3a7-2a87-487c-aa4c-35e16905b352', 'name': '', 'network_id': '3dd2c98f-156a-4f9b-845e-3d0a79fd68e6', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:7d:df:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f985d-0ac6-4ef7-9758-4594de298b85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '4019a108-e99e-43d0-aee2-119d22084046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:41:28Z', 'updated_at': '2021-12-10T15:41:32Z', 'revision_number': 5, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': '4019a108-e99e-43d0-aee2-119d22084046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:44:26.019264 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcaedfbe-dfb1-4da7-8ce4-225d332f4ed4 None None] The sync data for ids ['763f985d-0ac6-4ef7-9758-4594de298b85'] in dv-neutron-821401-4-hyperv is: [{'id': '763f985d-0ac6-4ef7-9758-4594de298b85', 'name': 'tempest-TestNetworkBasicOps-router-1746908036', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.72'}], 'enable_snat': True}, 'gw_port_id': '46e72098-8321-49bf-ba24-fe179d0f3269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:41:24Z', 'updated_at': '2021-12-10T15:41:28Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '46e72098-8321-49bf-ba24-fe179d0f3269', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f985d-0ac6-4ef7-9758-4594de298b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:41:25Z', 'updated_at': '2021-12-10T15:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': 'b88cc3a7-2a87-487c-aa4c-35e16905b352', 'name': '', 'network_id': '3dd2c98f-156a-4f9b-845e-3d0a79fd68e6', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:7d:df:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f985d-0ac6-4ef7-9758-4594de298b85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '4019a108-e99e-43d0-aee2-119d22084046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:41:28Z', 'updated_at': '2021-12-10T15:41:32Z', 'revision_number': 5, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': '4019a108-e99e-43d0-aee2-119d22084046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:44:26.278631 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9160e440-9fc2-4acf-b9ea-4426d5f7fc64 None None] New status for floating IP 0c78056e-9910-483e-a2a2-659ee208b2a8: DOWN {{(pid=103588) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 15:44:26.388812 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-562b83b9-1986-4f17-8b78-cfff58b8a5b6 req-098dcade-3144-4e2d-8b0d-7a715839bf80 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=19d236a4-1ce2-4c32-a1f0-c2fd3b1d9190&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397997 Dec 10 15:44:26.477285 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b83b9-1986-4f17-8b78-cfff58b8a5b6 req-d21c53d7-311c-4da0-895f-e50a09023201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:44:26.478851 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-562b83b9-1986-4f17-8b78-cfff58b8a5b6 req-d21c53d7-311c-4da0-895f-e50a09023201 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fe288e3581ed450db6aaaa858fc0d419&device_id=19d236a4-1ce2-4c32-a1f0-c2fd3b1d9190 HTTP/1.1" status: 200 len: 1099 time: 0.0457230 Dec 10 15:44:26.579299 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b83b9-1986-4f17-8b78-cfff58b8a5b6 req-d4b3fdb0-e9c2-4b9b-8ae4-6b885d994c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:44:26.580683 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-562b83b9-1986-4f17-8b78-cfff58b8a5b6 req-d4b3fdb0-e9c2-4b9b-8ae4-6b885d994c5b service neutron] 10.222.0.44 "GET /v2.0/networks?id=dd61618b-b615-4db2-a1a8-ba6a4be6a018 HTTP/1.1" status: 200 len: 912 time: 0.0829849 Dec 10 15:44:26.650931 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-562b83b9-1986-4f17-8b78-cfff58b8a5b6 req-0e58b706-25bb-4b3e-889e-8bdf33fe4830 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a128cc1d-7ffb-4cc5-a3d1-7b8f7243b797 HTTP/1.1" status: 200 len: 1001 time: 0.0630498 Dec 10 15:44:26.703834 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b83b9-1986-4f17-8b78-cfff58b8a5b6 req-52c0a916-9e25-4794-ac68-6e96442d9e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:44:26.705317 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-562b83b9-1986-4f17-8b78-cfff58b8a5b6 req-52c0a916-9e25-4794-ac68-6e96442d9e8f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=62e04148-ee42-4779-a2ec-46121cdcb205 HTTP/1.1" status: 200 len: 850 time: 0.0434890 Dec 10 15:44:26.752311 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b83b9-1986-4f17-8b78-cfff58b8a5b6 req-4d24b815-3f1e-47ad-a2db-f2b7f0a8922e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:44:26.753811 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-562b83b9-1986-4f17-8b78-cfff58b8a5b6 req-4d24b815-3f1e-47ad-a2db-f2b7f0a8922e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dd61618b-b615-4db2-a1a8-ba6a4be6a018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397272 Dec 10 15:44:26.848442 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-562b83b9-1986-4f17-8b78-cfff58b8a5b6 req-bd17abcb-aabc-4e22-8413-1bb45d20ef82 service neutron] 10.222.0.44 "GET /v2.0/networks/dd61618b-b615-4db2-a1a8-ba6a4be6a018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867963 Dec 10 15:44:26.944074 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501fd349-70e1-44c9-b3f3-4e04d8f725dc req-41b1f9ad-5f1c-47b7-bcc9-33c49a4ca9e1 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:44:26.945576 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-501fd349-70e1-44c9-b3f3-4e04d8f725dc req-41b1f9ad-5f1c-47b7-bcc9-33c49a4ca9e1 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=814667e6-3380-4fa5-84b1-788d1e62e949 HTTP/1.1" status: 200 len: 946 time: 0.0962851 Dec 10 15:44:26.990836 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-562b83b9-1986-4f17-8b78-cfff58b8a5b6 req-8f318054-72ee-454e-a29d-fe4f45a1a73c service neutron] 10.222.0.44 "GET /v2.0/networks/dd61618b-b615-4db2-a1a8-ba6a4be6a018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330500 Dec 10 15:44:27.022439 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-501fd349-70e1-44c9-b3f3-4e04d8f725dc req-bc3b4d79-bd8d-421b-9ad9-bf6328847318 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=c941be51-7f76-4747-be44-be5a00666c60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679591 Dec 10 15:44:27.036134 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f31920f-73ec-4a63-8bb5-8b400b51fb90 req-06c76917-b135-4bc1-9cd9-ea85a9dd3c16 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:44:27.037070 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-1f31920f-73ec-4a63-8bb5-8b400b51fb90 req-06c76917-b135-4bc1-9cd9-ea85a9dd3c16 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.44 "GET /v2.0/ports?device_id=814667e6-3380-4fa5-84b1-788d1e62e949 HTTP/1.1" status: 200 len: 946 time: 0.0504520 Dec 10 15:44:27.132654 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-1f31920f-73ec-4a63-8bb5-8b400b51fb90 req-264ae9d7-44a4-4c96-8473-1426b148978d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Deleting port c5c47207-1be2-4d91-ad4b-dbc6ddb041e2 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:44:27.132907 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-1f31920f-73ec-4a63-8bb5-8b400b51fb90 req-264ae9d7-44a4-4c96-8473-1426b148978d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:27.220954 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-1f31920f-73ec-4a63-8bb5-8b400b51fb90 req-264ae9d7-44a4-4c96-8473-1426b148978d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] For port c5c47207-1be2-4d91-ad4b-dbc6ddb041e2, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=c5c47207-1be2-4d91-ad4b-dbc6ddb041e2,segment=NetworkSegment(ded2de7b-5e29-48c4-81ed-b8b6ae171a8f),segment_id=ded2de7b-5e29-48c4-81ed-b8b6ae171a8f)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:44:27.221313 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-1f31920f-73ec-4a63-8bb5-8b400b51fb90 req-264ae9d7-44a4-4c96-8473-1426b148978d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:27.233624 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-1f31920f-73ec-4a63-8bb5-8b400b51fb90 req-264ae9d7-44a4-4c96-8473-1426b148978d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Calling delete_port for c5c47207-1be2-4d91-ad4b-dbc6ddb041e2 owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:44:27.455955 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-1f31920f-73ec-4a63-8bb5-8b400b51fb90 req-264ae9d7-44a4-4c96-8473-1426b148978d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:27.490597 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264ae9d7-44a4-4c96-8473-1426b148978d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event deleted for resources: {'Port': ['ID=c5c47207-1be2-4d91-ad4b-dbc6ddb041e2,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:44:27.511967 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264ae9d7-44a4-4c96-8473-1426b148978d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:44:27.512451 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264ae9d7-44a4-4c96-8473-1426b148978d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:44:27.513298 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264ae9d7-44a4-4c96-8473-1426b148978d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:44:27.513634 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264ae9d7-44a4-4c96-8473-1426b148978d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:44:27.513987 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264ae9d7-44a4-4c96-8473-1426b148978d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:44:27.514315 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264ae9d7-44a4-4c96-8473-1426b148978d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:44:27.514640 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264ae9d7-44a4-4c96-8473-1426b148978d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:44:27.514962 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264ae9d7-44a4-4c96-8473-1426b148978d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:44:27.515294 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264ae9d7-44a4-4c96-8473-1426b148978d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:44:27.515616 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264ae9d7-44a4-4c96-8473-1426b148978d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:44:27.515934 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264ae9d7-44a4-4c96-8473-1426b148978d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:44:27.516250 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264ae9d7-44a4-4c96-8473-1426b148978d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:44:27.516568 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264ae9d7-44a4-4c96-8473-1426b148978d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:44:27.537609 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f31920f-73ec-4a63-8bb5-8b400b51fb90 req-264ae9d7-44a4-4c96-8473-1426b148978d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] No DVR routers for this DVR port c5c47207-1be2-4d91-ad4b-dbc6ddb041e2 on host hv-neutron-8214 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:44:27.540047 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-1f31920f-73ec-4a63-8bb5-8b400b51fb90 req-264ae9d7-44a4-4c96-8473-1426b148978d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:27.546175 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-1f31920f-73ec-4a63-8bb5-8b400b51fb90 req-264ae9d7-44a4-4c96-8473-1426b148978d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.44 "DELETE /v2.0/ports/c5c47207-1be2-4d91-ad4b-dbc6ddb041e2 HTTP/1.1" status: 204 len: 173 time: 0.5007732 Dec 10 15:44:27.546175 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '814667e6-3380-4fa5-84b1-788d1e62e949', 'name': 'network-vif-deleted', 'tag': 'c5c47207-1be2-4d91-ad4b-dbc6ddb041e2'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:44:27.546175 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9ca57131bc4931768ac29058952438d1fdd62308db7b17540cc34ffe8faef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f982e6-9c97-448c-bb94-3ee32bad6b91" -d '{"events": [{"server_uuid": "814667e6-3380-4fa5-84b1-788d1e62e949", "name": "network-vif-deleted", "tag": "c5c47207-1be2-4d91-ad4b-dbc6ddb041e2"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:44:27.582489 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 15:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-576d67fa-9db9-4416-b286-03f1845c1d83 x-openstack-request-id: req-576d67fa-9db9-4416-b286-03f1845c1d83 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:44:27.582877 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "814667e6-3380-4fa5-84b1-788d1e62e949", "name": "network-vif-deleted", "tag": "c5c47207-1be2-4d91-ad4b-dbc6ddb041e2", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:44:27.583159 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-576d67fa-9db9-4416-b286-03f1845c1d83 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:44:27.583564 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '814667e6-3380-4fa5-84b1-788d1e62e949', 'name': 'network-vif-deleted', 'tag': 'c5c47207-1be2-4d91-ad4b-dbc6ddb041e2', 'status': 'completed', 'code': 200} Dec 10 15:44:28.125299 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ea56bb69-e1cf-484b-9a03-1ba7f71eff54 req-52639e85-5020-4e98-ba20-9b408d7f42d3 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=814667e6-3380-4fa5-84b1-788d1e62e949 HTTP/1.1" status: 200 len: 210 time: 0.0260966 Dec 10 15:44:29.180340 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 38736) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:44:29.241764 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5b8a8e75-97cd-477e-bce2-c561216ea01c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:29.267373 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5b8a8e75-97cd-477e-bce2-c561216ea01c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:29.372319 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5b8a8e75-97cd-477e-bce2-c561216ea01c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:29.375135 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5b8a8e75-97cd-477e-bce2-c561216ea01c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:29.378408 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-5b8a8e75-97cd-477e-bce2-c561216ea01c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "DELETE /v2.0/security-groups/c941be51-7f76-4747-be44-be5a00666c60 HTTP/1.1" status: 204 len: 168 time: 0.1949372 Dec 10 15:44:29.386130 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8a8e75-97cd-477e-bce2-c561216ea01c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c941be51-7f76-4747-be44-be5a00666c60,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:44:29.458594 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 38740) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:44:29.812054 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-99f6af4f-b34f-425d-8a20-c8aa67215063 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549925'] for router_interface, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:30.060459 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-99f6af4f-b34f-425d-8a20-c8aa67215063 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Deleting port b88cc3a7-2a87-487c-aa4c-35e16905b352 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:44:30.060803 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-99f6af4f-b34f-425d-8a20-c8aa67215063 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:30.146693 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-99f6af4f-b34f-425d-8a20-c8aa67215063 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] For port b88cc3a7-2a87-487c-aa4c-35e16905b352, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=b88cc3a7-2a87-487c-aa4c-35e16905b352,segment=NetworkSegment(ded2de7b-5e29-48c4-81ed-b8b6ae171a8f),segment_id=ded2de7b-5e29-48c4-81ed-b8b6ae171a8f)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:44:30.146977 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-99f6af4f-b34f-425d-8a20-c8aa67215063 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:30.159368 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-99f6af4f-b34f-425d-8a20-c8aa67215063 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Calling delete_port for b88cc3a7-2a87-487c-aa4c-35e16905b352 owned by network:router_interface {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:44:30.423351 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-99f6af4f-b34f-425d-8a20-c8aa67215063 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:30.451637 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f6af4f-b34f-425d-8a20-c8aa67215063 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event deleted for resources: {'Port': ['ID=b88cc3a7-2a87-487c-aa4c-35e16905b352,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:44:30.970892 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-99f6af4f-b34f-425d-8a20-c8aa67215063 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550073'] for router_interface, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:31.179221 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99f6af4f-b34f-425d-8a20-c8aa67215063 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Router 763f985d-0ac6-4ef7-9758-4594de298b85 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:44:31.288763 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99f6af4f-b34f-425d-8a20-c8aa67215063 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:44:31.294239 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-99f6af4f-b34f-425d-8a20-c8aa67215063 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "PUT /v2.0/routers/763f985d-0ac6-4ef7-9758-4594de298b85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8340681 Dec 10 15:44:31.297136 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 38742) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:44:31.301163 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0305fcbe-ba11-4050-a838-86f13d92e207 None None] Sync routers for ids ['763f985d-0ac6-4ef7-9758-4594de298b85'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:44:31.310724 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0305fcbe-ba11-4050-a838-86f13d92e207 None None] Routers {'763f985d-0ac6-4ef7-9758-4594de298b85'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:44:31.311337 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-0305fcbe-ba11-4050-a838-86f13d92e207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:44:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['763f985d-0ac6-4ef7-9758-4594de298b85'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:44:31.419089 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-0305fcbe-ba11-4050-a838-86f13d92e207 None None] Set router 763f985d-0ac6-4ef7-9758-4594de298b85 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:44:31.504529 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device c5c47207-1be2-4d91-ad4b-dbc6ddb041e2 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:44:31.524537 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] No Port match for: c5c47207-1be2-4d91-ad4b-dbc6ddb041e2 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:44:31.524889 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device c5c47207-1be2-4d91-ad4b-dbc6ddb041e2 not bound to the agent host hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:44:31.618306 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-0305fcbe-ba11-4050-a838-86f13d92e207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763f985d-0ac6-4ef7-9758-4594de298b85', 'name': 'tempest-TestNetworkBasicOps-router-1746908036', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.72'}], 'enable_snat': True}, 'gw_port_id': '46e72098-8321-49bf-ba24-fe179d0f3269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:41:24Z', 'updated_at': '2021-12-10T15:44:30Z', 'revision_number': 5, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '46e72098-8321-49bf-ba24-fe179d0f3269', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f985d-0ac6-4ef7-9758-4594de298b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:41:25Z', 'updated_at': '2021-12-10T15:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:44:31.648794 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0305fcbe-ba11-4050-a838-86f13d92e207 None None] Checking router: 763f985d-0ac6-4ef7-9758-4594de298b85 for host: dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:44:31.658231 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0305fcbe-ba11-4050-a838-86f13d92e207 None None] Routers {'763f985d-0ac6-4ef7-9758-4594de298b85'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:44:31.658859 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-0305fcbe-ba11-4050-a838-86f13d92e207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:44:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['763f985d-0ac6-4ef7-9758-4594de298b85'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:44:31.694439 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-a241d7d6-9615-4102-88d1-a7429d6ae2f6 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Deleting subnet 4019a108-e99e-43d0-aee2-119d22084046 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:44:31.697690 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a241d7d6-9615-4102-88d1-a7429d6ae2f6 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for subnet, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:31.739948 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a241d7d6-9615-4102-88d1-a7429d6ae2f6 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11806768'] for subnet, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:31.767340 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-0305fcbe-ba11-4050-a838-86f13d92e207 None None] Set router 763f985d-0ac6-4ef7-9758-4594de298b85 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:44:31.828414 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a241d7d6-9615-4102-88d1-a7429d6ae2f6 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:31.951238 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-0305fcbe-ba11-4050-a838-86f13d92e207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763f985d-0ac6-4ef7-9758-4594de298b85', 'name': 'tempest-TestNetworkBasicOps-router-1746908036', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.72'}], 'enable_snat': True}, 'gw_port_id': '46e72098-8321-49bf-ba24-fe179d0f3269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:41:24Z', 'updated_at': '2021-12-10T15:44:30Z', 'revision_number': 5, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '46e72098-8321-49bf-ba24-fe179d0f3269', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f985d-0ac6-4ef7-9758-4594de298b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:41:25Z', 'updated_at': '2021-12-10T15:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:44:31.965113 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a241d7d6-9615-4102-88d1-a7429d6ae2f6 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11236721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11668521'] for subnet, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:31.981520 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0305fcbe-ba11-4050-a838-86f13d92e207 None None] The sync data for ids ['763f985d-0ac6-4ef7-9758-4594de298b85'] in dv-neutron-821401-4-hyperv is: [{'id': '763f985d-0ac6-4ef7-9758-4594de298b85', 'name': 'tempest-TestNetworkBasicOps-router-1746908036', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.72'}], 'enable_snat': True}, 'gw_port_id': '46e72098-8321-49bf-ba24-fe179d0f3269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:41:24Z', 'updated_at': '2021-12-10T15:44:30Z', 'revision_number': 5, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '46e72098-8321-49bf-ba24-fe179d0f3269', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f985d-0ac6-4ef7-9758-4594de298b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:41:25Z', 'updated_at': '2021-12-10T15:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:44:31.993539 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a241d7d6-9615-4102-88d1-a7429d6ae2f6 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event deleted for resources: {'Subnet': ['ID=4019a108-e99e-43d0-aee2-119d22084046,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:44:32.000812 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a241d7d6-9615-4102-88d1-a7429d6ae2f6 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:32.007027 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-a241d7d6-9615-4102-88d1-a7429d6ae2f6 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "DELETE /v2.0/subnets/4019a108-e99e-43d0-aee2-119d22084046 HTTP/1.1" status: 204 len: 168 time: 0.7087703 Dec 10 15:44:32.007666 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 38744) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:44:32.020577 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e29572b-37b8-45dd-a762-8ccc275c01e4 None None] Network 3dd2c98f-156a-4f9b-845e-3d0a79fd68e6 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:44:32.122548 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2dff44e3-1c2a-4ca9-b9be-9b35234d03ab tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for router, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:32.233266 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2dff44e3-1c2a-4ca9-b9be-9b35234d03ab tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:32.369721 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a809fef0-b9b9-452b-833f-5af85e01933c None None] DHCP port deletion for 3dd2c98f-156a-4f9b-845e-3d0a79fd68e6 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:44:32.372492 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-2dff44e3-1c2a-4ca9-b9be-9b35234d03ab tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Deleting port 46e72098-8321-49bf-ba24-fe179d0f3269 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:44:32.373001 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2dff44e3-1c2a-4ca9-b9be-9b35234d03ab tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:32.423175 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-a809fef0-b9b9-452b-833f-5af85e01933c None None] Deleting port bb192ac0-edd5-4c7e-9d21-14a4a3dd51a6 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:44:32.423559 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a809fef0-b9b9-452b-833f-5af85e01933c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:32.459830 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-2dff44e3-1c2a-4ca9-b9be-9b35234d03ab tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] For port 46e72098-8321-49bf-ba24-fe179d0f3269, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=46e72098-8321-49bf-ba24-fe179d0f3269,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:44:32.460199 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2dff44e3-1c2a-4ca9-b9be-9b35234d03ab tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:32.474827 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-2dff44e3-1c2a-4ca9-b9be-9b35234d03ab tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Calling delete_port for 46e72098-8321-49bf-ba24-fe179d0f3269 owned by network:router_gateway {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:44:32.494208 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-a809fef0-b9b9-452b-833f-5af85e01933c None None] For port bb192ac0-edd5-4c7e-9d21-14a4a3dd51a6, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=bb192ac0-edd5-4c7e-9d21-14a4a3dd51a6,segment=NetworkSegment(ded2de7b-5e29-48c4-81ed-b8b6ae171a8f),segment_id=ded2de7b-5e29-48c4-81ed-b8b6ae171a8f)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:44:32.496008 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a809fef0-b9b9-452b-833f-5af85e01933c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:32.518292 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-a809fef0-b9b9-452b-833f-5af85e01933c None None] Calling delete_port for bb192ac0-edd5-4c7e-9d21-14a4a3dd51a6 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:44:32.663252 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a809fef0-b9b9-452b-833f-5af85e01933c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:32.687823 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a809fef0-b9b9-452b-833f-5af85e01933c None None] Pushing event deleted for resources: {'Port': ['ID=bb192ac0-edd5-4c7e-9d21-14a4a3dd51a6,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:44:32.691968 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a809fef0-b9b9-452b-833f-5af85e01933c None None] No DVR routers for this DVR port bb192ac0-edd5-4c7e-9d21-14a4a3dd51a6 on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:44:32.698380 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a809fef0-b9b9-452b-833f-5af85e01933c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:44:32.698945 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a809fef0-b9b9-452b-833f-5af85e01933c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:44:32.699068 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a809fef0-b9b9-452b-833f-5af85e01933c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:44:32.702198 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a809fef0-b9b9-452b-833f-5af85e01933c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:44:32.702198 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a809fef0-b9b9-452b-833f-5af85e01933c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:44:32.702198 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a809fef0-b9b9-452b-833f-5af85e01933c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:44:32.702198 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a809fef0-b9b9-452b-833f-5af85e01933c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:44:32.702198 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a809fef0-b9b9-452b-833f-5af85e01933c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:44:32.702198 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a809fef0-b9b9-452b-833f-5af85e01933c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:44:32.702198 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a809fef0-b9b9-452b-833f-5af85e01933c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:44:32.703552 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a809fef0-b9b9-452b-833f-5af85e01933c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:44:32.703552 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a809fef0-b9b9-452b-833f-5af85e01933c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:44:32.703552 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a809fef0-b9b9-452b-833f-5af85e01933c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:44:32.755360 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2dff44e3-1c2a-4ca9-b9be-9b35234d03ab tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:32.790471 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dff44e3-1c2a-4ca9-b9be-9b35234d03ab tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event deleted for resources: {'Port': ['ID=46e72098-8321-49bf-ba24-fe179d0f3269,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:44:32.797605 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79d6ad1-0dff-467a-9690-343d5aad1c28 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:44:32.849675 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2dff44e3-1c2a-4ca9-b9be-9b35234d03ab tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552731'] for router_gateway, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:32.956020 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2dff44e3-1c2a-4ca9-b9be-9b35234d03ab tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13898'] for router, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:32.958101 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2dff44e3-1c2a-4ca9-b9be-9b35234d03ab tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:33.079277 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2dff44e3-1c2a-4ca9-b9be-9b35234d03ab tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549250'] for router, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:33.079963 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dff44e3-1c2a-4ca9-b9be-9b35234d03ab tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Fanout notify agent at l3_agent the message router_deleted on router 763f985d-0ac6-4ef7-9758-4594de298b85 {{(pid=103586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 15:44:33.087319 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2dff44e3-1c2a-4ca9-b9be-9b35234d03ab tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:33.091115 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-2dff44e3-1c2a-4ca9-b9be-9b35234d03ab tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "DELETE /v2.0/routers/763f985d-0ac6-4ef7-9758-4594de298b85 HTTP/1.1" status: 204 len: 168 time: 1.0797377 Dec 10 15:44:33.091434 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 38746) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:44:33.183149 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d25be600-7a7a-4f6a-bca4-8eb8a34d6412 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:33.280266 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d25be600-7a7a-4f6a-bca4-8eb8a34d6412 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:33.299679 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-d25be600-7a7a-4f6a-bca4-8eb8a34d6412 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dd2c98f-156a-4f9b-845e-3d0a79fd68e6']}} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:44:33.308649 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-d25be600-7a7a-4f6a-bca4-8eb8a34d6412 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ded2de7b-5e29-48c4-81ed-b8b6ae171a8f') {'for_net_delete': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:44:33.308951 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-d25be600-7a7a-4f6a-bca4-8eb8a34d6412 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ded2de7b-5e29-48c4-81ed-b8b6ae171a8f') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:44:33.318741 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d25be600-7a7a-4f6a-bca4-8eb8a34d6412 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12392235'] for segment, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:33.331980 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d25be600-7a7a-4f6a-bca4-8eb8a34d6412 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:33.337601 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d25be600-7a7a-4f6a-bca4-8eb8a34d6412 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=103586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:44:33.338003 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d25be600-7a7a-4f6a-bca4-8eb8a34d6412 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11695586'] for segment, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:33.341387 dv-neutron-821401-4-hyperv neutron-server[103586]: Traceback (most recent call last): Dec 10 15:44:33.341387 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:44:33.341387 dv-neutron-821401-4-hyperv neutron-server[103586]: timer() Dec 10 15:44:33.341387 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:44:33.341387 dv-neutron-821401-4-hyperv neutron-server[103586]: cb(*args, **kw) Dec 10 15:44:33.341387 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:44:33.341387 dv-neutron-821401-4-hyperv neutron-server[103586]: return func(*args, **kwargs) Dec 10 15:44:33.341387 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:44:33.341387 dv-neutron-821401-4-hyperv neutron-server[103586]: self._notify() Dec 10 15:44:33.341387 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:44:33.341387 dv-neutron-821401-4-hyperv neutron-server[103586]: self.callback(batched_events) Dec 10 15:44:33.341387 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:44:33.341387 dv-neutron-821401-4-hyperv neutron-server[103586]: event.method(event) Dec 10 15:44:33.341387 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:44:33.341387 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:44:33.341387 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:44:33.341387 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:44:33.341387 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:44:33.341387 dv-neutron-821401-4-hyperv neutron-server[103586]: return f(self, *a, **k) Dec 10 15:44:33.341387 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:44:33.341387 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._get(url).json() Dec 10 15:44:33.341387 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:44:33.341387 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:44:33.341387 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:44:33.341387 dv-neutron-821401-4-hyperv neutron-server[103586]: return self.request(url, 'GET', **kwargs) Dec 10 15:44:33.341387 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:44:33.341387 dv-neutron-821401-4-hyperv neutron-server[103586]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:44:33.341387 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:44:33.341387 dv-neutron-821401-4-hyperv neutron-server[103586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:44:33.341387 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:44:33.341387 dv-neutron-821401-4-hyperv neutron-server[103586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:44:33.341387 dv-neutron-821401-4-hyperv neutron-server[103586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:44:33.463211 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d25be600-7a7a-4f6a-bca4-8eb8a34d6412 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:33.471335 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d25be600-7a7a-4f6a-bca4-8eb8a34d6412 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:33.473840 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-d25be600-7a7a-4f6a-bca4-8eb8a34d6412 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "DELETE /v2.0/networks/3dd2c98f-156a-4f9b-845e-3d0a79fd68e6 HTTP/1.1" status: 204 len: 168 time: 0.3813787 Dec 10 15:44:33.483102 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 38748) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:44:33.485949 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25be600-7a7a-4f6a-bca4-8eb8a34d6412 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event deleted for resources: {'Network': ['ID=3dd2c98f-156a-4f9b-845e-3d0a79fd68e6,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:44:33.489549 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-183cd67a-d325-4870-8b8c-9d40f436c98a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'network': {'name': 'tempest-network-smoke--165480817', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'port_security_enabled': True}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:44:33.600292 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-183cd67a-d325-4870-8b8c-9d40f436c98a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Made reservation on behalf of e049672a5fd04e7f8cbb0423b61eb757 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:44:33.608063 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-183cd67a-d325-4870-8b8c-9d40f436c98a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:33.633577 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-183cd67a-d325-4870-8b8c-9d40f436c98a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:44:33.643152 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-183cd67a-d325-4870-8b8c-9d40f436c98a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:33.643516 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.segments_db [None req-183cd67a-d325-4870-8b8c-9d40f436c98a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Added segment af2adcf1-1fc6-4114-bd44-be027f86453d of type vlan for network 70f95522-1136-49ed-bf38-f4d6ac713a0e Dec 10 15:44:33.682168 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-183cd67a-d325-4870-8b8c-9d40f436c98a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:33.758587 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-183cd67a-d325-4870-8b8c-9d40f436c98a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:33.764917 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183cd67a-d325-4870-8b8c-9d40f436c98a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:44:33.765446 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-183cd67a-d325-4870-8b8c-9d40f436c98a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:33.832728 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183cd67a-d325-4870-8b8c-9d40f436c98a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'Network': ['ID=70f95522-1136-49ed-bf38-f4d6ac713a0e,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:44:33.842894 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 70f95522-1136-49ed-bf38-f4d6ac713a0e details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:44:33.876293 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-183cd67a-d325-4870-8b8c-9d40f436c98a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3919148 Dec 10 15:44:33.879087 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 38752) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:44:33.883777 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-b61dee19-6275-47ac-a513-8b6520a3755f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-521846324', 'admin_state_up': True, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:44:33.983358 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b61dee19-6275-47ac-a513-8b6520a3755f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13912'] for router, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:33.984419 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b61dee19-6275-47ac-a513-8b6520a3755f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:34.040754 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b61dee19-6275-47ac-a513-8b6520a3755f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:34.058076 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device b88cc3a7-2a87-487c-aa4c-35e16905b352 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:44:34.082293 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: b88cc3a7-2a87-487c-aa4c-35e16905b352 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:44:34.082637 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device b88cc3a7-2a87-487c-aa4c-35e16905b352 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:44:34.083049 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device bb192ac0-edd5-4c7e-9d21-14a4a3dd51a6 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:44:34.101259 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: bb192ac0-edd5-4c7e-9d21-14a4a3dd51a6 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:44:34.101605 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device bb192ac0-edd5-4c7e-9d21-14a4a3dd51a6 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:44:34.102073 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 46e72098-8321-49bf-ba24-fe179d0f3269 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:44:34.120498 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 46e72098-8321-49bf-ba24-fe179d0f3269 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:44:34.121186 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 46e72098-8321-49bf-ba24-fe179d0f3269 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:44:34.268913 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b61dee19-6275-47ac-a513-8b6520a3755f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:34.512435 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b61dee19-6275-47ac-a513-8b6520a3755f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for router_gateway, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:34.531636 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b61dee19-6275-47ac-a513-8b6520a3755f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:34.645495 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-b61dee19-6275-47ac-a513-8b6520a3755f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Allocated IP 172.26.2.156 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/5c98fb75-4f94-42ba-bc60-0b5e199dd068) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:44:34.744680 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b61dee19-6275-47ac-a513-8b6520a3755f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:34.847071 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b61dee19-6275-47ac-a513-8b6520a3755f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:34.897245 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61dee19-6275-47ac-a513-8b6520a3755f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:44:34.901142 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-b61dee19-6275-47ac-a513-8b6520a3755f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:44:34.903373 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61dee19-6275-47ac-a513-8b6520a3755f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'Port': ['ID=5c98fb75-4f94-42ba-bc60-0b5e199dd068,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:44:34.905517 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61dee19-6275-47ac-a513-8b6520a3755f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:44:34.916309 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd5770b-2b2d-4fe3-9b37-2f776db92c25 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:44:34.968603 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-294fa7e9-bf1e-4a62-b3e8-5df27761e1aa None None] Provisioning complete for port 5c98fb75-4f94-42ba-bc60-0b5e199dd068 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:44:34.969449 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-294fa7e9-bf1e-4a62-b3e8-5df27761e1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:35.004031 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-294fa7e9-bf1e-4a62-b3e8-5df27761e1aa None None] Port 5c98fb75-4f94-42ba-bc60-0b5e199dd068 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:44:35.202754 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b61dee19-6275-47ac-a513-8b6520a3755f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for router_gateway, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:35.404620 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b61dee19-6275-47ac-a513-8b6520a3755f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363'] for router, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:35.600134 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b61dee19-6275-47ac-a513-8b6520a3755f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Router 5e0b6716-792d-48b9-8835-e085c47a094a is scheduled to L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d with binding_index 1 {{(pid=103586) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 15:44:35.703901 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b61dee19-6275-47ac-a513-8b6520a3755f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:44:35.713586 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fee62d-e97e-4d02-9771-97533e469e3a None None] Sync routers for ids ['5e0b6716-792d-48b9-8835-e085c47a094a'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:44:35.727189 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fee62d-e97e-4d02-9771-97533e469e3a None None] Routers {'5e0b6716-792d-48b9-8835-e085c47a094a'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:44:35.727804 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-47fee62d-e97e-4d02-9771-97533e469e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:44:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['5e0b6716-792d-48b9-8835-e085c47a094a'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:44:35.795726 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b61dee19-6275-47ac-a513-8b6520a3755f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:35.796966 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-b61dee19-6275-47ac-a513-8b6520a3755f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.9168394 Dec 10 15:44:35.800248 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 38756) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:44:35.832959 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-47fee62d-e97e-4d02-9771-97533e469e3a None None] Set router 5e0b6716-792d-48b9-8835-e085c47a094a gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:44:35.956786 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-0587640e-d4d2-4607-a3ee-64217e38eb78 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=e049672a5fd04e7f8cbb0423b61eb757&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1553435 Dec 10 15:44:35.959305 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 38760) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:44:36.013183 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-47fee62d-e97e-4d02-9771-97533e469e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e0b6716-792d-48b9-8835-e085c47a094a', 'name': 'tempest-TestNetworkBasicOps-router-521846324', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': '5c98fb75-4f94-42ba-bc60-0b5e199dd068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:44:33Z', 'updated_at': '2021-12-10T15:44:35Z', 'revision_number': 3, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '5c98fb75-4f94-42ba-bc60-0b5e199dd068', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e5:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e0b6716-792d-48b9-8835-e085c47a094a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:44:34Z', 'updated_at': '2021-12-10T15:44:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:44:36.040737 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fee62d-e97e-4d02-9771-97533e469e3a None None] Checking router: 5e0b6716-792d-48b9-8835-e085c47a094a for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:44:36.041099 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fee62d-e97e-4d02-9771-97533e469e3a None None] Updating router 5e0b6716-792d-48b9-8835-e085c47a094a port 5c98fb75-4f94-42ba-bc60-0b5e199dd068 binding host dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 15:44:36.046374 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96387a2a-6df8-4b63-9d2a-dd8095d79f6c tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:44:36.047879 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-96387a2a-6df8-4b63-9d2a-dd8095d79f6c tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0876789 Dec 10 15:44:36.050921 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 38762) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:44:36.066835 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-47fee62d-e97e-4d02-9771-97533e469e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:36.079567 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-58c8e5ac-4c3e-4ba2-b56a-f9794ebf73f3 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=d5a1452c-422a-4e1a-a1c7-48738ecf752f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275047 Dec 10 15:44:36.082000 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 38764) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:44:36.086667 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-df4f981a-c12a-43d9-b15b-528257601176 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1027589460', 'network_id': '70f95522-1136-49ed-bf38-f4d6ac713a0e', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:44:36.251905 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df4f981a-c12a-43d9-b15b-528257601176 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Made reservation on behalf of e049672a5fd04e7f8cbb0423b61eb757 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:44:36.255496 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-df4f981a-c12a-43d9-b15b-528257601176 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11668558'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:36.327158 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-47fee62d-e97e-4d02-9771-97533e469e3a None None] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:36.400545 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-47fee62d-e97e-4d02-9771-97533e469e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:36.446605 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677c3ad4-fdf9-4e3f-9586-99ef12a0bf56 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:44:36.457071 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ae7a5b-a859-4b85-84bd-8f0de2d1cf1a None None] Pushing event updated for resources: {'Port': ['ID=5c98fb75-4f94-42ba-bc60-0b5e199dd068,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:44:36.459223 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-47fee62d-e97e-4d02-9771-97533e469e3a None None] Attempting to bind port 5c98fb75-4f94-42ba-bc60-0b5e199dd068 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:44:36.459588 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-47fee62d-e97e-4d02-9771-97533e469e3a None None] Attempting to bind port 5c98fb75-4f94-42ba-bc60-0b5e199dd068 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:44:36.459948 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fee62d-e97e-4d02-9771-97533e469e3a None None] Attempting to bind port 5c98fb75-4f94-42ba-bc60-0b5e199dd068 on network d5a1452c-422a-4e1a-a1c7-48738ecf752f {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:44:36.467546 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fee62d-e97e-4d02-9771-97533e469e3a None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:44:36.467919 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fee62d-e97e-4d02-9771-97533e469e3a None None] Checking segment: {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:44:36.468364 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-47fee62d-e97e-4d02-9771-97533e469e3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:36.468729 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fee62d-e97e-4d02-9771-97533e469e3a None None] Bound using segment: {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:44:36.469218 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-47fee62d-e97e-4d02-9771-97533e469e3a None None] Bound port: 5c98fb75-4f94-42ba-bc60-0b5e199dd068, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:44:36.469664 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-47fee62d-e97e-4d02-9771-97533e469e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:36.496378 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-df4f981a-c12a-43d9-b15b-528257601176 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11236534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11668560'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:36.525742 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-47fee62d-e97e-4d02-9771-97533e469e3a None None] For port 5c98fb75-4f94-42ba-bc60-0b5e199dd068, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:44:36.554709 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-47fee62d-e97e-4d02-9771-97533e469e3a None None] For port 5c98fb75-4f94-42ba-bc60-0b5e199dd068, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=5c98fb75-4f94-42ba-bc60-0b5e199dd068,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:44:36.564700 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-5fcd3540-4388-42fc-a46f-18d79061119f None None] Provisioning complete for port 5c98fb75-4f94-42ba-bc60-0b5e199dd068 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:44:36.565084 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5fcd3540-4388-42fc-a46f-18d79061119f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:36.573676 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4f981a-c12a-43d9-b15b-528257601176 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'Subnet': ['ID=96b07043-c42c-49b8-ab8d-2bb971f2baaa,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:44:36.579324 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4f981a-c12a-43d9-b15b-528257601176 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Checking segment: {'id': 'af2adcf1-1fc6-4114-bd44-be027f86453d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '70f95522-1136-49ed-bf38-f4d6ac713a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:44:36.579324 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4f981a-c12a-43d9-b15b-528257601176 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Network hostable DHCP agents. Network: 70f95522-1136-49ed-bf38-f4d6ac713a0e, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:44:36.601033 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-5fcd3540-4388-42fc-a46f-18d79061119f None None] Port 5c98fb75-4f94-42ba-bc60-0b5e199dd068 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:44:36.645054 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-47fee62d-e97e-4d02-9771-97533e469e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:36.667729 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4f981a-c12a-43d9-b15b-528257601176 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Network 70f95522-1136-49ed-bf38-f4d6ac713a0e is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:44:36.690664 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0931ed04-9f9f-401a-b156-cb9ec82d02b8 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:44:36.715756 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fee62d-e97e-4d02-9771-97533e469e3a None None] Routers {'5e0b6716-792d-48b9-8835-e085c47a094a'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:44:36.715756 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-47fee62d-e97e-4d02-9771-97533e469e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:44:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['5e0b6716-792d-48b9-8835-e085c47a094a'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:44:36.724351 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ae7a5b-a859-4b85-84bd-8f0de2d1cf1a None None] Pushing event updated for resources: {'Port': ['ID=5c98fb75-4f94-42ba-bc60-0b5e199dd068,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:44:36.787408 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-df4f981a-c12a-43d9-b15b-528257601176 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 70f95522-1136-49ed-bf38-f4d6ac713a0e) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:44:36.791631 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4f981a-c12a-43d9-b15b-528257601176 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:44:36.792236 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-df4f981a-c12a-43d9-b15b-528257601176 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:36.814170 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfd349d-a29b-449c-9369-27ae1ceb2db2 None None] Network 70f95522-1136-49ed-bf38-f4d6ac713a0e requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:44:36.866701 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-df4f981a-c12a-43d9-b15b-528257601176 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7836368 Dec 10 15:44:36.869602 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 38766) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:44:37.043671 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-47fee62d-e97e-4d02-9771-97533e469e3a None None] Set router 5e0b6716-792d-48b9-8835-e085c47a094a gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:44:37.047086 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-868a45d5-5ce5-481e-998e-c7170c7e8998 None None] Provisioning complete for port 5c98fb75-4f94-42ba-bc60-0b5e199dd068 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:44:37.047320 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-868a45d5-5ce5-481e-998e-c7170c7e8998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:37.222808 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa21fada-227a-477f-9b1d-a7be915286bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-70f95522-1136-49ed-bf38-f4d6ac713a0e', 'network_id': '70f95522-1136-49ed-bf38-f4d6ac713a0e', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'fixed_ips': [{'subnet_id': '96b07043-c42c-49b8-ab8d-2bb971f2baaa'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:44:37.223672 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aa21fada-227a-477f-9b1d-a7be915286bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:37.306500 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0ee48c7c-676e-478a-8298-8de6e91e8101 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:37.379134 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-868a45d5-5ce5-481e-998e-c7170c7e8998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:37.444584 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-868a45d5-5ce5-481e-998e-c7170c7e8998 None None] For port 5c98fb75-4f94-42ba-bc60-0b5e199dd068, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=5c98fb75-4f94-42ba-bc60-0b5e199dd068,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:44:37.465202 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-aa21fada-227a-477f-9b1d-a7be915286bf None None] Allocated IP 172.20.0.2 (70f95522-1136-49ed-bf38-f4d6ac713a0e/96b07043-c42c-49b8-ab8d-2bb971f2baaa/4814e9e0-6786-4e82-8921-92f1b8f9d6e6) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:44:37.480278 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-47fee62d-e97e-4d02-9771-97533e469e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e0b6716-792d-48b9-8835-e085c47a094a', 'name': 'tempest-TestNetworkBasicOps-router-521846324', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': '5c98fb75-4f94-42ba-bc60-0b5e199dd068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:44:33Z', 'updated_at': '2021-12-10T15:44:35Z', 'revision_number': 3, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '5c98fb75-4f94-42ba-bc60-0b5e199dd068', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e5:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e0b6716-792d-48b9-8835-e085c47a094a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:44:34Z', 'updated_at': '2021-12-10T15:44:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:44:37.518200 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fee62d-e97e-4d02-9771-97533e469e3a None None] The sync data for ids ['5e0b6716-792d-48b9-8835-e085c47a094a'] in dv-neutron-821401-4-hyperv is: [{'id': '5e0b6716-792d-48b9-8835-e085c47a094a', 'name': 'tempest-TestNetworkBasicOps-router-521846324', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': '5c98fb75-4f94-42ba-bc60-0b5e199dd068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:44:33Z', 'updated_at': '2021-12-10T15:44:35Z', 'revision_number': 3, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '5c98fb75-4f94-42ba-bc60-0b5e199dd068', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e5:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e0b6716-792d-48b9-8835-e085c47a094a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:44:34Z', 'updated_at': '2021-12-10T15:44:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:44:37.545809 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-868a45d5-5ce5-481e-998e-c7170c7e8998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:37.623313 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868a45d5-5ce5-481e-998e-c7170c7e8998 None None] Pushing event updated for resources: {'Port': ['ID=5c98fb75-4f94-42ba-bc60-0b5e199dd068,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:44:37.691317 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aa21fada-227a-477f-9b1d-a7be915286bf None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:37.795874 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aa21fada-227a-477f-9b1d-a7be915286bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:37.844481 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa21fada-227a-477f-9b1d-a7be915286bf None None] Pushing event updated for resources: {'Port': ['ID=4814e9e0-6786-4e82-8921-92f1b8f9d6e6,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:44:37.853247 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa21fada-227a-477f-9b1d-a7be915286bf None None] Network 70f95522-1136-49ed-bf38-f4d6ac713a0e is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:44:37.854508 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-0ee48c7c-676e-478a-8298-8de6e91e8101 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Allocated IP 172.20.0.1 (70f95522-1136-49ed-bf38-f4d6ac713a0e/96b07043-c42c-49b8-ab8d-2bb971f2baaa/d883c5ad-2e7e-470e-8f15-c86f6b2901f7) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:44:37.854720 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-aa21fada-227a-477f-9b1d-a7be915286bf None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:44:37.860940 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa21fada-227a-477f-9b1d-a7be915286bf None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:44:37.926638 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-aa21fada-227a-477f-9b1d-a7be915286bf None None] Attempting to bind port 4814e9e0-6786-4e82-8921-92f1b8f9d6e6 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:44:37.927007 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-aa21fada-227a-477f-9b1d-a7be915286bf None None] Attempting to bind port 4814e9e0-6786-4e82-8921-92f1b8f9d6e6 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'af2adcf1-1fc6-4114-bd44-be027f86453d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '70f95522-1136-49ed-bf38-f4d6ac713a0e'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:44:37.927892 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa21fada-227a-477f-9b1d-a7be915286bf None None] Attempting to bind port 4814e9e0-6786-4e82-8921-92f1b8f9d6e6 on network 70f95522-1136-49ed-bf38-f4d6ac713a0e {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:44:37.933159 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa21fada-227a-477f-9b1d-a7be915286bf None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:44:37.934799 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa21fada-227a-477f-9b1d-a7be915286bf None None] Checking segment: {'id': 'af2adcf1-1fc6-4114-bd44-be027f86453d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '70f95522-1136-49ed-bf38-f4d6ac713a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:44:37.934799 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aa21fada-227a-477f-9b1d-a7be915286bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:37.935088 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa21fada-227a-477f-9b1d-a7be915286bf None None] Bound using segment: {'id': 'af2adcf1-1fc6-4114-bd44-be027f86453d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '70f95522-1136-49ed-bf38-f4d6ac713a0e'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:44:37.935555 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-aa21fada-227a-477f-9b1d-a7be915286bf None None] Bound port: 4814e9e0-6786-4e82-8921-92f1b8f9d6e6, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af2adcf1-1fc6-4114-bd44-be027f86453d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '70f95522-1136-49ed-bf38-f4d6ac713a0e'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:44:37.935931 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aa21fada-227a-477f-9b1d-a7be915286bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:37.995124 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0ee48c7c-676e-478a-8298-8de6e91e8101 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:38.020644 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-aa21fada-227a-477f-9b1d-a7be915286bf None None] For port 4814e9e0-6786-4e82-8921-92f1b8f9d6e6, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:44:38.025599 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-aa21fada-227a-477f-9b1d-a7be915286bf None None] For port 4814e9e0-6786-4e82-8921-92f1b8f9d6e6, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=4814e9e0-6786-4e82-8921-92f1b8f9d6e6,segment=NetworkSegment(af2adcf1-1fc6-4114-bd44-be027f86453d),segment_id=af2adcf1-1fc6-4114-bd44-be027f86453d)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:44:38.085284 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aa21fada-227a-477f-9b1d-a7be915286bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:38.118213 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 5c98fb75-4f94-42ba-bc60-0b5e199dd068 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:44:38.135760 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0ee48c7c-676e-478a-8298-8de6e91e8101 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:38.181550 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee48c7c-676e-478a-8298-8de6e91e8101 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Network 70f95522-1136-49ed-bf38-f4d6ac713a0e is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:44:38.185222 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-0ee48c7c-676e-478a-8298-8de6e91e8101 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:44:38.190280 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee48c7c-676e-478a-8298-8de6e91e8101 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:44:38.218042 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa21fada-227a-477f-9b1d-a7be915286bf None None] Pushing event updated for resources: {'Port': ['ID=4814e9e0-6786-4e82-8921-92f1b8f9d6e6,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:44:38.222326 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 5c98fb75-4f94-42ba-bc60-0b5e199dd068 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:44:38.222326 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:38.230495 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee48c7c-676e-478a-8298-8de6e91e8101 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'Port': ['ID=d883c5ad-2e7e-470e-8f15-c86f6b2901f7,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:44:38.260450 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0ee48c7c-676e-478a-8298-8de6e91e8101 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552880'] for router_interface, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:38.491829 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0ee48c7c-676e-478a-8298-8de6e91e8101 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:38.779912 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0ee48c7c-676e-478a-8298-8de6e91e8101 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:38.834066 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0ee48c7c-676e-478a-8298-8de6e91e8101 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:38.906575 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0ee48c7c-676e-478a-8298-8de6e91e8101 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549888'] for router_interface, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:38.909598 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee48c7c-676e-478a-8298-8de6e91e8101 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'Port': ['ID=d883c5ad-2e7e-470e-8f15-c86f6b2901f7,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:44:39.003885 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee48c7c-676e-478a-8298-8de6e91e8101 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Network 70f95522-1136-49ed-bf38-f4d6ac713a0e is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:44:39.005281 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-0ee48c7c-676e-478a-8298-8de6e91e8101 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:44:39.121199 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ee48c7c-676e-478a-8298-8de6e91e8101 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Router 5e0b6716-792d-48b9-8835-e085c47a094a has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:44:39.230033 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee48c7c-676e-478a-8298-8de6e91e8101 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:44:39.238289 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 38768) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:44:39.238810 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-0ee48c7c-676e-478a-8298-8de6e91e8101 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "PUT /v2.0/routers/5e0b6716-792d-48b9-8835-e085c47a094a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3674369 Dec 10 15:44:39.351200 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66dfa85-910e-4ebc-beb2-ad6c740a8984 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:44:39.351673 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66dfa85-910e-4ebc-beb2-ad6c740a8984 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:44:39.352137 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66dfa85-910e-4ebc-beb2-ad6c740a8984 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:44:39.352601 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66dfa85-910e-4ebc-beb2-ad6c740a8984 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:44:39.353057 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66dfa85-910e-4ebc-beb2-ad6c740a8984 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:44:39.353514 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66dfa85-910e-4ebc-beb2-ad6c740a8984 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:44:39.355343 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-e66dfa85-910e-4ebc-beb2-ad6c740a8984 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1153519 Dec 10 15:44:39.358708 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 38770) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:44:39.414369 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8ebb14-7c0e-451d-8f96-7c22a6a13d7a tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:44:39.414843 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8ebb14-7c0e-451d-8f96-7c22a6a13d7a tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:44:39.415379 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8ebb14-7c0e-451d-8f96-7c22a6a13d7a tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:44:39.415738 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8ebb14-7c0e-451d-8f96-7c22a6a13d7a tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:44:39.416189 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8ebb14-7c0e-451d-8f96-7c22a6a13d7a tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:44:39.416604 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8ebb14-7c0e-451d-8f96-7c22a6a13d7a tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:44:39.418981 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-df8ebb14-7c0e-451d-8f96-7c22a6a13d7a tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0593126 Dec 10 15:44:39.421698 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 38772) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:44:39.564294 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2112de-c089-4171-b157-cd18c4dfda80 None None] Network 70f95522-1136-49ed-bf38-f4d6ac713a0e requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:44:39.595913 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba60c3c5-72da-461e-bee8-be91c8adc8e5 None None] Sync routers for ids ['5e0b6716-792d-48b9-8835-e085c47a094a'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:44:39.608258 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba60c3c5-72da-461e-bee8-be91c8adc8e5 None None] Routers {'5e0b6716-792d-48b9-8835-e085c47a094a'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:44:39.608953 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-ba60c3c5-72da-461e-bee8-be91c8adc8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:44:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['5e0b6716-792d-48b9-8835-e085c47a094a'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:44:39.680691 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f9849a88-7ff7-4612-b878-0f0403624e93 None None] Provisioning complete for port 4814e9e0-6786-4e82-8921-92f1b8f9d6e6 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:44:39.681144 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f9849a88-7ff7-4612-b878-0f0403624e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:39.721497 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-ba60c3c5-72da-461e-bee8-be91c8adc8e5 None None] Set router 5e0b6716-792d-48b9-8835-e085c47a094a gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:44:39.781416 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f9849a88-7ff7-4612-b878-0f0403624e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:39.848658 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f9849a88-7ff7-4612-b878-0f0403624e93 None None] For port 4814e9e0-6786-4e82-8921-92f1b8f9d6e6, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=4814e9e0-6786-4e82-8921-92f1b8f9d6e6,segment=NetworkSegment(af2adcf1-1fc6-4114-bd44-be027f86453d),segment_id=af2adcf1-1fc6-4114-bd44-be027f86453d)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:44:39.926827 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f9849a88-7ff7-4612-b878-0f0403624e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:39.946936 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-ba60c3c5-72da-461e-bee8-be91c8adc8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e0b6716-792d-48b9-8835-e085c47a094a', 'name': 'tempest-TestNetworkBasicOps-router-521846324', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': '5c98fb75-4f94-42ba-bc60-0b5e199dd068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:44:33Z', 'updated_at': '2021-12-10T15:44:38Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '5c98fb75-4f94-42ba-bc60-0b5e199dd068', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0b6716-792d-48b9-8835-e085c47a094a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:44:34Z', 'updated_at': '2021-12-10T15:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': 'd883c5ad-2e7e-470e-8f15-c86f6b2901f7', 'name': '', 'network_id': '70f95522-1136-49ed-bf38-f4d6ac713a0e', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:c9:fe:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e0b6716-792d-48b9-8835-e085c47a094a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '96b07043-c42c-49b8-ab8d-2bb971f2baaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:44:37Z', 'updated_at': '2021-12-10T15:44:38Z', 'revision_number': 2, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': '96b07043-c42c-49b8-ab8d-2bb971f2baaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:44:39.960458 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-ddb9b33e-408d-4b0a-b713-9d8ab07f4bb3 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.5376086 Dec 10 15:44:39.981346 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba60c3c5-72da-461e-bee8-be91c8adc8e5 None None] Checking router: 5e0b6716-792d-48b9-8835-e085c47a094a for host: dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:44:39.981825 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba60c3c5-72da-461e-bee8-be91c8adc8e5 None None] Updating router 5e0b6716-792d-48b9-8835-e085c47a094a port d883c5ad-2e7e-470e-8f15-c86f6b2901f7 binding host dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 15:44:39.985026 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9849a88-7ff7-4612-b878-0f0403624e93 None None] Pushing event updated for resources: {'Port': ['ID=4814e9e0-6786-4e82-8921-92f1b8f9d6e6,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:44:40.015083 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ba60c3c5-72da-461e-bee8-be91c8adc8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:40.060106 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-1a4b79df-a49e-45ee-9e23-29f819b59147 None None] Provisioning complete for port 4814e9e0-6786-4e82-8921-92f1b8f9d6e6 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:44:40.060652 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1a4b79df-a49e-45ee-9e23-29f819b59147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:40.164546 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 4814e9e0-6786-4e82-8921-92f1b8f9d6e6 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:44:40.214555 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-1a4b79df-a49e-45ee-9e23-29f819b59147 None None] Provisioning complete for port d883c5ad-2e7e-470e-8f15-c86f6b2901f7 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:44:40.214924 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1a4b79df-a49e-45ee-9e23-29f819b59147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:40.251446 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-1a4b79df-a49e-45ee-9e23-29f819b59147 None None] Port d883c5ad-2e7e-470e-8f15-c86f6b2901f7 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:44:40.266180 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 4814e9e0-6786-4e82-8921-92f1b8f9d6e6 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:44:40.269999 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:40.372851 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-48778e9e-d238-4c90-b110-8b46e5462bfc None None] Provisioning complete for port d883c5ad-2e7e-470e-8f15-c86f6b2901f7 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:44:40.373234 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-48778e9e-d238-4c90-b110-8b46e5462bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:40.412984 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-48778e9e-d238-4c90-b110-8b46e5462bfc None None] Port d883c5ad-2e7e-470e-8f15-c86f6b2901f7 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:44:40.467936 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ba60c3c5-72da-461e-bee8-be91c8adc8e5 None None] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:40.476324 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 38776) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:44:40.481190 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-8844a978-0e12-4e3d-8754-b41223a8d187 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1200711397', 'description': 'tempest-secgroup-smoke-1200711397 description', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:44:40.531497 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-8450cedc-47f5-48ea-b5cd-f1306d6556e6 None None] Provisioning complete for port d883c5ad-2e7e-470e-8f15-c86f6b2901f7 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:44:40.531870 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8450cedc-47f5-48ea-b5cd-f1306d6556e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:40.565447 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-8450cedc-47f5-48ea-b5cd-f1306d6556e6 None None] Port d883c5ad-2e7e-470e-8f15-c86f6b2901f7 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:44:40.583174 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ba60c3c5-72da-461e-bee8-be91c8adc8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:40.606892 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8844a978-0e12-4e3d-8754-b41223a8d187 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:40.632442 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c087545-67ac-44b6-9d34-333963c2dbbb None None] Pushing event updated for resources: {'Port': ['ID=d883c5ad-2e7e-470e-8f15-c86f6b2901f7,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:44:40.657767 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c087545-67ac-44b6-9d34-333963c2dbbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:44:40.662122 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c087545-67ac-44b6-9d34-333963c2dbbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:44:40.662122 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c087545-67ac-44b6-9d34-333963c2dbbb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:44:40.662122 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c087545-67ac-44b6-9d34-333963c2dbbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:44:40.662122 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c087545-67ac-44b6-9d34-333963c2dbbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:44:40.662122 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c087545-67ac-44b6-9d34-333963c2dbbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:44:40.662122 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c087545-67ac-44b6-9d34-333963c2dbbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:44:40.662122 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c087545-67ac-44b6-9d34-333963c2dbbb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:44:40.662122 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c087545-67ac-44b6-9d34-333963c2dbbb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:44:40.662122 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c087545-67ac-44b6-9d34-333963c2dbbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:44:40.662122 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c087545-67ac-44b6-9d34-333963c2dbbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:44:40.662122 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c087545-67ac-44b6-9d34-333963c2dbbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:44:40.662122 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c087545-67ac-44b6-9d34-333963c2dbbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:44:40.694820 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8844a978-0e12-4e3d-8754-b41223a8d187 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:40.695633 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-ba60c3c5-72da-461e-bee8-be91c8adc8e5 None None] Attempting to bind port d883c5ad-2e7e-470e-8f15-c86f6b2901f7 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:44:40.696006 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-ba60c3c5-72da-461e-bee8-be91c8adc8e5 None None] Attempting to bind port d883c5ad-2e7e-470e-8f15-c86f6b2901f7 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'af2adcf1-1fc6-4114-bd44-be027f86453d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '70f95522-1136-49ed-bf38-f4d6ac713a0e'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:44:40.696372 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba60c3c5-72da-461e-bee8-be91c8adc8e5 None None] Attempting to bind port d883c5ad-2e7e-470e-8f15-c86f6b2901f7 on network 70f95522-1136-49ed-bf38-f4d6ac713a0e {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:44:40.701846 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba60c3c5-72da-461e-bee8-be91c8adc8e5 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:44:40.706527 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba60c3c5-72da-461e-bee8-be91c8adc8e5 None None] Checking segment: {'id': 'af2adcf1-1fc6-4114-bd44-be027f86453d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '70f95522-1136-49ed-bf38-f4d6ac713a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:44:40.706527 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ba60c3c5-72da-461e-bee8-be91c8adc8e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:40.706527 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba60c3c5-72da-461e-bee8-be91c8adc8e5 None None] Bound using segment: {'id': 'af2adcf1-1fc6-4114-bd44-be027f86453d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '70f95522-1136-49ed-bf38-f4d6ac713a0e'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:44:40.706527 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-ba60c3c5-72da-461e-bee8-be91c8adc8e5 None None] Bound port: d883c5ad-2e7e-470e-8f15-c86f6b2901f7, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af2adcf1-1fc6-4114-bd44-be027f86453d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '70f95522-1136-49ed-bf38-f4d6ac713a0e'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:44:40.706527 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ba60c3c5-72da-461e-bee8-be91c8adc8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:40.775496 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-ba60c3c5-72da-461e-bee8-be91c8adc8e5 None None] For port d883c5ad-2e7e-470e-8f15-c86f6b2901f7, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:44:40.775496 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-ba60c3c5-72da-461e-bee8-be91c8adc8e5 None None] For port d883c5ad-2e7e-470e-8f15-c86f6b2901f7, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=d883c5ad-2e7e-470e-8f15-c86f6b2901f7,segment=NetworkSegment(af2adcf1-1fc6-4114-bd44-be027f86453d),segment_id=af2adcf1-1fc6-4114-bd44-be027f86453d)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:44:40.795082 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8844a978-0e12-4e3d-8754-b41223a8d187 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:40.825654 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8844a978-0e12-4e3d-8754-b41223a8d187 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5575675a-1730-4f4f-aa6f-296f262f9ca0,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:44:40.886636 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-fc67831c-e451-43b7-911e-cd600a9475ae None None] Provisioning complete for port d883c5ad-2e7e-470e-8f15-c86f6b2901f7 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:44:40.886954 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fc67831c-e451-43b7-911e-cd600a9475ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:40.913520 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ba60c3c5-72da-461e-bee8-be91c8adc8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:40.920212 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-fc67831c-e451-43b7-911e-cd600a9475ae None None] Port d883c5ad-2e7e-470e-8f15-c86f6b2901f7 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:44:40.938162 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8844a978-0e12-4e3d-8754-b41223a8d187 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:40.939821 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-8844a978-0e12-4e3d-8754-b41223a8d187 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4621923 Dec 10 15:44:40.942391 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 38778) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:44:40.948042 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-5cd81a38-dae3-4c57-9778-c433719a590a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'security_group_rule': {'security_group_id': '5575675a-1730-4f4f-aa6f-296f262f9ca0', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:44:40.970354 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba60c3c5-72da-461e-bee8-be91c8adc8e5 None None] Routers {'5e0b6716-792d-48b9-8835-e085c47a094a'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:44:40.970976 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-ba60c3c5-72da-461e-bee8-be91c8adc8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:44:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['5e0b6716-792d-48b9-8835-e085c47a094a'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:44:41.009281 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c087545-67ac-44b6-9d34-333963c2dbbb None None] Pushing event updated for resources: {'Port': ['ID=d883c5ad-2e7e-470e-8f15-c86f6b2901f7,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:44:41.052093 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5cd81a38-dae3-4c57-9778-c433719a590a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:41.087681 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-ba60c3c5-72da-461e-bee8-be91c8adc8e5 None None] Set router 5e0b6716-792d-48b9-8835-e085c47a094a gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:44:41.124098 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5cd81a38-dae3-4c57-9778-c433719a590a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:41.177282 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5cd81a38-dae3-4c57-9778-c433719a590a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:41.196522 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd81a38-dae3-4c57-9778-c433719a590a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c182866c-5f6d-4961-9f6f-a2d1eba6bab8,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:44:41.240984 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-995dc1db-ded8-4499-9da7-6b58d84149f1 None None] Provisioning complete for port d883c5ad-2e7e-470e-8f15-c86f6b2901f7 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:44:41.241322 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-995dc1db-ded8-4499-9da7-6b58d84149f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:41.248177 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5cd81a38-dae3-4c57-9778-c433719a590a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:41.252081 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-5cd81a38-dae3-4c57-9778-c433719a590a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3062580 Dec 10 15:44:41.252745 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 38780) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:44:41.257686 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-85ed96eb-5096-4baa-b94a-e2f6a0a029c9 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'security_group_rule': {'security_group_id': '5575675a-1730-4f4f-aa6f-296f262f9ca0', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:44:41.300453 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-ba60c3c5-72da-461e-bee8-be91c8adc8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e0b6716-792d-48b9-8835-e085c47a094a', 'name': 'tempest-TestNetworkBasicOps-router-521846324', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': '5c98fb75-4f94-42ba-bc60-0b5e199dd068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:44:33Z', 'updated_at': '2021-12-10T15:44:38Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '5c98fb75-4f94-42ba-bc60-0b5e199dd068', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0b6716-792d-48b9-8835-e085c47a094a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:44:34Z', 'updated_at': '2021-12-10T15:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': 'd883c5ad-2e7e-470e-8f15-c86f6b2901f7', 'name': '', 'network_id': '70f95522-1136-49ed-bf38-f4d6ac713a0e', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:c9:fe:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e0b6716-792d-48b9-8835-e085c47a094a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '96b07043-c42c-49b8-ab8d-2bb971f2baaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:44:37Z', 'updated_at': '2021-12-10T15:44:40Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': '96b07043-c42c-49b8-ab8d-2bb971f2baaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:44:41.326173 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-995dc1db-ded8-4499-9da7-6b58d84149f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:41.329017 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba60c3c5-72da-461e-bee8-be91c8adc8e5 None None] The sync data for ids ['5e0b6716-792d-48b9-8835-e085c47a094a'] in dv-neutron-821401-4-hyperv is: [{'id': '5e0b6716-792d-48b9-8835-e085c47a094a', 'name': 'tempest-TestNetworkBasicOps-router-521846324', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': '5c98fb75-4f94-42ba-bc60-0b5e199dd068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:44:33Z', 'updated_at': '2021-12-10T15:44:38Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '5c98fb75-4f94-42ba-bc60-0b5e199dd068', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0b6716-792d-48b9-8835-e085c47a094a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:44:34Z', 'updated_at': '2021-12-10T15:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': 'd883c5ad-2e7e-470e-8f15-c86f6b2901f7', 'name': '', 'network_id': '70f95522-1136-49ed-bf38-f4d6ac713a0e', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:c9:fe:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e0b6716-792d-48b9-8835-e085c47a094a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '96b07043-c42c-49b8-ab8d-2bb971f2baaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:44:37Z', 'updated_at': '2021-12-10T15:44:40Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': '96b07043-c42c-49b8-ab8d-2bb971f2baaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:44:41.350308 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-85ed96eb-5096-4baa-b94a-e2f6a0a029c9 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:41.359553 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-995dc1db-ded8-4499-9da7-6b58d84149f1 None None] For port d883c5ad-2e7e-470e-8f15-c86f6b2901f7, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=d883c5ad-2e7e-470e-8f15-c86f6b2901f7,segment=NetworkSegment(af2adcf1-1fc6-4114-bd44-be027f86453d),segment_id=af2adcf1-1fc6-4114-bd44-be027f86453d)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:44:41.427186 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-85ed96eb-5096-4baa-b94a-e2f6a0a029c9 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:41.434453 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-995dc1db-ded8-4499-9da7-6b58d84149f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:41.479938 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-85ed96eb-5096-4baa-b94a-e2f6a0a029c9 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:41.491808 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995dc1db-ded8-4499-9da7-6b58d84149f1 None None] Pushing event updated for resources: {'Port': ['ID=d883c5ad-2e7e-470e-8f15-c86f6b2901f7,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:44:41.493533 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ed96eb-5096-4baa-b94a-e2f6a0a029c9 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37a4615c-7081-4a7c-975e-811719f1dcf3,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:44:41.585361 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-85ed96eb-5096-4baa-b94a-e2f6a0a029c9 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:41.586658 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-85ed96eb-5096-4baa-b94a-e2f6a0a029c9 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3327422 Dec 10 15:44:41.589498 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 38782) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:44:41.595015 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-9b0dc3b8-8052-4218-8373-aefe2cd3f214 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'security_group_rule': {'security_group_id': '5575675a-1730-4f4f-aa6f-296f262f9ca0', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:44:41.736958 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9b0dc3b8-8052-4218-8373-aefe2cd3f214 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:41.796377 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9b0dc3b8-8052-4218-8373-aefe2cd3f214 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:41.872784 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9b0dc3b8-8052-4218-8373-aefe2cd3f214 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:41.892039 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0dc3b8-8052-4218-8373-aefe2cd3f214 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a33171e3-18c1-4e93-9168-6abfc0013063,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:44:41.949418 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9b0dc3b8-8052-4218-8373-aefe2cd3f214 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:41.950788 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-9b0dc3b8-8052-4218-8373-aefe2cd3f214 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3595958 Dec 10 15:44:41.953569 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 38784) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:44:41.967159 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-50f5318a-c93e-4d74-9f12-0dd7ef4a9f07 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'security_group_rule': {'security_group_id': '5575675a-1730-4f4f-aa6f-296f262f9ca0', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:44:42.036084 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-50f5318a-c93e-4d74-9f12-0dd7ef4a9f07 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:42.111239 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-50f5318a-c93e-4d74-9f12-0dd7ef4a9f07 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:42.111422 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device d883c5ad-2e7e-470e-8f15-c86f6b2901f7 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:44:42.162214 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port d883c5ad-2e7e-470e-8f15-c86f6b2901f7 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:44:42.162585 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:42.181766 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-50f5318a-c93e-4d74-9f12-0dd7ef4a9f07 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:42.197426 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f5318a-c93e-4d74-9f12-0dd7ef4a9f07 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43d64229-150f-4425-8d90-61811378fc1a,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:44:42.294071 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-50f5318a-c93e-4d74-9f12-0dd7ef4a9f07 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:42.295789 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-50f5318a-c93e-4d74-9f12-0dd7ef4a9f07 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3412023 Dec 10 15:44:42.298716 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 38786) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:44:42.303340 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-cd65dec0-4283-4d4f-b085-3337993e90e9 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'security_group_rule': {'security_group_id': '5575675a-1730-4f4f-aa6f-296f262f9ca0', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:44:42.387683 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.securitygroups_db [None req-cd65dec0-4283-4d4f-b085-3337993e90e9 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Project e049672a5fd04e7f8cbb0423b61eb757 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 15:44:42.393655 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cd65dec0-4283-4d4f-b085-3337993e90e9 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:42.450982 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cd65dec0-4283-4d4f-b085-3337993e90e9 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:42.537218 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cd65dec0-4283-4d4f-b085-3337993e90e9 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:42.555682 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd65dec0-4283-4d4f-b085-3337993e90e9 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b840b927-0dab-4544-a1e9-1806e7cf24e8,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:44:42.634762 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cd65dec0-4283-4d4f-b085-3337993e90e9 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:42.635923 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-cd65dec0-4283-4d4f-b085-3337993e90e9 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3361495 Dec 10 15:44:42.638925 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 38788) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:44:42.643196 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-9237e740-8d21-4996-8834-c7472d5f6383 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'security_group_rule': {'security_group_id': '5575675a-1730-4f4f-aa6f-296f262f9ca0', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:44:42.759927 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.securitygroups_db [None req-9237e740-8d21-4996-8834-c7472d5f6383 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Project e049672a5fd04e7f8cbb0423b61eb757 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 15:44:42.765163 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9237e740-8d21-4996-8834-c7472d5f6383 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:42.826537 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9237e740-8d21-4996-8834-c7472d5f6383 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:42.897106 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9237e740-8d21-4996-8834-c7472d5f6383 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:42.915880 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9237e740-8d21-4996-8834-c7472d5f6383 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d4a2f72-65b0-4c04-9e3f-749d821acfa8,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:44:42.988579 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-173c61f7-5dad-48f4-9072-7adbd604e024 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:43.014290 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9237e740-8d21-4996-8834-c7472d5f6383 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:43.015565 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-9237e740-8d21-4996-8834-c7472d5f6383 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3757191 Dec 10 15:44:43.183107 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-d0800731-df99-46c3-b7ee-85e3b9b58759 req-7eb338b2-122b-4715-8980-822a972cd877 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1200711397&fields=id&tenant_id=e049672a5fd04e7f8cbb0423b61eb757 HTTP/1.1" status: 200 len: 267 time: 0.0519967 Dec 10 15:44:43.293736 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0800731-df99-46c3-b7ee-85e3b9b58759 req-aacff92e-a1ed-477c-b355-911f6a3478ac tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:44:43.295847 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-d0800731-df99-46c3-b7ee-85e3b9b58759 req-aacff92e-a1ed-477c-b355-911f6a3478ac tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/networks?id=70f95522-1136-49ed-bf38-f4d6ac713a0e HTTP/1.1" status: 200 len: 796 time: 0.1066840 Dec 10 15:44:43.311229 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-d0800731-df99-46c3-b7ee-85e3b9b58759 req-314f05cf-6b1d-4ce5-b4bb-60f2261871d1 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/quotas/e049672a5fd04e7f8cbb0423b61eb757 HTTP/1.1" status: 200 len: 375 time: 0.0094011 Dec 10 15:44:43.365286 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-d0800731-df99-46c3-b7ee-85e3b9b58759 req-758d2847-ead1-415e-94a6-5d470557d969 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e049672a5fd04e7f8cbb0423b61eb757&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483136 Dec 10 15:44:43.382843 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:43.522874 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-d0800731-df99-46c3-b7ee-85e3b9b58759 req-e6115079-75f7-4c52-8e6f-d702fc2a9ef5 service neutron] 10.222.0.20 "GET /v2.0/networks/70f95522-1136-49ed-bf38-f4d6ac713a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446846 Dec 10 15:44:43.618324 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-d0800731-df99-46c3-b7ee-85e3b9b58759 req-83ae03ff-fd14-4016-b72e-24ba48f33939 service neutron] 10.222.0.20 "GET /v2.0/networks/70f95522-1136-49ed-bf38-f4d6ac713a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884819 Dec 10 15:44:43.876902 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-634b119c-7ed2-4d08-abcc-1985234a385e req-b383a155-d91c-40eb-872c-8ad35fe2e8b8 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4952181-8c35-42e5-b25e-077e03ad9697 HTTP/1.1" status: 200 len: 210 time: 0.0460913 Dec 10 15:44:44.983236 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-86136cc1-8daa-4c08-abd6-62c1d10cacfd req-2dd57de0-3448-4671-b7d6-86a4da32cc94 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4952181-8c35-42e5-b25e-077e03ad9697 HTTP/1.1" status: 200 len: 210 time: 0.0334992 Dec 10 15:44:45.233832 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-85225384-46f6-455c-b703-141395376c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:45.616095 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0800731-df99-46c3-b7ee-85e3b9b58759 req-bb0dfb33-ff69-458a-8341-a4ec85d20951 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:44:45.617453 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d0800731-df99-46c3-b7ee-85e3b9b58759 req-bb0dfb33-ff69-458a-8341-a4ec85d20951 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.44 "GET /v2.0/networks?id=70f95522-1136-49ed-bf38-f4d6ac713a0e HTTP/1.1" status: 200 len: 796 time: 0.0995281 Dec 10 15:44:45.681491 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d0800731-df99-46c3-b7ee-85e3b9b58759 req-b80720c4-b204-4077-8107-9847d9e5511d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e049672a5fd04e7f8cbb0423b61eb757 HTTP/1.1" status: 200 len: 380 time: 0.0542412 Dec 10 15:44:45.692073 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [req-d0800731-df99-46c3-b7ee-85e3b9b58759 req-478079eb-21ee-4f11-b6af-f251f60d0ecf tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'port': {'device_id': 'c4952181-8c35-42e5-b25e-077e03ad9697', 'network_id': '70f95522-1136-49ed-bf38-f4d6ac713a0e', 'admin_state_up': True, 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'security_groups': ['5575675a-1730-4f4f-aa6f-296f262f9ca0']}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:44:45.863338 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0800731-df99-46c3-b7ee-85e3b9b58759 req-478079eb-21ee-4f11-b6af-f251f60d0ecf tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Made reservation on behalf of e049672a5fd04e7f8cbb0423b61eb757 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:44:45.867292 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d0800731-df99-46c3-b7ee-85e3b9b58759 req-478079eb-21ee-4f11-b6af-f251f60d0ecf tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:45.995188 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-d0800731-df99-46c3-b7ee-85e3b9b58759 req-478079eb-21ee-4f11-b6af-f251f60d0ecf tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Allocated IP 172.20.0.5 (70f95522-1136-49ed-bf38-f4d6ac713a0e/96b07043-c42c-49b8-ab8d-2bb971f2baaa/f869b3d0-afbb-44ca-a1b0-b1e39582f8a6) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:44:46.117137 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-0816db8f-499b-4b6d-b56a-1af7556212a3 req-0620ee03-3ffe-4647-9025-5c8d064c0f66 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4952181-8c35-42e5-b25e-077e03ad9697 HTTP/1.1" status: 200 len: 210 time: 0.0568497 Dec 10 15:44:46.137048 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:46.168783 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d0800731-df99-46c3-b7ee-85e3b9b58759 req-478079eb-21ee-4f11-b6af-f251f60d0ecf tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:46.263126 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d0800731-df99-46c3-b7ee-85e3b9b58759 req-478079eb-21ee-4f11-b6af-f251f60d0ecf tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:46.308506 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0800731-df99-46c3-b7ee-85e3b9b58759 req-478079eb-21ee-4f11-b6af-f251f60d0ecf tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Network 70f95522-1136-49ed-bf38-f4d6ac713a0e is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:44:46.311632 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-d0800731-df99-46c3-b7ee-85e3b9b58759 req-478079eb-21ee-4f11-b6af-f251f60d0ecf tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:44:46.315396 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0800731-df99-46c3-b7ee-85e3b9b58759 req-478079eb-21ee-4f11-b6af-f251f60d0ecf tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:44:46.343183 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478079eb-21ee-4f11-b6af-f251f60d0ecf tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'Port': ['ID=f869b3d0-afbb-44ca-a1b0-b1e39582f8a6,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:44:46.372268 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0800731-df99-46c3-b7ee-85e3b9b58759 req-478079eb-21ee-4f11-b6af-f251f60d0ecf tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:44:46.372820 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d0800731-df99-46c3-b7ee-85e3b9b58759 req-478079eb-21ee-4f11-b6af-f251f60d0ecf tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:46.459706 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d0800731-df99-46c3-b7ee-85e3b9b58759 req-478079eb-21ee-4f11-b6af-f251f60d0ecf tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7719631 Dec 10 15:44:46.472351 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [req-d0800731-df99-46c3-b7ee-85e3b9b58759 req-f24cc9f1-712c-4990-b11d-f8aac22e6243 service neutron] Request body: {'port': {'device_id': 'c4952181-8c35-42e5-b25e-077e03ad9697', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:44:46.526353 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d0800731-df99-46c3-b7ee-85e3b9b58759 req-f24cc9f1-712c-4990-b11d-f8aac22e6243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:46.590110 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-96198641-1c76-4359-91a3-adbb282adc0e None None] Provisioning complete for port f869b3d0-afbb-44ca-a1b0-b1e39582f8a6 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:44:46.590685 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-96198641-1c76-4359-91a3-adbb282adc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:46.623865 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-96198641-1c76-4359-91a3-adbb282adc0e None None] Port f869b3d0-afbb-44ca-a1b0-b1e39582f8a6 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:44:46.788483 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [req-d0800731-df99-46c3-b7ee-85e3b9b58759 req-f24cc9f1-712c-4990-b11d-f8aac22e6243 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f869b3d0-afbb-44ca-a1b0-b1e39582f8a6 {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 15:44:46.795952 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d0800731-df99-46c3-b7ee-85e3b9b58759 req-f24cc9f1-712c-4990-b11d-f8aac22e6243 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:46.807837 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-d0800731-df99-46c3-b7ee-85e3b9b58759 req-f24cc9f1-712c-4990-b11d-f8aac22e6243 service neutron] Transition to ACTIVE for port object f869b3d0-afbb-44ca-a1b0-b1e39582f8a6 will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 15:44:46.880058 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d0800731-df99-46c3-b7ee-85e3b9b58759 req-f24cc9f1-712c-4990-b11d-f8aac22e6243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:46.930820 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24cc9f1-712c-4990-b11d-f8aac22e6243 service neutron] Pushing event updated for resources: {'Port': ['ID=f869b3d0-afbb-44ca-a1b0-b1e39582f8a6,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:44:47.005193 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-d0800731-df99-46c3-b7ee-85e3b9b58759 req-f24cc9f1-712c-4990-b11d-f8aac22e6243 service neutron] Attempting to bind port f869b3d0-afbb-44ca-a1b0-b1e39582f8a6 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:44:47.005536 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-d0800731-df99-46c3-b7ee-85e3b9b58759 req-f24cc9f1-712c-4990-b11d-f8aac22e6243 service neutron] Attempting to bind port f869b3d0-afbb-44ca-a1b0-b1e39582f8a6 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'af2adcf1-1fc6-4114-bd44-be027f86453d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '70f95522-1136-49ed-bf38-f4d6ac713a0e'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:44:47.005893 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0800731-df99-46c3-b7ee-85e3b9b58759 req-f24cc9f1-712c-4990-b11d-f8aac22e6243 service neutron] Attempting to bind port f869b3d0-afbb-44ca-a1b0-b1e39582f8a6 on network 70f95522-1136-49ed-bf38-f4d6ac713a0e {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:44:47.010447 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0800731-df99-46c3-b7ee-85e3b9b58759 req-f24cc9f1-712c-4990-b11d-f8aac22e6243 service neutron] Port f869b3d0-afbb-44ca-a1b0-b1e39582f8a6 on network 70f95522-1136-49ed-bf38-f4d6ac713a0e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:44:47.010771 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0800731-df99-46c3-b7ee-85e3b9b58759 req-f24cc9f1-712c-4990-b11d-f8aac22e6243 service neutron] Attempting to bind port f869b3d0-afbb-44ca-a1b0-b1e39582f8a6 on network 70f95522-1136-49ed-bf38-f4d6ac713a0e {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:44:47.016523 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0800731-df99-46c3-b7ee-85e3b9b58759 req-f24cc9f1-712c-4990-b11d-f8aac22e6243 service neutron] Checking agent: {'id': 'fa828968-c68f-4b22-9699-a58fe4ab1f05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 28, 13), 'started_at': datetime.datetime(2021, 12, 10, 15, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:44:47.016864 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0800731-df99-46c3-b7ee-85e3b9b58759 req-f24cc9f1-712c-4990-b11d-f8aac22e6243 service neutron] Checking segment: {'id': 'af2adcf1-1fc6-4114-bd44-be027f86453d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '70f95522-1136-49ed-bf38-f4d6ac713a0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:44:47.017250 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0800731-df99-46c3-b7ee-85e3b9b58759 req-f24cc9f1-712c-4990-b11d-f8aac22e6243 service neutron] Bound using segment: {'id': 'af2adcf1-1fc6-4114-bd44-be027f86453d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '70f95522-1136-49ed-bf38-f4d6ac713a0e'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:44:47.017677 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-d0800731-df99-46c3-b7ee-85e3b9b58759 req-f24cc9f1-712c-4990-b11d-f8aac22e6243 service neutron] Bound port: f869b3d0-afbb-44ca-a1b0-b1e39582f8a6, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af2adcf1-1fc6-4114-bd44-be027f86453d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '70f95522-1136-49ed-bf38-f4d6ac713a0e'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:44:47.018064 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d0800731-df99-46c3-b7ee-85e3b9b58759 req-f24cc9f1-712c-4990-b11d-f8aac22e6243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:47.083636 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-d0800731-df99-46c3-b7ee-85e3b9b58759 req-f24cc9f1-712c-4990-b11d-f8aac22e6243 service neutron] For port f869b3d0-afbb-44ca-a1b0-b1e39582f8a6, host hv-neutron-8214, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:44:47.086885 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-d0800731-df99-46c3-b7ee-85e3b9b58759 req-f24cc9f1-712c-4990-b11d-f8aac22e6243 service neutron] For port f869b3d0-afbb-44ca-a1b0-b1e39582f8a6, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=f869b3d0-afbb-44ca-a1b0-b1e39582f8a6,segment=NetworkSegment(af2adcf1-1fc6-4114-bd44-be027f86453d),segment_id=af2adcf1-1fc6-4114-bd44-be027f86453d)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:44:47.170547 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d0800731-df99-46c3-b7ee-85e3b9b58759 req-f24cc9f1-712c-4990-b11d-f8aac22e6243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:47.208214 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0800731-df99-46c3-b7ee-85e3b9b58759 req-f24cc9f1-712c-4990-b11d-f8aac22e6243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:44:47.209017 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d0800731-df99-46c3-b7ee-85e3b9b58759 req-f24cc9f1-712c-4990-b11d-f8aac22e6243 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:47.210869 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d0800731-df99-46c3-b7ee-85e3b9b58759 req-f24cc9f1-712c-4990-b11d-f8aac22e6243 service neutron] 10.222.0.44 "PUT /v2.0/ports/f869b3d0-afbb-44ca-a1b0-b1e39582f8a6 HTTP/1.1" status: 200 len: 1093 time: 0.7431488 Dec 10 15:44:47.214776 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4952181-8c35-42e5-b25e-077e03ad9697', 'tag': 'f869b3d0-afbb-44ca-a1b0-b1e39582f8a6'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:44:47.217993 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9ca57131bc4931768ac29058952438d1fdd62308db7b17540cc34ffe8faef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf08166-026b-4efa-9628-b5956988f0af" -d '{"events": [{"name": "network-changed", "server_uuid": "c4952181-8c35-42e5-b25e-077e03ad9697", "tag": "f869b3d0-afbb-44ca-a1b0-b1e39582f8a6"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:44:47.242812 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24cc9f1-712c-4990-b11d-f8aac22e6243 service neutron] Pushing event updated for resources: {'Port': ['ID=f869b3d0-afbb-44ca-a1b0-b1e39582f8a6,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:44:47.247117 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9c86d0-59d7-4263-a8f9-009287e3621a req-716debb0-3acb-46bc-925b-27d423f4d35d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:44:47.250253 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-8c9c86d0-59d7-4263-a8f9-009287e3621a req-716debb0-3acb-46bc-925b-27d423f4d35d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4952181-8c35-42e5-b25e-077e03ad9697 HTTP/1.1" status: 200 len: 943 time: 0.0657847 Dec 10 15:44:47.268541 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 15:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-429d7cb3-507a-4594-898b-f5f55403f151 x-openstack-request-id: req-429d7cb3-507a-4594-898b-f5f55403f151 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:44:47.268839 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4952181-8c35-42e5-b25e-077e03ad9697", "tag": "f869b3d0-afbb-44ca-a1b0-b1e39582f8a6", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:44:47.269155 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-429d7cb3-507a-4594-898b-f5f55403f151 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:44:47.269570 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4952181-8c35-42e5-b25e-077e03ad9697', 'tag': 'f869b3d0-afbb-44ca-a1b0-b1e39582f8a6', 'status': 'completed', 'code': 200} Dec 10 15:44:47.315161 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-8c9c86d0-59d7-4263-a8f9-009287e3621a req-b6ef33ef-c8c8-4d55-a1bc-e8f292849ebc tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=5575675a-1730-4f4f-aa6f-296f262f9ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541716 Dec 10 15:44:47.335366 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf08166-026b-4efa-9628-b5956988f0af req-20b86955-023e-48ca-898f-c63823519c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:44:47.336931 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-dcf08166-026b-4efa-9628-b5956988f0af req-20b86955-023e-48ca-898f-c63823519c62 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e049672a5fd04e7f8cbb0423b61eb757&device_id=c4952181-8c35-42e5-b25e-077e03ad9697 HTTP/1.1" status: 200 len: 1096 time: 0.0477178 Dec 10 15:44:47.439934 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf08166-026b-4efa-9628-b5956988f0af req-b7f36884-e7ec-4d7e-9b88-6b4f0ec405d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:44:47.441420 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-dcf08166-026b-4efa-9628-b5956988f0af req-b7f36884-e7ec-4d7e-9b88-6b4f0ec405d5 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=e049672a5fd04e7f8cbb0423b61eb757&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0971434 Dec 10 15:44:47.534396 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf08166-026b-4efa-9628-b5956988f0af req-aa3084a2-241e-4aaf-92b2-3a8717057098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:44:47.535811 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-dcf08166-026b-4efa-9628-b5956988f0af req-aa3084a2-241e-4aaf-92b2-3a8717057098 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0878527 Dec 10 15:44:47.613802 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0800731-df99-46c3-b7ee-85e3b9b58759 req-8799fb66-5dd8-4151-8b77-b716cdae8317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:44:47.615305 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d0800731-df99-46c3-b7ee-85e3b9b58759 req-8799fb66-5dd8-4151-8b77-b716cdae8317 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e049672a5fd04e7f8cbb0423b61eb757&device_id=c4952181-8c35-42e5-b25e-077e03ad9697 HTTP/1.1" status: 200 len: 1096 time: 0.0441463 Dec 10 15:44:47.658024 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d0800731-df99-46c3-b7ee-85e3b9b58759 req-cef98ef1-a7a3-4107-b6e4-ecdb7e24297e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f869b3d0-afbb-44ca-a1b0-b1e39582f8a6 HTTP/1.1" status: 200 len: 217 time: 0.0338616 Dec 10 15:44:47.713275 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0800731-df99-46c3-b7ee-85e3b9b58759 req-6687440c-8aaa-4f9c-baae-0fbda87974f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:44:47.714796 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d0800731-df99-46c3-b7ee-85e3b9b58759 req-6687440c-8aaa-4f9c-baae-0fbda87974f6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=96b07043-c42c-49b8-ab8d-2bb971f2baaa HTTP/1.1" status: 200 len: 835 time: 0.0504949 Dec 10 15:44:47.763469 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0800731-df99-46c3-b7ee-85e3b9b58759 req-ee82c790-10f4-40b3-8fed-1ffff45a8e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:44:47.764956 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d0800731-df99-46c3-b7ee-85e3b9b58759 req-ee82c790-10f4-40b3-8fed-1ffff45a8e99 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=70f95522-1136-49ed-bf38-f4d6ac713a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0429783 Dec 10 15:44:47.782563 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:47.853049 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d0800731-df99-46c3-b7ee-85e3b9b58759 req-02a1b3bd-a7fd-4f34-b0fc-783571d2d1aa service neutron] 10.222.0.44 "GET /v2.0/networks/70f95522-1136-49ed-bf38-f4d6ac713a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806112 Dec 10 15:44:48.269159 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d0800731-df99-46c3-b7ee-85e3b9b58759 req-0e0299f5-7b40-43c1-beff-302cdedd6303 service neutron] 10.222.0.44 "GET /v2.0/networks/70f95522-1136-49ed-bf38-f4d6ac713a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4093823 Dec 10 15:44:48.437164 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb552e51-6e32-46a9-af22-65d483462aa0 req-741da8f7-1688-4316-a61b-457ae4e7548a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:44:48.438679 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-fb552e51-6e32-46a9-af22-65d483462aa0 req-741da8f7-1688-4316-a61b-457ae4e7548a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4952181-8c35-42e5-b25e-077e03ad9697 HTTP/1.1" status: 200 len: 943 time: 0.0495193 Dec 10 15:44:48.487274 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-fb552e51-6e32-46a9-af22-65d483462aa0 req-79727c50-3385-4066-b276-f438a034c0bc tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=5575675a-1730-4f4f-aa6f-296f262f9ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426199 Dec 10 15:44:48.651361 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:49.599181 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7297cfb-acec-4534-8cf7-ff1f346bb3fd req-e20a1491-3074-42a4-a68f-1bbcbd7f6ce5 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:44:49.600654 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-d7297cfb-acec-4534-8cf7-ff1f346bb3fd req-e20a1491-3074-42a4-a68f-1bbcbd7f6ce5 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4952181-8c35-42e5-b25e-077e03ad9697 HTTP/1.1" status: 200 len: 943 time: 0.0483022 Dec 10 15:44:49.648349 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-d7297cfb-acec-4534-8cf7-ff1f346bb3fd req-249d46dc-0115-461c-bcda-dea6861f325e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=5575675a-1730-4f4f-aa6f-296f262f9ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418031 Dec 10 15:44:50.763780 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667df2d6-d12f-4b61-9d9c-dab2cd24df29 req-118b3e56-8dc7-4e05-b5eb-f279ce9cedd5 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:44:50.765241 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-667df2d6-d12f-4b61-9d9c-dab2cd24df29 req-118b3e56-8dc7-4e05-b5eb-f279ce9cedd5 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4952181-8c35-42e5-b25e-077e03ad9697 HTTP/1.1" status: 200 len: 943 time: 0.0501137 Dec 10 15:44:50.813681 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-667df2d6-d12f-4b61-9d9c-dab2cd24df29 req-3df671e9-69ec-4b13-a0a6-bf57342d2f04 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=5575675a-1730-4f4f-aa6f-296f262f9ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425367 Dec 10 15:44:51.620882 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device f869b3d0-afbb-44ca-a1b0-b1e39582f8a6 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 15:44:51.727188 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port f869b3d0-afbb-44ca-a1b0-b1e39582f8a6, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=f869b3d0-afbb-44ca-a1b0-b1e39582f8a6,segment=NetworkSegment(af2adcf1-1fc6-4114-bd44-be027f86453d),segment_id=af2adcf1-1fc6-4114-bd44-be027f86453d)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:44:51.738032 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Returning: {'device': 'f869b3d0-afbb-44ca-a1b0-b1e39582f8a6', 'network_id': '70f95522-1136-49ed-bf38-f4d6ac713a0e', 'port_id': 'f869b3d0-afbb-44ca-a1b0-b1e39582f8a6', 'mac_address': 'fa:16:3e:11:82:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96b07043-c42c-49b8-ab8d-2bb971f2baaa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 15:44:51.774022 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:51.786521 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f869b3d0-afbb-44ca-a1b0-b1e39582f8a6 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 15:44:51.805530 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port f869b3d0-afbb-44ca-a1b0-b1e39582f8a6, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=f869b3d0-afbb-44ca-a1b0-b1e39582f8a6,segment=NetworkSegment(af2adcf1-1fc6-4114-bd44-be027f86453d),segment_id=af2adcf1-1fc6-4114-bd44-be027f86453d)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:44:51.866529 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:51.916378 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=f869b3d0-afbb-44ca-a1b0-b1e39582f8a6,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:44:51.932903 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9789a0-0bd3-44c6-bddf-8744319f4f32 req-f9de6627-6324-4f55-a932-5648852d6274 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:44:51.934417 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-aa9789a0-0bd3-44c6-bddf-8744319f4f32 req-f9de6627-6324-4f55-a932-5648852d6274 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4952181-8c35-42e5-b25e-077e03ad9697 HTTP/1.1" status: 200 len: 944 time: 0.0533261 Dec 10 15:44:51.984156 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-aa9789a0-0bd3-44c6-bddf-8744319f4f32 req-f969194b-b688-4f2b-89b0-cd2911eee391 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=5575675a-1730-4f4f-aa6f-296f262f9ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430803 Dec 10 15:44:52.124592 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] get_ports_and_sgs() called for port_ids ['f869b3d0-afbb-44ca-a1b0-b1e39582f8a6'] {{(pid=103588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 15:44:53.008385 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 15:44:53.100271 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad7568b-fee1-4fa5-b1d9-ae12a78943b8 req-bf3cb7e9-3346-406a-b844-b3c383f795c7 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:44:53.101757 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-9ad7568b-fee1-4fa5-b1d9-ae12a78943b8 req-bf3cb7e9-3346-406a-b844-b3c383f795c7 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4952181-8c35-42e5-b25e-077e03ad9697 HTTP/1.1" status: 200 len: 944 time: 0.0523269 Dec 10 15:44:53.150242 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-9ad7568b-fee1-4fa5-b1d9-ae12a78943b8 req-b28df07f-473c-4aaf-a612-213eac7c1e6d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=5575675a-1730-4f4f-aa6f-296f262f9ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425751 Dec 10 15:44:53.628435 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device f869b3d0-afbb-44ca-a1b0-b1e39582f8a6 up at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:44:53.759508 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning for port f869b3d0-afbb-44ca-a1b0-b1e39582f8a6 completed by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 15:44:53.763583 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning complete for port f869b3d0-afbb-44ca-a1b0-b1e39582f8a6 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:44:53.763953 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:53.842580 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:53.864428 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4952181-8c35-42e5-b25e-077e03ad9697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f869b3d0-afbb-44ca-a1b0-b1e39582f8a6'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:44:53.866681 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa4b92c408489e2c982394a5a7b3518bb1b22554638321e3ea6c5cabb2c75d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfcf2723-03d1-424c-893a-b17d41045332" -d '{"events": [{"server_uuid": "c4952181-8c35-42e5-b25e-077e03ad9697", "name": "network-vif-plugged", "status": "completed", "tag": "f869b3d0-afbb-44ca-a1b0-b1e39582f8a6"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:44:53.884071 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port f869b3d0-afbb-44ca-a1b0-b1e39582f8a6, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=f869b3d0-afbb-44ca-a1b0-b1e39582f8a6,segment=NetworkSegment(af2adcf1-1fc6-4114-bd44-be027f86453d),segment_id=af2adcf1-1fc6-4114-bd44-be027f86453d)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:44:53.902575 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 15:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a28355-360e-4ddd-afae-b6481e776968 x-openstack-request-id: req-a3a28355-360e-4ddd-afae-b6481e776968 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:44:53.902870 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4952181-8c35-42e5-b25e-077e03ad9697", "name": "network-vif-plugged", "status": "completed", "tag": "f869b3d0-afbb-44ca-a1b0-b1e39582f8a6", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:44:53.903148 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a3a28355-360e-4ddd-afae-b6481e776968 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:44:53.904048 dv-neutron-821401-4-hyperv neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4952181-8c35-42e5-b25e-077e03ad9697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f869b3d0-afbb-44ca-a1b0-b1e39582f8a6', 'code': 200} Dec 10 15:44:53.959657 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:54.006372 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=f869b3d0-afbb-44ca-a1b0-b1e39582f8a6,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:44:54.178206 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47fc7ca-6073-40ab-ae82-75bf5c2fee44 req-13734e35-59cf-425d-8063-9f7ecb7f5d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:44:54.179734 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d47fc7ca-6073-40ab-ae82-75bf5c2fee44 req-13734e35-59cf-425d-8063-9f7ecb7f5d62 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c4952181-8c35-42e5-b25e-077e03ad9697 HTTP/1.1" status: 200 len: 1098 time: 0.0410964 Dec 10 15:44:54.234474 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d47fc7ca-6073-40ab-ae82-75bf5c2fee44 req-550234dc-7380-4a5a-8027-67aa1079453e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5575675a-1730-4f4f-aa6f-296f262f9ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481570 Dec 10 15:44:54.269033 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3736b0d-19c4-4086-8f79-a24b5b1ca4a6 req-747280e6-857f-4891-a1b4-39bcea4433ba tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:44:54.270518 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-e3736b0d-19c4-4086-8f79-a24b5b1ca4a6 req-747280e6-857f-4891-a1b4-39bcea4433ba tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4952181-8c35-42e5-b25e-077e03ad9697 HTTP/1.1" status: 200 len: 945 time: 0.0523105 Dec 10 15:44:54.321396 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-e3736b0d-19c4-4086-8f79-a24b5b1ca4a6 req-6b128796-ed2a-4a28-9761-ef31f35ae136 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=5575675a-1730-4f4f-aa6f-296f262f9ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448594 Dec 10 15:44:55.438302 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a23d4d-00f6-46c1-a0a7-a0f0a8bc514d req-2a4b0979-6f43-40f8-a7a1-3a8412533e58 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:44:55.439779 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-d0a23d4d-00f6-46c1-a0a7-a0f0a8bc514d req-2a4b0979-6f43-40f8-a7a1-3a8412533e58 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4952181-8c35-42e5-b25e-077e03ad9697 HTTP/1.1" status: 200 len: 945 time: 0.0483341 Dec 10 15:44:55.487981 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-d0a23d4d-00f6-46c1-a0a7-a0f0a8bc514d req-315d7b2f-f1f1-4f09-a746-6a718db0f77a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=5575675a-1730-4f4f-aa6f-296f262f9ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422726 Dec 10 15:44:55.598992 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d2a75-2ca3-4ded-8584-ab0e723e8908 req-e1567108-03ae-4919-ba97-7c8148260f4a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:44:55.600461 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-6a2d2a75-2ca3-4ded-8584-ab0e723e8908 req-e1567108-03ae-4919-ba97-7c8148260f4a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4952181-8c35-42e5-b25e-077e03ad9697 HTTP/1.1" status: 200 len: 945 time: 0.0478895 Dec 10 15:44:55.649156 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-6a2d2a75-2ca3-4ded-8584-ab0e723e8908 req-5043b062-3421-4941-83ec-fad20490219c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=5575675a-1730-4f4f-aa6f-296f262f9ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426888 Dec 10 15:44:55.671203 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 38850) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:44:55.709384 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83578ff3-ef35-4531-8825-5fd7562af82d tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:44:55.710819 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-83578ff3-ef35-4531-8825-5fd7562af82d tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c4952181-8c35-42e5-b25e-077e03ad9697 HTTP/1.1" status: 200 len: 1093 time: 0.0386286 Dec 10 15:44:55.713650 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 38852) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:44:55.717878 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-01b798da-b3b6-441a-a64d-06864338904a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'floatingip': {'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'port_id': 'f869b3d0-afbb-44ca-a1b0-b1e39582f8a6', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:44:55.797847 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-01b798da-b3b6-441a-a64d-06864338904a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for floatingip, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:55.895138 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-01b798da-b3b6-441a-a64d-06864338904a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:55.994833 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-01b798da-b3b6-441a-a64d-06864338904a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Allocated IP 172.26.2.235 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/6f70b55c-09ce-45ad-8ab6-2a1f3e52cb23) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:44:56.095254 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-01b798da-b3b6-441a-a64d-06864338904a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:56.182792 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-01b798da-b3b6-441a-a64d-06864338904a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:56.221016 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b798da-b3b6-441a-a64d-06864338904a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:44:56.223961 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-01b798da-b3b6-441a-a64d-06864338904a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:44:56.227522 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b798da-b3b6-441a-a64d-06864338904a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:44:56.251147 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b798da-b3b6-441a-a64d-06864338904a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'Port': ['ID=6f70b55c-09ce-45ad-8ab6-2a1f3e52cb23,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:44:56.585216 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-01b798da-b3b6-441a-a64d-06864338904a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:56.725709 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-01b798da-b3b6-441a-a64d-06864338904a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:56.869982 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-01b798da-b3b6-441a-a64d-06864338904a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:56.923201 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-01b798da-b3b6-441a-a64d-06864338904a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:56.992286 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b798da-b3b6-441a-a64d-06864338904a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'Port': ['ID=6f70b55c-09ce-45ad-8ab6-2a1f3e52cb23,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:44:57.004141 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-01b798da-b3b6-441a-a64d-06864338904a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552741'] for floatingip, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:57.105398 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.l3_db [None req-01b798da-b3b6-441a-a64d-06864338904a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Floating IP 1fdcede1-ce1d-44b9-a23b-dc35b2582084 associated. External IP: 172.26.2.235, port: f869b3d0-afbb-44ca-a1b0-b1e39582f8a6. Dec 10 15:44:57.310830 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01b798da-b3b6-441a-a64d-06864338904a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Router 5e0b6716-792d-48b9-8835-e085c47a094a has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:44:57.415185 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01b798da-b3b6-441a-a64d-06864338904a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:44:57.425868 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4cd74d-0839-4102-ace3-aa50f2ada2fc None None] Sync routers for ids ['5e0b6716-792d-48b9-8835-e085c47a094a'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:44:57.435357 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4cd74d-0839-4102-ace3-aa50f2ada2fc None None] Routers {'5e0b6716-792d-48b9-8835-e085c47a094a'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:44:57.435942 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-7b4cd74d-0839-4102-ace3-aa50f2ada2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:44:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['5e0b6716-792d-48b9-8835-e085c47a094a'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:44:57.493463 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-01b798da-b3b6-441a-a64d-06864338904a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:57.521896 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-01b798da-b3b6-441a-a64d-06864338904a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8071485 Dec 10 15:44:57.522576 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4952181-8c35-42e5-b25e-077e03ad9697', 'tag': 'f869b3d0-afbb-44ca-a1b0-b1e39582f8a6'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:44:57.524656 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 38854) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:44:57.525173 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9ca57131bc4931768ac29058952438d1fdd62308db7b17540cc34ffe8faef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09959c38-1cac-4af0-b25a-687de85b7066" -d '{"events": [{"name": "network-changed", "server_uuid": "c4952181-8c35-42e5-b25e-077e03ad9697", "tag": "f869b3d0-afbb-44ca-a1b0-b1e39582f8a6"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:44:57.566435 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e05ad04-72df-4f45-b3a4-7f5601946c6c tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:44:57.569158 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 15:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7421caba-2d8f-4127-8833-84fd06d8a2ef x-openstack-request-id: req-7421caba-2d8f-4127-8833-84fd06d8a2ef {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:44:57.569449 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4952181-8c35-42e5-b25e-077e03ad9697", "tag": "f869b3d0-afbb-44ca-a1b0-b1e39582f8a6", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:44:57.569722 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7421caba-2d8f-4127-8833-84fd06d8a2ef {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:44:57.570187 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4952181-8c35-42e5-b25e-077e03ad9697', 'tag': 'f869b3d0-afbb-44ca-a1b0-b1e39582f8a6', 'status': 'completed', 'code': 200} Dec 10 15:44:57.570946 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-0e05ad04-72df-4f45-b3a4-7f5601946c6c tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c4952181-8c35-42e5-b25e-077e03ad9697 HTTP/1.1" status: 200 len: 1093 time: 0.0452065 Dec 10 15:44:57.634834 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09959c38-1cac-4af0-b25a-687de85b7066 req-0a4e77fa-e41c-408d-851a-28bcc910429a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:44:57.636454 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-09959c38-1cac-4af0-b25a-687de85b7066 req-0a4e77fa-e41c-408d-851a-28bcc910429a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e049672a5fd04e7f8cbb0423b61eb757&device_id=c4952181-8c35-42e5-b25e-077e03ad9697 HTTP/1.1" status: 200 len: 1098 time: 0.0446134 Dec 10 15:44:57.703017 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-7b4cd74d-0839-4102-ace3-aa50f2ada2fc None None] Set router 5e0b6716-792d-48b9-8835-e085c47a094a gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:44:57.725561 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09959c38-1cac-4af0-b25a-687de85b7066 req-c246085d-e9e0-426f-b415-9b98c66fb98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:44:57.732200 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-09959c38-1cac-4af0-b25a-687de85b7066 req-c246085d-e9e0-426f-b415-9b98c66fb98f service neutron] 10.222.0.44 "GET /v2.0/networks?id=70f95522-1136-49ed-bf38-f4d6ac713a0e HTTP/1.1" status: 200 len: 897 time: 0.0843294 Dec 10 15:44:57.797963 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-09959c38-1cac-4af0-b25a-687de85b7066 req-cf59d841-f73e-4d55-b83b-ad18e8584fca service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f869b3d0-afbb-44ca-a1b0-b1e39582f8a6 HTTP/1.1" status: 200 len: 999 time: 0.0629110 Dec 10 15:44:57.817819 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 38860) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:44:57.822731 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-bd43da32-b707-4392-a0c4-8786a14c7961 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-544453071', 'description': 'tempest-secgroup-smoke-544453071 description', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:44:57.852120 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09959c38-1cac-4af0-b25a-687de85b7066 req-9ca4b809-2174-4bc2-b9e8-a5c5f3d0f400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:44:57.853707 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-09959c38-1cac-4af0-b25a-687de85b7066 req-9ca4b809-2174-4bc2-b9e8-a5c5f3d0f400 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=96b07043-c42c-49b8-ab8d-2bb971f2baaa HTTP/1.1" status: 200 len: 835 time: 0.0494797 Dec 10 15:44:57.899951 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09959c38-1cac-4af0-b25a-687de85b7066 req-dadf5e53-7aef-42ee-9d2f-b88b0ddd07ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:44:57.901465 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-09959c38-1cac-4af0-b25a-687de85b7066 req-dadf5e53-7aef-42ee-9d2f-b88b0ddd07ec service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=70f95522-1136-49ed-bf38-f4d6ac713a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407069 Dec 10 15:44:57.937575 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-7b4cd74d-0839-4102-ace3-aa50f2ada2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e0b6716-792d-48b9-8835-e085c47a094a', 'name': 'tempest-TestNetworkBasicOps-router-521846324', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': '5c98fb75-4f94-42ba-bc60-0b5e199dd068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:44:33Z', 'updated_at': '2021-12-10T15:44:38Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '5c98fb75-4f94-42ba-bc60-0b5e199dd068', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0b6716-792d-48b9-8835-e085c47a094a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:44:34Z', 'updated_at': '2021-12-10T15:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': '1fdcede1-ce1d-44b9-a23b-dc35b2582084', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'floating_ip_address': '172.26.2.235', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': '5e0b6716-792d-48b9-8835-e085c47a094a', 'port_id': 'f869b3d0-afbb-44ca-a1b0-b1e39582f8a6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70f95522-1136-49ed-bf38-f4d6ac713a0e', 'mac_address': 'fa:16:3e:11:82:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4952181-8c35-42e5-b25e-077e03ad9697', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T15:44:56Z', 'updated_at': '2021-12-10T15:44:56Z', 'revision_number': 0, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd883c5ad-2e7e-470e-8f15-c86f6b2901f7', 'name': '', 'network_id': '70f95522-1136-49ed-bf38-f4d6ac713a0e', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:c9:fe:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0b6716-792d-48b9-8835-e085c47a094a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '96b07043-c42c-49b8-ab8d-2bb971f2baaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:44:37Z', 'updated_at': '2021-12-10T15:44:41Z', 'revision_number': 5, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': '96b07043-c42c-49b8-ab8d-2bb971f2baaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:44:57.946941 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bd43da32-b707-4392-a0c4-8786a14c7961 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:57.963947 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4cd74d-0839-4102-ace3-aa50f2ada2fc None None] Checking router: 5e0b6716-792d-48b9-8835-e085c47a094a for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:44:57.973360 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4cd74d-0839-4102-ace3-aa50f2ada2fc None None] Routers {'5e0b6716-792d-48b9-8835-e085c47a094a'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:44:57.974038 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-7b4cd74d-0839-4102-ace3-aa50f2ada2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:44:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['5e0b6716-792d-48b9-8835-e085c47a094a'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:44:58.001300 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-09959c38-1cac-4af0-b25a-687de85b7066 req-a7b95e4a-7fc3-4e3e-9ed2-b423759d396d service neutron] 10.222.0.44 "GET /v2.0/networks/70f95522-1136-49ed-bf38-f4d6ac713a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921354 Dec 10 15:44:58.026469 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bd43da32-b707-4392-a0c4-8786a14c7961 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:58.082553 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-7b4cd74d-0839-4102-ace3-aa50f2ada2fc None None] Set router 5e0b6716-792d-48b9-8835-e085c47a094a gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:44:58.084203 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bd43da32-b707-4392-a0c4-8786a14c7961 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:58.099717 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-09959c38-1cac-4af0-b25a-687de85b7066 req-b74c6063-ea12-4c5e-990b-14217fd705cf service neutron] 10.222.0.44 "GET /v2.0/networks/70f95522-1136-49ed-bf38-f4d6ac713a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920243 Dec 10 15:44:58.116474 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd43da32-b707-4392-a0c4-8786a14c7961 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36b21210-faf5-4aea-be4e-9e48885330ca,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:44:58.180235 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bd43da32-b707-4392-a0c4-8786a14c7961 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:58.181766 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-bd43da32-b707-4392-a0c4-8786a14c7961 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3628347 Dec 10 15:44:58.185572 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 38862) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:44:58.190633 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-da4b3806-dd1b-4b7b-8ad3-2a7bb358c62f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'security_group_rule': {'security_group_id': '36b21210-faf5-4aea-be4e-9e48885330ca', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:44:58.277697 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-da4b3806-dd1b-4b7b-8ad3-2a7bb358c62f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:58.310774 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-7b4cd74d-0839-4102-ace3-aa50f2ada2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e0b6716-792d-48b9-8835-e085c47a094a', 'name': 'tempest-TestNetworkBasicOps-router-521846324', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': '5c98fb75-4f94-42ba-bc60-0b5e199dd068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:44:33Z', 'updated_at': '2021-12-10T15:44:38Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '5c98fb75-4f94-42ba-bc60-0b5e199dd068', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0b6716-792d-48b9-8835-e085c47a094a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:44:34Z', 'updated_at': '2021-12-10T15:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': '1fdcede1-ce1d-44b9-a23b-dc35b2582084', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'floating_ip_address': '172.26.2.235', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': '5e0b6716-792d-48b9-8835-e085c47a094a', 'port_id': 'f869b3d0-afbb-44ca-a1b0-b1e39582f8a6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70f95522-1136-49ed-bf38-f4d6ac713a0e', 'mac_address': 'fa:16:3e:11:82:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4952181-8c35-42e5-b25e-077e03ad9697', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T15:44:56Z', 'updated_at': '2021-12-10T15:44:56Z', 'revision_number': 0, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd883c5ad-2e7e-470e-8f15-c86f6b2901f7', 'name': '', 'network_id': '70f95522-1136-49ed-bf38-f4d6ac713a0e', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:c9:fe:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0b6716-792d-48b9-8835-e085c47a094a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '96b07043-c42c-49b8-ab8d-2bb971f2baaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:44:37Z', 'updated_at': '2021-12-10T15:44:41Z', 'revision_number': 5, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': '96b07043-c42c-49b8-ab8d-2bb971f2baaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:44:58.332540 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-da4b3806-dd1b-4b7b-8ad3-2a7bb358c62f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:58.336865 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4cd74d-0839-4102-ace3-aa50f2ada2fc None None] The sync data for ids ['5e0b6716-792d-48b9-8835-e085c47a094a'] in dv-neutron-821401-4-hyperv is: [{'id': '5e0b6716-792d-48b9-8835-e085c47a094a', 'name': 'tempest-TestNetworkBasicOps-router-521846324', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': '5c98fb75-4f94-42ba-bc60-0b5e199dd068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:44:33Z', 'updated_at': '2021-12-10T15:44:38Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '5c98fb75-4f94-42ba-bc60-0b5e199dd068', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0b6716-792d-48b9-8835-e085c47a094a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:44:34Z', 'updated_at': '2021-12-10T15:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': '1fdcede1-ce1d-44b9-a23b-dc35b2582084', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'floating_ip_address': '172.26.2.235', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': '5e0b6716-792d-48b9-8835-e085c47a094a', 'port_id': 'f869b3d0-afbb-44ca-a1b0-b1e39582f8a6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70f95522-1136-49ed-bf38-f4d6ac713a0e', 'mac_address': 'fa:16:3e:11:82:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4952181-8c35-42e5-b25e-077e03ad9697', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T15:44:56Z', 'updated_at': '2021-12-10T15:44:56Z', 'revision_number': 0, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd883c5ad-2e7e-470e-8f15-c86f6b2901f7', 'name': '', 'network_id': '70f95522-1136-49ed-bf38-f4d6ac713a0e', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:c9:fe:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0b6716-792d-48b9-8835-e085c47a094a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '96b07043-c42c-49b8-ab8d-2bb971f2baaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:44:37Z', 'updated_at': '2021-12-10T15:44:41Z', 'revision_number': 5, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': '96b07043-c42c-49b8-ab8d-2bb971f2baaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:44:58.398071 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-da4b3806-dd1b-4b7b-8ad3-2a7bb358c62f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:58.417053 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4b3806-dd1b-4b7b-8ad3-2a7bb358c62f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f15f165-4dd0-4398-be63-94a59fa4b05d,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:44:58.469501 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-da4b3806-dd1b-4b7b-8ad3-2a7bb358c62f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:58.470778 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-da4b3806-dd1b-4b7b-8ad3-2a7bb358c62f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2841401 Dec 10 15:44:58.473650 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 38864) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:44:58.488779 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-27208724-dce8-4e2a-b926-f084b9fb495e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'security_group_rule': {'security_group_id': '36b21210-faf5-4aea-be4e-9e48885330ca', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:44:58.530620 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e335668-0108-40a6-bd30-08da65494795 None None] New status for floating IP 1fdcede1-ce1d-44b9-a23b-dc35b2582084: ACTIVE {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 15:44:58.615804 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-27208724-dce8-4e2a-b926-f084b9fb495e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:58.670331 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-27208724-dce8-4e2a-b926-f084b9fb495e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:58.765156 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-27208724-dce8-4e2a-b926-f084b9fb495e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:58.783353 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27208724-dce8-4e2a-b926-f084b9fb495e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64dce7bf-84a2-447b-aa91-fd4753686542,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:44:58.852543 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-27208724-dce8-4e2a-b926-f084b9fb495e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:58.853741 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-27208724-dce8-4e2a-b926-f084b9fb495e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3790934 Dec 10 15:44:58.856558 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 38866) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:44:58.860918 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-410636ed-e0a8-47b7-baad-b71619fb75df tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'security_group_rule': {'security_group_id': '36b21210-faf5-4aea-be4e-9e48885330ca', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:44:59.060496 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-410636ed-e0a8-47b7-baad-b71619fb75df tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:59.118947 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-410636ed-e0a8-47b7-baad-b71619fb75df tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:59.188181 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-410636ed-e0a8-47b7-baad-b71619fb75df tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:59.206334 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410636ed-e0a8-47b7-baad-b71619fb75df tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d39ee32-1d71-49cf-9e83-485efb44a68f,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:44:59.258567 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-410636ed-e0a8-47b7-baad-b71619fb75df tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:59.259775 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-410636ed-e0a8-47b7-baad-b71619fb75df tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4022434 Dec 10 15:44:59.262426 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 38868) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:44:59.267306 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-8a25a77e-eca8-4e52-8f9f-d18bc34b0cea tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'security_group_rule': {'security_group_id': '36b21210-faf5-4aea-be4e-9e48885330ca', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:44:59.357290 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8a25a77e-eca8-4e52-8f9f-d18bc34b0cea tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:59.412560 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8a25a77e-eca8-4e52-8f9f-d18bc34b0cea tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:59.485264 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8a25a77e-eca8-4e52-8f9f-d18bc34b0cea tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:59.503315 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a25a77e-eca8-4e52-8f9f-d18bc34b0cea tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a003f4e-e379-4624-b061-990ff4c24ad3,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:44:59.579031 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8a25a77e-eca8-4e52-8f9f-d18bc34b0cea tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:59.580551 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-8a25a77e-eca8-4e52-8f9f-d18bc34b0cea tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3162966 Dec 10 15:44:59.583242 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 38870) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:44:59.587966 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-31032cbf-51f7-4231-88b0-5056691f129d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'security_group_rule': {'security_group_id': '36b21210-faf5-4aea-be4e-9e48885330ca', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:44:59.696869 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.securitygroups_db [None req-31032cbf-51f7-4231-88b0-5056691f129d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Project e049672a5fd04e7f8cbb0423b61eb757 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 15:44:59.702027 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-31032cbf-51f7-4231-88b0-5056691f129d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:59.764303 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-31032cbf-51f7-4231-88b0-5056691f129d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:59.843691 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-31032cbf-51f7-4231-88b0-5056691f129d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:59.863668 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31032cbf-51f7-4231-88b0-5056691f129d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7fbeada-c8dd-4e20-9f49-fb836fe4b93b,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:44:59.920638 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-31032cbf-51f7-4231-88b0-5056691f129d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:44:59.921860 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-31032cbf-51f7-4231-88b0-5056691f129d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3376105 Dec 10 15:44:59.924553 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 38872) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:44:59.928990 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-18ae91a1-d211-43ff-997c-ad3845cbe22a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'security_group_rule': {'security_group_id': '36b21210-faf5-4aea-be4e-9e48885330ca', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:45:00.003248 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.securitygroups_db [None req-18ae91a1-d211-43ff-997c-ad3845cbe22a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Project e049672a5fd04e7f8cbb0423b61eb757 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 15:45:00.008059 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-18ae91a1-d211-43ff-997c-ad3845cbe22a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:00.066194 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-18ae91a1-d211-43ff-997c-ad3845cbe22a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:00.136297 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-18ae91a1-d211-43ff-997c-ad3845cbe22a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:00.155801 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ae91a1-d211-43ff-997c-ad3845cbe22a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=769dea08-095f-46c0-b167-27f3e4608f5c,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:45:00.229678 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-18ae91a1-d211-43ff-997c-ad3845cbe22a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:00.230936 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-18ae91a1-d211-43ff-997c-ad3845cbe22a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3053954 Dec 10 15:45:00.375130 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-447b94f7-388d-4186-ad84-da3a5e96fc8d req-02be02a5-c306-4f44-be26-0203fbeb7777 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-544453071&fields=id&tenant_id=e049672a5fd04e7f8cbb0423b61eb757 HTTP/1.1" status: 200 len: 267 time: 0.0430250 Dec 10 15:45:00.479220 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b94f7-388d-4186-ad84-da3a5e96fc8d req-2d62775b-6a53-4601-afcd-de7b6ba738d7 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:45:00.480663 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-447b94f7-388d-4186-ad84-da3a5e96fc8d req-2d62775b-6a53-4601-afcd-de7b6ba738d7 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/networks?id=70f95522-1136-49ed-bf38-f4d6ac713a0e HTTP/1.1" status: 200 len: 796 time: 0.0989714 Dec 10 15:45:00.495134 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-447b94f7-388d-4186-ad84-da3a5e96fc8d req-e8af2530-e5e7-4211-80bb-c79fcfa69c77 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/quotas/e049672a5fd04e7f8cbb0423b61eb757 HTTP/1.1" status: 200 len: 375 time: 0.0087056 Dec 10 15:45:00.547468 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-447b94f7-388d-4186-ad84-da3a5e96fc8d req-d763fd2a-e630-41b8-9b23-ee27834cbe41 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e049672a5fd04e7f8cbb0423b61eb757&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0466075 Dec 10 15:45:00.643866 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-447b94f7-388d-4186-ad84-da3a5e96fc8d req-d6622977-492f-42b2-8c4c-099dfec44f23 service neutron] 10.222.0.20 "GET /v2.0/networks/70f95522-1136-49ed-bf38-f4d6ac713a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851440 Dec 10 15:45:00.734298 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-447b94f7-388d-4186-ad84-da3a5e96fc8d req-c07ce154-3895-4b12-964e-04cbac25b9d4 service neutron] 10.222.0.20 "GET /v2.0/networks/70f95522-1136-49ed-bf38-f4d6ac713a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843601 Dec 10 15:45:00.986546 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-c589848b-27e2-42eb-b981-c01f38486ef8 req-5385c871-7d29-428d-97a7-dd398820f0de tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=36566466-5936-441a-b20e-9c369dfb733e HTTP/1.1" status: 200 len: 210 time: 0.0264528 Dec 10 15:45:02.084398 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-cda47fef-2b4a-4fd9-81f0-fdb210a04a54 req-f08013e7-a704-46a7-8528-48bc6306a997 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=36566466-5936-441a-b20e-9c369dfb733e HTTP/1.1" status: 200 len: 210 time: 0.0283203 Dec 10 15:45:02.782868 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b94f7-388d-4186-ad84-da3a5e96fc8d req-7686620d-2abf-493a-9f95-40d816bff305 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:45:02.784339 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-447b94f7-388d-4186-ad84-da3a5e96fc8d req-7686620d-2abf-493a-9f95-40d816bff305 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.44 "GET /v2.0/networks?id=70f95522-1136-49ed-bf38-f4d6ac713a0e HTTP/1.1" status: 200 len: 796 time: 0.1031497 Dec 10 15:45:02.860366 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-447b94f7-388d-4186-ad84-da3a5e96fc8d req-ddbe4d2c-e527-48da-afa6-c30b1fca92b9 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e049672a5fd04e7f8cbb0423b61eb757 HTTP/1.1" status: 200 len: 472 time: 0.0674024 Dec 10 15:45:02.869023 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [req-447b94f7-388d-4186-ad84-da3a5e96fc8d req-c880bb00-54a3-41e6-bc0d-c4f2f2d3365a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'port': {'device_id': '36566466-5936-441a-b20e-9c369dfb733e', 'network_id': '70f95522-1136-49ed-bf38-f4d6ac713a0e', 'admin_state_up': True, 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'security_groups': ['36b21210-faf5-4aea-be4e-9e48885330ca']}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:45:03.056503 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-447b94f7-388d-4186-ad84-da3a5e96fc8d req-c880bb00-54a3-41e6-bc0d-c4f2f2d3365a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Made reservation on behalf of e049672a5fd04e7f8cbb0423b61eb757 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:45:03.060155 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-447b94f7-388d-4186-ad84-da3a5e96fc8d req-c880bb00-54a3-41e6-bc0d-c4f2f2d3365a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:03.203275 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-477e8240-f2e2-414d-a91b-9ccc7fd78a1e req-56a21fe3-a792-4dbe-889a-96c3b0b0c1a2 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=36566466-5936-441a-b20e-9c369dfb733e HTTP/1.1" status: 200 len: 210 time: 0.0520549 Dec 10 15:45:03.222939 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-447b94f7-388d-4186-ad84-da3a5e96fc8d req-c880bb00-54a3-41e6-bc0d-c4f2f2d3365a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Allocated IP 172.20.0.9 (70f95522-1136-49ed-bf38-f4d6ac713a0e/96b07043-c42c-49b8-ab8d-2bb971f2baaa/79b728bf-79ed-4d94-8aa3-0e0938b2de90) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:45:03.365683 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-447b94f7-388d-4186-ad84-da3a5e96fc8d req-c880bb00-54a3-41e6-bc0d-c4f2f2d3365a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:03.479909 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-447b94f7-388d-4186-ad84-da3a5e96fc8d req-c880bb00-54a3-41e6-bc0d-c4f2f2d3365a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:03.524004 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-447b94f7-388d-4186-ad84-da3a5e96fc8d req-c880bb00-54a3-41e6-bc0d-c4f2f2d3365a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Network 70f95522-1136-49ed-bf38-f4d6ac713a0e is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:45:03.527139 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-447b94f7-388d-4186-ad84-da3a5e96fc8d req-c880bb00-54a3-41e6-bc0d-c4f2f2d3365a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:45:03.530783 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-447b94f7-388d-4186-ad84-da3a5e96fc8d req-c880bb00-54a3-41e6-bc0d-c4f2f2d3365a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:45:03.562743 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c880bb00-54a3-41e6-bc0d-c4f2f2d3365a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'Port': ['ID=79b728bf-79ed-4d94-8aa3-0e0938b2de90,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:45:03.589260 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b94f7-388d-4186-ad84-da3a5e96fc8d req-c880bb00-54a3-41e6-bc0d-c4f2f2d3365a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:45:03.590265 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-447b94f7-388d-4186-ad84-da3a5e96fc8d req-c880bb00-54a3-41e6-bc0d-c4f2f2d3365a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:03.660151 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-447b94f7-388d-4186-ad84-da3a5e96fc8d req-c880bb00-54a3-41e6-bc0d-c4f2f2d3365a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7945969 Dec 10 15:45:03.673110 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [req-447b94f7-388d-4186-ad84-da3a5e96fc8d req-bef82f7a-318a-440b-aee1-d0b15ec2bce2 service neutron] Request body: {'port': {'device_id': '36566466-5936-441a-b20e-9c369dfb733e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:45:03.741451 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-447b94f7-388d-4186-ad84-da3a5e96fc8d req-bef82f7a-318a-440b-aee1-d0b15ec2bce2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:03.794568 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-08f26944-7847-46a5-b785-f44184f620b1 None None] Provisioning complete for port 79b728bf-79ed-4d94-8aa3-0e0938b2de90 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:45:03.795203 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-08f26944-7847-46a5-b785-f44184f620b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:03.827657 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-08f26944-7847-46a5-b785-f44184f620b1 None None] Port 79b728bf-79ed-4d94-8aa3-0e0938b2de90 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:45:04.000830 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [req-447b94f7-388d-4186-ad84-da3a5e96fc8d req-bef82f7a-318a-440b-aee1-d0b15ec2bce2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79b728bf-79ed-4d94-8aa3-0e0938b2de90 {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 15:45:04.008402 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-447b94f7-388d-4186-ad84-da3a5e96fc8d req-bef82f7a-318a-440b-aee1-d0b15ec2bce2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:04.020014 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-447b94f7-388d-4186-ad84-da3a5e96fc8d req-bef82f7a-318a-440b-aee1-d0b15ec2bce2 service neutron] Transition to ACTIVE for port object 79b728bf-79ed-4d94-8aa3-0e0938b2de90 will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 15:45:04.102447 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-447b94f7-388d-4186-ad84-da3a5e96fc8d req-bef82f7a-318a-440b-aee1-d0b15ec2bce2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:04.156983 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef82f7a-318a-440b-aee1-d0b15ec2bce2 service neutron] Pushing event updated for resources: {'Port': ['ID=79b728bf-79ed-4d94-8aa3-0e0938b2de90,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:45:04.227109 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-447b94f7-388d-4186-ad84-da3a5e96fc8d req-bef82f7a-318a-440b-aee1-d0b15ec2bce2 service neutron] Attempting to bind port 79b728bf-79ed-4d94-8aa3-0e0938b2de90 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:45:04.227459 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-447b94f7-388d-4186-ad84-da3a5e96fc8d req-bef82f7a-318a-440b-aee1-d0b15ec2bce2 service neutron] Attempting to bind port 79b728bf-79ed-4d94-8aa3-0e0938b2de90 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'af2adcf1-1fc6-4114-bd44-be027f86453d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '70f95522-1136-49ed-bf38-f4d6ac713a0e'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:45:04.227798 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447b94f7-388d-4186-ad84-da3a5e96fc8d req-bef82f7a-318a-440b-aee1-d0b15ec2bce2 service neutron] Attempting to bind port 79b728bf-79ed-4d94-8aa3-0e0938b2de90 on network 70f95522-1136-49ed-bf38-f4d6ac713a0e {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:45:04.233606 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447b94f7-388d-4186-ad84-da3a5e96fc8d req-bef82f7a-318a-440b-aee1-d0b15ec2bce2 service neutron] Port 79b728bf-79ed-4d94-8aa3-0e0938b2de90 on network 70f95522-1136-49ed-bf38-f4d6ac713a0e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:45:04.233606 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447b94f7-388d-4186-ad84-da3a5e96fc8d req-bef82f7a-318a-440b-aee1-d0b15ec2bce2 service neutron] Attempting to bind port 79b728bf-79ed-4d94-8aa3-0e0938b2de90 on network 70f95522-1136-49ed-bf38-f4d6ac713a0e {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:45:04.238876 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447b94f7-388d-4186-ad84-da3a5e96fc8d req-bef82f7a-318a-440b-aee1-d0b15ec2bce2 service neutron] Checking agent: {'id': 'fa828968-c68f-4b22-9699-a58fe4ab1f05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 28, 13), 'started_at': datetime.datetime(2021, 12, 10, 15, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:45:04.239218 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447b94f7-388d-4186-ad84-da3a5e96fc8d req-bef82f7a-318a-440b-aee1-d0b15ec2bce2 service neutron] Checking segment: {'id': 'af2adcf1-1fc6-4114-bd44-be027f86453d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '70f95522-1136-49ed-bf38-f4d6ac713a0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:45:04.239752 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447b94f7-388d-4186-ad84-da3a5e96fc8d req-bef82f7a-318a-440b-aee1-d0b15ec2bce2 service neutron] Bound using segment: {'id': 'af2adcf1-1fc6-4114-bd44-be027f86453d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '70f95522-1136-49ed-bf38-f4d6ac713a0e'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:45:04.240042 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-447b94f7-388d-4186-ad84-da3a5e96fc8d req-bef82f7a-318a-440b-aee1-d0b15ec2bce2 service neutron] Bound port: 79b728bf-79ed-4d94-8aa3-0e0938b2de90, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af2adcf1-1fc6-4114-bd44-be027f86453d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '70f95522-1136-49ed-bf38-f4d6ac713a0e'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:45:04.240406 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-447b94f7-388d-4186-ad84-da3a5e96fc8d req-bef82f7a-318a-440b-aee1-d0b15ec2bce2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:04.305674 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-447b94f7-388d-4186-ad84-da3a5e96fc8d req-bef82f7a-318a-440b-aee1-d0b15ec2bce2 service neutron] For port 79b728bf-79ed-4d94-8aa3-0e0938b2de90, host hv-neutron-8214, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:45:04.308941 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-447b94f7-388d-4186-ad84-da3a5e96fc8d req-bef82f7a-318a-440b-aee1-d0b15ec2bce2 service neutron] For port 79b728bf-79ed-4d94-8aa3-0e0938b2de90, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=79b728bf-79ed-4d94-8aa3-0e0938b2de90,segment=NetworkSegment(af2adcf1-1fc6-4114-bd44-be027f86453d),segment_id=af2adcf1-1fc6-4114-bd44-be027f86453d)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:45:04.328145 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae30e938-3b85-4bd9-b50d-3556f474e7fb req-671e27dc-c74c-4bda-9eb3-ebdc27bf705f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:45:04.329770 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ae30e938-3b85-4bd9-b50d-3556f474e7fb req-671e27dc-c74c-4bda-9eb3-ebdc27bf705f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=36566466-5936-441a-b20e-9c369dfb733e HTTP/1.1" status: 200 len: 943 time: 0.0544453 Dec 10 15:45:04.376915 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-447b94f7-388d-4186-ad84-da3a5e96fc8d req-bef82f7a-318a-440b-aee1-d0b15ec2bce2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:04.384767 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ae30e938-3b85-4bd9-b50d-3556f474e7fb req-9debe4eb-fed7-4f6a-928d-02615d765146 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b21210-faf5-4aea-be4e-9e48885330ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487988 Dec 10 15:45:04.417549 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b94f7-388d-4186-ad84-da3a5e96fc8d req-bef82f7a-318a-440b-aee1-d0b15ec2bce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:45:04.417549 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-447b94f7-388d-4186-ad84-da3a5e96fc8d req-bef82f7a-318a-440b-aee1-d0b15ec2bce2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:04.419222 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-447b94f7-388d-4186-ad84-da3a5e96fc8d req-bef82f7a-318a-440b-aee1-d0b15ec2bce2 service neutron] 10.222.0.44 "PUT /v2.0/ports/79b728bf-79ed-4d94-8aa3-0e0938b2de90 HTTP/1.1" status: 200 len: 1093 time: 0.7507305 Dec 10 15:45:04.419714 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36566466-5936-441a-b20e-9c369dfb733e', 'tag': '79b728bf-79ed-4d94-8aa3-0e0938b2de90'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:45:04.421994 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9ca57131bc4931768ac29058952438d1fdd62308db7b17540cc34ffe8faef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9df4a25-5ecd-4144-bc39-18da0f286a1c" -d '{"events": [{"name": "network-changed", "server_uuid": "36566466-5936-441a-b20e-9c369dfb733e", "tag": "79b728bf-79ed-4d94-8aa3-0e0938b2de90"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:45:04.443426 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef82f7a-318a-440b-aee1-d0b15ec2bce2 service neutron] Pushing event updated for resources: {'Port': ['ID=79b728bf-79ed-4d94-8aa3-0e0938b2de90,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:45:04.463283 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 15:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4cad573-7ad1-4503-bfed-621f699a1a02 x-openstack-request-id: req-b4cad573-7ad1-4503-bfed-621f699a1a02 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:45:04.463585 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36566466-5936-441a-b20e-9c369dfb733e", "tag": "79b728bf-79ed-4d94-8aa3-0e0938b2de90", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:45:04.463839 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b4cad573-7ad1-4503-bfed-621f699a1a02 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:45:04.464240 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36566466-5936-441a-b20e-9c369dfb733e', 'tag': '79b728bf-79ed-4d94-8aa3-0e0938b2de90', 'status': 'completed', 'code': 200} Dec 10 15:45:04.531434 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9df4a25-5ecd-4144-bc39-18da0f286a1c req-abcf7903-6652-4a33-b625-60301a3d2192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:45:04.532886 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-f9df4a25-5ecd-4144-bc39-18da0f286a1c req-abcf7903-6652-4a33-b625-60301a3d2192 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e049672a5fd04e7f8cbb0423b61eb757&device_id=36566466-5936-441a-b20e-9c369dfb733e HTTP/1.1" status: 200 len: 1096 time: 0.0469038 Dec 10 15:45:04.631692 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9df4a25-5ecd-4144-bc39-18da0f286a1c req-900338a7-386f-400c-a75a-56b03c64b49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:45:04.633209 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-f9df4a25-5ecd-4144-bc39-18da0f286a1c req-900338a7-386f-400c-a75a-56b03c64b49b service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=e049672a5fd04e7f8cbb0423b61eb757&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0932286 Dec 10 15:45:04.734732 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9df4a25-5ecd-4144-bc39-18da0f286a1c req-4ef10b72-fb0a-4515-a658-9ef71b0b558e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:45:04.736126 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-f9df4a25-5ecd-4144-bc39-18da0f286a1c req-4ef10b72-fb0a-4515-a658-9ef71b0b558e service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0960634 Dec 10 15:45:04.812034 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b94f7-388d-4186-ad84-da3a5e96fc8d req-ecc06e4f-ae81-4b7d-8048-136e71de3b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:45:04.813421 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-447b94f7-388d-4186-ad84-da3a5e96fc8d req-ecc06e4f-ae81-4b7d-8048-136e71de3b08 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e049672a5fd04e7f8cbb0423b61eb757&device_id=36566466-5936-441a-b20e-9c369dfb733e HTTP/1.1" status: 200 len: 1096 time: 0.0406597 Dec 10 15:45:04.858842 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-447b94f7-388d-4186-ad84-da3a5e96fc8d req-98134a11-d513-4eb0-ad74-74d099c4aacc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79b728bf-79ed-4d94-8aa3-0e0938b2de90 HTTP/1.1" status: 200 len: 217 time: 0.0381036 Dec 10 15:45:04.906368 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b94f7-388d-4186-ad84-da3a5e96fc8d req-ddb6273b-2f6c-4d68-9094-5fd07548d7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:45:04.907783 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-447b94f7-388d-4186-ad84-da3a5e96fc8d req-ddb6273b-2f6c-4d68-9094-5fd07548d7cb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=96b07043-c42c-49b8-ab8d-2bb971f2baaa HTTP/1.1" status: 200 len: 835 time: 0.0428054 Dec 10 15:45:04.952229 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b94f7-388d-4186-ad84-da3a5e96fc8d req-edafe14d-fd15-41a9-8223-027405281ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:45:04.953689 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-447b94f7-388d-4186-ad84-da3a5e96fc8d req-edafe14d-fd15-41a9-8223-027405281ae7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=70f95522-1136-49ed-bf38-f4d6ac713a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392728 Dec 10 15:45:05.042924 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-447b94f7-388d-4186-ad84-da3a5e96fc8d req-d6b03244-b4ef-40dd-9aec-d39b260bef0f service neutron] 10.222.0.44 "GET /v2.0/networks/70f95522-1136-49ed-bf38-f4d6ac713a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827146 Dec 10 15:45:05.155206 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-447b94f7-388d-4186-ad84-da3a5e96fc8d req-690b9506-8d8e-46c5-9aee-1b91b30e3721 service neutron] 10.222.0.44 "GET /v2.0/networks/70f95522-1136-49ed-bf38-f4d6ac713a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018820 Dec 10 15:45:05.505595 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b815c50-163f-4788-b6c5-7320241f66f3 req-36401162-4626-44c0-bcfb-97375796fd9b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:45:05.507114 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-6b815c50-163f-4788-b6c5-7320241f66f3 req-36401162-4626-44c0-bcfb-97375796fd9b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=36566466-5936-441a-b20e-9c369dfb733e HTTP/1.1" status: 200 len: 943 time: 0.0518026 Dec 10 15:45:05.555947 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-6b815c50-163f-4788-b6c5-7320241f66f3 req-f70cced7-ef18-4945-98b8-eb47f5898755 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b21210-faf5-4aea-be4e-9e48885330ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428200 Dec 10 15:45:06.673494 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c8bcf0-cbce-41cc-aa0f-1e064a31c063 req-47bef37d-f4dd-4a7d-920e-9bf72590c997 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:45:06.675034 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d7c8bcf0-cbce-41cc-aa0f-1e064a31c063 req-47bef37d-f4dd-4a7d-920e-9bf72590c997 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=36566466-5936-441a-b20e-9c369dfb733e HTTP/1.1" status: 200 len: 943 time: 0.0494020 Dec 10 15:45:06.727855 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d7c8bcf0-cbce-41cc-aa0f-1e064a31c063 req-7467fa9d-84e9-49e3-b739-cef18b46fae2 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b21210-faf5-4aea-be4e-9e48885330ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468986 Dec 10 15:45:07.661199 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 79b728bf-79ed-4d94-8aa3-0e0938b2de90 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 15:45:07.766143 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port 79b728bf-79ed-4d94-8aa3-0e0938b2de90, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=79b728bf-79ed-4d94-8aa3-0e0938b2de90,segment=NetworkSegment(af2adcf1-1fc6-4114-bd44-be027f86453d),segment_id=af2adcf1-1fc6-4114-bd44-be027f86453d)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:45:07.776371 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Returning: {'device': '79b728bf-79ed-4d94-8aa3-0e0938b2de90', 'network_id': '70f95522-1136-49ed-bf38-f4d6ac713a0e', 'port_id': '79b728bf-79ed-4d94-8aa3-0e0938b2de90', 'mac_address': 'fa:16:3e:a1:fe:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96b07043-c42c-49b8-ab8d-2bb971f2baaa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 15:45:07.818784 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:07.831651 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79b728bf-79ed-4d94-8aa3-0e0938b2de90 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 15:45:07.839842 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83915fe-df8a-429f-bf46-b6af3271b3f7 req-2ea66921-30e6-417d-a935-57c39b2cd2e5 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:45:07.841488 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-b83915fe-df8a-429f-bf46-b6af3271b3f7 req-2ea66921-30e6-417d-a935-57c39b2cd2e5 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=36566466-5936-441a-b20e-9c369dfb733e HTTP/1.1" status: 200 len: 943 time: 0.0481009 Dec 10 15:45:07.852275 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port 79b728bf-79ed-4d94-8aa3-0e0938b2de90, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=79b728bf-79ed-4d94-8aa3-0e0938b2de90,segment=NetworkSegment(af2adcf1-1fc6-4114-bd44-be027f86453d),segment_id=af2adcf1-1fc6-4114-bd44-be027f86453d)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:45:07.892590 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-b83915fe-df8a-429f-bf46-b6af3271b3f7 req-a0fef0c9-6de6-421b-a9ad-ac2a0b66b8aa tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b21210-faf5-4aea-be4e-9e48885330ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447137 Dec 10 15:45:07.930816 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:07.978248 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=79b728bf-79ed-4d94-8aa3-0e0938b2de90,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:45:08.179164 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] get_ports_and_sgs() called for port_ids ['79b728bf-79ed-4d94-8aa3-0e0938b2de90'] {{(pid=103588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 15:45:09.005477 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd92a0-074f-40f2-8e8b-1f411f00dba5 req-2a705436-45c0-42e3-953d-afb81da35a8d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:45:09.006923 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4bcd92a0-074f-40f2-8e8b-1f411f00dba5 req-2a705436-45c0-42e3-953d-afb81da35a8d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=36566466-5936-441a-b20e-9c369dfb733e HTTP/1.1" status: 200 len: 944 time: 0.0484064 Dec 10 15:45:09.055667 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4bcd92a0-074f-40f2-8e8b-1f411f00dba5 req-922b1f15-fb27-4ced-9ef5-0a7d95ae6b09 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b21210-faf5-4aea-be4e-9e48885330ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428705 Dec 10 15:45:09.690902 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 79b728bf-79ed-4d94-8aa3-0e0938b2de90 up at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:45:09.791715 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning for port 79b728bf-79ed-4d94-8aa3-0e0938b2de90 completed by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 15:45:09.795477 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning complete for port 79b728bf-79ed-4d94-8aa3-0e0938b2de90 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:45:09.795854 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:09.873290 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:09.895688 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36566466-5936-441a-b20e-9c369dfb733e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79b728bf-79ed-4d94-8aa3-0e0938b2de90'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:45:09.897937 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa4b92c408489e2c982394a5a7b3518bb1b22554638321e3ea6c5cabb2c75d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef9b8f31-8d58-491f-aaa7-6c0b8d82d24b" -d '{"events": [{"server_uuid": "36566466-5936-441a-b20e-9c369dfb733e", "name": "network-vif-plugged", "status": "completed", "tag": "79b728bf-79ed-4d94-8aa3-0e0938b2de90"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:45:09.911683 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port 79b728bf-79ed-4d94-8aa3-0e0938b2de90, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=79b728bf-79ed-4d94-8aa3-0e0938b2de90,segment=NetworkSegment(af2adcf1-1fc6-4114-bd44-be027f86453d),segment_id=af2adcf1-1fc6-4114-bd44-be027f86453d)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:45:09.933457 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 15:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5427ce36-f234-4c5c-b281-4ac7a5c9f39d x-openstack-request-id: req-5427ce36-f234-4c5c-b281-4ac7a5c9f39d {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:45:09.933813 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36566466-5936-441a-b20e-9c369dfb733e", "name": "network-vif-plugged", "status": "completed", "tag": "79b728bf-79ed-4d94-8aa3-0e0938b2de90", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:45:09.934181 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5427ce36-f234-4c5c-b281-4ac7a5c9f39d {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:45:09.934587 dv-neutron-821401-4-hyperv neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36566466-5936-441a-b20e-9c369dfb733e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79b728bf-79ed-4d94-8aa3-0e0938b2de90', 'code': 200} Dec 10 15:45:09.993866 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:10.044896 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=79b728bf-79ed-4d94-8aa3-0e0938b2de90,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:45:10.169351 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd9333-a811-4013-b2e2-1b8f2f0ecf95 req-38e0c9b6-292d-4bb8-be4b-00d6dc0e720e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:45:10.170941 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-7edd9333-a811-4013-b2e2-1b8f2f0ecf95 req-38e0c9b6-292d-4bb8-be4b-00d6dc0e720e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=36566466-5936-441a-b20e-9c369dfb733e HTTP/1.1" status: 200 len: 945 time: 0.0489395 Dec 10 15:45:10.220788 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-7edd9333-a811-4013-b2e2-1b8f2f0ecf95 req-9beb5ad1-29d8-4ebb-a464-b0401a16837d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b21210-faf5-4aea-be4e-9e48885330ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438464 Dec 10 15:45:10.264170 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d64774d-effd-4a67-a8cb-e3858fdbdc23 req-42c543f2-f519-40a2-b26b-a9030098efaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:45:10.265572 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-0d64774d-effd-4a67-a8cb-e3858fdbdc23 req-42c543f2-f519-40a2-b26b-a9030098efaa service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=36566466-5936-441a-b20e-9c369dfb733e HTTP/1.1" status: 200 len: 1098 time: 0.0427153 Dec 10 15:45:10.309548 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-0d64774d-effd-4a67-a8cb-e3858fdbdc23 req-71c520bd-b67b-417a-818d-bfb188930c7f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=36b21210-faf5-4aea-be4e-9e48885330ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368392 Dec 10 15:45:11.340272 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf481719-38bf-45c5-9f62-ca277433f82d req-06ec9029-89c3-444a-924c-731cc7d66151 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:45:11.342445 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-cf481719-38bf-45c5-9f62-ca277433f82d req-06ec9029-89c3-444a-924c-731cc7d66151 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=36566466-5936-441a-b20e-9c369dfb733e HTTP/1.1" status: 200 len: 945 time: 0.0530019 Dec 10 15:45:11.391789 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-cf481719-38bf-45c5-9f62-ca277433f82d req-d130e568-b25c-47e0-84e6-017391c65baa tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b21210-faf5-4aea-be4e-9e48885330ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431218 Dec 10 15:45:12.504508 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284733f8-8dcf-403a-ae31-07a0d982853f req-afa774a8-18b9-49f1-ad29-e36878f8d4e4 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:45:12.506015 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-284733f8-8dcf-403a-ae31-07a0d982853f req-afa774a8-18b9-49f1-ad29-e36878f8d4e4 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=36566466-5936-441a-b20e-9c369dfb733e HTTP/1.1" status: 200 len: 945 time: 0.0492771 Dec 10 15:45:12.555236 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-284733f8-8dcf-403a-ae31-07a0d982853f req-ca8567c7-6546-47b2-8251-f6176bd0c9e8 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b21210-faf5-4aea-be4e-9e48885330ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433588 Dec 10 15:45:12.667103 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db8c97a-a0fe-4b33-9aee-4c7d981bbc6b req-46cc9b5a-6c04-41cd-a3a2-e7da5be8d753 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:45:12.668628 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-6db8c97a-a0fe-4b33-9aee-4c7d981bbc6b req-46cc9b5a-6c04-41cd-a3a2-e7da5be8d753 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=36566466-5936-441a-b20e-9c369dfb733e HTTP/1.1" status: 200 len: 945 time: 0.0482287 Dec 10 15:45:12.717335 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-6db8c97a-a0fe-4b33-9aee-4c7d981bbc6b req-59377c40-fcd8-4ba2-ac43-85894c9750a3 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b21210-faf5-4aea-be4e-9e48885330ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421717 Dec 10 15:45:12.739132 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 38926) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:45:12.778308 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ccb7926-be41-40df-bc80-303662889ccb tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:45:12.781749 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-9ccb7926-be41-40df-bc80-303662889ccb tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=36566466-5936-441a-b20e-9c369dfb733e HTTP/1.1" status: 200 len: 1093 time: 0.0415807 Dec 10 15:45:12.784569 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 38928) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:45:12.789067 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-ed78c7a8-0eb6-4c43-be57-85617e78aeaa tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'floatingip': {'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'port_id': '79b728bf-79ed-4d94-8aa3-0e0938b2de90', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:45:12.861919 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ed78c7a8-0eb6-4c43-be57-85617e78aeaa tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for floatingip, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:12.918945 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b54d9645-d9d8-4e30-a619-8f8bda6a4525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:12.961033 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ed78c7a8-0eb6-4c43-be57-85617e78aeaa tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:13.062958 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-ed78c7a8-0eb6-4c43-be57-85617e78aeaa tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Allocated IP 172.26.2.196 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/3667a4e0-0ec8-4c53-b578-6382ffd9989a) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:45:13.165866 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ed78c7a8-0eb6-4c43-be57-85617e78aeaa tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:13.254586 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ed78c7a8-0eb6-4c43-be57-85617e78aeaa tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:13.294843 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed78c7a8-0eb6-4c43-be57-85617e78aeaa tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:45:13.297800 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-ed78c7a8-0eb6-4c43-be57-85617e78aeaa tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:45:13.301144 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed78c7a8-0eb6-4c43-be57-85617e78aeaa tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:45:13.306552 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed78c7a8-0eb6-4c43-be57-85617e78aeaa tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'Port': ['ID=3667a4e0-0ec8-4c53-b578-6382ffd9989a,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:45:13.431617 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:13.657576 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ed78c7a8-0eb6-4c43-be57-85617e78aeaa tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:13.782745 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ed78c7a8-0eb6-4c43-be57-85617e78aeaa tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:13.928990 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ed78c7a8-0eb6-4c43-be57-85617e78aeaa tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:14.004389 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ed78c7a8-0eb6-4c43-be57-85617e78aeaa tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:14.077300 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed78c7a8-0eb6-4c43-be57-85617e78aeaa tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'Port': ['ID=3667a4e0-0ec8-4c53-b578-6382ffd9989a,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:45:14.085126 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ed78c7a8-0eb6-4c43-be57-85617e78aeaa tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552741'] for floatingip, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:14.183442 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.l3_db [None req-ed78c7a8-0eb6-4c43-be57-85617e78aeaa tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Floating IP 5299eae3-5f89-40b2-b63f-2ec6d1d5ecce associated. External IP: 172.26.2.196, port: 79b728bf-79ed-4d94-8aa3-0e0938b2de90. Dec 10 15:45:14.388905 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed78c7a8-0eb6-4c43-be57-85617e78aeaa tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Router 5e0b6716-792d-48b9-8835-e085c47a094a has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:45:14.490838 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed78c7a8-0eb6-4c43-be57-85617e78aeaa tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:45:14.500837 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bff6077-d1df-4091-93f5-8d41695c9e87 None None] Sync routers for ids ['5e0b6716-792d-48b9-8835-e085c47a094a'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:45:14.510073 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bff6077-d1df-4091-93f5-8d41695c9e87 None None] Routers {'5e0b6716-792d-48b9-8835-e085c47a094a'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:45:14.510690 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-5bff6077-d1df-4091-93f5-8d41695c9e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:44:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['5e0b6716-792d-48b9-8835-e085c47a094a'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:45:14.566737 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ed78c7a8-0eb6-4c43-be57-85617e78aeaa tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:14.596321 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-ed78c7a8-0eb6-4c43-be57-85617e78aeaa tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8106477 Dec 10 15:45:14.597011 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36566466-5936-441a-b20e-9c369dfb733e', 'tag': '79b728bf-79ed-4d94-8aa3-0e0938b2de90'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:45:14.599310 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde1b47dcd987728a27c8e391f176ee57ea2adf837d2cedb59662361de43515a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25558454-46c8-4a45-8d3d-3154df8ec1f2" -d '{"events": [{"name": "network-changed", "server_uuid": "36566466-5936-441a-b20e-9c369dfb733e", "tag": "79b728bf-79ed-4d94-8aa3-0e0938b2de90"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:45:14.615943 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-5bff6077-d1df-4091-93f5-8d41695c9e87 None None] Set router 5e0b6716-792d-48b9-8835-e085c47a094a gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:45:14.645478 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 15:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bcccb45-3f80-4ce9-9aad-4fcd1e750812 x-openstack-request-id: req-5bcccb45-3f80-4ce9-9aad-4fcd1e750812 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:45:14.645478 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36566466-5936-441a-b20e-9c369dfb733e", "tag": "79b728bf-79ed-4d94-8aa3-0e0938b2de90", "status": "completed", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:45:14.645478 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5bcccb45-3f80-4ce9-9aad-4fcd1e750812 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:45:14.645478 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36566466-5936-441a-b20e-9c369dfb733e', 'tag': '79b728bf-79ed-4d94-8aa3-0e0938b2de90', 'status': 'completed', 'code': 200} Dec 10 15:45:14.709119 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25558454-46c8-4a45-8d3d-3154df8ec1f2 req-c0fe285c-9da6-4e09-aa85-3bfc4e41d43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:45:14.710665 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-25558454-46c8-4a45-8d3d-3154df8ec1f2 req-c0fe285c-9da6-4e09-aa85-3bfc4e41d43f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e049672a5fd04e7f8cbb0423b61eb757&device_id=36566466-5936-441a-b20e-9c369dfb733e HTTP/1.1" status: 200 len: 1098 time: 0.0450904 Dec 10 15:45:14.807798 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25558454-46c8-4a45-8d3d-3154df8ec1f2 req-db3fd6d3-66c7-44ae-bed4-9341678855bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:45:14.809327 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-25558454-46c8-4a45-8d3d-3154df8ec1f2 req-db3fd6d3-66c7-44ae-bed4-9341678855bf service neutron] 10.222.0.44 "GET /v2.0/networks?id=70f95522-1136-49ed-bf38-f4d6ac713a0e HTTP/1.1" status: 200 len: 897 time: 0.0882549 Dec 10 15:45:14.858936 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-5bff6077-d1df-4091-93f5-8d41695c9e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e0b6716-792d-48b9-8835-e085c47a094a', 'name': 'tempest-TestNetworkBasicOps-router-521846324', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': '5c98fb75-4f94-42ba-bc60-0b5e199dd068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:44:33Z', 'updated_at': '2021-12-10T15:44:38Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '5c98fb75-4f94-42ba-bc60-0b5e199dd068', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0b6716-792d-48b9-8835-e085c47a094a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:44:34Z', 'updated_at': '2021-12-10T15:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': '1fdcede1-ce1d-44b9-a23b-dc35b2582084', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'floating_ip_address': '172.26.2.235', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': '5e0b6716-792d-48b9-8835-e085c47a094a', 'port_id': 'f869b3d0-afbb-44ca-a1b0-b1e39582f8a6', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70f95522-1136-49ed-bf38-f4d6ac713a0e', 'mac_address': 'fa:16:3e:11:82:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4952181-8c35-42e5-b25e-077e03ad9697', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T15:44:56Z', 'updated_at': '2021-12-10T15:44:58Z', 'revision_number': 1, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'fixed_ip_address_scope': None}, {'id': '5299eae3-5f89-40b2-b63f-2ec6d1d5ecce', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'floating_ip_address': '172.26.2.196', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': '5e0b6716-792d-48b9-8835-e085c47a094a', 'port_id': '79b728bf-79ed-4d94-8aa3-0e0938b2de90', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70f95522-1136-49ed-bf38-f4d6ac713a0e', 'mac_address': 'fa:16:3e:a1:fe:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36566466-5936-441a-b20e-9c369dfb733e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T15:45:13Z', 'updated_at': '2021-12-10T15:45:13Z', 'revision_number': 0, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd883c5ad-2e7e-470e-8f15-c86f6b2901f7', 'name': '', 'network_id': '70f95522-1136-49ed-bf38-f4d6ac713a0e', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:c9:fe:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0b6716-792d-48b9-8835-e085c47a094a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '96b07043-c42c-49b8-ab8d-2bb971f2baaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:44:37Z', 'updated_at': '2021-12-10T15:44:41Z', 'revision_number': 5, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': '96b07043-c42c-49b8-ab8d-2bb971f2baaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:45:14.879827 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-25558454-46c8-4a45-8d3d-3154df8ec1f2 req-7f0523e6-370c-4183-9f89-3415675d5683 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79b728bf-79ed-4d94-8aa3-0e0938b2de90 HTTP/1.1" status: 200 len: 999 time: 0.0629504 Dec 10 15:45:14.888108 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bff6077-d1df-4091-93f5-8d41695c9e87 None None] Checking router: 5e0b6716-792d-48b9-8835-e085c47a094a for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:45:14.896392 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bff6077-d1df-4091-93f5-8d41695c9e87 None None] Routers {'5e0b6716-792d-48b9-8835-e085c47a094a'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:45:14.896985 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-5bff6077-d1df-4091-93f5-8d41695c9e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:44:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['5e0b6716-792d-48b9-8835-e085c47a094a'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:45:14.935758 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25558454-46c8-4a45-8d3d-3154df8ec1f2 req-c4ef49cb-0f63-45d4-88ab-ddaedd972a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:45:14.937217 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-25558454-46c8-4a45-8d3d-3154df8ec1f2 req-c4ef49cb-0f63-45d4-88ab-ddaedd972a7a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=96b07043-c42c-49b8-ab8d-2bb971f2baaa HTTP/1.1" status: 200 len: 835 time: 0.0432260 Dec 10 15:45:14.984433 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25558454-46c8-4a45-8d3d-3154df8ec1f2 req-59ac9476-a86d-44c2-90aa-4c8bce69a764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:45:14.985960 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-25558454-46c8-4a45-8d3d-3154df8ec1f2 req-59ac9476-a86d-44c2-90aa-4c8bce69a764 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=70f95522-1136-49ed-bf38-f4d6ac713a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399065 Dec 10 15:45:15.000800 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-5bff6077-d1df-4091-93f5-8d41695c9e87 None None] Set router 5e0b6716-792d-48b9-8835-e085c47a094a gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:45:15.077412 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-25558454-46c8-4a45-8d3d-3154df8ec1f2 req-006cd8cf-ac65-46c1-bf7d-ac11c6acec64 service neutron] 10.222.0.44 "GET /v2.0/networks/70f95522-1136-49ed-bf38-f4d6ac713a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841184 Dec 10 15:45:15.166518 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-25558454-46c8-4a45-8d3d-3154df8ec1f2 req-92fe54c7-f339-40a0-9fb9-de7f609718a4 service neutron] 10.222.0.44 "GET /v2.0/networks/70f95522-1136-49ed-bf38-f4d6ac713a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823331 Dec 10 15:45:15.230416 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 38934) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:45:15.234182 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-5bff6077-d1df-4091-93f5-8d41695c9e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e0b6716-792d-48b9-8835-e085c47a094a', 'name': 'tempest-TestNetworkBasicOps-router-521846324', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': '5c98fb75-4f94-42ba-bc60-0b5e199dd068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:44:33Z', 'updated_at': '2021-12-10T15:44:38Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '5c98fb75-4f94-42ba-bc60-0b5e199dd068', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0b6716-792d-48b9-8835-e085c47a094a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:44:34Z', 'updated_at': '2021-12-10T15:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': '1fdcede1-ce1d-44b9-a23b-dc35b2582084', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'floating_ip_address': '172.26.2.235', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': '5e0b6716-792d-48b9-8835-e085c47a094a', 'port_id': 'f869b3d0-afbb-44ca-a1b0-b1e39582f8a6', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70f95522-1136-49ed-bf38-f4d6ac713a0e', 'mac_address': 'fa:16:3e:11:82:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4952181-8c35-42e5-b25e-077e03ad9697', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T15:44:56Z', 'updated_at': '2021-12-10T15:44:58Z', 'revision_number': 1, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'fixed_ip_address_scope': None}, {'id': '5299eae3-5f89-40b2-b63f-2ec6d1d5ecce', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'floating_ip_address': '172.26.2.196', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': '5e0b6716-792d-48b9-8835-e085c47a094a', 'port_id': '79b728bf-79ed-4d94-8aa3-0e0938b2de90', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70f95522-1136-49ed-bf38-f4d6ac713a0e', 'mac_address': 'fa:16:3e:a1:fe:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36566466-5936-441a-b20e-9c369dfb733e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T15:45:13Z', 'updated_at': '2021-12-10T15:45:13Z', 'revision_number': 0, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd883c5ad-2e7e-470e-8f15-c86f6b2901f7', 'name': '', 'network_id': '70f95522-1136-49ed-bf38-f4d6ac713a0e', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:c9:fe:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0b6716-792d-48b9-8835-e085c47a094a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '96b07043-c42c-49b8-ab8d-2bb971f2baaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:44:37Z', 'updated_at': '2021-12-10T15:44:41Z', 'revision_number': 5, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': '96b07043-c42c-49b8-ab8d-2bb971f2baaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:45:15.266342 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bff6077-d1df-4091-93f5-8d41695c9e87 None None] The sync data for ids ['5e0b6716-792d-48b9-8835-e085c47a094a'] in dv-neutron-821401-4-hyperv is: [{'id': '5e0b6716-792d-48b9-8835-e085c47a094a', 'name': 'tempest-TestNetworkBasicOps-router-521846324', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': '5c98fb75-4f94-42ba-bc60-0b5e199dd068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:44:33Z', 'updated_at': '2021-12-10T15:44:38Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '5c98fb75-4f94-42ba-bc60-0b5e199dd068', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0b6716-792d-48b9-8835-e085c47a094a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:44:34Z', 'updated_at': '2021-12-10T15:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': '1fdcede1-ce1d-44b9-a23b-dc35b2582084', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'floating_ip_address': '172.26.2.235', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': '5e0b6716-792d-48b9-8835-e085c47a094a', 'port_id': 'f869b3d0-afbb-44ca-a1b0-b1e39582f8a6', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70f95522-1136-49ed-bf38-f4d6ac713a0e', 'mac_address': 'fa:16:3e:11:82:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4952181-8c35-42e5-b25e-077e03ad9697', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T15:44:56Z', 'updated_at': '2021-12-10T15:44:58Z', 'revision_number': 1, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'fixed_ip_address_scope': None}, {'id': '5299eae3-5f89-40b2-b63f-2ec6d1d5ecce', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'floating_ip_address': '172.26.2.196', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': '5e0b6716-792d-48b9-8835-e085c47a094a', 'port_id': '79b728bf-79ed-4d94-8aa3-0e0938b2de90', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70f95522-1136-49ed-bf38-f4d6ac713a0e', 'mac_address': 'fa:16:3e:a1:fe:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36566466-5936-441a-b20e-9c369dfb733e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T15:45:13Z', 'updated_at': '2021-12-10T15:45:13Z', 'revision_number': 0, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd883c5ad-2e7e-470e-8f15-c86f6b2901f7', 'name': '', 'network_id': '70f95522-1136-49ed-bf38-f4d6ac713a0e', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:c9:fe:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0b6716-792d-48b9-8835-e085c47a094a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '96b07043-c42c-49b8-ab8d-2bb971f2baaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:44:37Z', 'updated_at': '2021-12-10T15:44:41Z', 'revision_number': 5, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': '96b07043-c42c-49b8-ab8d-2bb971f2baaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:45:15.290293 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-473e8bb9-4bd8-46e5-9563-69de255fd209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:15.397093 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-c38bef48-becc-4ee7-8042-62b7ecb1c342 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Deleting port 67903ee8-b0e3-4a44-99bd-a3d88af02b3a {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:45:15.397436 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c38bef48-becc-4ee7-8042-62b7ecb1c342 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:15.470146 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cb7494-25c7-4e01-a9c6-f9758eb9d30e None None] New status for floating IP 5299eae3-5f89-40b2-b63f-2ec6d1d5ecce: ACTIVE {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 15:45:15.476746 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c38bef48-becc-4ee7-8042-62b7ecb1c342 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:15.477225 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c38bef48-becc-4ee7-8042-62b7ecb1c342 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:15.489940 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-c38bef48-becc-4ee7-8042-62b7ecb1c342 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Calling delete_port for 67903ee8-b0e3-4a44-99bd-a3d88af02b3a owned by network:floatingip {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:45:15.713170 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c38bef48-becc-4ee7-8042-62b7ecb1c342 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:15.742646 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38bef48-becc-4ee7-8042-62b7ecb1c342 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Pushing event deleted for resources: {'Port': ['ID=67903ee8-b0e3-4a44-99bd-a3d88af02b3a,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:45:15.804474 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c38bef48-becc-4ee7-8042-62b7ecb1c342 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks [] for floatingip, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:15.804812 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.l3_db [None req-c38bef48-becc-4ee7-8042-62b7ecb1c342 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Floating IP 2b871ae6-269f-4508-ad2a-42131663ce09 disassociated (deleted). External IP: 172.26.2.112, port: 500784ae-777c-4b73-a7e8-75fbb8763ac2. Dec 10 15:45:16.004860 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c38bef48-becc-4ee7-8042-62b7ecb1c342 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Router 11d699a6-6bfc-444f-8dd0-eacddf43c9ec has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:45:16.107673 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c38bef48-becc-4ee7-8042-62b7ecb1c342 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:45:16.112069 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c38bef48-becc-4ee7-8042-62b7ecb1c342 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:16.118394 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc0a00e-64ab-4cbe-873f-8519ebe34f11 None None] Sync routers for ids ['11d699a6-6bfc-444f-8dd0-eacddf43c9ec'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:45:16.128816 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc0a00e-64ab-4cbe-873f-8519ebe34f11 None None] Routers {'11d699a6-6bfc-444f-8dd0-eacddf43c9ec'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:45:16.129450 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-7cc0a00e-64ab-4cbe-873f-8519ebe34f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:45:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['11d699a6-6bfc-444f-8dd0-eacddf43c9ec'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:45:16.141369 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-c38bef48-becc-4ee7-8042-62b7ecb1c342 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "DELETE /v2.0/floatingips/2b871ae6-269f-4508-ad2a-42131663ce09 HTTP/1.1" status: 204 len: 168 time: 0.9105399 Dec 10 15:45:16.165020 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:16.384387 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-7cc0a00e-64ab-4cbe-873f-8519ebe34f11 None None] Set router 11d699a6-6bfc-444f-8dd0-eacddf43c9ec gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:45:16.558403 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ad9f0-29c6-4422-b3aa-fdf5883180fe req-a2fbbb6f-cd67-469a-a112-5bf853553e4b tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:45:16.559905 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-eb3ad9f0-29c6-4422-b3aa-fdf5883180fe req-a2fbbb6f-cd67-469a-a112-5bf853553e4b tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/ports?device_id=af549c14-e7dc-447a-a0f2-7838ded21298 HTTP/1.1" status: 200 len: 945 time: 0.0536036 Dec 10 15:45:16.611241 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-7cc0a00e-64ab-4cbe-873f-8519ebe34f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'name': 'tempest-TestVolumeBootPattern-553583626-router', 'tenant_id': 'fe288e3581ed450db6aaaa858fc0d419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.208'}], 'enable_snat': True}, 'gw_port_id': 'f02d4c20-e5c5-47fe-bd7b-5915bd93b2df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:35:26Z', 'updated_at': '2021-12-10T15:35:37Z', 'revision_number': 4, 'project_id': 'fe288e3581ed450db6aaaa858fc0d419', 'gw_port': {'id': 'f02d4c20-e5c5-47fe-bd7b-5915bd93b2df', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:93:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:29Z', 'updated_at': '2021-12-10T15:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': 'cd9c3393-d6e7-4675-9354-235cf01589f5', 'tenant_id': 'fe288e3581ed450db6aaaa858fc0d419', 'floating_ip_address': '172.26.2.56', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'port_id': 'a128cc1d-7ffb-4cc5-a3d1-7b8f7243b797', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd61618b-b615-4db2-a1a8-ba6a4be6a018', 'mac_address': 'fa:16:3e:62:3d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d236a4-1ce2-4c32-a1f0-c2fd3b1d9190', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T15:40:20Z', 'updated_at': '2021-12-10T15:40:22Z', 'revision_number': 1, 'project_id': 'fe288e3581ed450db6aaaa858fc0d419', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '823c136d-ee1a-4f19-aac1-a24e5f71dd94', 'name': '', 'network_id': 'dd61618b-b615-4db2-a1a8-ba6a4be6a018', 'tenant_id': 'fe288e3581ed450db6aaaa858fc0d419', 'mac_address': 'fa:16:3e:cf:66:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '62e04148-ee42-4779-a2ec-46121cdcb205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:36Z', 'updated_at': '2021-12-10T15:35:44Z', 'revision_number': 5, 'project_id': 'fe288e3581ed450db6aaaa858fc0d419', 'subnets': [{'id': '62e04148-ee42-4779-a2ec-46121cdcb205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:45:16.614771 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-eb3ad9f0-29c6-4422-b3aa-fdf5883180fe req-268f2a93-406e-439d-9623-5a7fc60654b0 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/security-groups?id=768e56a5-cc04-4fcd-bec3-2ab2cf193260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475414 Dec 10 15:45:16.641150 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc0a00e-64ab-4cbe-873f-8519ebe34f11 None None] Checking router: 11d699a6-6bfc-444f-8dd0-eacddf43c9ec for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:45:16.644892 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af549c14-e7dc-447a-a0f2-7838ded21298', 'tag': '500784ae-777c-4b73-a7e8-75fbb8763ac2'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:45:16.647282 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde1b47dcd987728a27c8e391f176ee57ea2adf837d2cedb59662361de43515a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c859196-601c-416e-a989-c3b740156dac" -d '{"events": [{"name": "network-changed", "server_uuid": "af549c14-e7dc-447a-a0f2-7838ded21298", "tag": "500784ae-777c-4b73-a7e8-75fbb8763ac2"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:45:16.654141 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc0a00e-64ab-4cbe-873f-8519ebe34f11 None None] Routers {'11d699a6-6bfc-444f-8dd0-eacddf43c9ec'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:45:16.654141 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-7cc0a00e-64ab-4cbe-873f-8519ebe34f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:45:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['11d699a6-6bfc-444f-8dd0-eacddf43c9ec'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:45:16.683080 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 15:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ffc5841-d625-4b72-9706-49bbb07081a2 x-openstack-request-id: req-0ffc5841-d625-4b72-9706-49bbb07081a2 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:45:16.683376 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af549c14-e7dc-447a-a0f2-7838ded21298", "tag": "500784ae-777c-4b73-a7e8-75fbb8763ac2", "status": "completed", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:45:16.683632 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0ffc5841-d625-4b72-9706-49bbb07081a2 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:45:16.684036 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af549c14-e7dc-447a-a0f2-7838ded21298', 'tag': '500784ae-777c-4b73-a7e8-75fbb8763ac2', 'status': 'completed', 'code': 200} Dec 10 15:45:16.748816 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c859196-601c-416e-a989-c3b740156dac req-c47a6307-985a-4d76-8ddb-a275fb6961f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:45:16.750519 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-9c859196-601c-416e-a989-c3b740156dac req-c47a6307-985a-4d76-8ddb-a275fb6961f3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fe288e3581ed450db6aaaa858fc0d419&device_id=af549c14-e7dc-447a-a0f2-7838ded21298 HTTP/1.1" status: 200 len: 1098 time: 0.0414693 Dec 10 15:45:16.758230 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-7cc0a00e-64ab-4cbe-873f-8519ebe34f11 None None] Set router 11d699a6-6bfc-444f-8dd0-eacddf43c9ec gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:45:16.844654 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c859196-601c-416e-a989-c3b740156dac req-2877b2c0-fbfd-4f1a-980e-03e94c193638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:45:16.846315 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-9c859196-601c-416e-a989-c3b740156dac req-2877b2c0-fbfd-4f1a-980e-03e94c193638 service neutron] 10.222.0.44 "GET /v2.0/networks?id=dd61618b-b615-4db2-a1a8-ba6a4be6a018 HTTP/1.1" status: 200 len: 912 time: 0.0873170 Dec 10 15:45:16.999163 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-7cc0a00e-64ab-4cbe-873f-8519ebe34f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'name': 'tempest-TestVolumeBootPattern-553583626-router', 'tenant_id': 'fe288e3581ed450db6aaaa858fc0d419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.208'}], 'enable_snat': True}, 'gw_port_id': 'f02d4c20-e5c5-47fe-bd7b-5915bd93b2df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:35:26Z', 'updated_at': '2021-12-10T15:35:37Z', 'revision_number': 4, 'project_id': 'fe288e3581ed450db6aaaa858fc0d419', 'gw_port': {'id': 'f02d4c20-e5c5-47fe-bd7b-5915bd93b2df', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:93:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:29Z', 'updated_at': '2021-12-10T15:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': 'cd9c3393-d6e7-4675-9354-235cf01589f5', 'tenant_id': 'fe288e3581ed450db6aaaa858fc0d419', 'floating_ip_address': '172.26.2.56', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'port_id': 'a128cc1d-7ffb-4cc5-a3d1-7b8f7243b797', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd61618b-b615-4db2-a1a8-ba6a4be6a018', 'mac_address': 'fa:16:3e:62:3d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d236a4-1ce2-4c32-a1f0-c2fd3b1d9190', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T15:40:20Z', 'updated_at': '2021-12-10T15:40:22Z', 'revision_number': 1, 'project_id': 'fe288e3581ed450db6aaaa858fc0d419', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '823c136d-ee1a-4f19-aac1-a24e5f71dd94', 'name': '', 'network_id': 'dd61618b-b615-4db2-a1a8-ba6a4be6a018', 'tenant_id': 'fe288e3581ed450db6aaaa858fc0d419', 'mac_address': 'fa:16:3e:cf:66:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '62e04148-ee42-4779-a2ec-46121cdcb205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:36Z', 'updated_at': '2021-12-10T15:35:44Z', 'revision_number': 5, 'project_id': 'fe288e3581ed450db6aaaa858fc0d419', 'subnets': [{'id': '62e04148-ee42-4779-a2ec-46121cdcb205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:45:17.025890 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc0a00e-64ab-4cbe-873f-8519ebe34f11 None None] The sync data for ids ['11d699a6-6bfc-444f-8dd0-eacddf43c9ec'] in dv-neutron-821401-4-hyperv is: [{'id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'name': 'tempest-TestVolumeBootPattern-553583626-router', 'tenant_id': 'fe288e3581ed450db6aaaa858fc0d419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.208'}], 'enable_snat': True}, 'gw_port_id': 'f02d4c20-e5c5-47fe-bd7b-5915bd93b2df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:35:26Z', 'updated_at': '2021-12-10T15:35:37Z', 'revision_number': 4, 'project_id': 'fe288e3581ed450db6aaaa858fc0d419', 'gw_port': {'id': 'f02d4c20-e5c5-47fe-bd7b-5915bd93b2df', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:93:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:29Z', 'updated_at': '2021-12-10T15:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': 'cd9c3393-d6e7-4675-9354-235cf01589f5', 'tenant_id': 'fe288e3581ed450db6aaaa858fc0d419', 'floating_ip_address': '172.26.2.56', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'port_id': 'a128cc1d-7ffb-4cc5-a3d1-7b8f7243b797', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd61618b-b615-4db2-a1a8-ba6a4be6a018', 'mac_address': 'fa:16:3e:62:3d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d236a4-1ce2-4c32-a1f0-c2fd3b1d9190', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T15:40:20Z', 'updated_at': '2021-12-10T15:40:22Z', 'revision_number': 1, 'project_id': 'fe288e3581ed450db6aaaa858fc0d419', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '823c136d-ee1a-4f19-aac1-a24e5f71dd94', 'name': '', 'network_id': 'dd61618b-b615-4db2-a1a8-ba6a4be6a018', 'tenant_id': 'fe288e3581ed450db6aaaa858fc0d419', 'mac_address': 'fa:16:3e:cf:66:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '62e04148-ee42-4779-a2ec-46121cdcb205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:36Z', 'updated_at': '2021-12-10T15:35:44Z', 'revision_number': 5, 'project_id': 'fe288e3581ed450db6aaaa858fc0d419', 'subnets': [{'id': '62e04148-ee42-4779-a2ec-46121cdcb205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:45:17.226787 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-9c859196-601c-416e-a989-c3b740156dac req-7db5afa2-be73-4321-93f7-81b1826fe57e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=500784ae-777c-4b73-a7e8-75fbb8763ac2 HTTP/1.1" status: 200 len: 217 time: 0.3723221 Dec 10 15:45:17.274548 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d441ae6f-e5f9-40d6-a3ef-5db08792458f None None] New status for floating IP 2b871ae6-269f-4508-ad2a-42131663ce09: DOWN {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 15:45:17.280112 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c859196-601c-416e-a989-c3b740156dac req-89953bb5-a996-4c6f-9ac7-5b9317cf12cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:45:17.281607 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-9c859196-601c-416e-a989-c3b740156dac req-89953bb5-a996-4c6f-9ac7-5b9317cf12cf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=62e04148-ee42-4779-a2ec-46121cdcb205 HTTP/1.1" status: 200 len: 850 time: 0.0455997 Dec 10 15:45:17.328631 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c859196-601c-416e-a989-c3b740156dac req-55e9e8eb-b24a-4052-94ad-7cb34ba21422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:45:17.330173 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-9c859196-601c-416e-a989-c3b740156dac req-55e9e8eb-b24a-4052-94ad-7cb34ba21422 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dd61618b-b615-4db2-a1a8-ba6a4be6a018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395730 Dec 10 15:45:17.422728 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-9c859196-601c-416e-a989-c3b740156dac req-42fd9ce4-bb4a-437c-b71a-ea5203ed26a8 service neutron] 10.222.0.44 "GET /v2.0/networks/dd61618b-b615-4db2-a1a8-ba6a4be6a018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844066 Dec 10 15:45:17.511196 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-9c859196-601c-416e-a989-c3b740156dac req-68f96c00-c007-4c3e-b462-6650be115dcb service neutron] 10.222.0.44 "GET /v2.0/networks/dd61618b-b615-4db2-a1a8-ba6a4be6a018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803359 Dec 10 15:45:17.738932 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d996929e-4018-4930-95fb-c1985d735f7f req-10c06b46-6f67-4977-a6a6-33f995c5995a tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:45:17.740438 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d996929e-4018-4930-95fb-c1985d735f7f req-10c06b46-6f67-4977-a6a6-33f995c5995a tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/ports?device_id=af549c14-e7dc-447a-a0f2-7838ded21298 HTTP/1.1" status: 200 len: 945 time: 0.0545778 Dec 10 15:45:17.752909 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:17.789611 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d996929e-4018-4930-95fb-c1985d735f7f req-709bab11-5fa9-41d9-a665-25a58988924a tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/security-groups?id=768e56a5-cc04-4fcd-bec3-2ab2cf193260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429118 Dec 10 15:45:18.183984 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f34dd81-dc3c-4542-a15f-b356ab979b0b req-120be2e5-22f1-4a41-b43d-b3ecdaec1f1b tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:45:18.186183 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-2f34dd81-dc3c-4542-a15f-b356ab979b0b req-120be2e5-22f1-4a41-b43d-b3ecdaec1f1b tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.44 "GET /v2.0/ports?device_id=af549c14-e7dc-447a-a0f2-7838ded21298 HTTP/1.1" status: 200 len: 945 time: 0.0494571 Dec 10 15:45:18.273340 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-2f34dd81-dc3c-4542-a15f-b356ab979b0b req-e01d0044-8eab-45d6-bdd3-6e1e7b79d2af tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Deleting port 500784ae-777c-4b73-a7e8-75fbb8763ac2 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:45:18.273684 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-2f34dd81-dc3c-4542-a15f-b356ab979b0b req-e01d0044-8eab-45d6-bdd3-6e1e7b79d2af tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:18.361327 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-2f34dd81-dc3c-4542-a15f-b356ab979b0b req-e01d0044-8eab-45d6-bdd3-6e1e7b79d2af tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] For port 500784ae-777c-4b73-a7e8-75fbb8763ac2, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=500784ae-777c-4b73-a7e8-75fbb8763ac2,segment=NetworkSegment(8ca9f398-d3a4-4fa1-b246-394025aacb79),segment_id=8ca9f398-d3a4-4fa1-b246-394025aacb79)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:45:18.361686 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-2f34dd81-dc3c-4542-a15f-b356ab979b0b req-e01d0044-8eab-45d6-bdd3-6e1e7b79d2af tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:18.374424 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-2f34dd81-dc3c-4542-a15f-b356ab979b0b req-e01d0044-8eab-45d6-bdd3-6e1e7b79d2af tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Calling delete_port for 500784ae-777c-4b73-a7e8-75fbb8763ac2 owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:45:18.570169 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-2f34dd81-dc3c-4542-a15f-b356ab979b0b req-e01d0044-8eab-45d6-bdd3-6e1e7b79d2af tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:18.597200 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01d0044-8eab-45d6-bdd3-6e1e7b79d2af tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Pushing event deleted for resources: {'Port': ['ID=500784ae-777c-4b73-a7e8-75fbb8763ac2,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:45:18.665564 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f34dd81-dc3c-4542-a15f-b356ab979b0b req-e01d0044-8eab-45d6-bdd3-6e1e7b79d2af tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] No DVR routers for this DVR port 500784ae-777c-4b73-a7e8-75fbb8763ac2 on host hv-neutron-8214 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:45:18.665564 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-2f34dd81-dc3c-4542-a15f-b356ab979b0b req-e01d0044-8eab-45d6-bdd3-6e1e7b79d2af tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:18.665564 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-2f34dd81-dc3c-4542-a15f-b356ab979b0b req-e01d0044-8eab-45d6-bdd3-6e1e7b79d2af tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.44 "DELETE /v2.0/ports/500784ae-777c-4b73-a7e8-75fbb8763ac2 HTTP/1.1" status: 204 len: 173 time: 0.4545732 Dec 10 15:45:18.665564 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af549c14-e7dc-447a-a0f2-7838ded21298', 'name': 'network-vif-deleted', 'tag': '500784ae-777c-4b73-a7e8-75fbb8763ac2'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:45:18.665564 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9ca57131bc4931768ac29058952438d1fdd62308db7b17540cc34ffe8faef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf62ee2-31e7-4522-83fb-e3e56d14e7da" -d '{"events": [{"server_uuid": "af549c14-e7dc-447a-a0f2-7838ded21298", "name": "network-vif-deleted", "tag": "500784ae-777c-4b73-a7e8-75fbb8763ac2"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:45:18.686722 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 15:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-300ae15d-3e69-41ce-a66c-63319803b8b3 x-openstack-request-id: req-300ae15d-3e69-41ce-a66c-63319803b8b3 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:45:18.687014 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af549c14-e7dc-447a-a0f2-7838ded21298", "name": "network-vif-deleted", "tag": "500784ae-777c-4b73-a7e8-75fbb8763ac2", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:45:18.687263 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-300ae15d-3e69-41ce-a66c-63319803b8b3 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:45:18.687754 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af549c14-e7dc-447a-a0f2-7838ded21298', 'name': 'network-vif-deleted', 'tag': '500784ae-777c-4b73-a7e8-75fbb8763ac2', 'status': 'completed', 'code': 200} Dec 10 15:45:18.695897 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:18.891022 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-a87903a8-15fd-4ae6-95ea-d21c44152053 req-8b3748e8-4c99-4130-ab2a-da6e70602459 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/ports?device_id=af549c14-e7dc-447a-a0f2-7838ded21298 HTTP/1.1" status: 200 len: 210 time: 0.0268908 Dec 10 15:45:20.050089 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-28c0c0db-af38-4276-8a1d-bc8ef540552d req-564032a4-d71d-4018-9091-a74e32dd1bee tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/ports?device_id=af549c14-e7dc-447a-a0f2-7838ded21298 HTTP/1.1" status: 200 len: 210 time: 0.0897684 Dec 10 15:45:21.145637 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-e0c90ac4-5448-4025-9baa-a9012de11d44 req-5a3bf34e-46e4-492a-994f-6af4297760c8 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/ports?device_id=af549c14-e7dc-447a-a0f2-7838ded21298 HTTP/1.1" status: 200 len: 210 time: 0.0297139 Dec 10 15:45:21.738086 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 500784ae-777c-4b73-a7e8-75fbb8763ac2 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:45:21.758616 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] No Port match for: 500784ae-777c-4b73-a7e8-75fbb8763ac2 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:45:21.758965 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 500784ae-777c-4b73-a7e8-75fbb8763ac2 not bound to the agent host hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:45:22.238418 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-27a904ad-1623-42f1-92fb-aefb9712c2ee req-206cac48-e447-4b0b-8268-95597c7e29ad tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/ports?device_id=af549c14-e7dc-447a-a0f2-7838ded21298 HTTP/1.1" status: 200 len: 210 time: 0.0270720 Dec 10 15:45:23.340654 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-734942a8-29ce-4005-b80e-f22679982bb8 req-26c22df9-5671-458c-b389-5f0f3ae5b932 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/ports?device_id=af549c14-e7dc-447a-a0f2-7838ded21298 HTTP/1.1" status: 200 len: 210 time: 0.0253344 Dec 10 15:45:29.975312 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 38986) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:45:30.007392 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 15:45:30.127253 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-687cbecb-2818-4c7d-a7a7-33c5efbfe625 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Deleting port 73deeb1e-e83d-4982-a71d-c431bf497428 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:45:30.127585 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-687cbecb-2818-4c7d-a7a7-33c5efbfe625 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:30.202793 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-687cbecb-2818-4c7d-a7a7-33c5efbfe625 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:30.203135 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-687cbecb-2818-4c7d-a7a7-33c5efbfe625 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:30.214290 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-687cbecb-2818-4c7d-a7a7-33c5efbfe625 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Calling delete_port for 73deeb1e-e83d-4982-a71d-c431bf497428 owned by network:floatingip {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:45:30.421031 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-687cbecb-2818-4c7d-a7a7-33c5efbfe625 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:30.774139 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687cbecb-2818-4c7d-a7a7-33c5efbfe625 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Pushing event deleted for resources: {'Port': ['ID=73deeb1e-e83d-4982-a71d-c431bf497428,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:45:30.785765 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687cbecb-2818-4c7d-a7a7-33c5efbfe625 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:45:30.786146 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687cbecb-2818-4c7d-a7a7-33c5efbfe625 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:45:30.786486 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687cbecb-2818-4c7d-a7a7-33c5efbfe625 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:45:30.786823 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687cbecb-2818-4c7d-a7a7-33c5efbfe625 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:45:30.787152 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687cbecb-2818-4c7d-a7a7-33c5efbfe625 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:45:30.787479 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687cbecb-2818-4c7d-a7a7-33c5efbfe625 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:45:30.787806 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687cbecb-2818-4c7d-a7a7-33c5efbfe625 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:45:30.788131 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687cbecb-2818-4c7d-a7a7-33c5efbfe625 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:45:30.788456 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687cbecb-2818-4c7d-a7a7-33c5efbfe625 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:45:30.788779 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687cbecb-2818-4c7d-a7a7-33c5efbfe625 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:45:30.789102 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687cbecb-2818-4c7d-a7a7-33c5efbfe625 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:45:30.789420 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687cbecb-2818-4c7d-a7a7-33c5efbfe625 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:45:30.789736 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687cbecb-2818-4c7d-a7a7-33c5efbfe625 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:45:30.841508 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-687cbecb-2818-4c7d-a7a7-33c5efbfe625 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks [] for floatingip, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:30.841868 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.l3_db [None req-687cbecb-2818-4c7d-a7a7-33c5efbfe625 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Floating IP cd9c3393-d6e7-4675-9354-235cf01589f5 disassociated (deleted). External IP: 172.26.2.56, port: a128cc1d-7ffb-4cc5-a3d1-7b8f7243b797. Dec 10 15:45:31.047464 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-687cbecb-2818-4c7d-a7a7-33c5efbfe625 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Router 11d699a6-6bfc-444f-8dd0-eacddf43c9ec has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:45:31.150602 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-687cbecb-2818-4c7d-a7a7-33c5efbfe625 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:45:31.156113 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-687cbecb-2818-4c7d-a7a7-33c5efbfe625 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:31.163896 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3da357-bed3-40b5-8b88-3e30c6dc09f2 None None] Sync routers for ids ['11d699a6-6bfc-444f-8dd0-eacddf43c9ec'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:45:31.176604 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3da357-bed3-40b5-8b88-3e30c6dc09f2 None None] Routers {'11d699a6-6bfc-444f-8dd0-eacddf43c9ec'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:45:31.177227 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-8e3da357-bed3-40b5-8b88-3e30c6dc09f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:45:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['11d699a6-6bfc-444f-8dd0-eacddf43c9ec'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:45:31.182103 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-687cbecb-2818-4c7d-a7a7-33c5efbfe625 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "DELETE /v2.0/floatingips/cd9c3393-d6e7-4675-9354-235cf01589f5 HTTP/1.1" status: 204 len: 168 time: 1.2056842 Dec 10 15:45:31.182702 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19d236a4-1ce2-4c32-a1f0-c2fd3b1d9190', 'tag': 'a128cc1d-7ffb-4cc5-a3d1-7b8f7243b797'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:45:31.185502 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde1b47dcd987728a27c8e391f176ee57ea2adf837d2cedb59662361de43515a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eef3a16-6898-457c-9759-e27eddb1a3ef" -d '{"events": [{"name": "network-changed", "server_uuid": "19d236a4-1ce2-4c32-a1f0-c2fd3b1d9190", "tag": "a128cc1d-7ffb-4cc5-a3d1-7b8f7243b797"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:45:31.222276 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 15:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ebdfb11-3fbd-47ff-92b4-fe4c8699495c x-openstack-request-id: req-2ebdfb11-3fbd-47ff-92b4-fe4c8699495c {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:45:31.222574 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19d236a4-1ce2-4c32-a1f0-c2fd3b1d9190", "tag": "a128cc1d-7ffb-4cc5-a3d1-7b8f7243b797", "status": "completed", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:45:31.222835 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2ebdfb11-3fbd-47ff-92b4-fe4c8699495c {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:45:31.223250 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19d236a4-1ce2-4c32-a1f0-c2fd3b1d9190', 'tag': 'a128cc1d-7ffb-4cc5-a3d1-7b8f7243b797', 'status': 'completed', 'code': 200} Dec 10 15:45:31.285423 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eef3a16-6898-457c-9759-e27eddb1a3ef req-bfb74e09-b119-4060-91c0-77d0622bd36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:45:31.286329 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-8e3da357-bed3-40b5-8b88-3e30c6dc09f2 None None] Set router 11d699a6-6bfc-444f-8dd0-eacddf43c9ec gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:45:31.286993 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-0eef3a16-6898-457c-9759-e27eddb1a3ef req-bfb74e09-b119-4060-91c0-77d0622bd36a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fe288e3581ed450db6aaaa858fc0d419&device_id=19d236a4-1ce2-4c32-a1f0-c2fd3b1d9190 HTTP/1.1" status: 200 len: 1099 time: 0.0413647 Dec 10 15:45:31.385246 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eef3a16-6898-457c-9759-e27eddb1a3ef req-de53301e-7775-4370-97bf-1c78c2e00114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:45:31.386696 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-0eef3a16-6898-457c-9759-e27eddb1a3ef req-de53301e-7775-4370-97bf-1c78c2e00114 service neutron] 10.222.0.44 "GET /v2.0/networks?id=dd61618b-b615-4db2-a1a8-ba6a4be6a018 HTTP/1.1" status: 200 len: 912 time: 0.0880728 Dec 10 15:45:31.432117 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-0eef3a16-6898-457c-9759-e27eddb1a3ef req-6f209dbb-b353-4ce0-a83a-bccc234ff5c9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a128cc1d-7ffb-4cc5-a3d1-7b8f7243b797 HTTP/1.1" status: 200 len: 217 time: 0.0382872 Dec 10 15:45:31.484784 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-8e3da357-bed3-40b5-8b88-3e30c6dc09f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'name': 'tempest-TestVolumeBootPattern-553583626-router', 'tenant_id': 'fe288e3581ed450db6aaaa858fc0d419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.208'}], 'enable_snat': True}, 'gw_port_id': 'f02d4c20-e5c5-47fe-bd7b-5915bd93b2df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:35:26Z', 'updated_at': '2021-12-10T15:35:37Z', 'revision_number': 4, 'project_id': 'fe288e3581ed450db6aaaa858fc0d419', 'gw_port': {'id': 'f02d4c20-e5c5-47fe-bd7b-5915bd93b2df', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:93:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:29Z', 'updated_at': '2021-12-10T15:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '823c136d-ee1a-4f19-aac1-a24e5f71dd94', 'name': '', 'network_id': 'dd61618b-b615-4db2-a1a8-ba6a4be6a018', 'tenant_id': 'fe288e3581ed450db6aaaa858fc0d419', 'mac_address': 'fa:16:3e:cf:66:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '62e04148-ee42-4779-a2ec-46121cdcb205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:36Z', 'updated_at': '2021-12-10T15:35:44Z', 'revision_number': 5, 'project_id': 'fe288e3581ed450db6aaaa858fc0d419', 'subnets': [{'id': '62e04148-ee42-4779-a2ec-46121cdcb205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:45:31.485213 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eef3a16-6898-457c-9759-e27eddb1a3ef req-a7339187-c4e9-44d2-bca3-c2436b120594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:45:31.486985 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-0eef3a16-6898-457c-9759-e27eddb1a3ef req-a7339187-c4e9-44d2-bca3-c2436b120594 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=62e04148-ee42-4779-a2ec-46121cdcb205 HTTP/1.1" status: 200 len: 850 time: 0.0444131 Dec 10 15:45:31.515779 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3da357-bed3-40b5-8b88-3e30c6dc09f2 None None] Checking router: 11d699a6-6bfc-444f-8dd0-eacddf43c9ec for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:45:31.527815 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3da357-bed3-40b5-8b88-3e30c6dc09f2 None None] Routers {'11d699a6-6bfc-444f-8dd0-eacddf43c9ec'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:45:31.528941 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-8e3da357-bed3-40b5-8b88-3e30c6dc09f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:45:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['11d699a6-6bfc-444f-8dd0-eacddf43c9ec'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:45:31.538497 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eef3a16-6898-457c-9759-e27eddb1a3ef req-33393985-965d-4fd1-8cae-b6bc92ed330b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:45:31.540091 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-0eef3a16-6898-457c-9759-e27eddb1a3ef req-33393985-965d-4fd1-8cae-b6bc92ed330b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dd61618b-b615-4db2-a1a8-ba6a4be6a018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0416660 Dec 10 15:45:31.587832 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b2b438-06b4-4efc-a95a-8878a47d3c3d req-a41e73d4-35a1-4565-a6d2-268b78a94dd7 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:45:31.589352 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-26b2b438-06b4-4efc-a95a-8878a47d3c3d req-a41e73d4-35a1-4565-a6d2-268b78a94dd7 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/ports?device_id=19d236a4-1ce2-4c32-a1f0-c2fd3b1d9190 HTTP/1.1" status: 200 len: 946 time: 0.0528293 Dec 10 15:45:31.642720 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-0eef3a16-6898-457c-9759-e27eddb1a3ef req-3f6a0dc4-2a89-494d-a217-f29698ed8871 service neutron] 10.222.0.44 "GET /v2.0/networks/dd61618b-b615-4db2-a1a8-ba6a4be6a018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935664 Dec 10 15:45:31.643456 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-8e3da357-bed3-40b5-8b88-3e30c6dc09f2 None None] Set router 11d699a6-6bfc-444f-8dd0-eacddf43c9ec gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:45:31.645746 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-26b2b438-06b4-4efc-a95a-8878a47d3c3d req-327f80ef-254c-423b-86ad-6a722fd3642e tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/security-groups?id=768e56a5-cc04-4fcd-bec3-2ab2cf193260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494473 Dec 10 15:45:31.738038 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-0eef3a16-6898-457c-9759-e27eddb1a3ef req-875a0e34-551f-4df1-85a1-70bde307dba9 service neutron] 10.222.0.44 "GET /v2.0/networks/dd61618b-b615-4db2-a1a8-ba6a4be6a018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832162 Dec 10 15:45:31.842083 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-8e3da357-bed3-40b5-8b88-3e30c6dc09f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'name': 'tempest-TestVolumeBootPattern-553583626-router', 'tenant_id': 'fe288e3581ed450db6aaaa858fc0d419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.208'}], 'enable_snat': True}, 'gw_port_id': 'f02d4c20-e5c5-47fe-bd7b-5915bd93b2df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:35:26Z', 'updated_at': '2021-12-10T15:35:37Z', 'revision_number': 4, 'project_id': 'fe288e3581ed450db6aaaa858fc0d419', 'gw_port': {'id': 'f02d4c20-e5c5-47fe-bd7b-5915bd93b2df', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:93:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:29Z', 'updated_at': '2021-12-10T15:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '823c136d-ee1a-4f19-aac1-a24e5f71dd94', 'name': '', 'network_id': 'dd61618b-b615-4db2-a1a8-ba6a4be6a018', 'tenant_id': 'fe288e3581ed450db6aaaa858fc0d419', 'mac_address': 'fa:16:3e:cf:66:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '62e04148-ee42-4779-a2ec-46121cdcb205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:36Z', 'updated_at': '2021-12-10T15:35:44Z', 'revision_number': 5, 'project_id': 'fe288e3581ed450db6aaaa858fc0d419', 'subnets': [{'id': '62e04148-ee42-4779-a2ec-46121cdcb205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:45:31.868429 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3da357-bed3-40b5-8b88-3e30c6dc09f2 None None] The sync data for ids ['11d699a6-6bfc-444f-8dd0-eacddf43c9ec'] in dv-neutron-821401-4-hyperv is: [{'id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'name': 'tempest-TestVolumeBootPattern-553583626-router', 'tenant_id': 'fe288e3581ed450db6aaaa858fc0d419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.208'}], 'enable_snat': True}, 'gw_port_id': 'f02d4c20-e5c5-47fe-bd7b-5915bd93b2df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:35:26Z', 'updated_at': '2021-12-10T15:35:37Z', 'revision_number': 4, 'project_id': 'fe288e3581ed450db6aaaa858fc0d419', 'gw_port': {'id': 'f02d4c20-e5c5-47fe-bd7b-5915bd93b2df', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:93:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:29Z', 'updated_at': '2021-12-10T15:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '823c136d-ee1a-4f19-aac1-a24e5f71dd94', 'name': '', 'network_id': 'dd61618b-b615-4db2-a1a8-ba6a4be6a018', 'tenant_id': 'fe288e3581ed450db6aaaa858fc0d419', 'mac_address': 'fa:16:3e:cf:66:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '62e04148-ee42-4779-a2ec-46121cdcb205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:36Z', 'updated_at': '2021-12-10T15:35:44Z', 'revision_number': 5, 'project_id': 'fe288e3581ed450db6aaaa858fc0d419', 'subnets': [{'id': '62e04148-ee42-4779-a2ec-46121cdcb205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:45:32.124215 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23401327-4c63-4e8b-898c-11e692cf32b3 None None] New status for floating IP cd9c3393-d6e7-4675-9354-235cf01589f5: DOWN {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 15:45:32.175292 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b06a67c-1df3-48de-af85-ea9dba055499 req-3e1752c6-d998-4dfa-b95a-7c026c89ca0e tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:45:32.177150 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-8b06a67c-1df3-48de-af85-ea9dba055499 req-3e1752c6-d998-4dfa-b95a-7c026c89ca0e tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.44 "GET /v2.0/ports?device_id=19d236a4-1ce2-4c32-a1f0-c2fd3b1d9190 HTTP/1.1" status: 200 len: 946 time: 0.0667181 Dec 10 15:45:32.279695 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-8b06a67c-1df3-48de-af85-ea9dba055499 req-81aea82d-0afa-4e7a-b418-ba2c179e886f tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Deleting port a128cc1d-7ffb-4cc5-a3d1-7b8f7243b797 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:45:32.280115 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-8b06a67c-1df3-48de-af85-ea9dba055499 req-81aea82d-0afa-4e7a-b418-ba2c179e886f tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:32.372611 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-8b06a67c-1df3-48de-af85-ea9dba055499 req-81aea82d-0afa-4e7a-b418-ba2c179e886f tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] For port a128cc1d-7ffb-4cc5-a3d1-7b8f7243b797, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=a128cc1d-7ffb-4cc5-a3d1-7b8f7243b797,segment=NetworkSegment(8ca9f398-d3a4-4fa1-b246-394025aacb79),segment_id=8ca9f398-d3a4-4fa1-b246-394025aacb79)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:45:32.373308 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-8b06a67c-1df3-48de-af85-ea9dba055499 req-81aea82d-0afa-4e7a-b418-ba2c179e886f tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:32.384607 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-8b06a67c-1df3-48de-af85-ea9dba055499 req-81aea82d-0afa-4e7a-b418-ba2c179e886f tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Calling delete_port for a128cc1d-7ffb-4cc5-a3d1-7b8f7243b797 owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:45:32.602329 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-8b06a67c-1df3-48de-af85-ea9dba055499 req-81aea82d-0afa-4e7a-b418-ba2c179e886f tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:32.642463 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aea82d-0afa-4e7a-b418-ba2c179e886f tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Pushing event deleted for resources: {'Port': ['ID=a128cc1d-7ffb-4cc5-a3d1-7b8f7243b797,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:45:32.666919 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81aea82d-0afa-4e7a-b418-ba2c179e886f tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:45:32.671496 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81aea82d-0afa-4e7a-b418-ba2c179e886f tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:45:32.671496 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81aea82d-0afa-4e7a-b418-ba2c179e886f tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:45:32.671496 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81aea82d-0afa-4e7a-b418-ba2c179e886f tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:45:32.671496 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81aea82d-0afa-4e7a-b418-ba2c179e886f tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:45:32.671496 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81aea82d-0afa-4e7a-b418-ba2c179e886f tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:45:32.671496 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81aea82d-0afa-4e7a-b418-ba2c179e886f tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:45:32.671496 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81aea82d-0afa-4e7a-b418-ba2c179e886f tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:45:32.671496 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81aea82d-0afa-4e7a-b418-ba2c179e886f tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:45:32.671496 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81aea82d-0afa-4e7a-b418-ba2c179e886f tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:45:32.671496 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81aea82d-0afa-4e7a-b418-ba2c179e886f tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:45:32.671496 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81aea82d-0afa-4e7a-b418-ba2c179e886f tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:45:32.671496 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81aea82d-0afa-4e7a-b418-ba2c179e886f tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:45:32.693427 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b06a67c-1df3-48de-af85-ea9dba055499 req-81aea82d-0afa-4e7a-b418-ba2c179e886f tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] No DVR routers for this DVR port a128cc1d-7ffb-4cc5-a3d1-7b8f7243b797 on host hv-neutron-8214 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:45:32.695982 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-8b06a67c-1df3-48de-af85-ea9dba055499 req-81aea82d-0afa-4e7a-b418-ba2c179e886f tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:32.699378 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-8b06a67c-1df3-48de-af85-ea9dba055499 req-81aea82d-0afa-4e7a-b418-ba2c179e886f tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.44 "DELETE /v2.0/ports/a128cc1d-7ffb-4cc5-a3d1-7b8f7243b797 HTTP/1.1" status: 204 len: 173 time: 0.5162807 Dec 10 15:45:32.699861 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19d236a4-1ce2-4c32-a1f0-c2fd3b1d9190', 'name': 'network-vif-deleted', 'tag': 'a128cc1d-7ffb-4cc5-a3d1-7b8f7243b797'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:45:32.702238 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9ca57131bc4931768ac29058952438d1fdd62308db7b17540cc34ffe8faef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d191442a-5a97-479d-befe-25948507f56a" -d '{"events": [{"server_uuid": "19d236a4-1ce2-4c32-a1f0-c2fd3b1d9190", "name": "network-vif-deleted", "tag": "a128cc1d-7ffb-4cc5-a3d1-7b8f7243b797"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:45:32.748020 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 15:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c418addd-0157-45d9-858d-8fd11d93be26 x-openstack-request-id: req-c418addd-0157-45d9-858d-8fd11d93be26 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:45:32.749967 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19d236a4-1ce2-4c32-a1f0-c2fd3b1d9190", "name": "network-vif-deleted", "tag": "a128cc1d-7ffb-4cc5-a3d1-7b8f7243b797", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:45:32.749967 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c418addd-0157-45d9-858d-8fd11d93be26 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:45:32.749967 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19d236a4-1ce2-4c32-a1f0-c2fd3b1d9190', 'name': 'network-vif-deleted', 'tag': 'a128cc1d-7ffb-4cc5-a3d1-7b8f7243b797', 'status': 'completed', 'code': 200} Dec 10 15:45:32.751114 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-ddd22c30-79fe-4a92-abb5-f36ec58ffa89 req-acc9c541-c35f-4473-9cfc-8640265c11eb tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/ports?device_id=19d236a4-1ce2-4c32-a1f0-c2fd3b1d9190 HTTP/1.1" status: 200 len: 210 time: 0.0307081 Dec 10 15:45:33.845258 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-8b5ddb29-cd89-44b9-affe-1052ea9d5f15 req-35ce046e-9f6e-4478-9450-5ddbf69e666c tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/ports?device_id=19d236a4-1ce2-4c32-a1f0-c2fd3b1d9190 HTTP/1.1" status: 200 len: 210 time: 0.0273352 Dec 10 15:45:34.943150 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-00367f77-9a6a-4f44-8637-893f49747d49 req-9dd0be06-d32c-43b0-906b-6ad8b3f61a91 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/ports?device_id=19d236a4-1ce2-4c32-a1f0-c2fd3b1d9190 HTTP/1.1" status: 200 len: 210 time: 0.0264368 Dec 10 15:45:35.785517 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device a128cc1d-7ffb-4cc5-a3d1-7b8f7243b797 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:45:35.805286 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] No Port match for: a128cc1d-7ffb-4cc5-a3d1-7b8f7243b797 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:45:35.805629 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device a128cc1d-7ffb-4cc5-a3d1-7b8f7243b797 not bound to the agent host hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:45:36.050072 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-bf082bd1-d8bc-4dd5-a1c5-0e96c501365c req-49099985-286b-45e3-88fe-559c20410b42 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/ports?device_id=19d236a4-1ce2-4c32-a1f0-c2fd3b1d9190 HTTP/1.1" status: 200 len: 210 time: 0.0270720 Dec 10 15:45:37.151936 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-a8fca623-50e6-4dc1-b0a1-c905f2f11a1e req-3a84a309-a24c-4c02-b2cc-98cbb26a5d4e tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "GET /v2.0/ports?device_id=19d236a4-1ce2-4c32-a1f0-c2fd3b1d9190 HTTP/1.1" status: 200 len: 210 time: 0.0300288 Dec 10 15:45:38.209844 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 39010) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:45:38.345310 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-aed9a42b-8cd4-44bc-b490-d3afb523bfe1 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Deleting port ca9c06e1-a15c-4274-b0cf-f5f1f3393f97 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:45:38.345552 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-aed9a42b-8cd4-44bc-b490-d3afb523bfe1 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:38.420199 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-aed9a42b-8cd4-44bc-b490-d3afb523bfe1 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:38.420523 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-aed9a42b-8cd4-44bc-b490-d3afb523bfe1 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:38.431688 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-aed9a42b-8cd4-44bc-b490-d3afb523bfe1 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Calling delete_port for ca9c06e1-a15c-4274-b0cf-f5f1f3393f97 owned by network:floatingip {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:45:38.631037 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-aed9a42b-8cd4-44bc-b490-d3afb523bfe1 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:38.657240 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed9a42b-8cd4-44bc-b490-d3afb523bfe1 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Pushing event deleted for resources: {'Port': ['ID=ca9c06e1-a15c-4274-b0cf-f5f1f3393f97,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:45:38.717654 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-aed9a42b-8cd4-44bc-b490-d3afb523bfe1 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks [] for floatingip, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:38.720552 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-aed9a42b-8cd4-44bc-b490-d3afb523bfe1 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:38.721732 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-aed9a42b-8cd4-44bc-b490-d3afb523bfe1 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "DELETE /v2.0/floatingips/21873e4d-cc4d-4934-a87f-2faed97d5918 HTTP/1.1" status: 204 len: 168 time: 0.5108957 Dec 10 15:45:42.174976 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 39026) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:45:42.232249 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-87cedcd8-c47c-49cc-b240-974c8e014f09 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:42.256765 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-87cedcd8-c47c-49cc-b240-974c8e014f09 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:42.415367 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-87cedcd8-c47c-49cc-b240-974c8e014f09 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:42.418092 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-87cedcd8-c47c-49cc-b240-974c8e014f09 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:42.419296 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-87cedcd8-c47c-49cc-b240-974c8e014f09 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] 10.222.0.20 "DELETE /v2.0/security-groups/768e56a5-cc04-4fcd-bec3-2ab2cf193260 HTTP/1.1" status: 204 len: 168 time: 0.2433183 Dec 10 15:45:42.428915 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cedcd8-c47c-49cc-b240-974c8e014f09 tempest-TestVolumeBootPattern-1209471570 tempest-TestVolumeBootPattern-1209471570-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=768e56a5-cc04-4fcd-bec3-2ab2cf193260,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:45:42.560997 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 39030) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:45:42.935647 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0bf91745-61cd-4b7c-a2a5-3da887a1be10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:43.041074 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9efeb88b-8ccd-432e-8371-d7f3675c2a7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549925'] for router_interface, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:43.299262 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-9efeb88b-8ccd-432e-8371-d7f3675c2a7f admin admin] Deleting port 823c136d-ee1a-4f19-aac1-a24e5f71dd94 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:45:43.300196 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9efeb88b-8ccd-432e-8371-d7f3675c2a7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:43.390949 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-9efeb88b-8ccd-432e-8371-d7f3675c2a7f admin admin] For port 823c136d-ee1a-4f19-aac1-a24e5f71dd94, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=823c136d-ee1a-4f19-aac1-a24e5f71dd94,segment=NetworkSegment(8ca9f398-d3a4-4fa1-b246-394025aacb79),segment_id=8ca9f398-d3a4-4fa1-b246-394025aacb79)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:45:43.391315 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9efeb88b-8ccd-432e-8371-d7f3675c2a7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:43.404088 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-9efeb88b-8ccd-432e-8371-d7f3675c2a7f admin admin] Calling delete_port for 823c136d-ee1a-4f19-aac1-a24e5f71dd94 owned by network:router_interface {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:45:43.432339 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:43.632371 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9efeb88b-8ccd-432e-8371-d7f3675c2a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:43.659320 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efeb88b-8ccd-432e-8371-d7f3675c2a7f admin admin] Pushing event deleted for resources: {'Port': ['ID=823c136d-ee1a-4f19-aac1-a24e5f71dd94,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:45:43.835658 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9efeb88b-8ccd-432e-8371-d7f3675c2a7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550073'] for router_interface, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:44.055819 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9efeb88b-8ccd-432e-8371-d7f3675c2a7f admin admin] Router 11d699a6-6bfc-444f-8dd0-eacddf43c9ec has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:45:44.164293 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9efeb88b-8ccd-432e-8371-d7f3675c2a7f admin admin] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:45:44.169979 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-9efeb88b-8ccd-432e-8371-d7f3675c2a7f admin admin] 10.222.0.20 "PUT /v2.0/routers/11d699a6-6bfc-444f-8dd0-eacddf43c9ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6079354 Dec 10 15:45:44.172491 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 39036) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:45:44.175166 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b7e9f2-b17f-4237-9565-5c2e17f225cd None None] Sync routers for ids ['11d699a6-6bfc-444f-8dd0-eacddf43c9ec'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:45:44.186969 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b7e9f2-b17f-4237-9565-5c2e17f225cd None None] Routers {'11d699a6-6bfc-444f-8dd0-eacddf43c9ec'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:45:44.187609 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-30b7e9f2-b17f-4237-9565-5c2e17f225cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:45:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['11d699a6-6bfc-444f-8dd0-eacddf43c9ec'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:45:44.282122 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-54981811-2c4f-4d0b-b1c3-0f3b78d493fc admin admin] Publish callbacks [] for router, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:44.295736 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-30b7e9f2-b17f-4237-9565-5c2e17f225cd None None] Set router 11d699a6-6bfc-444f-8dd0-eacddf43c9ec gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:45:44.379633 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-54981811-2c4f-4d0b-b1c3-0f3b78d493fc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:44.468577 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-30b7e9f2-b17f-4237-9565-5c2e17f225cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'name': 'tempest-TestVolumeBootPattern-553583626-router', 'tenant_id': 'fe288e3581ed450db6aaaa858fc0d419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.208'}], 'enable_snat': True}, 'gw_port_id': 'f02d4c20-e5c5-47fe-bd7b-5915bd93b2df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:35:26Z', 'updated_at': '2021-12-10T15:45:43Z', 'revision_number': 5, 'project_id': 'fe288e3581ed450db6aaaa858fc0d419', 'gw_port': {'id': 'f02d4c20-e5c5-47fe-bd7b-5915bd93b2df', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:93:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:29Z', 'updated_at': '2021-12-10T15:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:45:44.507154 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-54981811-2c4f-4d0b-b1c3-0f3b78d493fc admin admin] Deleting port f02d4c20-e5c5-47fe-bd7b-5915bd93b2df {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:45:44.507422 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-54981811-2c4f-4d0b-b1c3-0f3b78d493fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:44.588792 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-54981811-2c4f-4d0b-b1c3-0f3b78d493fc admin admin] For port f02d4c20-e5c5-47fe-bd7b-5915bd93b2df, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=f02d4c20-e5c5-47fe-bd7b-5915bd93b2df,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:45:44.589165 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-54981811-2c4f-4d0b-b1c3-0f3b78d493fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:44.602717 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-54981811-2c4f-4d0b-b1c3-0f3b78d493fc admin admin] Calling delete_port for f02d4c20-e5c5-47fe-bd7b-5915bd93b2df owned by network:router_gateway {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:45:44.654269 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b7e9f2-b17f-4237-9565-5c2e17f225cd None None] Checking router: 11d699a6-6bfc-444f-8dd0-eacddf43c9ec for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:45:44.656273 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b7e9f2-b17f-4237-9565-5c2e17f225cd None None] Routers {'11d699a6-6bfc-444f-8dd0-eacddf43c9ec'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:45:44.656887 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-30b7e9f2-b17f-4237-9565-5c2e17f225cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:45:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['11d699a6-6bfc-444f-8dd0-eacddf43c9ec'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:45:44.741015 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-30b7e9f2-b17f-4237-9565-5c2e17f225cd None None] Set router 11d699a6-6bfc-444f-8dd0-eacddf43c9ec gateway port host: None {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:45:44.792098 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-30b7e9f2-b17f-4237-9565-5c2e17f225cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'name': 'tempest-TestVolumeBootPattern-553583626-router', 'tenant_id': 'fe288e3581ed450db6aaaa858fc0d419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:35:26Z', 'updated_at': '2021-12-10T15:45:44Z', 'revision_number': 6, 'project_id': 'fe288e3581ed450db6aaaa858fc0d419', 'gw_port_host': None}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:45:44.820827 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b7e9f2-b17f-4237-9565-5c2e17f225cd None None] The sync data for ids ['11d699a6-6bfc-444f-8dd0-eacddf43c9ec'] in dv-neutron-821401-4-hyperv is: [{'id': '11d699a6-6bfc-444f-8dd0-eacddf43c9ec', 'name': 'tempest-TestVolumeBootPattern-553583626-router', 'tenant_id': 'fe288e3581ed450db6aaaa858fc0d419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:35:26Z', 'updated_at': '2021-12-10T15:45:44Z', 'revision_number': 6, 'project_id': 'fe288e3581ed450db6aaaa858fc0d419', 'gw_port_host': None}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:45:44.826957 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-54981811-2c4f-4d0b-b1c3-0f3b78d493fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:44.853974 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54981811-2c4f-4d0b-b1c3-0f3b78d493fc admin admin] Pushing event deleted for resources: {'Port': ['ID=f02d4c20-e5c5-47fe-bd7b-5915bd93b2df,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:45:44.868104 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd562380-56af-4198-bbd0-08bbcfca2146 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:45:44.925365 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-54981811-2c4f-4d0b-b1c3-0f3b78d493fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552731'] for router_gateway, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:45.013959 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-54981811-2c4f-4d0b-b1c3-0f3b78d493fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13898'] for router, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:45.016032 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-54981811-2c4f-4d0b-b1c3-0f3b78d493fc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:45.157140 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-54981811-2c4f-4d0b-b1c3-0f3b78d493fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549250'] for router, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:45.157140 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54981811-2c4f-4d0b-b1c3-0f3b78d493fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11d699a6-6bfc-444f-8dd0-eacddf43c9ec {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 15:45:45.157140 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-54981811-2c4f-4d0b-b1c3-0f3b78d493fc admin admin] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:45.158010 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-54981811-2c4f-4d0b-b1c3-0f3b78d493fc admin admin] 10.222.0.20 "DELETE /v2.0/routers/11d699a6-6bfc-444f-8dd0-eacddf43c9ec HTTP/1.1" status: 204 len: 168 time: 0.9845695 Dec 10 15:45:45.160545 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 39038) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:45:45.211118 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-56ba5fb1-9b7f-4713-a038-87af86acfb5a admin admin] Deleting subnet 62e04148-ee42-4779-a2ec-46121cdcb205 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:45:45.214536 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-56ba5fb1-9b7f-4713-a038-87af86acfb5a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:45.271187 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6376c170-384f-455f-9737-746aac0b3a8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:45.564915 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-56ba5fb1-9b7f-4713-a038-87af86acfb5a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11806768'] for subnet, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:45.639803 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-56ba5fb1-9b7f-4713-a038-87af86acfb5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:45.758357 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-56ba5fb1-9b7f-4713-a038-87af86acfb5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11236721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11668521'] for subnet, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:45.783608 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ba5fb1-9b7f-4713-a038-87af86acfb5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62e04148-ee42-4779-a2ec-46121cdcb205,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:45:45.791129 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-56ba5fb1-9b7f-4713-a038-87af86acfb5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:45.795205 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-56ba5fb1-9b7f-4713-a038-87af86acfb5a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/62e04148-ee42-4779-a2ec-46121cdcb205 HTTP/1.1" status: 204 len: 168 time: 0.6335495 Dec 10 15:45:45.796220 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e186db2-4f6c-4c2c-86dd-0a261be50c3d None None] Network dd61618b-b615-4db2-a1a8-ba6a4be6a018 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:45:45.797831 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 39040) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:45:45.877311 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-605b1089-a43e-4329-a5fe-78cd7569a70f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:45.931489 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-605b1089-a43e-4329-a5fe-78cd7569a70f admin admin] Deleting port fbec9cea-8850-4b1e-8a2f-cb7746dee9d6 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:45:45.931829 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-605b1089-a43e-4329-a5fe-78cd7569a70f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:45.953933 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ee860b-2da2-4962-990a-9ea5361fad44 None None] DHCP port deletion for dd61618b-b615-4db2-a1a8-ba6a4be6a018 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:45:45.994468 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-605b1089-a43e-4329-a5fe-78cd7569a70f admin admin] For port fbec9cea-8850-4b1e-8a2f-cb7746dee9d6, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=fbec9cea-8850-4b1e-8a2f-cb7746dee9d6,segment=NetworkSegment(8ca9f398-d3a4-4fa1-b246-394025aacb79),segment_id=8ca9f398-d3a4-4fa1-b246-394025aacb79)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:45:45.994868 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-605b1089-a43e-4329-a5fe-78cd7569a70f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:46.001035 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f4ee860b-2da2-4962-990a-9ea5361fad44 None None] Deleting port fbec9cea-8850-4b1e-8a2f-cb7746dee9d6 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:45:46.001417 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f4ee860b-2da2-4962-990a-9ea5361fad44 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:46.008120 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-605b1089-a43e-4329-a5fe-78cd7569a70f admin admin] Calling delete_port for fbec9cea-8850-4b1e-8a2f-cb7746dee9d6 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:45:46.067858 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f4ee860b-2da2-4962-990a-9ea5361fad44 None None] For port fbec9cea-8850-4b1e-8a2f-cb7746dee9d6, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=fbec9cea-8850-4b1e-8a2f-cb7746dee9d6,segment=NetworkSegment(8ca9f398-d3a4-4fa1-b246-394025aacb79),segment_id=8ca9f398-d3a4-4fa1-b246-394025aacb79)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:45:46.068270 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f4ee860b-2da2-4962-990a-9ea5361fad44 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:46.087594 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f4ee860b-2da2-4962-990a-9ea5361fad44 None None] Calling delete_port for fbec9cea-8850-4b1e-8a2f-cb7746dee9d6 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:45:46.136813 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device fbec9cea-8850-4b1e-8a2f-cb7746dee9d6 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:45:46.165851 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:46.179032 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-605b1089-a43e-4329-a5fe-78cd7569a70f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:46.196758 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No active binding found for port fbec9cea-8850-4b1e-8a2f-cb7746dee9d6 {{(pid=103588) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 10 15:45:46.197186 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device fbec9cea-8850-4b1e-8a2f-cb7746dee9d6 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:45:46.197618 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device f02d4c20-e5c5-47fe-bd7b-5915bd93b2df no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:45:46.206965 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605b1089-a43e-4329-a5fe-78cd7569a70f admin admin] Pushing event deleted for resources: {'Port': ['ID=fbec9cea-8850-4b1e-8a2f-cb7746dee9d6,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:45:46.208799 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605b1089-a43e-4329-a5fe-78cd7569a70f admin admin] No DVR routers for this DVR port fbec9cea-8850-4b1e-8a2f-cb7746dee9d6 on host dv-neutron-821401-4-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:45:46.219052 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: f02d4c20-e5c5-47fe-bd7b-5915bd93b2df {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:45:46.219466 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device f02d4c20-e5c5-47fe-bd7b-5915bd93b2df not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:45:46.219898 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 823c136d-ee1a-4f19-aac1-a24e5f71dd94 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:45:46.223535 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f4ee860b-2da2-4962-990a-9ea5361fad44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:46.264710 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 823c136d-ee1a-4f19-aac1-a24e5f71dd94 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:45:46.265090 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 823c136d-ee1a-4f19-aac1-a24e5f71dd94 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:45:46.268959 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ee860b-2da2-4962-990a-9ea5361fad44 None None] Pushing event deleted for resources: {'Port': ['ID=fbec9cea-8850-4b1e-8a2f-cb7746dee9d6,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:45:46.273306 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ee860b-2da2-4962-990a-9ea5361fad44 None None] No DVR routers for this DVR port fbec9cea-8850-4b1e-8a2f-cb7746dee9d6 on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:45:46.280311 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ee860b-2da2-4962-990a-9ea5361fad44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:45:46.280666 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ee860b-2da2-4962-990a-9ea5361fad44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:45:46.281012 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ee860b-2da2-4962-990a-9ea5361fad44 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:45:46.281354 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ee860b-2da2-4962-990a-9ea5361fad44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:45:46.281687 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ee860b-2da2-4962-990a-9ea5361fad44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:45:46.282116 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ee860b-2da2-4962-990a-9ea5361fad44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:45:46.282450 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ee860b-2da2-4962-990a-9ea5361fad44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:45:46.282784 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ee860b-2da2-4962-990a-9ea5361fad44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:45:46.283114 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ee860b-2da2-4962-990a-9ea5361fad44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:45:46.283445 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ee860b-2da2-4962-990a-9ea5361fad44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:45:46.283768 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ee860b-2da2-4962-990a-9ea5361fad44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:45:46.284095 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ee860b-2da2-4962-990a-9ea5361fad44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:45:46.284416 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ee860b-2da2-4962-990a-9ea5361fad44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:45:46.288976 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-605b1089-a43e-4329-a5fe-78cd7569a70f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:46.310247 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-605b1089-a43e-4329-a5fe-78cd7569a70f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd61618b-b615-4db2-a1a8-ba6a4be6a018']}} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:45:46.319988 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-605b1089-a43e-4329-a5fe-78cd7569a70f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ca9f398-d3a4-4fa1-b246-394025aacb79') {'for_net_delete': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:45:46.320295 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-605b1089-a43e-4329-a5fe-78cd7569a70f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ca9f398-d3a4-4fa1-b246-394025aacb79') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:45:46.330078 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-605b1089-a43e-4329-a5fe-78cd7569a70f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12392235'] for segment, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:46.343279 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-605b1089-a43e-4329-a5fe-78cd7569a70f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:46.349084 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-605b1089-a43e-4329-a5fe-78cd7569a70f admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=103586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:45:46.349468 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-605b1089-a43e-4329-a5fe-78cd7569a70f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11695586'] for segment, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:46.351129 dv-neutron-821401-4-hyperv neutron-server[103586]: Traceback (most recent call last): Dec 10 15:45:46.351129 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:45:46.351129 dv-neutron-821401-4-hyperv neutron-server[103586]: timer() Dec 10 15:45:46.351129 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:45:46.351129 dv-neutron-821401-4-hyperv neutron-server[103586]: cb(*args, **kw) Dec 10 15:45:46.351129 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:45:46.351129 dv-neutron-821401-4-hyperv neutron-server[103586]: return func(*args, **kwargs) Dec 10 15:45:46.351129 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:45:46.351129 dv-neutron-821401-4-hyperv neutron-server[103586]: self._notify() Dec 10 15:45:46.351129 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:45:46.351129 dv-neutron-821401-4-hyperv neutron-server[103586]: self.callback(batched_events) Dec 10 15:45:46.351129 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:45:46.351129 dv-neutron-821401-4-hyperv neutron-server[103586]: event.method(event) Dec 10 15:45:46.351129 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:45:46.351129 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:45:46.351129 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:45:46.351129 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:45:46.351129 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:45:46.351129 dv-neutron-821401-4-hyperv neutron-server[103586]: return f(self, *a, **k) Dec 10 15:45:46.351129 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:45:46.351129 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._get(url).json() Dec 10 15:45:46.351129 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:45:46.351129 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:45:46.351129 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:45:46.351129 dv-neutron-821401-4-hyperv neutron-server[103586]: return self.request(url, 'GET', **kwargs) Dec 10 15:45:46.351129 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:45:46.351129 dv-neutron-821401-4-hyperv neutron-server[103586]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:45:46.351129 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:45:46.351129 dv-neutron-821401-4-hyperv neutron-server[103586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:45:46.351129 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:45:46.351129 dv-neutron-821401-4-hyperv neutron-server[103586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:45:46.351129 dv-neutron-821401-4-hyperv neutron-server[103586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:45:46.472078 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-605b1089-a43e-4329-a5fe-78cd7569a70f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:46.476426 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-605b1089-a43e-4329-a5fe-78cd7569a70f admin admin] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:46.479760 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-605b1089-a43e-4329-a5fe-78cd7569a70f admin admin] 10.222.0.20 "DELETE /v2.0/networks/dd61618b-b615-4db2-a1a8-ba6a4be6a018 HTTP/1.1" status: 204 len: 168 time: 0.6802311 Dec 10 15:45:46.482802 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 39042) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:45:46.498211 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605b1089-a43e-4329-a5fe-78cd7569a70f admin admin] Pushing event deleted for resources: {'Network': ['ID=dd61618b-b615-4db2-a1a8-ba6a4be6a018,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:45:46.815749 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f4e4d4eb-be75-44ce-8711-69007ca48644 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549925'] for router_interface, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:47.058233 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-f4e4d4eb-be75-44ce-8711-69007ca48644 admin admin] Deleting port 35005e68-73a0-4360-bef2-2236eda9f386 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:45:47.058577 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f4e4d4eb-be75-44ce-8711-69007ca48644 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:47.138343 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-f4e4d4eb-be75-44ce-8711-69007ca48644 admin admin] For port 35005e68-73a0-4360-bef2-2236eda9f386, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=35005e68-73a0-4360-bef2-2236eda9f386,segment=NetworkSegment(66c4da67-80e9-41a6-9b0a-0f4ff07fc532),segment_id=66c4da67-80e9-41a6-9b0a-0f4ff07fc532)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:45:47.138622 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f4e4d4eb-be75-44ce-8711-69007ca48644 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:47.150228 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-f4e4d4eb-be75-44ce-8711-69007ca48644 admin admin] Calling delete_port for 35005e68-73a0-4360-bef2-2236eda9f386 owned by network:router_interface {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:45:47.374957 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f4e4d4eb-be75-44ce-8711-69007ca48644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:47.400794 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e4d4eb-be75-44ce-8711-69007ca48644 admin admin] Pushing event deleted for resources: {'Port': ['ID=35005e68-73a0-4360-bef2-2236eda9f386,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:45:47.579443 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f4e4d4eb-be75-44ce-8711-69007ca48644 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550073'] for router_interface, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:47.772967 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:47.805748 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4e4d4eb-be75-44ce-8711-69007ca48644 admin admin] Router 6399a19c-5057-46e6-a596-db1720dbaa00 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:45:47.911257 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4e4d4eb-be75-44ce-8711-69007ca48644 admin admin] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:45:47.916428 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-f4e4d4eb-be75-44ce-8711-69007ca48644 admin admin] 10.222.0.20 "PUT /v2.0/routers/6399a19c-5057-46e6-a596-db1720dbaa00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4324512 Dec 10 15:45:47.919684 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 39044) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:45:47.920371 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4dd931a-0087-4db7-b113-4ce7d4c1bf4c None None] Sync routers for ids ['6399a19c-5057-46e6-a596-db1720dbaa00'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:45:47.930818 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4dd931a-0087-4db7-b113-4ce7d4c1bf4c None None] Routers {'6399a19c-5057-46e6-a596-db1720dbaa00'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:45:47.931427 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-a4dd931a-0087-4db7-b113-4ce7d4c1bf4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:45:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['6399a19c-5057-46e6-a596-db1720dbaa00'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:45:48.032074 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-60f58f9e-6d15-4708-8620-8b24f89e944d admin admin] Publish callbacks [] for router, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:48.055795 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-a4dd931a-0087-4db7-b113-4ce7d4c1bf4c None None] Set router 6399a19c-5057-46e6-a596-db1720dbaa00 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:45:48.145423 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-60f58f9e-6d15-4708-8620-8b24f89e944d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:48.236994 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-a4dd931a-0087-4db7-b113-4ce7d4c1bf4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6399a19c-5057-46e6-a596-db1720dbaa00', 'name': 'tempest-TestVolumeBootPattern-1653083014-router', 'tenant_id': '2ad4434b775f4effac342cd90572be96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.125'}], 'enable_snat': True}, 'gw_port_id': 'c14b9fe4-5d7d-440f-a41a-0e1539f1838b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:35:48Z', 'updated_at': '2021-12-10T15:45:47Z', 'revision_number': 5, 'project_id': '2ad4434b775f4effac342cd90572be96', 'gw_port': {'id': 'c14b9fe4-5d7d-440f-a41a-0e1539f1838b', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:25:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6399a19c-5057-46e6-a596-db1720dbaa00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:35:49Z', 'updated_at': '2021-12-10T15:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:45:48.263706 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4dd931a-0087-4db7-b113-4ce7d4c1bf4c None None] Checking router: 6399a19c-5057-46e6-a596-db1720dbaa00 for host: dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:45:48.272178 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4dd931a-0087-4db7-b113-4ce7d4c1bf4c None None] Routers {'6399a19c-5057-46e6-a596-db1720dbaa00'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:45:48.272793 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-a4dd931a-0087-4db7-b113-4ce7d4c1bf4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:45:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['6399a19c-5057-46e6-a596-db1720dbaa00'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:45:48.280258 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-60f58f9e-6d15-4708-8620-8b24f89e944d admin admin] Deleting port c14b9fe4-5d7d-440f-a41a-0e1539f1838b {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:45:48.280602 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-60f58f9e-6d15-4708-8620-8b24f89e944d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:48.359629 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-a4dd931a-0087-4db7-b113-4ce7d4c1bf4c None None] Set router 6399a19c-5057-46e6-a596-db1720dbaa00 gateway port host: None {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:45:48.362798 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-60f58f9e-6d15-4708-8620-8b24f89e944d admin admin] For port c14b9fe4-5d7d-440f-a41a-0e1539f1838b, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=c14b9fe4-5d7d-440f-a41a-0e1539f1838b,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:45:48.363166 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-60f58f9e-6d15-4708-8620-8b24f89e944d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:48.375495 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-60f58f9e-6d15-4708-8620-8b24f89e944d admin admin] Calling delete_port for c14b9fe4-5d7d-440f-a41a-0e1539f1838b owned by network:router_gateway {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:45:48.410054 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-a4dd931a-0087-4db7-b113-4ce7d4c1bf4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6399a19c-5057-46e6-a596-db1720dbaa00', 'name': 'tempest-TestVolumeBootPattern-1653083014-router', 'tenant_id': '2ad4434b775f4effac342cd90572be96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:35:48Z', 'updated_at': '2021-12-10T15:45:48Z', 'revision_number': 6, 'project_id': '2ad4434b775f4effac342cd90572be96', 'gw_port_host': None}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:45:48.438406 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4dd931a-0087-4db7-b113-4ce7d4c1bf4c None None] The sync data for ids ['6399a19c-5057-46e6-a596-db1720dbaa00'] in dv-neutron-821401-4-hyperv is: [{'id': '6399a19c-5057-46e6-a596-db1720dbaa00', 'name': 'tempest-TestVolumeBootPattern-1653083014-router', 'tenant_id': '2ad4434b775f4effac342cd90572be96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:35:48Z', 'updated_at': '2021-12-10T15:45:48Z', 'revision_number': 6, 'project_id': '2ad4434b775f4effac342cd90572be96', 'gw_port_host': None}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:45:48.586118 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-60f58f9e-6d15-4708-8620-8b24f89e944d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:48.617697 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f58f9e-6d15-4708-8620-8b24f89e944d admin admin] Pushing event deleted for resources: {'Port': ['ID=c14b9fe4-5d7d-440f-a41a-0e1539f1838b,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:45:48.624854 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28763148-0f7f-4f9c-91ae-a8bb05983839 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:45:48.671096 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-60f58f9e-6d15-4708-8620-8b24f89e944d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552731'] for router_gateway, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:48.694573 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:48.760589 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-60f58f9e-6d15-4708-8620-8b24f89e944d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13898'] for router, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:48.763371 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-60f58f9e-6d15-4708-8620-8b24f89e944d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:48.872601 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-60f58f9e-6d15-4708-8620-8b24f89e944d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549250'] for router, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:48.873354 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60f58f9e-6d15-4708-8620-8b24f89e944d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6399a19c-5057-46e6-a596-db1720dbaa00 {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 15:45:48.877688 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-60f58f9e-6d15-4708-8620-8b24f89e944d admin admin] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:48.878891 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-60f58f9e-6d15-4708-8620-8b24f89e944d admin admin] 10.222.0.20 "DELETE /v2.0/routers/6399a19c-5057-46e6-a596-db1720dbaa00 HTTP/1.1" status: 204 len: 168 time: 0.9582529 Dec 10 15:45:48.881388 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 39046) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:45:48.926724 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-76bee9de-91dd-437c-a26f-130ddfac9197 admin admin] Deleting subnet 9b3ed91a-fcf6-445b-b6ed-5916a6d237de {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:45:48.929934 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-76bee9de-91dd-437c-a26f-130ddfac9197 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:48.963924 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-76bee9de-91dd-437c-a26f-130ddfac9197 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11806768'] for subnet, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:49.042182 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-76bee9de-91dd-437c-a26f-130ddfac9197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:49.158836 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-76bee9de-91dd-437c-a26f-130ddfac9197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11236721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11668521'] for subnet, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:49.184436 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bee9de-91dd-437c-a26f-130ddfac9197 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b3ed91a-fcf6-445b-b6ed-5916a6d237de,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:45:49.191541 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-76bee9de-91dd-437c-a26f-130ddfac9197 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:49.195509 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-76bee9de-91dd-437c-a26f-130ddfac9197 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9b3ed91a-fcf6-445b-b6ed-5916a6d237de HTTP/1.1" status: 204 len: 168 time: 0.3129859 Dec 10 15:45:49.196860 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1410f8-5f78-45ee-bb0a-450d5b73e20b None None] Network cf1323bc-38c1-4118-af32-f2faaeced3bc requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:45:49.197984 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 39048) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:45:49.266137 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a19d3925-fdd1-404f-ac52-04098e681d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:49.328262 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-a19d3925-fdd1-404f-ac52-04098e681d36 admin admin] Deleting port 52feac09-3c73-4b6b-90fc-df6babd5944e {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:45:49.328615 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a19d3925-fdd1-404f-ac52-04098e681d36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:49.347471 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b80dc5-48d4-4778-843f-d59ffbc121ab None None] DHCP port deletion for cf1323bc-38c1-4118-af32-f2faaeced3bc request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:45:49.388977 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 39052) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:45:49.395766 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-06b80dc5-48d4-4778-843f-d59ffbc121ab None None] Deleting port 52feac09-3c73-4b6b-90fc-df6babd5944e {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:45:49.396398 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-06b80dc5-48d4-4778-843f-d59ffbc121ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:49.400150 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-a19d3925-fdd1-404f-ac52-04098e681d36 admin admin] For port 52feac09-3c73-4b6b-90fc-df6babd5944e, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=52feac09-3c73-4b6b-90fc-df6babd5944e,segment=NetworkSegment(66c4da67-80e9-41a6-9b0a-0f4ff07fc532),segment_id=66c4da67-80e9-41a6-9b0a-0f4ff07fc532)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:45:49.400457 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a19d3925-fdd1-404f-ac52-04098e681d36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:49.415363 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-a19d3925-fdd1-404f-ac52-04098e681d36 admin admin] Calling delete_port for 52feac09-3c73-4b6b-90fc-df6babd5944e owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:45:49.465477 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-819de03c-acae-44f4-817e-c66402bf483c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/floatingips/1fdcede1-ce1d-44b9-a23b-dc35b2582084 HTTP/1.1" status: 200 len: 993 time: 0.0703235 Dec 10 15:45:49.474221 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-06b80dc5-48d4-4778-843f-d59ffbc121ab None None] For port 52feac09-3c73-4b6b-90fc-df6babd5944e, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=52feac09-3c73-4b6b-90fc-df6babd5944e,segment=NetworkSegment(66c4da67-80e9-41a6-9b0a-0f4ff07fc532),segment_id=66c4da67-80e9-41a6-9b0a-0f4ff07fc532)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:45:49.475293 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-06b80dc5-48d4-4778-843f-d59ffbc121ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:49.493437 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-06b80dc5-48d4-4778-843f-d59ffbc121ab None None] Calling delete_port for 52feac09-3c73-4b6b-90fc-df6babd5944e owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:45:49.607884 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a19d3925-fdd1-404f-ac52-04098e681d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:49.614291 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-06b80dc5-48d4-4778-843f-d59ffbc121ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:49.634339 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19d3925-fdd1-404f-ac52-04098e681d36 admin admin] Pushing event deleted for resources: {'Port': ['ID=52feac09-3c73-4b6b-90fc-df6babd5944e,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:45:49.639850 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19d3925-fdd1-404f-ac52-04098e681d36 admin admin] No DVR routers for this DVR port 52feac09-3c73-4b6b-90fc-df6babd5944e on host dv-neutron-821401-4-hyperv {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:45:49.649808 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b80dc5-48d4-4778-843f-d59ffbc121ab None None] Pushing event deleted for resources: {'Port': ['ID=52feac09-3c73-4b6b-90fc-df6babd5944e,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:45:49.658464 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b80dc5-48d4-4778-843f-d59ffbc121ab None None] No DVR routers for this DVR port 52feac09-3c73-4b6b-90fc-df6babd5944e on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:45:49.718033 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a19d3925-fdd1-404f-ac52-04098e681d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:49.741901 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-a19d3925-fdd1-404f-ac52-04098e681d36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf1323bc-38c1-4118-af32-f2faaeced3bc']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:45:49.751736 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-a19d3925-fdd1-404f-ac52-04098e681d36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66c4da67-80e9-41a6-9b0a-0f4ff07fc532') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:45:49.752040 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-a19d3925-fdd1-404f-ac52-04098e681d36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66c4da67-80e9-41a6-9b0a-0f4ff07fc532') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:45:49.761178 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a19d3925-fdd1-404f-ac52-04098e681d36 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11806923'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:49.774041 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a19d3925-fdd1-404f-ac52-04098e681d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:49.780001 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a19d3925-fdd1-404f-ac52-04098e681d36 admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:45:49.784140 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a19d3925-fdd1-404f-ac52-04098e681d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11236635'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:49.784140 dv-neutron-821401-4-hyperv neutron-server[103587]: Traceback (most recent call last): Dec 10 15:45:49.784140 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:45:49.784140 dv-neutron-821401-4-hyperv neutron-server[103587]: timer() Dec 10 15:45:49.784140 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:45:49.784140 dv-neutron-821401-4-hyperv neutron-server[103587]: cb(*args, **kw) Dec 10 15:45:49.784140 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:45:49.784140 dv-neutron-821401-4-hyperv neutron-server[103587]: return func(*args, **kwargs) Dec 10 15:45:49.784140 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:45:49.784140 dv-neutron-821401-4-hyperv neutron-server[103587]: self._notify() Dec 10 15:45:49.784140 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:45:49.784140 dv-neutron-821401-4-hyperv neutron-server[103587]: self.callback(batched_events) Dec 10 15:45:49.784140 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:45:49.784140 dv-neutron-821401-4-hyperv neutron-server[103587]: event.method(event) Dec 10 15:45:49.784140 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:45:49.784140 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:45:49.784140 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:45:49.784140 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:45:49.784140 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:45:49.784140 dv-neutron-821401-4-hyperv neutron-server[103587]: return f(self, *a, **k) Dec 10 15:45:49.784140 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:45:49.784140 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._get(url).json() Dec 10 15:45:49.784140 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:45:49.784140 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:45:49.784140 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:45:49.784140 dv-neutron-821401-4-hyperv neutron-server[103587]: return self.request(url, 'GET', **kwargs) Dec 10 15:45:49.784140 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:45:49.784140 dv-neutron-821401-4-hyperv neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:45:49.784140 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:45:49.784140 dv-neutron-821401-4-hyperv neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:45:49.784140 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:45:49.784140 dv-neutron-821401-4-hyperv neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:45:49.784140 dv-neutron-821401-4-hyperv neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:45:49.900344 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a19d3925-fdd1-404f-ac52-04098e681d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:49.906052 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a19d3925-fdd1-404f-ac52-04098e681d36 admin admin] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:49.909928 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-a19d3925-fdd1-404f-ac52-04098e681d36 admin admin] 10.222.0.20 "DELETE /v2.0/networks/cf1323bc-38c1-4118-af32-f2faaeced3bc HTTP/1.1" status: 204 len: 168 time: 0.7106650 Dec 10 15:45:49.926941 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19d3925-fdd1-404f-ac52-04098e681d36 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf1323bc-38c1-4118-af32-f2faaeced3bc,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:45:50.104612 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device c14b9fe4-5d7d-440f-a41a-0e1539f1838b no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:45:50.128263 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: c14b9fe4-5d7d-440f-a41a-0e1539f1838b {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:45:50.135288 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device c14b9fe4-5d7d-440f-a41a-0e1539f1838b not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:45:50.135288 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 35005e68-73a0-4360-bef2-2236eda9f386 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:45:50.146884 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 35005e68-73a0-4360-bef2-2236eda9f386 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:45:50.147229 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 35005e68-73a0-4360-bef2-2236eda9f386 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:45:50.147645 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 52feac09-3c73-4b6b-90fc-df6babd5944e no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:45:50.167214 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 52feac09-3c73-4b6b-90fc-df6babd5944e {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:45:50.167564 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 52feac09-3c73-4b6b-90fc-df6babd5944e not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:45:50.199032 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 39062) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:45:50.204368 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-72e7d5bc-4c3f-43f6-96e0-534125cb5ff0 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'port': {'admin_state_up': False}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:45:50.207020 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 39064) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:45:50.290706 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-72e7d5bc-4c3f-43f6-96e0-534125cb5ff0 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:50.294316 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-99eecc53-2b43-40e9-9943-f5b09d2082e5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fe288e3581ed450db6aaaa858fc0d419&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0863709 Dec 10 15:45:50.297048 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 39066) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:45:50.345959 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2dfaa6d8-ebcd-42e2-877b-c11b1293339e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:50.366317 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2dfaa6d8-ebcd-42e2-877b-c11b1293339e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:50.441178 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-72e7d5bc-4c3f-43f6-96e0-534125cb5ff0 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] For port f869b3d0-afbb-44ca-a1b0-b1e39582f8a6, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=f869b3d0-afbb-44ca-a1b0-b1e39582f8a6,segment=NetworkSegment(af2adcf1-1fc6-4114-bd44-be027f86453d),segment_id=af2adcf1-1fc6-4114-bd44-be027f86453d)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:45:50.471186 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-72e7d5bc-4c3f-43f6-96e0-534125cb5ff0 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:50.493315 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2dfaa6d8-ebcd-42e2-877b-c11b1293339e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:50.496075 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2dfaa6d8-ebcd-42e2-877b-c11b1293339e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:50.497478 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-2dfaa6d8-ebcd-42e2-877b-c11b1293339e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/63cffda8-8358-47f2-8b12-2c574c59e45d HTTP/1.1" status: 204 len: 168 time: 0.1991775 Dec 10 15:45:50.505380 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfaa6d8-ebcd-42e2-877b-c11b1293339e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63cffda8-8358-47f2-8b12-2c574c59e45d,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:45:50.550422 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-72e7d5bc-4c3f-43f6-96e0-534125cb5ff0 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:50.592922 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e7d5bc-4c3f-43f6-96e0-534125cb5ff0 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:45:50.593558 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-72e7d5bc-4c3f-43f6-96e0-534125cb5ff0 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:50.602445 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-72e7d5bc-4c3f-43f6-96e0-534125cb5ff0 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "PUT /v2.0/ports/f869b3d0-afbb-44ca-a1b0-b1e39582f8a6 HTTP/1.1" status: 200 len: 938 time: 0.3949580 Dec 10 15:45:50.602445 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4952181-8c35-42e5-b25e-077e03ad9697', 'tag': 'f869b3d0-afbb-44ca-a1b0-b1e39582f8a6'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:45:50.602445 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde1b47dcd987728a27c8e391f176ee57ea2adf837d2cedb59662361de43515a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-339b4c37-2a1c-40ce-96f9-a930540517a7" -d '{"events": [{"name": "network-changed", "server_uuid": "c4952181-8c35-42e5-b25e-077e03ad9697", "tag": "f869b3d0-afbb-44ca-a1b0-b1e39582f8a6"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:45:50.630193 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e7d5bc-4c3f-43f6-96e0-534125cb5ff0 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'Port': ['ID=f869b3d0-afbb-44ca-a1b0-b1e39582f8a6,revision_number=6']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:45:50.833937 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 15:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae25ec8-d17f-4eb2-9798-46f0bf8069cd x-openstack-request-id: req-dae25ec8-d17f-4eb2-9798-46f0bf8069cd {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:45:50.833937 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4952181-8c35-42e5-b25e-077e03ad9697", "tag": "f869b3d0-afbb-44ca-a1b0-b1e39582f8a6", "status": "completed", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:45:50.833937 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dae25ec8-d17f-4eb2-9798-46f0bf8069cd {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:45:50.833937 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4952181-8c35-42e5-b25e-077e03ad9697', 'tag': 'f869b3d0-afbb-44ca-a1b0-b1e39582f8a6', 'status': 'completed', 'code': 200} Dec 10 15:45:50.837449 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339b4c37-2a1c-40ce-96f9-a930540517a7 req-0ab7169b-f292-4c83-b135-70740c5dc7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:45:50.837449 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-339b4c37-2a1c-40ce-96f9-a930540517a7 req-0ab7169b-f292-4c83-b135-70740c5dc7e7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e049672a5fd04e7f8cbb0423b61eb757&device_id=c4952181-8c35-42e5-b25e-077e03ad9697 HTTP/1.1" status: 200 len: 1099 time: 0.0466247 Dec 10 15:45:50.837449 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339b4c37-2a1c-40ce-96f9-a930540517a7 req-4fecbb7d-d6d2-47cd-a545-9e2efb7a71be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:45:50.837449 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-339b4c37-2a1c-40ce-96f9-a930540517a7 req-4fecbb7d-d6d2-47cd-a545-9e2efb7a71be service neutron] 10.222.0.44 "GET /v2.0/networks?id=70f95522-1136-49ed-bf38-f4d6ac713a0e HTTP/1.1" status: 200 len: 897 time: 0.0908489 Dec 10 15:45:50.895138 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d912fe3-3079-4373-a0d3-124a4fd04061 None None] Provisioning complete for port f869b3d0-afbb-44ca-a1b0-b1e39582f8a6 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:45:50.895801 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d912fe3-3079-4373-a0d3-124a4fd04061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:50.905766 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-339b4c37-2a1c-40ce-96f9-a930540517a7 req-a3f1a055-3d3d-410d-a5db-2f80856c30ab service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f869b3d0-afbb-44ca-a1b0-b1e39582f8a6 HTTP/1.1" status: 200 len: 1002 time: 0.0826225 Dec 10 15:45:50.951232 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d912fe3-3079-4373-a0d3-124a4fd04061 None None] Port f869b3d0-afbb-44ca-a1b0-b1e39582f8a6 is administratively disabled so it will not transition to active. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Dec 10 15:45:50.961802 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339b4c37-2a1c-40ce-96f9-a930540517a7 req-99d82c48-7ac1-4294-bdd8-bba7f69a1008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:45:50.963470 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-339b4c37-2a1c-40ce-96f9-a930540517a7 req-99d82c48-7ac1-4294-bdd8-bba7f69a1008 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=96b07043-c42c-49b8-ab8d-2bb971f2baaa HTTP/1.1" status: 200 len: 835 time: 0.0511978 Dec 10 15:45:51.008624 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339b4c37-2a1c-40ce-96f9-a930540517a7 req-2ec93917-8d37-457f-9311-d16562b14cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:45:51.010166 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-339b4c37-2a1c-40ce-96f9-a930540517a7 req-2ec93917-8d37-457f-9311-d16562b14cf8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=70f95522-1136-49ed-bf38-f4d6ac713a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396638 Dec 10 15:45:51.101422 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-339b4c37-2a1c-40ce-96f9-a930540517a7 req-afd1ecc6-fc2d-4838-979e-9b336aeb5ea8 service neutron] 10.222.0.44 "GET /v2.0/networks/70f95522-1136-49ed-bf38-f4d6ac713a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845158 Dec 10 15:45:51.193546 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-339b4c37-2a1c-40ce-96f9-a930540517a7 req-1f5feaf2-4599-4cc4-9ae2-ea6186280915 service neutron] 10.222.0.44 "GET /v2.0/networks/70f95522-1136-49ed-bf38-f4d6ac713a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838690 Dec 10 15:45:51.270039 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 39074) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:45:51.318697 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-289e1714-df5a-479f-b55d-1b561f422401 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2ad4434b775f4effac342cd90572be96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0474074 Dec 10 15:45:51.321141 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 39076) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:45:51.376609 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-633aae54-6d86-499c-98ed-57c849ee5b6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:51.397019 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-633aae54-6d86-499c-98ed-57c849ee5b6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:51.521603 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-633aae54-6d86-499c-98ed-57c849ee5b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:51.524251 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-633aae54-6d86-499c-98ed-57c849ee5b6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:51.525406 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-633aae54-6d86-499c-98ed-57c849ee5b6c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/65a9add8-915f-4a7c-901b-dea99f4ee7de HTTP/1.1" status: 204 len: 168 time: 0.2033558 Dec 10 15:45:51.533824 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633aae54-6d86-499c-98ed-57c849ee5b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a9add8-915f-4a7c-901b-dea99f4ee7de,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:45:53.984818 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 39084) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:45:53.990225 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-024691b4-df89-499e-bd5e-41e18beadd5d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'port': {'admin_state_up': True}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:45:54.055677 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-024691b4-df89-499e-bd5e-41e18beadd5d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:54.196428 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-024691b4-df89-499e-bd5e-41e18beadd5d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] For port f869b3d0-afbb-44ca-a1b0-b1e39582f8a6, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=f869b3d0-afbb-44ca-a1b0-b1e39582f8a6,segment=NetworkSegment(af2adcf1-1fc6-4114-bd44-be027f86453d),segment_id=af2adcf1-1fc6-4114-bd44-be027f86453d)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:45:54.227796 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-024691b4-df89-499e-bd5e-41e18beadd5d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:54.289004 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-024691b4-df89-499e-bd5e-41e18beadd5d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:54.342290 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024691b4-df89-499e-bd5e-41e18beadd5d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:45:54.344092 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-024691b4-df89-499e-bd5e-41e18beadd5d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:54.346175 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-024691b4-df89-499e-bd5e-41e18beadd5d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "PUT /v2.0/ports/f869b3d0-afbb-44ca-a1b0-b1e39582f8a6 HTTP/1.1" status: 200 len: 937 time: 0.3600385 Dec 10 15:45:54.347054 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4952181-8c35-42e5-b25e-077e03ad9697', 'tag': 'f869b3d0-afbb-44ca-a1b0-b1e39582f8a6'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:45:54.348937 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 39086) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:45:54.351079 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9ca57131bc4931768ac29058952438d1fdd62308db7b17540cc34ffe8faef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a3b2978-53d5-4568-bc45-6c2a0a800f1c" -d '{"events": [{"name": "network-changed", "server_uuid": "c4952181-8c35-42e5-b25e-077e03ad9697", "tag": "f869b3d0-afbb-44ca-a1b0-b1e39582f8a6"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:45:54.375519 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024691b4-df89-499e-bd5e-41e18beadd5d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'Port': ['ID=f869b3d0-afbb-44ca-a1b0-b1e39582f8a6,revision_number=7']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:45:54.406335 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 15:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86b6d639-cb4b-4101-964e-72c0ea5dac61 x-openstack-request-id: req-86b6d639-cb4b-4101-964e-72c0ea5dac61 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:45:54.406640 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4952181-8c35-42e5-b25e-077e03ad9697", "tag": "f869b3d0-afbb-44ca-a1b0-b1e39582f8a6", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:45:54.406922 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-86b6d639-cb4b-4101-964e-72c0ea5dac61 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:45:54.407337 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4952181-8c35-42e5-b25e-077e03ad9697', 'tag': 'f869b3d0-afbb-44ca-a1b0-b1e39582f8a6', 'status': 'completed', 'code': 200} Dec 10 15:45:54.438411 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-0f026d17-755e-4a6d-b09f-6c8b8964c535 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/floatingips/1fdcede1-ce1d-44b9-a23b-dc35b2582084 HTTP/1.1" status: 200 len: 993 time: 0.0880759 Dec 10 15:45:54.476009 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3b2978-53d5-4568-bc45-6c2a0a800f1c req-1b510ab8-3ab2-4f12-8817-a13c0fc3ca5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:45:54.477545 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-2a3b2978-53d5-4568-bc45-6c2a0a800f1c req-1b510ab8-3ab2-4f12-8817-a13c0fc3ca5b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e049672a5fd04e7f8cbb0423b61eb757&device_id=c4952181-8c35-42e5-b25e-077e03ad9697 HTTP/1.1" status: 200 len: 1098 time: 0.0439146 Dec 10 15:45:54.561696 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] get_ports_and_sgs() called for port_ids ['f869b3d0-afbb-44ca-a1b0-b1e39582f8a6'] {{(pid=103588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 15:45:54.573275 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3b2978-53d5-4568-bc45-6c2a0a800f1c req-c4e142b0-929f-4a85-81e0-a43b0c7e295d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:45:54.574866 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-2a3b2978-53d5-4568-bc45-6c2a0a800f1c req-c4e142b0-929f-4a85-81e0-a43b0c7e295d service neutron] 10.222.0.44 "GET /v2.0/networks?id=70f95522-1136-49ed-bf38-f4d6ac713a0e HTTP/1.1" status: 200 len: 897 time: 0.0886331 Dec 10 15:45:54.610329 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-26fb9e86-3167-4958-b65b-9a290f4c94c3 None None] Provisioning complete for port f869b3d0-afbb-44ca-a1b0-b1e39582f8a6 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:45:54.610619 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-26fb9e86-3167-4958-b65b-9a290f4c94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:54.641581 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-2a3b2978-53d5-4568-bc45-6c2a0a800f1c req-d8272179-642c-4d33-9391-92ef7ac88fc0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f869b3d0-afbb-44ca-a1b0-b1e39582f8a6 HTTP/1.1" status: 200 len: 1001 time: 0.0588648 Dec 10 15:45:54.689769 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3b2978-53d5-4568-bc45-6c2a0a800f1c req-202bac7e-8386-46d5-9e2e-4629e07655f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:45:54.691285 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-2a3b2978-53d5-4568-bc45-6c2a0a800f1c req-202bac7e-8386-46d5-9e2e-4629e07655f2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=96b07043-c42c-49b8-ab8d-2bb971f2baaa HTTP/1.1" status: 200 len: 835 time: 0.0435038 Dec 10 15:45:54.740334 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3b2978-53d5-4568-bc45-6c2a0a800f1c req-ed6b63b2-a720-46a4-b936-0122ce3d7186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:45:54.741850 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-2a3b2978-53d5-4568-bc45-6c2a0a800f1c req-ed6b63b2-a720-46a4-b936-0122ce3d7186 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=70f95522-1136-49ed-bf38-f4d6ac713a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0435915 Dec 10 15:45:54.831383 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-2a3b2978-53d5-4568-bc45-6c2a0a800f1c req-4d9a279c-8fbe-4820-b22c-0aeb49e46926 service neutron] 10.222.0.44 "GET /v2.0/networks/70f95522-1136-49ed-bf38-f4d6ac713a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818233 Dec 10 15:45:54.922421 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-2a3b2978-53d5-4568-bc45-6c2a0a800f1c req-71208e60-7637-497e-9098-29b9c0eabd8a service neutron] 10.222.0.44 "GET /v2.0/networks/70f95522-1136-49ed-bf38-f4d6ac713a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845416 Dec 10 15:45:56.964092 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 39096) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:45:57.120043 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-33c4cbc0-2177-4cc3-aae2-378cefc0c7b0 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Deleting port 3667a4e0-0ec8-4c53-b578-6382ffd9989a {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:45:57.120383 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-33c4cbc0-2177-4cc3-aae2-378cefc0c7b0 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:57.193290 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-33c4cbc0-2177-4cc3-aae2-378cefc0c7b0 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:57.193617 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-33c4cbc0-2177-4cc3-aae2-378cefc0c7b0 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:57.204902 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-33c4cbc0-2177-4cc3-aae2-378cefc0c7b0 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Calling delete_port for 3667a4e0-0ec8-4c53-b578-6382ffd9989a owned by network:floatingip {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:45:57.391596 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-33c4cbc0-2177-4cc3-aae2-378cefc0c7b0 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:57.414691 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c4cbc0-2177-4cc3-aae2-378cefc0c7b0 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event deleted for resources: {'Port': ['ID=3667a4e0-0ec8-4c53-b578-6382ffd9989a,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:45:57.479443 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-33c4cbc0-2177-4cc3-aae2-378cefc0c7b0 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for floatingip, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:57.479775 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.l3_db [None req-33c4cbc0-2177-4cc3-aae2-378cefc0c7b0 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Floating IP 5299eae3-5f89-40b2-b63f-2ec6d1d5ecce disassociated (deleted). External IP: 172.26.2.196, port: 79b728bf-79ed-4d94-8aa3-0e0938b2de90. Dec 10 15:45:57.678128 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33c4cbc0-2177-4cc3-aae2-378cefc0c7b0 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Router 5e0b6716-792d-48b9-8835-e085c47a094a has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:45:57.783115 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c4cbc0-2177-4cc3-aae2-378cefc0c7b0 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:45:57.787877 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-33c4cbc0-2177-4cc3-aae2-378cefc0c7b0 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:45:57.792754 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff28bfb8-25e0-4c55-bcdd-876ac4bc8c37 None None] Sync routers for ids ['5e0b6716-792d-48b9-8835-e085c47a094a'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:45:57.806335 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff28bfb8-25e0-4c55-bcdd-876ac4bc8c37 None None] Routers {'5e0b6716-792d-48b9-8835-e085c47a094a'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:45:57.806958 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-ff28bfb8-25e0-4c55-bcdd-876ac4bc8c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:45:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['5e0b6716-792d-48b9-8835-e085c47a094a'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:45:57.816247 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-33c4cbc0-2177-4cc3-aae2-378cefc0c7b0 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "DELETE /v2.0/floatingips/5299eae3-5f89-40b2-b63f-2ec6d1d5ecce HTTP/1.1" status: 204 len: 168 time: 0.8510923 Dec 10 15:45:57.816821 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36566466-5936-441a-b20e-9c369dfb733e', 'tag': '79b728bf-79ed-4d94-8aa3-0e0938b2de90'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:45:57.819083 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde1b47dcd987728a27c8e391f176ee57ea2adf837d2cedb59662361de43515a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f68718-af35-4b18-8079-53edc2123ace" -d '{"events": [{"name": "network-changed", "server_uuid": "36566466-5936-441a-b20e-9c369dfb733e", "tag": "79b728bf-79ed-4d94-8aa3-0e0938b2de90"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:45:57.858432 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 15:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a98a933-d011-4ecf-9478-3ae5b29feb25 x-openstack-request-id: req-0a98a933-d011-4ecf-9478-3ae5b29feb25 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:45:57.862161 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36566466-5936-441a-b20e-9c369dfb733e", "tag": "79b728bf-79ed-4d94-8aa3-0e0938b2de90", "status": "completed", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:45:57.862161 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0a98a933-d011-4ecf-9478-3ae5b29feb25 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:45:57.862161 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36566466-5936-441a-b20e-9c369dfb733e', 'tag': '79b728bf-79ed-4d94-8aa3-0e0938b2de90', 'status': 'completed', 'code': 200} Dec 10 15:45:57.916009 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-ff28bfb8-25e0-4c55-bcdd-876ac4bc8c37 None None] Set router 5e0b6716-792d-48b9-8835-e085c47a094a gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:45:57.923540 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f68718-af35-4b18-8079-53edc2123ace req-d1c92ab0-eb8f-45ea-909e-e2166daa0c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:45:57.925237 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-12f68718-af35-4b18-8079-53edc2123ace req-d1c92ab0-eb8f-45ea-909e-e2166daa0c1b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e049672a5fd04e7f8cbb0423b61eb757&device_id=36566466-5936-441a-b20e-9c369dfb733e HTTP/1.1" status: 200 len: 1098 time: 0.0450079 Dec 10 15:45:58.024107 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f68718-af35-4b18-8079-53edc2123ace req-97e5f7db-48be-41fb-9e96-303bbd730795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:45:58.025512 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-12f68718-af35-4b18-8079-53edc2123ace req-97e5f7db-48be-41fb-9e96-303bbd730795 service neutron] 10.222.0.44 "GET /v2.0/networks?id=70f95522-1136-49ed-bf38-f4d6ac713a0e HTTP/1.1" status: 200 len: 897 time: 0.0931096 Dec 10 15:45:58.080406 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-12f68718-af35-4b18-8079-53edc2123ace req-d4b525d9-1288-4ae4-95ed-cbb01d3266a8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79b728bf-79ed-4d94-8aa3-0e0938b2de90 HTTP/1.1" status: 200 len: 217 time: 0.0467777 Dec 10 15:45:58.128971 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f68718-af35-4b18-8079-53edc2123ace req-d3d38fc9-57f8-492a-8473-254e8d59dd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:45:58.130531 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-12f68718-af35-4b18-8079-53edc2123ace req-d3d38fc9-57f8-492a-8473-254e8d59dd24 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=96b07043-c42c-49b8-ab8d-2bb971f2baaa HTTP/1.1" status: 200 len: 835 time: 0.0439901 Dec 10 15:45:58.144775 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-ff28bfb8-25e0-4c55-bcdd-876ac4bc8c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e0b6716-792d-48b9-8835-e085c47a094a', 'name': 'tempest-TestNetworkBasicOps-router-521846324', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': '5c98fb75-4f94-42ba-bc60-0b5e199dd068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:44:33Z', 'updated_at': '2021-12-10T15:44:38Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '5c98fb75-4f94-42ba-bc60-0b5e199dd068', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0b6716-792d-48b9-8835-e085c47a094a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:44:34Z', 'updated_at': '2021-12-10T15:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': '1fdcede1-ce1d-44b9-a23b-dc35b2582084', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'floating_ip_address': '172.26.2.235', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': '5e0b6716-792d-48b9-8835-e085c47a094a', 'port_id': 'f869b3d0-afbb-44ca-a1b0-b1e39582f8a6', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70f95522-1136-49ed-bf38-f4d6ac713a0e', 'mac_address': 'fa:16:3e:11:82:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4952181-8c35-42e5-b25e-077e03ad9697', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T15:44:56Z', 'updated_at': '2021-12-10T15:44:58Z', 'revision_number': 1, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd883c5ad-2e7e-470e-8f15-c86f6b2901f7', 'name': '', 'network_id': '70f95522-1136-49ed-bf38-f4d6ac713a0e', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:c9:fe:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0b6716-792d-48b9-8835-e085c47a094a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '96b07043-c42c-49b8-ab8d-2bb971f2baaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:44:37Z', 'updated_at': '2021-12-10T15:44:41Z', 'revision_number': 5, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': '96b07043-c42c-49b8-ab8d-2bb971f2baaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:45:58.173353 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff28bfb8-25e0-4c55-bcdd-876ac4bc8c37 None None] Checking router: 5e0b6716-792d-48b9-8835-e085c47a094a for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:45:58.182513 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff28bfb8-25e0-4c55-bcdd-876ac4bc8c37 None None] Routers {'5e0b6716-792d-48b9-8835-e085c47a094a'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:45:58.183131 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-ff28bfb8-25e0-4c55-bcdd-876ac4bc8c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:45:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['5e0b6716-792d-48b9-8835-e085c47a094a'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:45:58.192627 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f68718-af35-4b18-8079-53edc2123ace req-d675f99b-39e3-4781-91f8-bc0ff09e2d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:45:58.194354 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-12f68718-af35-4b18-8079-53edc2123ace req-d675f99b-39e3-4781-91f8-bc0ff09e2d91 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=70f95522-1136-49ed-bf38-f4d6ac713a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0565953 Dec 10 15:45:58.243831 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4455577-8a10-4abe-8a14-ba170f4eb4b3 req-52d302db-4906-4b5e-ae36-64732ae3fc03 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:45:58.246829 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-e4455577-8a10-4abe-8a14-ba170f4eb4b3 req-52d302db-4906-4b5e-ae36-64732ae3fc03 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=36566466-5936-441a-b20e-9c369dfb733e HTTP/1.1" status: 200 len: 945 time: 0.0526159 Dec 10 15:45:58.292041 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-ff28bfb8-25e0-4c55-bcdd-876ac4bc8c37 None None] Set router 5e0b6716-792d-48b9-8835-e085c47a094a gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:45:58.297298 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-12f68718-af35-4b18-8079-53edc2123ace req-e93455a5-9215-4005-8b1a-118587b8b0fb service neutron] 10.222.0.44 "GET /v2.0/networks/70f95522-1136-49ed-bf38-f4d6ac713a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935659 Dec 10 15:45:58.305847 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-e4455577-8a10-4abe-8a14-ba170f4eb4b3 req-f998be6c-018d-4e3e-96d7-ef09f9471cfd tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b21210-faf5-4aea-be4e-9e48885330ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522957 Dec 10 15:45:58.388673 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-12f68718-af35-4b18-8079-53edc2123ace req-a341b9eb-c7c6-4688-aeb7-e194eafa74ec service neutron] 10.222.0.44 "GET /v2.0/networks/70f95522-1136-49ed-bf38-f4d6ac713a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830450 Dec 10 15:45:58.659141 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-ff28bfb8-25e0-4c55-bcdd-876ac4bc8c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e0b6716-792d-48b9-8835-e085c47a094a', 'name': 'tempest-TestNetworkBasicOps-router-521846324', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': '5c98fb75-4f94-42ba-bc60-0b5e199dd068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:44:33Z', 'updated_at': '2021-12-10T15:44:38Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '5c98fb75-4f94-42ba-bc60-0b5e199dd068', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0b6716-792d-48b9-8835-e085c47a094a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:44:34Z', 'updated_at': '2021-12-10T15:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': '1fdcede1-ce1d-44b9-a23b-dc35b2582084', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'floating_ip_address': '172.26.2.235', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': '5e0b6716-792d-48b9-8835-e085c47a094a', 'port_id': 'f869b3d0-afbb-44ca-a1b0-b1e39582f8a6', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70f95522-1136-49ed-bf38-f4d6ac713a0e', 'mac_address': 'fa:16:3e:11:82:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4952181-8c35-42e5-b25e-077e03ad9697', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T15:44:56Z', 'updated_at': '2021-12-10T15:44:58Z', 'revision_number': 1, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd883c5ad-2e7e-470e-8f15-c86f6b2901f7', 'name': '', 'network_id': '70f95522-1136-49ed-bf38-f4d6ac713a0e', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:c9:fe:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0b6716-792d-48b9-8835-e085c47a094a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '96b07043-c42c-49b8-ab8d-2bb971f2baaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:44:37Z', 'updated_at': '2021-12-10T15:44:41Z', 'revision_number': 5, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': '96b07043-c42c-49b8-ab8d-2bb971f2baaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:45:58.685383 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff28bfb8-25e0-4c55-bcdd-876ac4bc8c37 None None] The sync data for ids ['5e0b6716-792d-48b9-8835-e085c47a094a'] in dv-neutron-821401-4-hyperv is: [{'id': '5e0b6716-792d-48b9-8835-e085c47a094a', 'name': 'tempest-TestNetworkBasicOps-router-521846324', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': '5c98fb75-4f94-42ba-bc60-0b5e199dd068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:44:33Z', 'updated_at': '2021-12-10T15:44:38Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '5c98fb75-4f94-42ba-bc60-0b5e199dd068', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0b6716-792d-48b9-8835-e085c47a094a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:44:34Z', 'updated_at': '2021-12-10T15:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': '1fdcede1-ce1d-44b9-a23b-dc35b2582084', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'floating_ip_address': '172.26.2.235', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': '5e0b6716-792d-48b9-8835-e085c47a094a', 'port_id': 'f869b3d0-afbb-44ca-a1b0-b1e39582f8a6', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70f95522-1136-49ed-bf38-f4d6ac713a0e', 'mac_address': 'fa:16:3e:11:82:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4952181-8c35-42e5-b25e-077e03ad9697', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T15:44:56Z', 'updated_at': '2021-12-10T15:44:58Z', 'revision_number': 1, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd883c5ad-2e7e-470e-8f15-c86f6b2901f7', 'name': '', 'network_id': '70f95522-1136-49ed-bf38-f4d6ac713a0e', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:c9:fe:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0b6716-792d-48b9-8835-e085c47a094a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '96b07043-c42c-49b8-ab8d-2bb971f2baaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:44:37Z', 'updated_at': '2021-12-10T15:44:41Z', 'revision_number': 5, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': '96b07043-c42c-49b8-ab8d-2bb971f2baaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:45:58.898362 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afb11d8-a059-4f6f-821b-cf80f906fb5e None None] New status for floating IP 5299eae3-5f89-40b2-b63f-2ec6d1d5ecce: DOWN {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 15:45:59.427907 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc5483b-c52c-40e7-862a-4beffaf7bc34 req-8a3152ae-e023-4b71-bfac-6cc721f14895 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:45:59.429354 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-ccc5483b-c52c-40e7-862a-4beffaf7bc34 req-8a3152ae-e023-4b71-bfac-6cc721f14895 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=36566466-5936-441a-b20e-9c369dfb733e HTTP/1.1" status: 200 len: 945 time: 0.0483341 Dec 10 15:45:59.504270 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-ccc5483b-c52c-40e7-862a-4beffaf7bc34 req-c4189aa6-67cd-495c-80d5-56c1e1f6ef9c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b21210-faf5-4aea-be4e-9e48885330ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685842 Dec 10 15:45:59.524106 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d294877-c731-4ef1-ad18-3b2d9f237efe req-924490f5-fb83-4ae9-bf6d-6ad90581ec8b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:45:59.525568 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-8d294877-c731-4ef1-ad18-3b2d9f237efe req-924490f5-fb83-4ae9-bf6d-6ad90581ec8b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.44 "GET /v2.0/ports?device_id=36566466-5936-441a-b20e-9c369dfb733e HTTP/1.1" status: 200 len: 945 time: 0.0584195 Dec 10 15:45:59.613038 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-8d294877-c731-4ef1-ad18-3b2d9f237efe req-fb0185a0-30f3-4a93-96a4-141ac149c0a6 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Deleting port 79b728bf-79ed-4d94-8aa3-0e0938b2de90 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:45:59.613300 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-8d294877-c731-4ef1-ad18-3b2d9f237efe req-fb0185a0-30f3-4a93-96a4-141ac149c0a6 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:00.015592 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-8d294877-c731-4ef1-ad18-3b2d9f237efe req-fb0185a0-30f3-4a93-96a4-141ac149c0a6 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] For port 79b728bf-79ed-4d94-8aa3-0e0938b2de90, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=79b728bf-79ed-4d94-8aa3-0e0938b2de90,segment=NetworkSegment(af2adcf1-1fc6-4114-bd44-be027f86453d),segment_id=af2adcf1-1fc6-4114-bd44-be027f86453d)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:46:00.015953 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-8d294877-c731-4ef1-ad18-3b2d9f237efe req-fb0185a0-30f3-4a93-96a4-141ac149c0a6 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:00.027277 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-8d294877-c731-4ef1-ad18-3b2d9f237efe req-fb0185a0-30f3-4a93-96a4-141ac149c0a6 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Calling delete_port for 79b728bf-79ed-4d94-8aa3-0e0938b2de90 owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:46:00.224263 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-8d294877-c731-4ef1-ad18-3b2d9f237efe req-fb0185a0-30f3-4a93-96a4-141ac149c0a6 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:00.251345 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0185a0-30f3-4a93-96a4-141ac149c0a6 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event deleted for resources: {'Port': ['ID=79b728bf-79ed-4d94-8aa3-0e0938b2de90,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:46:00.293340 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d294877-c731-4ef1-ad18-3b2d9f237efe req-fb0185a0-30f3-4a93-96a4-141ac149c0a6 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] No DVR routers for this DVR port 79b728bf-79ed-4d94-8aa3-0e0938b2de90 on host hv-neutron-8214 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:46:00.295892 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-8d294877-c731-4ef1-ad18-3b2d9f237efe req-fb0185a0-30f3-4a93-96a4-141ac149c0a6 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:00.299341 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-8d294877-c731-4ef1-ad18-3b2d9f237efe req-fb0185a0-30f3-4a93-96a4-141ac149c0a6 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.44 "DELETE /v2.0/ports/79b728bf-79ed-4d94-8aa3-0e0938b2de90 HTTP/1.1" status: 204 len: 173 time: 0.7678244 Dec 10 15:46:00.299775 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36566466-5936-441a-b20e-9c369dfb733e', 'name': 'network-vif-deleted', 'tag': '79b728bf-79ed-4d94-8aa3-0e0938b2de90'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:46:00.302143 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9ca57131bc4931768ac29058952438d1fdd62308db7b17540cc34ffe8faef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc49f5c5-3016-44b2-9bb1-70c3c9d34593" -d '{"events": [{"server_uuid": "36566466-5936-441a-b20e-9c369dfb733e", "name": "network-vif-deleted", "tag": "79b728bf-79ed-4d94-8aa3-0e0938b2de90"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:46:00.337319 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 15:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-926edeba-2f22-45b0-bd7f-783bad34ab56 x-openstack-request-id: req-926edeba-2f22-45b0-bd7f-783bad34ab56 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:46:00.337640 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36566466-5936-441a-b20e-9c369dfb733e", "name": "network-vif-deleted", "tag": "79b728bf-79ed-4d94-8aa3-0e0938b2de90", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:46:00.337930 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-926edeba-2f22-45b0-bd7f-783bad34ab56 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:46:00.338337 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36566466-5936-441a-b20e-9c369dfb733e', 'name': 'network-vif-deleted', 'tag': '79b728bf-79ed-4d94-8aa3-0e0938b2de90', 'status': 'completed', 'code': 200} Dec 10 15:46:00.603178 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-e2fc5a5a-200a-46e2-8e76-be30adc38a61 req-70eb8b25-647c-4e6c-8fe8-535c20e27560 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=36566466-5936-441a-b20e-9c369dfb733e HTTP/1.1" status: 200 len: 210 time: 0.0271423 Dec 10 15:46:01.658751 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 39112) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:46:01.714192 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1a338a80-5c1d-4245-adf9-40fef11f053f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:01.739545 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1a338a80-5c1d-4245-adf9-40fef11f053f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:01.876681 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1a338a80-5c1d-4245-adf9-40fef11f053f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:01.879338 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1a338a80-5c1d-4245-adf9-40fef11f053f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:01.880490 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-1a338a80-5c1d-4245-adf9-40fef11f053f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "DELETE /v2.0/security-groups/36b21210-faf5-4aea-be4e-9e48885330ca HTTP/1.1" status: 204 len: 168 time: 0.2207522 Dec 10 15:46:01.889480 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a338a80-5c1d-4245-adf9-40fef11f053f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b21210-faf5-4aea-be4e-9e48885330ca,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:46:01.957406 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 39116) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:46:02.113560 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-30092ab0-43f4-4425-afcc-353396312563 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Deleting port 6f70b55c-09ce-45ad-8ab6-2a1f3e52cb23 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:46:02.113936 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-30092ab0-43f4-4425-afcc-353396312563 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:02.185673 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-30092ab0-43f4-4425-afcc-353396312563 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:02.186033 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-30092ab0-43f4-4425-afcc-353396312563 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:02.197262 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-30092ab0-43f4-4425-afcc-353396312563 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Calling delete_port for 6f70b55c-09ce-45ad-8ab6-2a1f3e52cb23 owned by network:floatingip {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:46:02.448633 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-30092ab0-43f4-4425-afcc-353396312563 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:02.474898 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30092ab0-43f4-4425-afcc-353396312563 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event deleted for resources: {'Port': ['ID=6f70b55c-09ce-45ad-8ab6-2a1f3e52cb23,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:46:02.536590 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-30092ab0-43f4-4425-afcc-353396312563 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for floatingip, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:02.536923 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.l3_db [None req-30092ab0-43f4-4425-afcc-353396312563 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Floating IP 1fdcede1-ce1d-44b9-a23b-dc35b2582084 disassociated (deleted). External IP: 172.26.2.235, port: f869b3d0-afbb-44ca-a1b0-b1e39582f8a6. Dec 10 15:46:02.734037 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30092ab0-43f4-4425-afcc-353396312563 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Router 5e0b6716-792d-48b9-8835-e085c47a094a has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:46:02.838499 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30092ab0-43f4-4425-afcc-353396312563 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:46:02.843312 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-30092ab0-43f4-4425-afcc-353396312563 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:02.851053 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0ec9f9-6715-4f2d-bbb6-85ed536d6382 None None] Sync routers for ids ['5e0b6716-792d-48b9-8835-e085c47a094a'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:46:02.862613 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0ec9f9-6715-4f2d-bbb6-85ed536d6382 None None] Routers {'5e0b6716-792d-48b9-8835-e085c47a094a'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:46:02.863228 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-5c0ec9f9-6715-4f2d-bbb6-85ed536d6382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:45:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['5e0b6716-792d-48b9-8835-e085c47a094a'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:46:02.872495 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-30092ab0-43f4-4425-afcc-353396312563 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "DELETE /v2.0/floatingips/1fdcede1-ce1d-44b9-a23b-dc35b2582084 HTTP/1.1" status: 204 len: 168 time: 0.9139464 Dec 10 15:46:02.873097 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4952181-8c35-42e5-b25e-077e03ad9697', 'tag': 'f869b3d0-afbb-44ca-a1b0-b1e39582f8a6'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:46:02.875381 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde1b47dcd987728a27c8e391f176ee57ea2adf837d2cedb59662361de43515a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f68c0ba-910c-4193-bad9-6097b06bf2ea" -d '{"events": [{"name": "network-changed", "server_uuid": "c4952181-8c35-42e5-b25e-077e03ad9697", "tag": "f869b3d0-afbb-44ca-a1b0-b1e39582f8a6"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:46:02.915056 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 15:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db79676c-53a4-4ccd-8c49-a3f90bbc6e70 x-openstack-request-id: req-db79676c-53a4-4ccd-8c49-a3f90bbc6e70 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:46:02.915056 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4952181-8c35-42e5-b25e-077e03ad9697", "tag": "f869b3d0-afbb-44ca-a1b0-b1e39582f8a6", "status": "completed", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:46:02.915056 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-db79676c-53a4-4ccd-8c49-a3f90bbc6e70 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:46:02.915297 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4952181-8c35-42e5-b25e-077e03ad9697', 'tag': 'f869b3d0-afbb-44ca-a1b0-b1e39582f8a6', 'status': 'completed', 'code': 200} Dec 10 15:46:02.972326 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-5c0ec9f9-6715-4f2d-bbb6-85ed536d6382 None None] Set router 5e0b6716-792d-48b9-8835-e085c47a094a gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:46:02.984321 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f68c0ba-910c-4193-bad9-6097b06bf2ea req-6fe8a164-7183-4917-a464-0d71fe17759d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:46:02.985799 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-5f68c0ba-910c-4193-bad9-6097b06bf2ea req-6fe8a164-7183-4917-a464-0d71fe17759d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e049672a5fd04e7f8cbb0423b61eb757&device_id=c4952181-8c35-42e5-b25e-077e03ad9697 HTTP/1.1" status: 200 len: 1098 time: 0.0446270 Dec 10 15:46:03.074676 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f68c0ba-910c-4193-bad9-6097b06bf2ea req-c67c9a87-7483-4718-a9ad-2b61822acc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:46:03.076146 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-5f68c0ba-910c-4193-bad9-6097b06bf2ea req-c67c9a87-7483-4718-a9ad-2b61822acc3e service neutron] 10.222.0.44 "GET /v2.0/networks?id=70f95522-1136-49ed-bf38-f4d6ac713a0e HTTP/1.1" status: 200 len: 897 time: 0.0839851 Dec 10 15:46:03.124043 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-5f68c0ba-910c-4193-bad9-6097b06bf2ea req-901d3166-06ef-4ecd-ae24-a24a01257497 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f869b3d0-afbb-44ca-a1b0-b1e39582f8a6 HTTP/1.1" status: 200 len: 217 time: 0.0407839 Dec 10 15:46:03.179754 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f68c0ba-910c-4193-bad9-6097b06bf2ea req-18234fa8-f454-4535-a8b2-e85ff647f110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:46:03.180801 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-5c0ec9f9-6715-4f2d-bbb6-85ed536d6382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e0b6716-792d-48b9-8835-e085c47a094a', 'name': 'tempest-TestNetworkBasicOps-router-521846324', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': '5c98fb75-4f94-42ba-bc60-0b5e199dd068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:44:33Z', 'updated_at': '2021-12-10T15:44:38Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '5c98fb75-4f94-42ba-bc60-0b5e199dd068', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0b6716-792d-48b9-8835-e085c47a094a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:44:34Z', 'updated_at': '2021-12-10T15:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': 'd883c5ad-2e7e-470e-8f15-c86f6b2901f7', 'name': '', 'network_id': '70f95522-1136-49ed-bf38-f4d6ac713a0e', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:c9:fe:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0b6716-792d-48b9-8835-e085c47a094a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '96b07043-c42c-49b8-ab8d-2bb971f2baaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:44:37Z', 'updated_at': '2021-12-10T15:44:41Z', 'revision_number': 5, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': '96b07043-c42c-49b8-ab8d-2bb971f2baaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:46:03.181221 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-5f68c0ba-910c-4193-bad9-6097b06bf2ea req-18234fa8-f454-4535-a8b2-e85ff647f110 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=96b07043-c42c-49b8-ab8d-2bb971f2baaa HTTP/1.1" status: 200 len: 835 time: 0.0466518 Dec 10 15:46:03.208340 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0ec9f9-6715-4f2d-bbb6-85ed536d6382 None None] Checking router: 5e0b6716-792d-48b9-8835-e085c47a094a for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:46:03.220277 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0ec9f9-6715-4f2d-bbb6-85ed536d6382 None None] Routers {'5e0b6716-792d-48b9-8835-e085c47a094a'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:46:03.220932 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-5c0ec9f9-6715-4f2d-bbb6-85ed536d6382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:45:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['5e0b6716-792d-48b9-8835-e085c47a094a'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:46:03.231613 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f68c0ba-910c-4193-bad9-6097b06bf2ea req-d3790625-b576-44ee-860a-aa1c29844d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:46:03.233205 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-5f68c0ba-910c-4193-bad9-6097b06bf2ea req-d3790625-b576-44ee-860a-aa1c29844d5d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=70f95522-1136-49ed-bf38-f4d6ac713a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0447049 Dec 10 15:46:03.331073 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-5c0ec9f9-6715-4f2d-bbb6-85ed536d6382 None None] Set router 5e0b6716-792d-48b9-8835-e085c47a094a gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:46:03.361944 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f2101-d676-4384-b48a-6a920687d6d3 req-d9701641-73d5-4654-af7a-6961569b8349 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:46:03.363428 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-7a7f2101-d676-4384-b48a-6a920687d6d3 req-d9701641-73d5-4654-af7a-6961569b8349 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4952181-8c35-42e5-b25e-077e03ad9697 HTTP/1.1" status: 200 len: 945 time: 0.1019099 Dec 10 15:46:03.368983 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-5f68c0ba-910c-4193-bad9-6097b06bf2ea req-7d93c841-9e4b-44d5-abd4-bd0fa2b51ccb service neutron] 10.222.0.44 "GET /v2.0/networks/70f95522-1136-49ed-bf38-f4d6ac713a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259847 Dec 10 15:46:03.462030 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-7a7f2101-d676-4384-b48a-6a920687d6d3 req-9303d3fb-b8ea-4409-ae35-b0a53de497ba tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=5575675a-1730-4f4f-aa6f-296f262f9ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918951 Dec 10 15:46:03.493598 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-5f68c0ba-910c-4193-bad9-6097b06bf2ea req-75c51602-5c0f-4938-b232-027cabff7baf service neutron] 10.222.0.44 "GET /v2.0/networks/70f95522-1136-49ed-bf38-f4d6ac713a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157563 Dec 10 15:46:03.537176 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-5c0ec9f9-6715-4f2d-bbb6-85ed536d6382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e0b6716-792d-48b9-8835-e085c47a094a', 'name': 'tempest-TestNetworkBasicOps-router-521846324', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': '5c98fb75-4f94-42ba-bc60-0b5e199dd068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:44:33Z', 'updated_at': '2021-12-10T15:44:38Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '5c98fb75-4f94-42ba-bc60-0b5e199dd068', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0b6716-792d-48b9-8835-e085c47a094a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:44:34Z', 'updated_at': '2021-12-10T15:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': 'd883c5ad-2e7e-470e-8f15-c86f6b2901f7', 'name': '', 'network_id': '70f95522-1136-49ed-bf38-f4d6ac713a0e', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:c9:fe:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0b6716-792d-48b9-8835-e085c47a094a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '96b07043-c42c-49b8-ab8d-2bb971f2baaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:44:37Z', 'updated_at': '2021-12-10T15:44:41Z', 'revision_number': 5, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': '96b07043-c42c-49b8-ab8d-2bb971f2baaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:46:03.562989 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0ec9f9-6715-4f2d-bbb6-85ed536d6382 None None] The sync data for ids ['5e0b6716-792d-48b9-8835-e085c47a094a'] in dv-neutron-821401-4-hyperv is: [{'id': '5e0b6716-792d-48b9-8835-e085c47a094a', 'name': 'tempest-TestNetworkBasicOps-router-521846324', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': '5c98fb75-4f94-42ba-bc60-0b5e199dd068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:44:33Z', 'updated_at': '2021-12-10T15:44:38Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '5c98fb75-4f94-42ba-bc60-0b5e199dd068', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0b6716-792d-48b9-8835-e085c47a094a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:44:34Z', 'updated_at': '2021-12-10T15:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': 'd883c5ad-2e7e-470e-8f15-c86f6b2901f7', 'name': '', 'network_id': '70f95522-1136-49ed-bf38-f4d6ac713a0e', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:c9:fe:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0b6716-792d-48b9-8835-e085c47a094a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '96b07043-c42c-49b8-ab8d-2bb971f2baaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:44:37Z', 'updated_at': '2021-12-10T15:44:41Z', 'revision_number': 5, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': '96b07043-c42c-49b8-ab8d-2bb971f2baaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:46:03.776517 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0228d720-aea7-4fe4-9a89-c4f198b2f46c None None] New status for floating IP 1fdcede1-ce1d-44b9-a23b-dc35b2582084: DOWN {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 15:46:03.903903 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 79b728bf-79ed-4d94-8aa3-0e0938b2de90 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:46:03.924390 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] No Port match for: 79b728bf-79ed-4d94-8aa3-0e0938b2de90 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:46:03.924740 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 79b728bf-79ed-4d94-8aa3-0e0938b2de90 not bound to the agent host hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:46:04.582695 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36da0fa-8c47-4922-8557-eb8bc831cf68 req-cbc3d1f4-6e56-4ab0-a0ad-3a2054f01c7b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:46:04.584159 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-a36da0fa-8c47-4922-8557-eb8bc831cf68 req-cbc3d1f4-6e56-4ab0-a0ad-3a2054f01c7b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4952181-8c35-42e5-b25e-077e03ad9697 HTTP/1.1" status: 200 len: 945 time: 0.0506089 Dec 10 15:46:04.631996 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-a36da0fa-8c47-4922-8557-eb8bc831cf68 req-8257e3b6-d313-4ccb-91d0-221a2e4d9fac tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=5575675a-1730-4f4f-aa6f-296f262f9ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413821 Dec 10 15:46:04.671312 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ef79d-9352-4eeb-86bb-c1b2162deec1 req-8a62cf35-7bb7-4a84-9424-d75ca9bbef13 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:46:04.672790 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d84ef79d-9352-4eeb-86bb-c1b2162deec1 req-8a62cf35-7bb7-4a84-9424-d75ca9bbef13 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4952181-8c35-42e5-b25e-077e03ad9697 HTTP/1.1" status: 200 len: 945 time: 0.0502043 Dec 10 15:46:04.759308 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-d84ef79d-9352-4eeb-86bb-c1b2162deec1 req-570897d8-6403-4eec-8811-d18bfad67b61 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Deleting port f869b3d0-afbb-44ca-a1b0-b1e39582f8a6 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:46:04.759575 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d84ef79d-9352-4eeb-86bb-c1b2162deec1 req-570897d8-6403-4eec-8811-d18bfad67b61 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:04.856721 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-d84ef79d-9352-4eeb-86bb-c1b2162deec1 req-570897d8-6403-4eec-8811-d18bfad67b61 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] For port f869b3d0-afbb-44ca-a1b0-b1e39582f8a6, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=f869b3d0-afbb-44ca-a1b0-b1e39582f8a6,segment=NetworkSegment(af2adcf1-1fc6-4114-bd44-be027f86453d),segment_id=af2adcf1-1fc6-4114-bd44-be027f86453d)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:46:04.857084 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d84ef79d-9352-4eeb-86bb-c1b2162deec1 req-570897d8-6403-4eec-8811-d18bfad67b61 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:04.868668 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-d84ef79d-9352-4eeb-86bb-c1b2162deec1 req-570897d8-6403-4eec-8811-d18bfad67b61 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Calling delete_port for f869b3d0-afbb-44ca-a1b0-b1e39582f8a6 owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:46:05.060070 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d84ef79d-9352-4eeb-86bb-c1b2162deec1 req-570897d8-6403-4eec-8811-d18bfad67b61 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:05.086626 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570897d8-6403-4eec-8811-d18bfad67b61 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event deleted for resources: {'Port': ['ID=f869b3d0-afbb-44ca-a1b0-b1e39582f8a6,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:46:05.138862 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-d84ef79d-9352-4eeb-86bb-c1b2162deec1 req-570897d8-6403-4eec-8811-d18bfad67b61 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] No DVR routers for this DVR port f869b3d0-afbb-44ca-a1b0-b1e39582f8a6 on host hv-neutron-8214 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:46:05.141316 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d84ef79d-9352-4eeb-86bb-c1b2162deec1 req-570897d8-6403-4eec-8811-d18bfad67b61 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:05.144741 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d84ef79d-9352-4eeb-86bb-c1b2162deec1 req-570897d8-6403-4eec-8811-d18bfad67b61 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.44 "DELETE /v2.0/ports/f869b3d0-afbb-44ca-a1b0-b1e39582f8a6 HTTP/1.1" status: 204 len: 173 time: 0.4658322 Dec 10 15:46:05.145195 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4952181-8c35-42e5-b25e-077e03ad9697', 'name': 'network-vif-deleted', 'tag': 'f869b3d0-afbb-44ca-a1b0-b1e39582f8a6'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:46:05.147509 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9ca57131bc4931768ac29058952438d1fdd62308db7b17540cc34ffe8faef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-036671a2-b365-43f3-aa9e-43c5f30993e0" -d '{"events": [{"server_uuid": "c4952181-8c35-42e5-b25e-077e03ad9697", "name": "network-vif-deleted", "tag": "f869b3d0-afbb-44ca-a1b0-b1e39582f8a6"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:46:05.183595 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 15:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a5a81c0-d65b-4488-971e-414e02b5adf8 x-openstack-request-id: req-9a5a81c0-d65b-4488-971e-414e02b5adf8 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:46:05.183896 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4952181-8c35-42e5-b25e-077e03ad9697", "name": "network-vif-deleted", "tag": "f869b3d0-afbb-44ca-a1b0-b1e39582f8a6", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:46:05.184153 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9a5a81c0-d65b-4488-971e-414e02b5adf8 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:46:05.184562 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4952181-8c35-42e5-b25e-077e03ad9697', 'name': 'network-vif-deleted', 'tag': 'f869b3d0-afbb-44ca-a1b0-b1e39582f8a6', 'status': 'completed', 'code': 200} Dec 10 15:46:05.734731 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-d35390c9-4ab0-4d73-aab7-466b17d17905 req-421756e9-aad1-42cc-958c-6bb35013b3cd tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4952181-8c35-42e5-b25e-077e03ad9697 HTTP/1.1" status: 200 len: 210 time: 0.0252683 Dec 10 15:46:06.793738 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 39132) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:46:06.853686 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5fe1a64c-610b-40e8-b8b5-93a213036721 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:06.878079 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5fe1a64c-610b-40e8-b8b5-93a213036721 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:07.007804 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 15:46:07.019988 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5fe1a64c-610b-40e8-b8b5-93a213036721 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:07.022704 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5fe1a64c-610b-40e8-b8b5-93a213036721 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:07.023854 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-5fe1a64c-610b-40e8-b8b5-93a213036721 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "DELETE /v2.0/security-groups/5575675a-1730-4f4f-aa6f-296f262f9ca0 HTTP/1.1" status: 204 len: 168 time: 0.2290685 Dec 10 15:46:07.033930 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe1a64c-610b-40e8-b8b5-93a213036721 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5575675a-1730-4f4f-aa6f-296f262f9ca0,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:46:07.105167 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 39136) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:46:07.472755 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-10604056-e4c1-483c-bae8-dcbd52345c55 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549925'] for router_interface, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:07.733239 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-10604056-e4c1-483c-bae8-dcbd52345c55 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Deleting port d883c5ad-2e7e-470e-8f15-c86f6b2901f7 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:46:07.733509 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-10604056-e4c1-483c-bae8-dcbd52345c55 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:07.818944 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-10604056-e4c1-483c-bae8-dcbd52345c55 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] For port d883c5ad-2e7e-470e-8f15-c86f6b2901f7, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=d883c5ad-2e7e-470e-8f15-c86f6b2901f7,segment=NetworkSegment(af2adcf1-1fc6-4114-bd44-be027f86453d),segment_id=af2adcf1-1fc6-4114-bd44-be027f86453d)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:46:07.819578 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-10604056-e4c1-483c-bae8-dcbd52345c55 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:07.830770 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-10604056-e4c1-483c-bae8-dcbd52345c55 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Calling delete_port for d883c5ad-2e7e-470e-8f15-c86f6b2901f7 owned by network:router_interface {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:46:07.927922 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device f869b3d0-afbb-44ca-a1b0-b1e39582f8a6 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:46:07.951522 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] No Port match for: f869b3d0-afbb-44ca-a1b0-b1e39582f8a6 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:46:07.952039 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device f869b3d0-afbb-44ca-a1b0-b1e39582f8a6 not bound to the agent host hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:46:08.082302 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-10604056-e4c1-483c-bae8-dcbd52345c55 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:08.107994 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10604056-e4c1-483c-bae8-dcbd52345c55 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event deleted for resources: {'Port': ['ID=d883c5ad-2e7e-470e-8f15-c86f6b2901f7,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:46:08.280827 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-10604056-e4c1-483c-bae8-dcbd52345c55 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550073'] for router_interface, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:08.814752 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10604056-e4c1-483c-bae8-dcbd52345c55 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Router 5e0b6716-792d-48b9-8835-e085c47a094a has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:46:08.922499 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10604056-e4c1-483c-bae8-dcbd52345c55 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:46:08.927487 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-10604056-e4c1-483c-bae8-dcbd52345c55 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "PUT /v2.0/routers/5e0b6716-792d-48b9-8835-e085c47a094a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8212407 Dec 10 15:46:08.930220 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 39138) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:46:08.932826 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60699057-63f0-4ceb-92c2-04dfc94ea47e None None] Sync routers for ids ['5e0b6716-792d-48b9-8835-e085c47a094a'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:46:08.943302 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60699057-63f0-4ceb-92c2-04dfc94ea47e None None] Routers {'5e0b6716-792d-48b9-8835-e085c47a094a'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:46:08.943921 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-60699057-63f0-4ceb-92c2-04dfc94ea47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:45:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['5e0b6716-792d-48b9-8835-e085c47a094a'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:46:08.979790 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8da455f-363d-42c8-8db6-0533da36b906 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Deleting subnet 96b07043-c42c-49b8-ab8d-2bb971f2baaa {{(pid=103586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:46:08.983506 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f8da455f-363d-42c8-8db6-0533da36b906 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for subnet, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:09.025672 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f8da455f-363d-42c8-8db6-0533da36b906 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12392400'] for subnet, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:09.059908 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-60699057-63f0-4ceb-92c2-04dfc94ea47e None None] Set router 5e0b6716-792d-48b9-8835-e085c47a094a gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:46:09.111867 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f8da455f-363d-42c8-8db6-0533da36b906 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:09.241309 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f8da455f-363d-42c8-8db6-0533da36b906 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:09.250510 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-60699057-63f0-4ceb-92c2-04dfc94ea47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e0b6716-792d-48b9-8835-e085c47a094a', 'name': 'tempest-TestNetworkBasicOps-router-521846324', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': '5c98fb75-4f94-42ba-bc60-0b5e199dd068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:44:33Z', 'updated_at': '2021-12-10T15:46:07Z', 'revision_number': 5, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '5c98fb75-4f94-42ba-bc60-0b5e199dd068', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0b6716-792d-48b9-8835-e085c47a094a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:44:34Z', 'updated_at': '2021-12-10T15:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:46:09.269567 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8da455f-363d-42c8-8db6-0533da36b906 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event deleted for resources: {'Subnet': ['ID=96b07043-c42c-49b8-ab8d-2bb971f2baaa,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:46:09.271540 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f8da455f-363d-42c8-8db6-0533da36b906 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:09.279940 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-f8da455f-363d-42c8-8db6-0533da36b906 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "DELETE /v2.0/subnets/96b07043-c42c-49b8-ab8d-2bb971f2baaa HTTP/1.1" status: 204 len: 168 time: 0.3435955 Dec 10 15:46:09.280020 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60699057-63f0-4ceb-92c2-04dfc94ea47e None None] Checking router: 5e0b6716-792d-48b9-8835-e085c47a094a for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:46:09.280090 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 39140) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:46:09.280767 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f346086d-c041-4860-b38e-cea1fb8f81f4 None None] Network 70f95522-1136-49ed-bf38-f4d6ac713a0e requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:46:09.327744 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60699057-63f0-4ceb-92c2-04dfc94ea47e None None] Routers {'5e0b6716-792d-48b9-8835-e085c47a094a'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:46:09.328364 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-60699057-63f0-4ceb-92c2-04dfc94ea47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:45:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['5e0b6716-792d-48b9-8835-e085c47a094a'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:46:09.383975 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ad948a31-49d2-495c-8f25-34290a4b411c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for router, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:09.465163 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-60699057-63f0-4ceb-92c2-04dfc94ea47e None None] Set router 5e0b6716-792d-48b9-8835-e085c47a094a gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:46:09.501035 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ad948a31-49d2-495c-8f25-34290a4b411c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:09.526003 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e4d4d7-41a1-40fe-9f48-d64d42ce6dce None None] DHCP port deletion for 70f95522-1136-49ed-bf38-f4d6ac713a0e request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:46:09.656100 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-ad948a31-49d2-495c-8f25-34290a4b411c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Deleting port 5c98fb75-4f94-42ba-bc60-0b5e199dd068 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:46:09.656476 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ad948a31-49d2-495c-8f25-34290a4b411c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:09.672929 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-26e4d4d7-41a1-40fe-9f48-d64d42ce6dce None None] Deleting port 4814e9e0-6786-4e82-8921-92f1b8f9d6e6 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:46:09.673313 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-26e4d4d7-41a1-40fe-9f48-d64d42ce6dce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:09.739658 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-ad948a31-49d2-495c-8f25-34290a4b411c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] For port 5c98fb75-4f94-42ba-bc60-0b5e199dd068, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=5c98fb75-4f94-42ba-bc60-0b5e199dd068,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:46:09.740082 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ad948a31-49d2-495c-8f25-34290a4b411c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:09.744432 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-26e4d4d7-41a1-40fe-9f48-d64d42ce6dce None None] For port 4814e9e0-6786-4e82-8921-92f1b8f9d6e6, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=4814e9e0-6786-4e82-8921-92f1b8f9d6e6,segment=NetworkSegment(af2adcf1-1fc6-4114-bd44-be027f86453d),segment_id=af2adcf1-1fc6-4114-bd44-be027f86453d)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:46:09.744836 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-26e4d4d7-41a1-40fe-9f48-d64d42ce6dce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:09.752298 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-ad948a31-49d2-495c-8f25-34290a4b411c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Calling delete_port for 5c98fb75-4f94-42ba-bc60-0b5e199dd068 owned by network:router_gateway {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:46:09.759310 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-26e4d4d7-41a1-40fe-9f48-d64d42ce6dce None None] Calling delete_port for 4814e9e0-6786-4e82-8921-92f1b8f9d6e6 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:46:09.767043 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-60699057-63f0-4ceb-92c2-04dfc94ea47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e0b6716-792d-48b9-8835-e085c47a094a', 'name': 'tempest-TestNetworkBasicOps-router-521846324', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': '5c98fb75-4f94-42ba-bc60-0b5e199dd068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:44:33Z', 'updated_at': '2021-12-10T15:46:07Z', 'revision_number': 5, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '5c98fb75-4f94-42ba-bc60-0b5e199dd068', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0b6716-792d-48b9-8835-e085c47a094a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:44:34Z', 'updated_at': '2021-12-10T15:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:46:09.801793 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60699057-63f0-4ceb-92c2-04dfc94ea47e None None] The sync data for ids ['5e0b6716-792d-48b9-8835-e085c47a094a'] in dv-neutron-821401-4-hyperv is: [{'id': '5e0b6716-792d-48b9-8835-e085c47a094a', 'name': 'tempest-TestNetworkBasicOps-router-521846324', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': '5c98fb75-4f94-42ba-bc60-0b5e199dd068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:44:33Z', 'updated_at': '2021-12-10T15:46:07Z', 'revision_number': 5, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '5c98fb75-4f94-42ba-bc60-0b5e199dd068', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0b6716-792d-48b9-8835-e085c47a094a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:44:34Z', 'updated_at': '2021-12-10T15:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:46:09.940025 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-26e4d4d7-41a1-40fe-9f48-d64d42ce6dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:09.965671 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e4d4d7-41a1-40fe-9f48-d64d42ce6dce None None] Pushing event deleted for resources: {'Port': ['ID=4814e9e0-6786-4e82-8921-92f1b8f9d6e6,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:46:09.970614 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e4d4d7-41a1-40fe-9f48-d64d42ce6dce None None] No DVR routers for this DVR port 4814e9e0-6786-4e82-8921-92f1b8f9d6e6 on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:46:09.991455 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ad948a31-49d2-495c-8f25-34290a4b411c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:10.017804 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad948a31-49d2-495c-8f25-34290a4b411c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event deleted for resources: {'Port': ['ID=5c98fb75-4f94-42ba-bc60-0b5e199dd068,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:46:10.034182 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b9270d-310b-4c2f-8da4-214190452073 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:46:10.083173 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ad948a31-49d2-495c-8f25-34290a4b411c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552731'] for router_gateway, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:10.181743 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ad948a31-49d2-495c-8f25-34290a4b411c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13898'] for router, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:10.184612 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ad948a31-49d2-495c-8f25-34290a4b411c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:10.251919 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 4814e9e0-6786-4e82-8921-92f1b8f9d6e6 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:46:10.273629 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 4814e9e0-6786-4e82-8921-92f1b8f9d6e6 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:46:10.274019 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 4814e9e0-6786-4e82-8921-92f1b8f9d6e6 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:46:10.274439 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device d883c5ad-2e7e-470e-8f15-c86f6b2901f7 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:46:10.288378 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ad948a31-49d2-495c-8f25-34290a4b411c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549250'] for router, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:10.288957 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad948a31-49d2-495c-8f25-34290a4b411c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Fanout notify agent at l3_agent the message router_deleted on router 5e0b6716-792d-48b9-8835-e085c47a094a {{(pid=103586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 15:46:10.302520 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: d883c5ad-2e7e-470e-8f15-c86f6b2901f7 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:46:10.302520 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device d883c5ad-2e7e-470e-8f15-c86f6b2901f7 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:46:10.303667 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ad948a31-49d2-495c-8f25-34290a4b411c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:10.303667 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-ad948a31-49d2-495c-8f25-34290a4b411c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "DELETE /v2.0/routers/5e0b6716-792d-48b9-8835-e085c47a094a HTTP/1.1" status: 204 len: 168 time: 1.0235131 Dec 10 15:46:10.305002 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 39142) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:46:10.385671 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d0ade4ef-0c67-44af-ae6b-71fcc20824f0 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:10.474099 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d0ade4ef-0c67-44af-ae6b-71fcc20824f0 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:10.494910 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-d0ade4ef-0c67-44af-ae6b-71fcc20824f0 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70f95522-1136-49ed-bf38-f4d6ac713a0e']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:46:10.504688 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-d0ade4ef-0c67-44af-ae6b-71fcc20824f0 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af2adcf1-1fc6-4114-bd44-be027f86453d') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:46:10.504988 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-d0ade4ef-0c67-44af-ae6b-71fcc20824f0 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af2adcf1-1fc6-4114-bd44-be027f86453d') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:46:10.515116 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d0ade4ef-0c67-44af-ae6b-71fcc20824f0 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11806923'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:10.528218 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d0ade4ef-0c67-44af-ae6b-71fcc20824f0 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:10.534105 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0ade4ef-0c67-44af-ae6b-71fcc20824f0 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:46:10.534491 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d0ade4ef-0c67-44af-ae6b-71fcc20824f0 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11236635'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:10.537425 dv-neutron-821401-4-hyperv neutron-server[103587]: Traceback (most recent call last): Dec 10 15:46:10.537425 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:46:10.537425 dv-neutron-821401-4-hyperv neutron-server[103587]: timer() Dec 10 15:46:10.537425 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:46:10.537425 dv-neutron-821401-4-hyperv neutron-server[103587]: cb(*args, **kw) Dec 10 15:46:10.537425 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:46:10.537425 dv-neutron-821401-4-hyperv neutron-server[103587]: return func(*args, **kwargs) Dec 10 15:46:10.537425 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:46:10.537425 dv-neutron-821401-4-hyperv neutron-server[103587]: self._notify() Dec 10 15:46:10.537425 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:46:10.537425 dv-neutron-821401-4-hyperv neutron-server[103587]: self.callback(batched_events) Dec 10 15:46:10.537425 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:46:10.537425 dv-neutron-821401-4-hyperv neutron-server[103587]: event.method(event) Dec 10 15:46:10.537425 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:46:10.537425 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:46:10.537425 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:46:10.537425 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:46:10.537425 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:46:10.537425 dv-neutron-821401-4-hyperv neutron-server[103587]: return f(self, *a, **k) Dec 10 15:46:10.537425 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:46:10.537425 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._get(url).json() Dec 10 15:46:10.537425 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:46:10.537425 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:46:10.537425 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:46:10.537425 dv-neutron-821401-4-hyperv neutron-server[103587]: return self.request(url, 'GET', **kwargs) Dec 10 15:46:10.537425 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:46:10.537425 dv-neutron-821401-4-hyperv neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:46:10.537425 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:46:10.537425 dv-neutron-821401-4-hyperv neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:46:10.537425 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:46:10.537425 dv-neutron-821401-4-hyperv neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:46:10.537425 dv-neutron-821401-4-hyperv neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:46:10.657985 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d0ade4ef-0c67-44af-ae6b-71fcc20824f0 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:10.665405 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d0ade4ef-0c67-44af-ae6b-71fcc20824f0 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:10.668623 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-d0ade4ef-0c67-44af-ae6b-71fcc20824f0 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "DELETE /v2.0/networks/70f95522-1136-49ed-bf38-f4d6ac713a0e HTTP/1.1" status: 204 len: 168 time: 0.3624818 Dec 10 15:46:10.680198 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ade4ef-0c67-44af-ae6b-71fcc20824f0 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event deleted for resources: {'Network': ['ID=70f95522-1136-49ed-bf38-f4d6ac713a0e,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:46:10.693413 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 39144) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:46:10.698463 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-5fc7fc12-bf23-42b7-bdbb-98a23de8e7ed tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'network': {'name': 'tempest-network-smoke--1762608302', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'port_security_enabled': True}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:46:10.785115 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc7fc12-bf23-42b7-bdbb-98a23de8e7ed tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Made reservation on behalf of e049672a5fd04e7f8cbb0423b61eb757 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:46:10.788537 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5fc7fc12-bf23-42b7-bdbb-98a23de8e7ed tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:10.812457 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fc7fc12-bf23-42b7-bdbb-98a23de8e7ed tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:46:10.820989 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5fc7fc12-bf23-42b7-bdbb-98a23de8e7ed tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:10.821332 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.segments_db [None req-5fc7fc12-bf23-42b7-bdbb-98a23de8e7ed tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Added segment 5dc00e57-eac6-4f9e-868d-91710df70f1c of type vlan for network 4925fcb2-9ad4-46da-9d13-4cedc85f539b Dec 10 15:46:10.863166 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5fc7fc12-bf23-42b7-bdbb-98a23de8e7ed tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:10.968425 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5fc7fc12-bf23-42b7-bdbb-98a23de8e7ed tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:10.974097 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc7fc12-bf23-42b7-bdbb-98a23de8e7ed tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:46:10.974679 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5fc7fc12-bf23-42b7-bdbb-98a23de8e7ed tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:11.045446 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc7fc12-bf23-42b7-bdbb-98a23de8e7ed tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'Network': ['ID=4925fcb2-9ad4-46da-9d13-4cedc85f539b,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:46:11.055460 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 4925fcb2-9ad4-46da-9d13-4cedc85f539b details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:46:11.096896 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-5fc7fc12-bf23-42b7-bdbb-98a23de8e7ed tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4024365 Dec 10 15:46:11.099600 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 39146) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:46:11.103986 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-32e6cd97-9cd0-47b8-a8f0-94e3c7c1479a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-886408022', 'admin_state_up': True, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:46:11.179571 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-32e6cd97-9cd0-47b8-a8f0-94e3c7c1479a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13912'] for router, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:11.180669 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-32e6cd97-9cd0-47b8-a8f0-94e3c7c1479a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:11.232527 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-32e6cd97-9cd0-47b8-a8f0-94e3c7c1479a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:11.421133 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-32e6cd97-9cd0-47b8-a8f0-94e3c7c1479a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:11.665019 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-32e6cd97-9cd0-47b8-a8f0-94e3c7c1479a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for router_gateway, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:11.683883 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-32e6cd97-9cd0-47b8-a8f0-94e3c7c1479a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:11.780956 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-32e6cd97-9cd0-47b8-a8f0-94e3c7c1479a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Allocated IP 172.26.2.254 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/04bb66c7-cdea-4c81-9c5c-09387600dd02) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:46:11.881428 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-32e6cd97-9cd0-47b8-a8f0-94e3c7c1479a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:11.967283 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-32e6cd97-9cd0-47b8-a8f0-94e3c7c1479a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:12.008839 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e6cd97-9cd0-47b8-a8f0-94e3c7c1479a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:46:12.012257 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-32e6cd97-9cd0-47b8-a8f0-94e3c7c1479a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:46:12.016453 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e6cd97-9cd0-47b8-a8f0-94e3c7c1479a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:46:12.019467 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e6cd97-9cd0-47b8-a8f0-94e3c7c1479a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'Port': ['ID=04bb66c7-cdea-4c81-9c5c-09387600dd02,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:46:12.028246 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c23676-4e4c-4542-8e3b-1d214e71f893 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:46:12.072450 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 5c98fb75-4f94-42ba-bc60-0b5e199dd068 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:46:12.095526 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 5c98fb75-4f94-42ba-bc60-0b5e199dd068 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:46:12.095875 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 5c98fb75-4f94-42ba-bc60-0b5e199dd068 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:46:12.101761 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-c2f4b8bd-2d36-43d6-8a79-b468c997527a None None] Provisioning complete for port 04bb66c7-cdea-4c81-9c5c-09387600dd02 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:46:12.102164 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c2f4b8bd-2d36-43d6-8a79-b468c997527a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:12.135528 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-c2f4b8bd-2d36-43d6-8a79-b468c997527a None None] Port 04bb66c7-cdea-4c81-9c5c-09387600dd02 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:46:12.303205 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-32e6cd97-9cd0-47b8-a8f0-94e3c7c1479a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for router_gateway, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:12.491447 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-32e6cd97-9cd0-47b8-a8f0-94e3c7c1479a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363'] for router, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:12.699791 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32e6cd97-9cd0-47b8-a8f0-94e3c7c1479a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Router a3f3cb01-bf9e-4561-9a70-8fbfae829792 is scheduled to L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d with binding_index 1 {{(pid=103587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 15:46:12.806565 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32e6cd97-9cd0-47b8-a8f0-94e3c7c1479a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:46:12.816551 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4baa8ee7-46cf-4ca8-a9d3-5f7b0e1ee27b None None] Sync routers for ids ['a3f3cb01-bf9e-4561-9a70-8fbfae829792'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:46:12.826064 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4baa8ee7-46cf-4ca8-a9d3-5f7b0e1ee27b None None] Routers {'a3f3cb01-bf9e-4561-9a70-8fbfae829792'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:46:12.826777 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-4baa8ee7-46cf-4ca8-a9d3-5f7b0e1ee27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:45:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['a3f3cb01-bf9e-4561-9a70-8fbfae829792'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:46:12.861766 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-32e6cd97-9cd0-47b8-a8f0-94e3c7c1479a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:12.865957 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-32e6cd97-9cd0-47b8-a8f0-94e3c7c1479a tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7624888 Dec 10 15:46:12.866280 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 39148) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:46:12.895257 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-bd0f2115-677a-4737-b2a1-8f19b2fdad03 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=e049672a5fd04e7f8cbb0423b61eb757&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278153 Dec 10 15:46:12.897722 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 39150) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:46:12.928312 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ab8bcdbe-5ea8-4470-a469-e248581c3821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:12.932551 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-4baa8ee7-46cf-4ca8-a9d3-5f7b0e1ee27b None None] Set router a3f3cb01-bf9e-4561-9a70-8fbfae829792 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:46:12.985895 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab08d6b9-b2b5-4d2b-94c8-e5b26d519551 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:46:12.987338 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-ab08d6b9-b2b5-4d2b-94c8-e5b26d519551 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0886459 Dec 10 15:46:12.990197 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 39152) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:46:13.024838 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-0ae5c27c-d912-4ebf-ac04-cedeebd1ba5d tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=d5a1452c-422a-4e1a-a1c7-48738ecf752f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0335596 Dec 10 15:46:13.027377 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 39154) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:46:13.032148 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-04cd2c43-9838-43c8-b176-93f06dd98f4d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-696894732', 'network_id': '4925fcb2-9ad4-46da-9d13-4cedc85f539b', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:46:13.111813 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-4baa8ee7-46cf-4ca8-a9d3-5f7b0e1ee27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f3cb01-bf9e-4561-9a70-8fbfae829792', 'name': 'tempest-TestNetworkBasicOps-router-886408022', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.254'}], 'enable_snat': True}, 'gw_port_id': '04bb66c7-cdea-4c81-9c5c-09387600dd02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:46:11Z', 'updated_at': '2021-12-10T15:46:12Z', 'revision_number': 3, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '04bb66c7-cdea-4c81-9c5c-09387600dd02', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c1:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f3cb01-bf9e-4561-9a70-8fbfae829792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:46:11Z', 'updated_at': '2021-12-10T15:46:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:46:13.138432 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4baa8ee7-46cf-4ca8-a9d3-5f7b0e1ee27b None None] Checking router: a3f3cb01-bf9e-4561-9a70-8fbfae829792 for host: dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:46:13.138781 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4baa8ee7-46cf-4ca8-a9d3-5f7b0e1ee27b None None] Updating router a3f3cb01-bf9e-4561-9a70-8fbfae829792 port 04bb66c7-cdea-4c81-9c5c-09387600dd02 binding host dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 15:46:13.166819 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4baa8ee7-46cf-4ca8-a9d3-5f7b0e1ee27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:13.174107 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04cd2c43-9838-43c8-b176-93f06dd98f4d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Made reservation on behalf of e049672a5fd04e7f8cbb0423b61eb757 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:46:13.177753 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-04cd2c43-9838-43c8-b176-93f06dd98f4d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11668558'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:13.425445 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:13.436907 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-04cd2c43-9838-43c8-b176-93f06dd98f4d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11236534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11668560'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:13.494784 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4baa8ee7-46cf-4ca8-a9d3-5f7b0e1ee27b None None] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:13.500748 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cd2c43-9838-43c8-b176-93f06dd98f4d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'Subnet': ['ID=0f545add-cdc5-45cc-a196-456b4fcda59c,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:46:13.505066 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cd2c43-9838-43c8-b176-93f06dd98f4d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Checking segment: {'id': '5dc00e57-eac6-4f9e-868d-91710df70f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4925fcb2-9ad4-46da-9d13-4cedc85f539b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:46:13.505444 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04cd2c43-9838-43c8-b176-93f06dd98f4d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Network hostable DHCP agents. Network: 4925fcb2-9ad4-46da-9d13-4cedc85f539b, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:46:13.550965 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4baa8ee7-46cf-4ca8-a9d3-5f7b0e1ee27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:13.579159 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04cd2c43-9838-43c8-b176-93f06dd98f4d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Network 4925fcb2-9ad4-46da-9d13-4cedc85f539b is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:46:13.596110 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38473ce4-29e0-41c8-b43a-be0663f450dd None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:46:13.602887 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d2ce5f-4690-4cb7-809d-4d11a0871843 None None] Pushing event updated for resources: {'Port': ['ID=04bb66c7-cdea-4c81-9c5c-09387600dd02,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:46:13.605958 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-4baa8ee7-46cf-4ca8-a9d3-5f7b0e1ee27b None None] Attempting to bind port 04bb66c7-cdea-4c81-9c5c-09387600dd02 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:46:13.606333 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-4baa8ee7-46cf-4ca8-a9d3-5f7b0e1ee27b None None] Attempting to bind port 04bb66c7-cdea-4c81-9c5c-09387600dd02 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:46:13.606708 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4baa8ee7-46cf-4ca8-a9d3-5f7b0e1ee27b None None] Attempting to bind port 04bb66c7-cdea-4c81-9c5c-09387600dd02 on network d5a1452c-422a-4e1a-a1c7-48738ecf752f {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:46:13.614671 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d2ce5f-4690-4cb7-809d-4d11a0871843 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:46:13.615032 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d2ce5f-4690-4cb7-809d-4d11a0871843 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:46:13.615381 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d2ce5f-4690-4cb7-809d-4d11a0871843 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:46:13.615724 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d2ce5f-4690-4cb7-809d-4d11a0871843 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:46:13.616059 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d2ce5f-4690-4cb7-809d-4d11a0871843 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:46:13.616393 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d2ce5f-4690-4cb7-809d-4d11a0871843 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:46:13.616721 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d2ce5f-4690-4cb7-809d-4d11a0871843 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:46:13.617051 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d2ce5f-4690-4cb7-809d-4d11a0871843 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:46:13.617380 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d2ce5f-4690-4cb7-809d-4d11a0871843 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:46:13.617710 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d2ce5f-4690-4cb7-809d-4d11a0871843 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:46:13.618066 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d2ce5f-4690-4cb7-809d-4d11a0871843 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:46:13.618391 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d2ce5f-4690-4cb7-809d-4d11a0871843 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:46:13.618716 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d2ce5f-4690-4cb7-809d-4d11a0871843 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:46:13.621989 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4baa8ee7-46cf-4ca8-a9d3-5f7b0e1ee27b None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:46:13.622369 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4baa8ee7-46cf-4ca8-a9d3-5f7b0e1ee27b None None] Checking segment: {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:46:13.622773 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4baa8ee7-46cf-4ca8-a9d3-5f7b0e1ee27b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:13.623158 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4baa8ee7-46cf-4ca8-a9d3-5f7b0e1ee27b None None] Bound using segment: {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:46:13.623625 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-4baa8ee7-46cf-4ca8-a9d3-5f7b0e1ee27b None None] Bound port: 04bb66c7-cdea-4c81-9c5c-09387600dd02, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:46:13.624006 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4baa8ee7-46cf-4ca8-a9d3-5f7b0e1ee27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:13.648898 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-04cd2c43-9838-43c8-b176-93f06dd98f4d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 4925fcb2-9ad4-46da-9d13-4cedc85f539b) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:46:13.654015 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04cd2c43-9838-43c8-b176-93f06dd98f4d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:46:13.655263 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-04cd2c43-9838-43c8-b176-93f06dd98f4d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:13.663359 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-9115854d-565d-4512-bf7c-60434de9ba26 None None] Provisioning complete for port 04bb66c7-cdea-4c81-9c5c-09387600dd02 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:46:13.663820 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9115854d-565d-4512-bf7c-60434de9ba26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:13.678955 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-4baa8ee7-46cf-4ca8-a9d3-5f7b0e1ee27b None None] For port 04bb66c7-cdea-4c81-9c5c-09387600dd02, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:46:13.682227 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-4baa8ee7-46cf-4ca8-a9d3-5f7b0e1ee27b None None] For port 04bb66c7-cdea-4c81-9c5c-09387600dd02, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=04bb66c7-cdea-4c81-9c5c-09387600dd02,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:46:13.771342 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-04cd2c43-9838-43c8-b176-93f06dd98f4d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7429209 Dec 10 15:46:13.774292 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 39156) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:46:13.803377 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4baa8ee7-46cf-4ca8-a9d3-5f7b0e1ee27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:13.841114 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3af739-8729-4a6f-bf8b-1fde19dd50a5 None None] Network 4925fcb2-9ad4-46da-9d13-4cedc85f539b requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:46:13.862720 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408d04af-a8dc-4dfc-beef-51293734b421 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:46:13.864133 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d2ce5f-4690-4cb7-809d-4d11a0871843 None None] Pushing event updated for resources: {'Port': ['ID=04bb66c7-cdea-4c81-9c5c-09387600dd02,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:46:13.869718 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4baa8ee7-46cf-4ca8-a9d3-5f7b0e1ee27b None None] Routers {'a3f3cb01-bf9e-4561-9a70-8fbfae829792'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:46:13.871023 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-4baa8ee7-46cf-4ca8-a9d3-5f7b0e1ee27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:45:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['a3f3cb01-bf9e-4561-9a70-8fbfae829792'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:46:13.898157 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-9115854d-565d-4512-bf7c-60434de9ba26 None None] Port 04bb66c7-cdea-4c81-9c5c-09387600dd02 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:46:13.960459 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71f040f-5e64-4dcb-8209-0c3a6748a1a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-4925fcb2-9ad4-46da-9d13-4cedc85f539b', 'network_id': '4925fcb2-9ad4-46da-9d13-4cedc85f539b', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'fixed_ips': [{'subnet_id': '0f545add-cdc5-45cc-a196-456b4fcda59c'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:46:13.962192 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f71f040f-5e64-4dcb-8209-0c3a6748a1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:13.990728 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-4baa8ee7-46cf-4ca8-a9d3-5f7b0e1ee27b None None] Set router a3f3cb01-bf9e-4561-9a70-8fbfae829792 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:46:14.067657 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-7d24950b-ab4e-40e8-ae4d-6e55ff617327 None None] Provisioning complete for port 04bb66c7-cdea-4c81-9c5c-09387600dd02 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:46:14.068039 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7d24950b-ab4e-40e8-ae4d-6e55ff617327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:14.143181 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-f71f040f-5e64-4dcb-8209-0c3a6748a1a9 None None] Allocated IP 172.20.0.2 (4925fcb2-9ad4-46da-9d13-4cedc85f539b/0f545add-cdc5-45cc-a196-456b4fcda59c/b43726c3-a836-4799-accf-c0b038299847) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:46:14.188490 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-4baa8ee7-46cf-4ca8-a9d3-5f7b0e1ee27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f3cb01-bf9e-4561-9a70-8fbfae829792', 'name': 'tempest-TestNetworkBasicOps-router-886408022', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.254'}], 'enable_snat': True}, 'gw_port_id': '04bb66c7-cdea-4c81-9c5c-09387600dd02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:46:11Z', 'updated_at': '2021-12-10T15:46:12Z', 'revision_number': 3, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '04bb66c7-cdea-4c81-9c5c-09387600dd02', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c1:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f3cb01-bf9e-4561-9a70-8fbfae829792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:46:11Z', 'updated_at': '2021-12-10T15:46:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:46:14.221606 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4baa8ee7-46cf-4ca8-a9d3-5f7b0e1ee27b None None] The sync data for ids ['a3f3cb01-bf9e-4561-9a70-8fbfae829792'] in dv-neutron-821401-4-hyperv is: [{'id': 'a3f3cb01-bf9e-4561-9a70-8fbfae829792', 'name': 'tempest-TestNetworkBasicOps-router-886408022', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.254'}], 'enable_snat': True}, 'gw_port_id': '04bb66c7-cdea-4c81-9c5c-09387600dd02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:46:11Z', 'updated_at': '2021-12-10T15:46:12Z', 'revision_number': 3, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '04bb66c7-cdea-4c81-9c5c-09387600dd02', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c1:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f3cb01-bf9e-4561-9a70-8fbfae829792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:46:11Z', 'updated_at': '2021-12-10T15:46:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:46:14.239180 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-023de758-bf38-48bb-a129-e8c3c3753de2 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:14.257023 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7d24950b-ab4e-40e8-ae4d-6e55ff617327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:14.294744 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-7d24950b-ab4e-40e8-ae4d-6e55ff617327 None None] For port 04bb66c7-cdea-4c81-9c5c-09387600dd02, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=04bb66c7-cdea-4c81-9c5c-09387600dd02,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:46:14.345654 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f71f040f-5e64-4dcb-8209-0c3a6748a1a9 None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:14.366841 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7d24950b-ab4e-40e8-ae4d-6e55ff617327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:14.416432 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d24950b-ab4e-40e8-ae4d-6e55ff617327 None None] Pushing event updated for resources: {'Port': ['ID=04bb66c7-cdea-4c81-9c5c-09387600dd02,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:46:14.420863 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f71f040f-5e64-4dcb-8209-0c3a6748a1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:14.467807 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71f040f-5e64-4dcb-8209-0c3a6748a1a9 None None] Network 4925fcb2-9ad4-46da-9d13-4cedc85f539b is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:46:14.469904 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-f71f040f-5e64-4dcb-8209-0c3a6748a1a9 None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:46:14.477891 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71f040f-5e64-4dcb-8209-0c3a6748a1a9 None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:46:14.480322 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71f040f-5e64-4dcb-8209-0c3a6748a1a9 None None] Pushing event updated for resources: {'Port': ['ID=b43726c3-a836-4799-accf-c0b038299847,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:46:14.545115 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-f71f040f-5e64-4dcb-8209-0c3a6748a1a9 None None] Attempting to bind port b43726c3-a836-4799-accf-c0b038299847 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:46:14.545496 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-f71f040f-5e64-4dcb-8209-0c3a6748a1a9 None None] Attempting to bind port b43726c3-a836-4799-accf-c0b038299847 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '5dc00e57-eac6-4f9e-868d-91710df70f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4925fcb2-9ad4-46da-9d13-4cedc85f539b'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:46:14.546045 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71f040f-5e64-4dcb-8209-0c3a6748a1a9 None None] Attempting to bind port b43726c3-a836-4799-accf-c0b038299847 on network 4925fcb2-9ad4-46da-9d13-4cedc85f539b {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:46:14.551410 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71f040f-5e64-4dcb-8209-0c3a6748a1a9 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:46:14.551793 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71f040f-5e64-4dcb-8209-0c3a6748a1a9 None None] Checking segment: {'id': '5dc00e57-eac6-4f9e-868d-91710df70f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4925fcb2-9ad4-46da-9d13-4cedc85f539b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:46:14.552296 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f71f040f-5e64-4dcb-8209-0c3a6748a1a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:14.552697 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71f040f-5e64-4dcb-8209-0c3a6748a1a9 None None] Bound using segment: {'id': '5dc00e57-eac6-4f9e-868d-91710df70f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4925fcb2-9ad4-46da-9d13-4cedc85f539b'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:46:14.553180 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-f71f040f-5e64-4dcb-8209-0c3a6748a1a9 None None] Bound port: b43726c3-a836-4799-accf-c0b038299847, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dc00e57-eac6-4f9e-868d-91710df70f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4925fcb2-9ad4-46da-9d13-4cedc85f539b'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:46:14.553549 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f71f040f-5e64-4dcb-8209-0c3a6748a1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:14.559511 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-023de758-bf38-48bb-a129-e8c3c3753de2 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Allocated IP 172.20.0.1 (4925fcb2-9ad4-46da-9d13-4cedc85f539b/0f545add-cdc5-45cc-a196-456b4fcda59c/20456255-af73-4cc1-8ad1-e4bcee082417) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:46:14.627037 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f71f040f-5e64-4dcb-8209-0c3a6748a1a9 None None] For port b43726c3-a836-4799-accf-c0b038299847, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:46:14.630753 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f71f040f-5e64-4dcb-8209-0c3a6748a1a9 None None] For port b43726c3-a836-4799-accf-c0b038299847, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=b43726c3-a836-4799-accf-c0b038299847,segment=NetworkSegment(5dc00e57-eac6-4f9e-868d-91710df70f1c),segment_id=5dc00e57-eac6-4f9e-868d-91710df70f1c)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:46:14.774803 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f71f040f-5e64-4dcb-8209-0c3a6748a1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:14.844877 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71f040f-5e64-4dcb-8209-0c3a6748a1a9 None None] Pushing event updated for resources: {'Port': ['ID=b43726c3-a836-4799-accf-c0b038299847,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:46:15.044225 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-023de758-bf38-48bb-a129-e8c3c3753de2 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:15.157205 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-023de758-bf38-48bb-a129-e8c3c3753de2 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:15.208951 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023de758-bf38-48bb-a129-e8c3c3753de2 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Network 4925fcb2-9ad4-46da-9d13-4cedc85f539b is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:46:15.212080 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-023de758-bf38-48bb-a129-e8c3c3753de2 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:46:15.215707 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023de758-bf38-48bb-a129-e8c3c3753de2 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:46:15.222605 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023de758-bf38-48bb-a129-e8c3c3753de2 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'Port': ['ID=20456255-af73-4cc1-8ad1-e4bcee082417,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:46:15.262635 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-023de758-bf38-48bb-a129-e8c3c3753de2 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552880'] for router_interface, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:15.282257 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bf3ef33c-7968-4925-be55-3c56f8310085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:15.472281 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-023de758-bf38-48bb-a129-e8c3c3753de2 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:15.760080 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-023de758-bf38-48bb-a129-e8c3c3753de2 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:15.804973 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cdfa75-4ab8-47fe-8a99-066b7b516dd4 None None] Network 4925fcb2-9ad4-46da-9d13-4cedc85f539b requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:46:15.870744 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-023de758-bf38-48bb-a129-e8c3c3753de2 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:15.916732 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-7e8359af-144e-436d-9547-3685426a83e4 None None] Provisioning complete for port b43726c3-a836-4799-accf-c0b038299847 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:46:15.917107 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7e8359af-144e-436d-9547-3685426a83e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:15.947813 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-023de758-bf38-48bb-a129-e8c3c3753de2 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549888'] for router_interface, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:15.950298 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023de758-bf38-48bb-a129-e8c3c3753de2 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'Port': ['ID=20456255-af73-4cc1-8ad1-e4bcee082417,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:46:16.006920 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7e8359af-144e-436d-9547-3685426a83e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:16.049244 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-7e8359af-144e-436d-9547-3685426a83e4 None None] For port b43726c3-a836-4799-accf-c0b038299847, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=b43726c3-a836-4799-accf-c0b038299847,segment=NetworkSegment(5dc00e57-eac6-4f9e-868d-91710df70f1c),segment_id=5dc00e57-eac6-4f9e-868d-91710df70f1c)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:46:16.083559 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023de758-bf38-48bb-a129-e8c3c3753de2 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Network 4925fcb2-9ad4-46da-9d13-4cedc85f539b is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:46:16.090504 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-023de758-bf38-48bb-a129-e8c3c3753de2 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:46:16.122357 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7e8359af-144e-436d-9547-3685426a83e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:16.163088 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:16.189854 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8359af-144e-436d-9547-3685426a83e4 None None] Pushing event updated for resources: {'Port': ['ID=b43726c3-a836-4799-accf-c0b038299847,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:46:16.257316 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-01854fc9-aa09-456c-820c-bc148c7e753e None None] Provisioning complete for port b43726c3-a836-4799-accf-c0b038299847 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:46:16.257316 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-01854fc9-aa09-456c-820c-bc148c7e753e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:16.261982 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device b43726c3-a836-4799-accf-c0b038299847 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:46:16.283547 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-023de758-bf38-48bb-a129-e8c3c3753de2 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Router a3f3cb01-bf9e-4561-9a70-8fbfae829792 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:46:16.384005 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port b43726c3-a836-4799-accf-c0b038299847 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:46:16.384385 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:16.405769 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-023de758-bf38-48bb-a129-e8c3c3753de2 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:46:16.412119 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-023de758-bf38-48bb-a129-e8c3c3753de2 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "PUT /v2.0/routers/a3f3cb01-bf9e-4561-9a70-8fbfae829792/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6368098 Dec 10 15:46:16.414914 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 39158) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:46:16.434765 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-01854fc9-aa09-456c-820c-bc148c7e753e None None] Provisioning complete for port 20456255-af73-4cc1-8ad1-e4bcee082417 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:46:16.435065 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-01854fc9-aa09-456c-820c-bc148c7e753e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:16.499471 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d813929-4a8c-4596-aeba-5c2c403c741d None None] Sync routers for ids ['a3f3cb01-bf9e-4561-9a70-8fbfae829792'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:46:16.518355 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-01854fc9-aa09-456c-820c-bc148c7e753e None None] Port 20456255-af73-4cc1-8ad1-e4bcee082417 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:46:16.526491 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 04bb66c7-cdea-4c81-9c5c-09387600dd02 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:46:16.528326 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d813929-4a8c-4596-aeba-5c2c403c741d None None] Routers {'a3f3cb01-bf9e-4561-9a70-8fbfae829792'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:46:16.529012 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-9d813929-4a8c-4596-aeba-5c2c403c741d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:46:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['a3f3cb01-bf9e-4561-9a70-8fbfae829792'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:46:16.543275 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e454c68a-28dc-440c-a75c-e2d38aca4d58 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:46:16.543850 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e454c68a-28dc-440c-a75c-e2d38aca4d58 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:46:16.544389 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e454c68a-28dc-440c-a75c-e2d38aca4d58 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:46:16.544848 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e454c68a-28dc-440c-a75c-e2d38aca4d58 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:46:16.549130 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-e454c68a-28dc-440c-a75c-e2d38aca4d58 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1305895 Dec 10 15:46:16.549813 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 39160) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:46:16.605536 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d4d824-7dcc-4027-a45b-48874405b013 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:46:16.606036 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d4d824-7dcc-4027-a45b-48874405b013 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:46:16.606493 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d4d824-7dcc-4027-a45b-48874405b013 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:46:16.606946 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d4d824-7dcc-4027-a45b-48874405b013 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:46:16.608661 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-11d4d824-7dcc-4027-a45b-48874405b013 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0578389 Dec 10 15:46:16.611363 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 39162) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:46:16.679435 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-9d813929-4a8c-4596-aeba-5c2c403c741d None None] Set router a3f3cb01-bf9e-4561-9a70-8fbfae829792 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:46:16.681301 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-a20416dd-404a-4aa0-9fb0-c69fb1ea985b None None] Provisioning complete for port 20456255-af73-4cc1-8ad1-e4bcee082417 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:46:16.681668 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a20416dd-404a-4aa0-9fb0-c69fb1ea985b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:16.683802 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 04bb66c7-cdea-4c81-9c5c-09387600dd02 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:46:16.684153 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:16.740440 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-f0e45a66-d119-44b3-8ffc-e816e14f6bb7 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1279171 Dec 10 15:46:16.779420 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-a20416dd-404a-4aa0-9fb0-c69fb1ea985b None None] Port 20456255-af73-4cc1-8ad1-e4bcee082417 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:46:16.962772 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 39166) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:46:16.965476 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-9d813929-4a8c-4596-aeba-5c2c403c741d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f3cb01-bf9e-4561-9a70-8fbfae829792', 'name': 'tempest-TestNetworkBasicOps-router-886408022', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.254'}], 'enable_snat': True}, 'gw_port_id': '04bb66c7-cdea-4c81-9c5c-09387600dd02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:46:11Z', 'updated_at': '2021-12-10T15:46:15Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '04bb66c7-cdea-4c81-9c5c-09387600dd02', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f3cb01-bf9e-4561-9a70-8fbfae829792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:46:11Z', 'updated_at': '2021-12-10T15:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '20456255-af73-4cc1-8ad1-e4bcee082417', 'name': '', 'network_id': '4925fcb2-9ad4-46da-9d13-4cedc85f539b', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:f3:77:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f3cb01-bf9e-4561-9a70-8fbfae829792', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '0f545add-cdc5-45cc-a196-456b4fcda59c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:46:14Z', 'updated_at': '2021-12-10T15:46:15Z', 'revision_number': 2, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': '0f545add-cdc5-45cc-a196-456b4fcda59c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:46:16.967703 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-06038216-722d-42c4-b063-a5eec7958368 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-461602494', 'description': 'tempest-secgroup-smoke-461602494 description', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:46:16.994953 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d813929-4a8c-4596-aeba-5c2c403c741d None None] Checking router: a3f3cb01-bf9e-4561-9a70-8fbfae829792 for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:46:16.995817 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d813929-4a8c-4596-aeba-5c2c403c741d None None] Updating router a3f3cb01-bf9e-4561-9a70-8fbfae829792 port 20456255-af73-4cc1-8ad1-e4bcee082417 binding host dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 15:46:17.020052 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9d813929-4a8c-4596-aeba-5c2c403c741d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:17.054492 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-06038216-722d-42c4-b063-a5eec7958368 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:17.124700 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-06038216-722d-42c4-b063-a5eec7958368 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:17.201966 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-06038216-722d-42c4-b063-a5eec7958368 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:17.230831 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06038216-722d-42c4-b063-a5eec7958368 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e28930-9105-4dd1-94a8-1e52e0c0a433,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:46:17.280023 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9d813929-4a8c-4596-aeba-5c2c403c741d None None] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:17.284005 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-06038216-722d-42c4-b063-a5eec7958368 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:17.285278 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-06038216-722d-42c4-b063-a5eec7958368 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3214326 Dec 10 15:46:17.288228 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 39168) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:46:17.293024 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-8eeabc59-a205-49d5-b94e-a222ec44acda tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'security_group_rule': {'security_group_id': 'd2e28930-9105-4dd1-94a8-1e52e0c0a433', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:46:17.361929 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9d813929-4a8c-4596-aeba-5c2c403c741d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:17.396055 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8eeabc59-a205-49d5-b94e-a222ec44acda tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:17.412504 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8033e2-7034-4c09-82b2-7a085057ed21 None None] Pushing event updated for resources: {'Port': ['ID=20456255-af73-4cc1-8ad1-e4bcee082417,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:46:17.457044 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8eeabc59-a205-49d5-b94e-a222ec44acda tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:17.462944 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-9d813929-4a8c-4596-aeba-5c2c403c741d None None] Attempting to bind port 20456255-af73-4cc1-8ad1-e4bcee082417 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:46:17.468959 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-9d813929-4a8c-4596-aeba-5c2c403c741d None None] Attempting to bind port 20456255-af73-4cc1-8ad1-e4bcee082417 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '5dc00e57-eac6-4f9e-868d-91710df70f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4925fcb2-9ad4-46da-9d13-4cedc85f539b'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:46:17.468959 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d813929-4a8c-4596-aeba-5c2c403c741d None None] Attempting to bind port 20456255-af73-4cc1-8ad1-e4bcee082417 on network 4925fcb2-9ad4-46da-9d13-4cedc85f539b {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:46:17.469432 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d813929-4a8c-4596-aeba-5c2c403c741d None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:46:17.469841 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d813929-4a8c-4596-aeba-5c2c403c741d None None] Checking segment: {'id': '5dc00e57-eac6-4f9e-868d-91710df70f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4925fcb2-9ad4-46da-9d13-4cedc85f539b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:46:17.470248 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9d813929-4a8c-4596-aeba-5c2c403c741d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:17.470655 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d813929-4a8c-4596-aeba-5c2c403c741d None None] Bound using segment: {'id': '5dc00e57-eac6-4f9e-868d-91710df70f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4925fcb2-9ad4-46da-9d13-4cedc85f539b'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:46:17.471129 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-9d813929-4a8c-4596-aeba-5c2c403c741d None None] Bound port: 20456255-af73-4cc1-8ad1-e4bcee082417, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dc00e57-eac6-4f9e-868d-91710df70f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4925fcb2-9ad4-46da-9d13-4cedc85f539b'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:46:17.471505 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9d813929-4a8c-4596-aeba-5c2c403c741d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:17.535772 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-9d813929-4a8c-4596-aeba-5c2c403c741d None None] For port 20456255-af73-4cc1-8ad1-e4bcee082417, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:46:17.539008 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-9d813929-4a8c-4596-aeba-5c2c403c741d None None] For port 20456255-af73-4cc1-8ad1-e4bcee082417, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=20456255-af73-4cc1-8ad1-e4bcee082417,segment=NetworkSegment(5dc00e57-eac6-4f9e-868d-91710df70f1c),segment_id=5dc00e57-eac6-4f9e-868d-91710df70f1c)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:46:17.544021 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8eeabc59-a205-49d5-b94e-a222ec44acda tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:17.565413 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeabc59-a205-49d5-b94e-a222ec44acda tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ed587d9-d59e-432a-9948-1a97ed544096,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:46:17.604957 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-cf7e635f-5388-4acf-8239-bc3db50a3744 None None] Provisioning complete for port 20456255-af73-4cc1-8ad1-e4bcee082417 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:46:17.605331 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cf7e635f-5388-4acf-8239-bc3db50a3744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:17.628943 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9d813929-4a8c-4596-aeba-5c2c403c741d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:17.660087 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8eeabc59-a205-49d5-b94e-a222ec44acda tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:17.661429 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-8eeabc59-a205-49d5-b94e-a222ec44acda tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3721702 Dec 10 15:46:17.664308 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 39170) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:46:17.669480 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-fb0fea22-0051-48f7-bacd-68b433f72e99 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'security_group_rule': {'security_group_id': 'd2e28930-9105-4dd1-94a8-1e52e0c0a433', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:46:17.672042 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-cf7e635f-5388-4acf-8239-bc3db50a3744 None None] Port 20456255-af73-4cc1-8ad1-e4bcee082417 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:46:17.706136 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8033e2-7034-4c09-82b2-7a085057ed21 None None] Pushing event updated for resources: {'Port': ['ID=20456255-af73-4cc1-8ad1-e4bcee082417,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:46:17.714768 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d813929-4a8c-4596-aeba-5c2c403c741d None None] Routers {'a3f3cb01-bf9e-4561-9a70-8fbfae829792'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:46:17.714768 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-9d813929-4a8c-4596-aeba-5c2c403c741d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:46:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['a3f3cb01-bf9e-4561-9a70-8fbfae829792'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:46:17.823969 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-9d813929-4a8c-4596-aeba-5c2c403c741d None None] Set router a3f3cb01-bf9e-4561-9a70-8fbfae829792 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:46:17.827085 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fb0fea22-0051-48f7-bacd-68b433f72e99 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:17.851777 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:17.892599 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fb0fea22-0051-48f7-bacd-68b433f72e99 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:17.956787 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fb0fea22-0051-48f7-bacd-68b433f72e99 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:17.975202 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0fea22-0051-48f7-bacd-68b433f72e99 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d86b51d-1488-4fa3-9a5d-8b265bbba730,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:46:18.033112 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fb0fea22-0051-48f7-bacd-68b433f72e99 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:18.034400 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-fb0fea22-0051-48f7-bacd-68b433f72e99 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3691390 Dec 10 15:46:18.037707 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 39172) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:46:18.042625 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-3fb8c01d-f995-4834-b24b-e5340e88e77c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'security_group_rule': {'security_group_id': 'd2e28930-9105-4dd1-94a8-1e52e0c0a433', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:46:18.100403 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-b4b092fd-48ad-4d8a-a3bc-e0f8b57efbe4 None None] Provisioning complete for port 20456255-af73-4cc1-8ad1-e4bcee082417 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:46:18.100975 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b4b092fd-48ad-4d8a-a3bc-e0f8b57efbe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:18.130350 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device b43726c3-a836-4799-accf-c0b038299847 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:46:18.133229 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3fb8c01d-f995-4834-b24b-e5340e88e77c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:18.191636 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3fb8c01d-f995-4834-b24b-e5340e88e77c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:18.242115 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3fb8c01d-f995-4834-b24b-e5340e88e77c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:18.261042 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb8c01d-f995-4834-b24b-e5340e88e77c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a672d642-176a-4754-8bb8-6509208671e6,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:46:18.286040 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port b43726c3-a836-4799-accf-c0b038299847 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:46:18.287087 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:18.308830 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b4b092fd-48ad-4d8a-a3bc-e0f8b57efbe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:18.322688 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3fb8c01d-f995-4834-b24b-e5340e88e77c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:18.326695 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-3fb8c01d-f995-4834-b24b-e5340e88e77c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2853193 Dec 10 15:46:18.326869 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 39174) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:46:18.331361 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-cedb4971-3c1c-4aaa-ac8d-99c502fd3b28 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'security_group_rule': {'security_group_id': 'd2e28930-9105-4dd1-94a8-1e52e0c0a433', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:46:18.359528 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-9d813929-4a8c-4596-aeba-5c2c403c741d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f3cb01-bf9e-4561-9a70-8fbfae829792', 'name': 'tempest-TestNetworkBasicOps-router-886408022', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.254'}], 'enable_snat': True}, 'gw_port_id': '04bb66c7-cdea-4c81-9c5c-09387600dd02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:46:11Z', 'updated_at': '2021-12-10T15:46:15Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '04bb66c7-cdea-4c81-9c5c-09387600dd02', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f3cb01-bf9e-4561-9a70-8fbfae829792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:46:11Z', 'updated_at': '2021-12-10T15:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '20456255-af73-4cc1-8ad1-e4bcee082417', 'name': '', 'network_id': '4925fcb2-9ad4-46da-9d13-4cedc85f539b', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:f3:77:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f3cb01-bf9e-4561-9a70-8fbfae829792', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '0f545add-cdc5-45cc-a196-456b4fcda59c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:46:14Z', 'updated_at': '2021-12-10T15:46:17Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': '0f545add-cdc5-45cc-a196-456b4fcda59c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:46:18.363495 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-b4b092fd-48ad-4d8a-a3bc-e0f8b57efbe4 None None] For port 20456255-af73-4cc1-8ad1-e4bcee082417, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=20456255-af73-4cc1-8ad1-e4bcee082417,segment=NetworkSegment(5dc00e57-eac6-4f9e-868d-91710df70f1c),segment_id=5dc00e57-eac6-4f9e-868d-91710df70f1c)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:46:18.389568 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d813929-4a8c-4596-aeba-5c2c403c741d None None] The sync data for ids ['a3f3cb01-bf9e-4561-9a70-8fbfae829792'] in dv-neutron-821401-4-hyperv is: [{'id': 'a3f3cb01-bf9e-4561-9a70-8fbfae829792', 'name': 'tempest-TestNetworkBasicOps-router-886408022', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.254'}], 'enable_snat': True}, 'gw_port_id': '04bb66c7-cdea-4c81-9c5c-09387600dd02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:46:11Z', 'updated_at': '2021-12-10T15:46:15Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '04bb66c7-cdea-4c81-9c5c-09387600dd02', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f3cb01-bf9e-4561-9a70-8fbfae829792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:46:11Z', 'updated_at': '2021-12-10T15:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '20456255-af73-4cc1-8ad1-e4bcee082417', 'name': '', 'network_id': '4925fcb2-9ad4-46da-9d13-4cedc85f539b', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:f3:77:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f3cb01-bf9e-4561-9a70-8fbfae829792', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '0f545add-cdc5-45cc-a196-456b4fcda59c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:46:14Z', 'updated_at': '2021-12-10T15:46:17Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': '0f545add-cdc5-45cc-a196-456b4fcda59c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:46:18.418401 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cedb4971-3c1c-4aaa-ac8d-99c502fd3b28 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:18.447991 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b4b092fd-48ad-4d8a-a3bc-e0f8b57efbe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:18.511056 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cedb4971-3c1c-4aaa-ac8d-99c502fd3b28 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:18.514734 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b092fd-48ad-4d8a-a3bc-e0f8b57efbe4 None None] Pushing event updated for resources: {'Port': ['ID=20456255-af73-4cc1-8ad1-e4bcee082417,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:46:18.585074 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cedb4971-3c1c-4aaa-ac8d-99c502fd3b28 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:18.604092 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedb4971-3c1c-4aaa-ac8d-99c502fd3b28 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9770b48-a0f0-4601-b80c-403625c8d366,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:46:18.670862 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:18.690696 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cedb4971-3c1c-4aaa-ac8d-99c502fd3b28 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:18.691898 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-cedb4971-3c1c-4aaa-ac8d-99c502fd3b28 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3639464 Dec 10 15:46:18.694692 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 39176) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:46:18.699135 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-b1bb8eef-ff22-4e04-9968-30f3ceef4c0c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'security_group_rule': {'security_group_id': 'd2e28930-9105-4dd1-94a8-1e52e0c0a433', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:46:18.778473 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.securitygroups_db [None req-b1bb8eef-ff22-4e04-9968-30f3ceef4c0c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Project e049672a5fd04e7f8cbb0423b61eb757 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 15:46:18.784143 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b1bb8eef-ff22-4e04-9968-30f3ceef4c0c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:18.852091 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b1bb8eef-ff22-4e04-9968-30f3ceef4c0c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:18.916579 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b1bb8eef-ff22-4e04-9968-30f3ceef4c0c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:18.939454 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bb8eef-ff22-4e04-9968-30f3ceef4c0c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b880cb2-30d5-41a4-9dc9-ff5e060ae621,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:46:19.015687 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b1bb8eef-ff22-4e04-9968-30f3ceef4c0c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:19.019441 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-b1bb8eef-ff22-4e04-9968-30f3ceef4c0c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3213155 Dec 10 15:46:19.019797 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 39178) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:46:19.024521 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-44f9e696-75e5-4edf-b6d7-dc319230fbbf tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'security_group_rule': {'security_group_id': 'd2e28930-9105-4dd1-94a8-1e52e0c0a433', 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:46:19.097805 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.securitygroups_db [None req-44f9e696-75e5-4edf-b6d7-dc319230fbbf tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Project e049672a5fd04e7f8cbb0423b61eb757 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 15:46:19.103262 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-44f9e696-75e5-4edf-b6d7-dc319230fbbf tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:19.167779 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-44f9e696-75e5-4edf-b6d7-dc319230fbbf tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:19.240830 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-44f9e696-75e5-4edf-b6d7-dc319230fbbf tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:19.259535 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f9e696-75e5-4edf-b6d7-dc319230fbbf tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fd8d344-0c37-444b-a020-add50d49a8df,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:46:19.335733 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-44f9e696-75e5-4edf-b6d7-dc319230fbbf tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:19.336984 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-44f9e696-75e5-4edf-b6d7-dc319230fbbf tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3162124 Dec 10 15:46:19.534198 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-e3c1863e-24dd-458c-b674-ab2fbc1b8049 req-83613db3-a7d6-420b-922e-15cab011fde7 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-461602494&fields=id&tenant_id=e049672a5fd04e7f8cbb0423b61eb757 HTTP/1.1" status: 200 len: 267 time: 0.0475342 Dec 10 15:46:19.639677 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c1863e-24dd-458c-b674-ab2fbc1b8049 req-3d5c9cfd-d0a3-4668-8e1b-5a0c375fe0a6 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:46:19.641168 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-e3c1863e-24dd-458c-b674-ab2fbc1b8049 req-3d5c9cfd-d0a3-4668-8e1b-5a0c375fe0a6 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/networks?id=4925fcb2-9ad4-46da-9d13-4cedc85f539b HTTP/1.1" status: 200 len: 797 time: 0.1002896 Dec 10 15:46:19.655922 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-e3c1863e-24dd-458c-b674-ab2fbc1b8049 req-aa42a00e-333d-45dc-b09f-8ff188f24386 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/quotas/e049672a5fd04e7f8cbb0423b61eb757 HTTP/1.1" status: 200 len: 375 time: 0.0088367 Dec 10 15:46:19.706242 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-e3c1863e-24dd-458c-b674-ab2fbc1b8049 req-43dd394e-c16d-4860-aa6c-dbc8566ad11d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e049672a5fd04e7f8cbb0423b61eb757&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450053 Dec 10 15:46:19.802951 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-e3c1863e-24dd-458c-b674-ab2fbc1b8049 req-a8fc7f8b-eece-47e7-9aa4-c6cb318abc67 service neutron] 10.222.0.20 "GET /v2.0/networks/4925fcb2-9ad4-46da-9d13-4cedc85f539b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850639 Dec 10 15:46:19.891789 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-e3c1863e-24dd-458c-b674-ab2fbc1b8049 req-fa0e3520-a67a-4132-a7d8-72470bbbef52 service neutron] 10.222.0.20 "GET /v2.0/networks/4925fcb2-9ad4-46da-9d13-4cedc85f539b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810673 Dec 10 15:46:20.153111 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 20456255-af73-4cc1-8ad1-e4bcee082417 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:46:20.202591 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 20456255-af73-4cc1-8ad1-e4bcee082417 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:46:20.202989 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:20.321003 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-99d92f88-31bb-4d6f-870a-0700ff0b5807 req-449ce470-6eeb-44a5-ae10-a1d1701a19dc tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=07e7e9a2-da7f-449a-9495-a6c07c6d11b7 HTTP/1.1" status: 200 len: 210 time: 0.2426059 Dec 10 15:46:21.418632 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-c3a884f4-bf65-42cd-bc62-b6c1b8cd9f98 req-b043fa32-91ad-4075-8f0b-7d81cdb3d292 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=07e7e9a2-da7f-449a-9495-a6c07c6d11b7 HTTP/1.1" status: 200 len: 210 time: 0.0315499 Dec 10 15:46:22.008903 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c1863e-24dd-458c-b674-ab2fbc1b8049 req-dd80fc69-08d9-43ab-ae62-e1a101713e07 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:46:22.010414 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-e3c1863e-24dd-458c-b674-ab2fbc1b8049 req-dd80fc69-08d9-43ab-ae62-e1a101713e07 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.44 "GET /v2.0/networks?id=4925fcb2-9ad4-46da-9d13-4cedc85f539b HTTP/1.1" status: 200 len: 797 time: 0.1116705 Dec 10 15:46:22.073078 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-e3c1863e-24dd-458c-b674-ab2fbc1b8049 req-ac9dedd4-102a-48da-8055-318134e52893 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e049672a5fd04e7f8cbb0423b61eb757 HTTP/1.1" status: 200 len: 379 time: 0.0536864 Dec 10 15:46:22.082700 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [req-e3c1863e-24dd-458c-b674-ab2fbc1b8049 req-7270f3ed-9325-4b81-8caf-5e43de030873 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'port': {'device_id': '07e7e9a2-da7f-449a-9495-a6c07c6d11b7', 'network_id': '4925fcb2-9ad4-46da-9d13-4cedc85f539b', 'admin_state_up': True, 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'security_groups': ['d2e28930-9105-4dd1-94a8-1e52e0c0a433']}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:46:22.236375 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3c1863e-24dd-458c-b674-ab2fbc1b8049 req-7270f3ed-9325-4b81-8caf-5e43de030873 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Made reservation on behalf of e049672a5fd04e7f8cbb0423b61eb757 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:46:22.240000 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-e3c1863e-24dd-458c-b674-ab2fbc1b8049 req-7270f3ed-9325-4b81-8caf-5e43de030873 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:22.367512 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-e3c1863e-24dd-458c-b674-ab2fbc1b8049 req-7270f3ed-9325-4b81-8caf-5e43de030873 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Allocated IP 172.20.0.12 (4925fcb2-9ad4-46da-9d13-4cedc85f539b/0f545add-cdc5-45cc-a196-456b4fcda59c/a910a261-5c51-4dd3-b9ae-8d915cb519df) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:46:22.520361 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-94164304-fb02-4727-963e-659bcbe2327b req-36c8f8fd-3621-4bba-b259-ef58524c7f66 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=07e7e9a2-da7f-449a-9495-a6c07c6d11b7 HTTP/1.1" status: 200 len: 210 time: 0.0341902 Dec 10 15:46:22.530302 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-e3c1863e-24dd-458c-b674-ab2fbc1b8049 req-7270f3ed-9325-4b81-8caf-5e43de030873 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:22.623807 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-e3c1863e-24dd-458c-b674-ab2fbc1b8049 req-7270f3ed-9325-4b81-8caf-5e43de030873 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:22.668355 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3c1863e-24dd-458c-b674-ab2fbc1b8049 req-7270f3ed-9325-4b81-8caf-5e43de030873 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Network 4925fcb2-9ad4-46da-9d13-4cedc85f539b is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:46:22.671698 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-e3c1863e-24dd-458c-b674-ab2fbc1b8049 req-7270f3ed-9325-4b81-8caf-5e43de030873 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:46:22.675239 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3c1863e-24dd-458c-b674-ab2fbc1b8049 req-7270f3ed-9325-4b81-8caf-5e43de030873 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:46:22.698585 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7270f3ed-9325-4b81-8caf-5e43de030873 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'Port': ['ID=a910a261-5c51-4dd3-b9ae-8d915cb519df,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:46:22.727832 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c1863e-24dd-458c-b674-ab2fbc1b8049 req-7270f3ed-9325-4b81-8caf-5e43de030873 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:46:22.728582 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-e3c1863e-24dd-458c-b674-ab2fbc1b8049 req-7270f3ed-9325-4b81-8caf-5e43de030873 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:22.782200 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-e3c1863e-24dd-458c-b674-ab2fbc1b8049 req-7270f3ed-9325-4b81-8caf-5e43de030873 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7032897 Dec 10 15:46:22.842489 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [req-e3c1863e-24dd-458c-b674-ab2fbc1b8049 req-88bb4021-3734-4318-bf3b-7959c75e32da service neutron] Request body: {'port': {'device_id': '07e7e9a2-da7f-449a-9495-a6c07c6d11b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:46:22.905903 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-e3c1863e-24dd-458c-b674-ab2fbc1b8049 req-88bb4021-3734-4318-bf3b-7959c75e32da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:22.910713 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-502b29ca-fd48-4707-816a-8cb29a1d16a4 None None] Provisioning complete for port a910a261-5c51-4dd3-b9ae-8d915cb519df triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:46:22.911251 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-502b29ca-fd48-4707-816a-8cb29a1d16a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:22.945198 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-502b29ca-fd48-4707-816a-8cb29a1d16a4 None None] Port a910a261-5c51-4dd3-b9ae-8d915cb519df cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:46:23.162511 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [req-e3c1863e-24dd-458c-b674-ab2fbc1b8049 req-88bb4021-3734-4318-bf3b-7959c75e32da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a910a261-5c51-4dd3-b9ae-8d915cb519df {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 15:46:23.170552 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-e3c1863e-24dd-458c-b674-ab2fbc1b8049 req-88bb4021-3734-4318-bf3b-7959c75e32da service neutron] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:23.182145 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-e3c1863e-24dd-458c-b674-ab2fbc1b8049 req-88bb4021-3734-4318-bf3b-7959c75e32da service neutron] Transition to ACTIVE for port object a910a261-5c51-4dd3-b9ae-8d915cb519df will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 15:46:23.269140 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-e3c1863e-24dd-458c-b674-ab2fbc1b8049 req-88bb4021-3734-4318-bf3b-7959c75e32da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:23.317253 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bb4021-3734-4318-bf3b-7959c75e32da service neutron] Pushing event updated for resources: {'Port': ['ID=a910a261-5c51-4dd3-b9ae-8d915cb519df,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:46:23.394271 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-e3c1863e-24dd-458c-b674-ab2fbc1b8049 req-88bb4021-3734-4318-bf3b-7959c75e32da service neutron] Attempting to bind port a910a261-5c51-4dd3-b9ae-8d915cb519df on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:46:23.394425 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-e3c1863e-24dd-458c-b674-ab2fbc1b8049 req-88bb4021-3734-4318-bf3b-7959c75e32da service neutron] Attempting to bind port a910a261-5c51-4dd3-b9ae-8d915cb519df by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '5dc00e57-eac6-4f9e-868d-91710df70f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4925fcb2-9ad4-46da-9d13-4cedc85f539b'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:46:23.394759 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c1863e-24dd-458c-b674-ab2fbc1b8049 req-88bb4021-3734-4318-bf3b-7959c75e32da service neutron] Attempting to bind port a910a261-5c51-4dd3-b9ae-8d915cb519df on network 4925fcb2-9ad4-46da-9d13-4cedc85f539b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:46:23.399247 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c1863e-24dd-458c-b674-ab2fbc1b8049 req-88bb4021-3734-4318-bf3b-7959c75e32da service neutron] Port a910a261-5c51-4dd3-b9ae-8d915cb519df on network 4925fcb2-9ad4-46da-9d13-4cedc85f539b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:46:23.399570 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c1863e-24dd-458c-b674-ab2fbc1b8049 req-88bb4021-3734-4318-bf3b-7959c75e32da service neutron] Attempting to bind port a910a261-5c51-4dd3-b9ae-8d915cb519df on network 4925fcb2-9ad4-46da-9d13-4cedc85f539b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:46:23.405577 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c1863e-24dd-458c-b674-ab2fbc1b8049 req-88bb4021-3734-4318-bf3b-7959c75e32da service neutron] Checking agent: {'id': 'fa828968-c68f-4b22-9699-a58fe4ab1f05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 28, 13), 'started_at': datetime.datetime(2021, 12, 10, 15, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:46:23.405952 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c1863e-24dd-458c-b674-ab2fbc1b8049 req-88bb4021-3734-4318-bf3b-7959c75e32da service neutron] Checking segment: {'id': '5dc00e57-eac6-4f9e-868d-91710df70f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4925fcb2-9ad4-46da-9d13-4cedc85f539b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:46:23.406336 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c1863e-24dd-458c-b674-ab2fbc1b8049 req-88bb4021-3734-4318-bf3b-7959c75e32da service neutron] Bound using segment: {'id': '5dc00e57-eac6-4f9e-868d-91710df70f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4925fcb2-9ad4-46da-9d13-4cedc85f539b'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:46:23.406766 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-e3c1863e-24dd-458c-b674-ab2fbc1b8049 req-88bb4021-3734-4318-bf3b-7959c75e32da service neutron] Bound port: a910a261-5c51-4dd3-b9ae-8d915cb519df, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dc00e57-eac6-4f9e-868d-91710df70f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4925fcb2-9ad4-46da-9d13-4cedc85f539b'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:46:23.407125 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-e3c1863e-24dd-458c-b674-ab2fbc1b8049 req-88bb4021-3734-4318-bf3b-7959c75e32da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:23.473255 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-e3c1863e-24dd-458c-b674-ab2fbc1b8049 req-88bb4021-3734-4318-bf3b-7959c75e32da service neutron] For port a910a261-5c51-4dd3-b9ae-8d915cb519df, host hv-neutron-8214, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:46:23.476529 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-e3c1863e-24dd-458c-b674-ab2fbc1b8049 req-88bb4021-3734-4318-bf3b-7959c75e32da service neutron] For port a910a261-5c51-4dd3-b9ae-8d915cb519df, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=a910a261-5c51-4dd3-b9ae-8d915cb519df,segment=NetworkSegment(5dc00e57-eac6-4f9e-868d-91710df70f1c),segment_id=5dc00e57-eac6-4f9e-868d-91710df70f1c)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:46:23.555659 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-e3c1863e-24dd-458c-b674-ab2fbc1b8049 req-88bb4021-3734-4318-bf3b-7959c75e32da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:23.598341 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c1863e-24dd-458c-b674-ab2fbc1b8049 req-88bb4021-3734-4318-bf3b-7959c75e32da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:46:23.599071 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-e3c1863e-24dd-458c-b674-ab2fbc1b8049 req-88bb4021-3734-4318-bf3b-7959c75e32da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:23.600492 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-e3c1863e-24dd-458c-b674-ab2fbc1b8049 req-88bb4021-3734-4318-bf3b-7959c75e32da service neutron] 10.222.0.44 "PUT /v2.0/ports/a910a261-5c51-4dd3-b9ae-8d915cb519df HTTP/1.1" status: 200 len: 1094 time: 0.8105025 Dec 10 15:46:23.600960 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07e7e9a2-da7f-449a-9495-a6c07c6d11b7', 'tag': 'a910a261-5c51-4dd3-b9ae-8d915cb519df'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:46:23.603259 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9ca57131bc4931768ac29058952438d1fdd62308db7b17540cc34ffe8faef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e83ecb-da9a-404e-89ad-b1725a544763" -d '{"events": [{"name": "network-changed", "server_uuid": "07e7e9a2-da7f-449a-9495-a6c07c6d11b7", "tag": "a910a261-5c51-4dd3-b9ae-8d915cb519df"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:46:23.626909 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bb4021-3734-4318-bf3b-7959c75e32da service neutron] Pushing event updated for resources: {'Port': ['ID=a910a261-5c51-4dd3-b9ae-8d915cb519df,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:46:23.654831 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79198ebd-b5b7-4dcd-9ba7-fc2dffdd169f req-fa9c50d9-aeec-47ed-adef-658c4488cd5d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:46:23.656417 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-79198ebd-b5b7-4dcd-9ba7-fc2dffdd169f req-fa9c50d9-aeec-47ed-adef-658c4488cd5d tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=07e7e9a2-da7f-449a-9495-a6c07c6d11b7 HTTP/1.1" status: 200 len: 944 time: 0.0688624 Dec 10 15:46:23.658030 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 15:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b57abd-2445-4f5d-b633-ceef59ca8168 x-openstack-request-id: req-54b57abd-2445-4f5d-b633-ceef59ca8168 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:46:23.658349 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07e7e9a2-da7f-449a-9495-a6c07c6d11b7", "tag": "a910a261-5c51-4dd3-b9ae-8d915cb519df", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:46:23.659434 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-54b57abd-2445-4f5d-b633-ceef59ca8168 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:46:23.660196 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07e7e9a2-da7f-449a-9495-a6c07c6d11b7', 'tag': 'a910a261-5c51-4dd3-b9ae-8d915cb519df', 'status': 'completed', 'code': 200} Dec 10 15:46:23.715484 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-79198ebd-b5b7-4dcd-9ba7-fc2dffdd169f req-c2ef3d30-7c9a-4918-a840-9c91c1b073ca tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2e28930-9105-4dd1-94a8-1e52e0c0a433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507152 Dec 10 15:46:23.724885 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e83ecb-da9a-404e-89ad-b1725a544763 req-006426b8-f91c-47c6-af73-bfe5d9062d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:46:23.726961 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-e1e83ecb-da9a-404e-89ad-b1725a544763 req-006426b8-f91c-47c6-af73-bfe5d9062d2d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e049672a5fd04e7f8cbb0423b61eb757&device_id=07e7e9a2-da7f-449a-9495-a6c07c6d11b7 HTTP/1.1" status: 200 len: 1097 time: 0.0484126 Dec 10 15:46:23.829321 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e83ecb-da9a-404e-89ad-b1725a544763 req-06d9d799-ba13-4f84-9f57-e77f56b17998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:46:23.830838 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-e1e83ecb-da9a-404e-89ad-b1725a544763 req-06d9d799-ba13-4f84-9f57-e77f56b17998 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=e049672a5fd04e7f8cbb0423b61eb757&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0952837 Dec 10 15:46:23.927128 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e83ecb-da9a-404e-89ad-b1725a544763 req-d3b91918-6b9a-4fe0-9836-2f6efd09c3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:46:23.928641 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-e1e83ecb-da9a-404e-89ad-b1725a544763 req-d3b91918-6b9a-4fe0-9836-2f6efd09c3b2 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911670 Dec 10 15:46:24.004826 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c1863e-24dd-458c-b674-ab2fbc1b8049 req-b21c1936-2da3-4902-8304-623b724996f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:46:24.006258 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-e3c1863e-24dd-458c-b674-ab2fbc1b8049 req-b21c1936-2da3-4902-8304-623b724996f6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e049672a5fd04e7f8cbb0423b61eb757&device_id=07e7e9a2-da7f-449a-9495-a6c07c6d11b7 HTTP/1.1" status: 200 len: 1097 time: 0.0402255 Dec 10 15:46:24.046937 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-e3c1863e-24dd-458c-b674-ab2fbc1b8049 req-95907551-ab85-4ed3-997f-91be647ca31c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a910a261-5c51-4dd3-b9ae-8d915cb519df HTTP/1.1" status: 200 len: 217 time: 0.0325444 Dec 10 15:46:24.098377 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c1863e-24dd-458c-b674-ab2fbc1b8049 req-7ebdaa30-470c-4a8c-b412-4ea3a1a1837c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:46:24.099817 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-e3c1863e-24dd-458c-b674-ab2fbc1b8049 req-7ebdaa30-470c-4a8c-b412-4ea3a1a1837c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0f545add-cdc5-45cc-a196-456b4fcda59c HTTP/1.1" status: 200 len: 834 time: 0.0462449 Dec 10 15:46:24.144553 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c1863e-24dd-458c-b674-ab2fbc1b8049 req-22b44cfb-f673-469e-b9d4-c075a6051a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:46:24.145992 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-e3c1863e-24dd-458c-b674-ab2fbc1b8049 req-22b44cfb-f673-469e-b9d4-c075a6051a7e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4925fcb2-9ad4-46da-9d13-4cedc85f539b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388544 Dec 10 15:46:24.232523 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-e3c1863e-24dd-458c-b674-ab2fbc1b8049 req-2bfd88bb-43fc-4b62-81e3-d103a2ee1aee service neutron] 10.222.0.44 "GET /v2.0/networks/4925fcb2-9ad4-46da-9d13-4cedc85f539b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791457 Dec 10 15:46:24.329750 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-e3c1863e-24dd-458c-b674-ab2fbc1b8049 req-46a8b77b-b5c1-4e73-8cf8-cb9444452a69 service neutron] 10.222.0.44 "GET /v2.0/networks/4925fcb2-9ad4-46da-9d13-4cedc85f539b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901747 Dec 10 15:46:24.836139 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28717aeb-127c-4cdf-b328-d97f86dabd50 req-1c5984b9-7bec-4758-a118-13de14d46e27 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:46:24.837595 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-28717aeb-127c-4cdf-b328-d97f86dabd50 req-1c5984b9-7bec-4758-a118-13de14d46e27 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=07e7e9a2-da7f-449a-9495-a6c07c6d11b7 HTTP/1.1" status: 200 len: 944 time: 0.0479414 Dec 10 15:46:24.885856 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-28717aeb-127c-4cdf-b328-d97f86dabd50 req-eba0b04d-bd88-4de2-9b80-bd6eaa7f4617 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2e28930-9105-4dd1-94a8-1e52e0c0a433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410416 Dec 10 15:46:25.999521 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e060c6ff-42da-4e8c-8dae-b7b20882d508 req-41ebd27c-2ce0-449a-b3be-d535cdd7cdf2 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:46:26.001003 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-e060c6ff-42da-4e8c-8dae-b7b20882d508 req-41ebd27c-2ce0-449a-b3be-d535cdd7cdf2 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=07e7e9a2-da7f-449a-9495-a6c07c6d11b7 HTTP/1.1" status: 200 len: 944 time: 0.0485144 Dec 10 15:46:26.030178 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device a910a261-5c51-4dd3-b9ae-8d915cb519df details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 15:46:26.049726 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-e060c6ff-42da-4e8c-8dae-b7b20882d508 req-d9b37b71-08db-43dc-bd4a-c9c330975d94 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2e28930-9105-4dd1-94a8-1e52e0c0a433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428109 Dec 10 15:46:26.123850 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port a910a261-5c51-4dd3-b9ae-8d915cb519df, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=a910a261-5c51-4dd3-b9ae-8d915cb519df,segment=NetworkSegment(5dc00e57-eac6-4f9e-868d-91710df70f1c),segment_id=5dc00e57-eac6-4f9e-868d-91710df70f1c)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:46:26.134973 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Returning: {'device': 'a910a261-5c51-4dd3-b9ae-8d915cb519df', 'network_id': '4925fcb2-9ad4-46da-9d13-4cedc85f539b', 'port_id': 'a910a261-5c51-4dd3-b9ae-8d915cb519df', 'mac_address': 'fa:16:3e:df:e7:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f545add-cdc5-45cc-a196-456b4fcda59c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 15:46:26.171231 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:26.187845 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a910a261-5c51-4dd3-b9ae-8d915cb519df {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 15:46:26.206070 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port a910a261-5c51-4dd3-b9ae-8d915cb519df, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=a910a261-5c51-4dd3-b9ae-8d915cb519df,segment=NetworkSegment(5dc00e57-eac6-4f9e-868d-91710df70f1c),segment_id=5dc00e57-eac6-4f9e-868d-91710df70f1c)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:46:26.264605 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:26.310399 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=a910a261-5c51-4dd3-b9ae-8d915cb519df,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:46:26.453007 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] get_ports_and_sgs() called for port_ids ['a910a261-5c51-4dd3-b9ae-8d915cb519df'] {{(pid=103588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 15:46:27.172699 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7373dcbd-89b8-451c-8481-4bcad4973ddd req-7b18eeeb-bb20-418e-a404-3a0a93ef65ad tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:46:27.174196 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-7373dcbd-89b8-451c-8481-4bcad4973ddd req-7b18eeeb-bb20-418e-a404-3a0a93ef65ad tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=07e7e9a2-da7f-449a-9495-a6c07c6d11b7 HTTP/1.1" status: 200 len: 945 time: 0.0547483 Dec 10 15:46:27.223181 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-7373dcbd-89b8-451c-8481-4bcad4973ddd req-7866f740-9464-4d0c-b6c2-19617a6b28de tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2e28930-9105-4dd1-94a8-1e52e0c0a433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430999 Dec 10 15:46:28.046574 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device a910a261-5c51-4dd3-b9ae-8d915cb519df up at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:46:28.137068 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning for port a910a261-5c51-4dd3-b9ae-8d915cb519df completed by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 15:46:28.140716 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning complete for port a910a261-5c51-4dd3-b9ae-8d915cb519df triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:46:28.141095 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:28.220536 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:28.242269 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07e7e9a2-da7f-449a-9495-a6c07c6d11b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a910a261-5c51-4dd3-b9ae-8d915cb519df'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:46:28.246469 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa4b92c408489e2c982394a5a7b3518bb1b22554638321e3ea6c5cabb2c75d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da9200e-38fb-4ed0-ba3a-31312f070b85" -d '{"events": [{"server_uuid": "07e7e9a2-da7f-449a-9495-a6c07c6d11b7", "name": "network-vif-plugged", "status": "completed", "tag": "a910a261-5c51-4dd3-b9ae-8d915cb519df"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:46:28.259555 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port a910a261-5c51-4dd3-b9ae-8d915cb519df, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=a910a261-5c51-4dd3-b9ae-8d915cb519df,segment=NetworkSegment(5dc00e57-eac6-4f9e-868d-91710df70f1c),segment_id=5dc00e57-eac6-4f9e-868d-91710df70f1c)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:46:28.281863 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 15:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-715852bf-fe42-48d2-853b-e3e89116da6d x-openstack-request-id: req-715852bf-fe42-48d2-853b-e3e89116da6d {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:46:28.282160 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07e7e9a2-da7f-449a-9495-a6c07c6d11b7", "name": "network-vif-plugged", "status": "completed", "tag": "a910a261-5c51-4dd3-b9ae-8d915cb519df", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:46:28.282416 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-715852bf-fe42-48d2-853b-e3e89116da6d {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:46:28.282811 dv-neutron-821401-4-hyperv neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07e7e9a2-da7f-449a-9495-a6c07c6d11b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a910a261-5c51-4dd3-b9ae-8d915cb519df', 'code': 200} Dec 10 15:46:28.344676 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:28.349126 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5596a95-e096-4eb7-8e20-8771b1dd82d6 req-e67bb454-3098-4ece-9e99-7aa05b1fbec8 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:46:28.351296 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f5596a95-e096-4eb7-8e20-8771b1dd82d6 req-e67bb454-3098-4ece-9e99-7aa05b1fbec8 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=07e7e9a2-da7f-449a-9495-a6c07c6d11b7 HTTP/1.1" status: 200 len: 945 time: 0.0566106 Dec 10 15:46:28.396147 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=a910a261-5c51-4dd3-b9ae-8d915cb519df,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:46:28.402089 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f5596a95-e096-4eb7-8e20-8771b1dd82d6 req-778bb74d-eb67-4a66-902a-d921ce5d4c59 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2e28930-9105-4dd1-94a8-1e52e0c0a433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447104 Dec 10 15:46:28.579645 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10ab257-e244-4723-ad65-5be73b25505e req-e494dac6-98e2-4060-a1a7-ea34d610ed72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:46:28.581033 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-e10ab257-e244-4723-ad65-5be73b25505e req-e494dac6-98e2-4060-a1a7-ea34d610ed72 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=07e7e9a2-da7f-449a-9495-a6c07c6d11b7 HTTP/1.1" status: 200 len: 1099 time: 0.0396228 Dec 10 15:46:28.626679 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-e10ab257-e244-4723-ad65-5be73b25505e req-c2929b7c-59d1-4e0c-8d24-59946a8338c5 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d2e28930-9105-4dd1-94a8-1e52e0c0a433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391116 Dec 10 15:46:29.515802 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd135238-af99-4915-be0e-1d1cedcc2edc req-26524765-524b-4e5c-b343-832fe7b64923 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:46:29.517271 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-bd135238-af99-4915-be0e-1d1cedcc2edc req-26524765-524b-4e5c-b343-832fe7b64923 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=07e7e9a2-da7f-449a-9495-a6c07c6d11b7 HTTP/1.1" status: 200 len: 946 time: 0.0476446 Dec 10 15:46:29.570723 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-bd135238-af99-4915-be0e-1d1cedcc2edc req-3e28ac65-6d14-4db5-90b5-09a2a91ca93c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2e28930-9105-4dd1-94a8-1e52e0c0a433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475495 Dec 10 15:46:30.686783 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a2a106-fe38-49c1-8613-2d6c5e7b70bb req-2e82f607-420e-4129-86cd-485fbb6460fc tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:46:30.688247 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-b1a2a106-fe38-49c1-8613-2d6c5e7b70bb req-2e82f607-420e-4129-86cd-485fbb6460fc tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=07e7e9a2-da7f-449a-9495-a6c07c6d11b7 HTTP/1.1" status: 200 len: 946 time: 0.0511856 Dec 10 15:46:30.738035 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-b1a2a106-fe38-49c1-8613-2d6c5e7b70bb req-8b0a8791-3dea-4b92-831c-3fc7170bcddd tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2e28930-9105-4dd1-94a8-1e52e0c0a433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437136 Dec 10 15:46:30.849112 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86097b34-81ac-4f6d-82f5-def873a3364b req-e9570b05-d9ff-4ead-bf84-5c0d042af363 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:46:30.850526 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-86097b34-81ac-4f6d-82f5-def873a3364b req-e9570b05-d9ff-4ead-bf84-5c0d042af363 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=07e7e9a2-da7f-449a-9495-a6c07c6d11b7 HTTP/1.1" status: 200 len: 946 time: 0.0479019 Dec 10 15:46:30.899852 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-86097b34-81ac-4f6d-82f5-def873a3364b req-1a88f368-a131-432b-be68-97e1cf3209d0 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2e28930-9105-4dd1-94a8-1e52e0c0a433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426250 Dec 10 15:46:30.921874 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 39238) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:46:30.960360 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb70efb7-7825-4a19-a477-bfac1367efb2 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:46:30.962253 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-eb70efb7-7825-4a19-a477-bfac1367efb2 tempest-TestNetworkBasicOps-1139920687 tempest-TestNetworkBasicOps-1139920687-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=07e7e9a2-da7f-449a-9495-a6c07c6d11b7 HTTP/1.1" status: 200 len: 1094 time: 0.0394249 Dec 10 15:46:30.965049 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 39240) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:46:30.969426 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-118000ed-7183-4ab2-afb7-f2e3af7b877b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'floatingip': {'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'port_id': 'a910a261-5c51-4dd3-b9ae-8d915cb519df', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:46:31.059219 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-118000ed-7183-4ab2-afb7-f2e3af7b877b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for floatingip, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:31.160195 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-118000ed-7183-4ab2-afb7-f2e3af7b877b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:31.258916 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-118000ed-7183-4ab2-afb7-f2e3af7b877b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Allocated IP 172.26.2.249 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/0c3899a1-64b5-4cbb-afcc-ad02093f4a51) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:46:31.365968 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-118000ed-7183-4ab2-afb7-f2e3af7b877b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:31.447575 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-118000ed-7183-4ab2-afb7-f2e3af7b877b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:31.487960 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118000ed-7183-4ab2-afb7-f2e3af7b877b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:46:31.490949 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-118000ed-7183-4ab2-afb7-f2e3af7b877b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:46:31.494300 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118000ed-7183-4ab2-afb7-f2e3af7b877b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:46:31.519361 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118000ed-7183-4ab2-afb7-f2e3af7b877b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'Port': ['ID=0c3899a1-64b5-4cbb-afcc-ad02093f4a51,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:46:31.848570 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-118000ed-7183-4ab2-afb7-f2e3af7b877b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:31.968060 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-118000ed-7183-4ab2-afb7-f2e3af7b877b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:32.114038 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-118000ed-7183-4ab2-afb7-f2e3af7b877b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:32.184889 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-118000ed-7183-4ab2-afb7-f2e3af7b877b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:32.260920 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118000ed-7183-4ab2-afb7-f2e3af7b877b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event updated for resources: {'Port': ['ID=0c3899a1-64b5-4cbb-afcc-ad02093f4a51,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:46:32.269678 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-118000ed-7183-4ab2-afb7-f2e3af7b877b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552741'] for floatingip, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:32.371789 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.l3_db [None req-118000ed-7183-4ab2-afb7-f2e3af7b877b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Floating IP 75bcd765-df86-44ba-95ac-4bcfdb722c6e associated. External IP: 172.26.2.249, port: a910a261-5c51-4dd3-b9ae-8d915cb519df. Dec 10 15:46:32.575537 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-118000ed-7183-4ab2-afb7-f2e3af7b877b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Router a3f3cb01-bf9e-4561-9a70-8fbfae829792 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:46:32.678638 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-118000ed-7183-4ab2-afb7-f2e3af7b877b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:46:32.688547 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab55ebb-92e0-447c-8562-7ba3895b5c02 None None] Sync routers for ids ['a3f3cb01-bf9e-4561-9a70-8fbfae829792'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:46:32.698583 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab55ebb-92e0-447c-8562-7ba3895b5c02 None None] Routers {'a3f3cb01-bf9e-4561-9a70-8fbfae829792'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:46:32.699196 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-cab55ebb-92e0-447c-8562-7ba3895b5c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:46:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['a3f3cb01-bf9e-4561-9a70-8fbfae829792'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:46:32.792151 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-118000ed-7183-4ab2-afb7-f2e3af7b877b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:32.804276 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-cab55ebb-92e0-447c-8562-7ba3895b5c02 None None] Set router a3f3cb01-bf9e-4561-9a70-8fbfae829792 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:46:32.824276 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-118000ed-7183-4ab2-afb7-f2e3af7b877b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8556750 Dec 10 15:46:32.824276 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07e7e9a2-da7f-449a-9495-a6c07c6d11b7', 'tag': 'a910a261-5c51-4dd3-b9ae-8d915cb519df'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:46:32.824675 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9ca57131bc4931768ac29058952438d1fdd62308db7b17540cc34ffe8faef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc5a864f-0237-43d8-96a4-0d8ccb00c399" -d '{"events": [{"name": "network-changed", "server_uuid": "07e7e9a2-da7f-449a-9495-a6c07c6d11b7", "tag": "a910a261-5c51-4dd3-b9ae-8d915cb519df"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:46:32.824790 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 39242) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:46:32.863515 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 15:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dbaa263-1352-458d-8f41-ab18b9f7c55e x-openstack-request-id: req-5dbaa263-1352-458d-8f41-ab18b9f7c55e {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:46:32.863809 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07e7e9a2-da7f-449a-9495-a6c07c6d11b7", "tag": "a910a261-5c51-4dd3-b9ae-8d915cb519df", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:46:32.864069 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5dbaa263-1352-458d-8f41-ab18b9f7c55e {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:46:32.864478 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07e7e9a2-da7f-449a-9495-a6c07c6d11b7', 'tag': 'a910a261-5c51-4dd3-b9ae-8d915cb519df', 'status': 'completed', 'code': 200} Dec 10 15:46:32.892484 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-bcf41b66-b8f4-4f5b-a07b-f71323a2e71b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/floatingips/75bcd765-df86-44ba-95ac-4bcfdb722c6e HTTP/1.1" status: 200 len: 992 time: 0.0655110 Dec 10 15:46:32.927171 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a864f-0237-43d8-96a4-0d8ccb00c399 req-b50612c9-3c60-428c-ab18-cfe5bc1565ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:46:32.929120 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-fc5a864f-0237-43d8-96a4-0d8ccb00c399 req-b50612c9-3c60-428c-ab18-cfe5bc1565ed service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e049672a5fd04e7f8cbb0423b61eb757&device_id=07e7e9a2-da7f-449a-9495-a6c07c6d11b7 HTTP/1.1" status: 200 len: 1099 time: 0.0410042 Dec 10 15:46:33.019080 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a864f-0237-43d8-96a4-0d8ccb00c399 req-d22a2c46-6750-4471-8bf0-6a2c2aabb104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:46:33.020565 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-fc5a864f-0237-43d8-96a4-0d8ccb00c399 req-d22a2c46-6750-4471-8bf0-6a2c2aabb104 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4925fcb2-9ad4-46da-9d13-4cedc85f539b HTTP/1.1" status: 200 len: 898 time: 0.0840597 Dec 10 15:46:33.034170 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-cab55ebb-92e0-447c-8562-7ba3895b5c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f3cb01-bf9e-4561-9a70-8fbfae829792', 'name': 'tempest-TestNetworkBasicOps-router-886408022', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.254'}], 'enable_snat': True}, 'gw_port_id': '04bb66c7-cdea-4c81-9c5c-09387600dd02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:46:11Z', 'updated_at': '2021-12-10T15:46:15Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '04bb66c7-cdea-4c81-9c5c-09387600dd02', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f3cb01-bf9e-4561-9a70-8fbfae829792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:46:11Z', 'updated_at': '2021-12-10T15:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': '75bcd765-df86-44ba-95ac-4bcfdb722c6e', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'floating_ip_address': '172.26.2.249', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': 'a3f3cb01-bf9e-4561-9a70-8fbfae829792', 'port_id': 'a910a261-5c51-4dd3-b9ae-8d915cb519df', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4925fcb2-9ad4-46da-9d13-4cedc85f539b', 'mac_address': 'fa:16:3e:df:e7:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e7e9a2-da7f-449a-9495-a6c07c6d11b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T15:46:31Z', 'updated_at': '2021-12-10T15:46:31Z', 'revision_number': 0, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20456255-af73-4cc1-8ad1-e4bcee082417', 'name': '', 'network_id': '4925fcb2-9ad4-46da-9d13-4cedc85f539b', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:f3:77:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f3cb01-bf9e-4561-9a70-8fbfae829792', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '0f545add-cdc5-45cc-a196-456b4fcda59c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:46:14Z', 'updated_at': '2021-12-10T15:46:18Z', 'revision_number': 5, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': '0f545add-cdc5-45cc-a196-456b4fcda59c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:46:33.060844 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab55ebb-92e0-447c-8562-7ba3895b5c02 None None] Checking router: a3f3cb01-bf9e-4561-9a70-8fbfae829792 for host: dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:46:33.069109 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab55ebb-92e0-447c-8562-7ba3895b5c02 None None] Routers {'a3f3cb01-bf9e-4561-9a70-8fbfae829792'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:46:33.069704 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-cab55ebb-92e0-447c-8562-7ba3895b5c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:46:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['a3f3cb01-bf9e-4561-9a70-8fbfae829792'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:46:33.089481 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-fc5a864f-0237-43d8-96a4-0d8ccb00c399 req-a1f868a5-0900-4ec8-a2c7-5ceec54348d7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a910a261-5c51-4dd3-b9ae-8d915cb519df HTTP/1.1" status: 200 len: 1000 time: 0.0623248 Dec 10 15:46:33.140156 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a864f-0237-43d8-96a4-0d8ccb00c399 req-518c889c-46b6-4356-8110-b2cbf26357d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:46:33.141643 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-fc5a864f-0237-43d8-96a4-0d8ccb00c399 req-518c889c-46b6-4356-8110-b2cbf26357d7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0f545add-cdc5-45cc-a196-456b4fcda59c HTTP/1.1" status: 200 len: 834 time: 0.0454926 Dec 10 15:46:33.177231 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-cab55ebb-92e0-447c-8562-7ba3895b5c02 None None] Set router a3f3cb01-bf9e-4561-9a70-8fbfae829792 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:46:33.188370 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a864f-0237-43d8-96a4-0d8ccb00c399 req-08a97349-37ee-4aee-8387-567fb0fd7d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:46:33.189851 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-fc5a864f-0237-43d8-96a4-0d8ccb00c399 req-08a97349-37ee-4aee-8387-567fb0fd7d77 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4925fcb2-9ad4-46da-9d13-4cedc85f539b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406296 Dec 10 15:46:33.408882 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-cab55ebb-92e0-447c-8562-7ba3895b5c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f3cb01-bf9e-4561-9a70-8fbfae829792', 'name': 'tempest-TestNetworkBasicOps-router-886408022', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.254'}], 'enable_snat': True}, 'gw_port_id': '04bb66c7-cdea-4c81-9c5c-09387600dd02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:46:11Z', 'updated_at': '2021-12-10T15:46:15Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '04bb66c7-cdea-4c81-9c5c-09387600dd02', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f3cb01-bf9e-4561-9a70-8fbfae829792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:46:11Z', 'updated_at': '2021-12-10T15:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': '75bcd765-df86-44ba-95ac-4bcfdb722c6e', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'floating_ip_address': '172.26.2.249', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': 'a3f3cb01-bf9e-4561-9a70-8fbfae829792', 'port_id': 'a910a261-5c51-4dd3-b9ae-8d915cb519df', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4925fcb2-9ad4-46da-9d13-4cedc85f539b', 'mac_address': 'fa:16:3e:df:e7:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e7e9a2-da7f-449a-9495-a6c07c6d11b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T15:46:31Z', 'updated_at': '2021-12-10T15:46:31Z', 'revision_number': 0, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20456255-af73-4cc1-8ad1-e4bcee082417', 'name': '', 'network_id': '4925fcb2-9ad4-46da-9d13-4cedc85f539b', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:f3:77:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f3cb01-bf9e-4561-9a70-8fbfae829792', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '0f545add-cdc5-45cc-a196-456b4fcda59c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:46:14Z', 'updated_at': '2021-12-10T15:46:18Z', 'revision_number': 5, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': '0f545add-cdc5-45cc-a196-456b4fcda59c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:46:33.441009 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab55ebb-92e0-447c-8562-7ba3895b5c02 None None] The sync data for ids ['a3f3cb01-bf9e-4561-9a70-8fbfae829792'] in dv-neutron-821401-4-hyperv is: [{'id': 'a3f3cb01-bf9e-4561-9a70-8fbfae829792', 'name': 'tempest-TestNetworkBasicOps-router-886408022', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.254'}], 'enable_snat': True}, 'gw_port_id': '04bb66c7-cdea-4c81-9c5c-09387600dd02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:46:11Z', 'updated_at': '2021-12-10T15:46:15Z', 'revision_number': 4, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '04bb66c7-cdea-4c81-9c5c-09387600dd02', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f3cb01-bf9e-4561-9a70-8fbfae829792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:46:11Z', 'updated_at': '2021-12-10T15:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': '75bcd765-df86-44ba-95ac-4bcfdb722c6e', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'floating_ip_address': '172.26.2.249', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': 'a3f3cb01-bf9e-4561-9a70-8fbfae829792', 'port_id': 'a910a261-5c51-4dd3-b9ae-8d915cb519df', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4925fcb2-9ad4-46da-9d13-4cedc85f539b', 'mac_address': 'fa:16:3e:df:e7:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e7e9a2-da7f-449a-9495-a6c07c6d11b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T15:46:31Z', 'updated_at': '2021-12-10T15:46:31Z', 'revision_number': 0, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20456255-af73-4cc1-8ad1-e4bcee082417', 'name': '', 'network_id': '4925fcb2-9ad4-46da-9d13-4cedc85f539b', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:f3:77:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f3cb01-bf9e-4561-9a70-8fbfae829792', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '0f545add-cdc5-45cc-a196-456b4fcda59c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:46:14Z', 'updated_at': '2021-12-10T15:46:18Z', 'revision_number': 5, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': '0f545add-cdc5-45cc-a196-456b4fcda59c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:46:33.603950 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-fc5a864f-0237-43d8-96a4-0d8ccb00c399 req-d4244b5f-79e3-4518-977e-5a3f984e59de service neutron] 10.222.0.44 "GET /v2.0/networks/4925fcb2-9ad4-46da-9d13-4cedc85f539b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4071972 Dec 10 15:46:33.641336 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4ec8b1-b0fb-4372-ac17-a9e51a764faf None None] New status for floating IP 75bcd765-df86-44ba-95ac-4bcfdb722c6e: ACTIVE {{(pid=103588) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 15:46:33.699011 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-fc5a864f-0237-43d8-96a4-0d8ccb00c399 req-099ec3f4-7e65-4dda-ab67-5fa39d0b8730 service neutron] 10.222.0.44 "GET /v2.0/networks/4925fcb2-9ad4-46da-9d13-4cedc85f539b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874472 Dec 10 15:46:33.895267 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 39246) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:46:33.960031 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-ed8637f3-3007-42f1-a305-6e8c4b80e738 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/floatingips/75bcd765-df86-44ba-95ac-4bcfdb722c6e HTTP/1.1" status: 200 len: 994 time: 0.0635231 Dec 10 15:46:42.938315 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f1ee8a6f-e8b7-48b1-a92d-793a39ea8db2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:43.469544 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:44.006057 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 15:46:45.269597 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b43cac3b-117b-4882-b30e-81c33268ba5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:46.143882 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:47.778525 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:46:48.685688 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:05.174649 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 39258) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:47:05.179354 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-fdd07995-e89c-4be8-b46a-cd43a6d28240 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'router': {'admin_state_up': False}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:47:05.499378 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fdd07995-e89c-4be8-b46a-cd43a6d28240 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13949'] for router, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:05.600518 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fdd07995-e89c-4be8-b46a-cd43a6d28240 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-551381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-551372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-549222'] for router, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:05.707818 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdd07995-e89c-4be8-b46a-cd43a6d28240 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Router a3f3cb01-bf9e-4561-9a70-8fbfae829792 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:47:05.814214 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd07995-e89c-4be8-b46a-cd43a6d28240 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:47:05.820943 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fdd07995-e89c-4be8-b46a-cd43a6d28240 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:05.822127 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-fdd07995-e89c-4be8-b46a-cd43a6d28240 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "PUT /v2.0/routers/a3f3cb01-bf9e-4561-9a70-8fbfae829792 HTTP/1.1" status: 200 len: 888 time: 0.6464434 Dec 10 15:47:05.824112 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d381098-eb62-403c-92be-e3989c0208a9 None None] Sync routers for ids ['a3f3cb01-bf9e-4561-9a70-8fbfae829792'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:47:05.834293 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d381098-eb62-403c-92be-e3989c0208a9 None None] Routers {'a3f3cb01-bf9e-4561-9a70-8fbfae829792'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:47:05.834916 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-3d381098-eb62-403c-92be-e3989c0208a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:46:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['a3f3cb01-bf9e-4561-9a70-8fbfae829792'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:47:05.869048 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-3d381098-eb62-403c-92be-e3989c0208a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:47:05.877417 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d381098-eb62-403c-92be-e3989c0208a9 None None] Routers {'a3f3cb01-bf9e-4561-9a70-8fbfae829792'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:47:05.878025 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-3d381098-eb62-403c-92be-e3989c0208a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:46:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['a3f3cb01-bf9e-4561-9a70-8fbfae829792'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:47:05.908764 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-3d381098-eb62-403c-92be-e3989c0208a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:47:05.909381 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d381098-eb62-403c-92be-e3989c0208a9 None None] The sync data for ids ['a3f3cb01-bf9e-4561-9a70-8fbfae829792'] in dv-neutron-821401-4-hyperv is: [] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:47:06.307512 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 20456255-af73-4cc1-8ad1-e4bcee082417 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:47:06.385879 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:06.416231 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] For port 20456255-af73-4cc1-8ad1-e4bcee082417, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=20456255-af73-4cc1-8ad1-e4bcee082417,segment=NetworkSegment(5dc00e57-eac6-4f9e-868d-91710df70f1c),segment_id=5dc00e57-eac6-4f9e-868d-91710df70f1c)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:47:06.474115 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:06.522113 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Pushing event updated for resources: {'Port': ['ID=20456255-af73-4cc1-8ad1-e4bcee082417,revision_number=6']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:47:06.532020 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:47:06.532545 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:47:06.533047 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:47:06.533543 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:47:06.534069 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:47:06.534567 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:47:06.535059 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:47:06.535550 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:47:06.536045 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:47:06.536535 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:47:06.537028 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:47:06.537515 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:47:06.538039 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:47:06.695149 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b478eed-c44d-4f72-b68e-d77e9ba35ec6 None None] New status for floating IP 75bcd765-df86-44ba-95ac-4bcfdb722c6e: DOWN {{(pid=103588) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 15:47:07.931720 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 39262) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:47:07.936439 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-b53d5e40-41cd-438f-b648-37a965e635d7 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:47:08.138369 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 04bb66c7-cdea-4c81-9c5c-09387600dd02 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:47:08.220178 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:08.242917 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] For port 04bb66c7-cdea-4c81-9c5c-09387600dd02, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=04bb66c7-cdea-4c81-9c5c-09387600dd02,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:47:08.251791 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b53d5e40-41cd-438f-b648-37a965e635d7 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13949'] for router, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:08.296129 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:08.319464 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b53d5e40-41cd-438f-b648-37a965e635d7 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-551381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-551372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-549222'] for router, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:08.346223 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Pushing event updated for resources: {'Port': ['ID=04bb66c7-cdea-4c81-9c5c-09387600dd02,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:47:08.431692 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b53d5e40-41cd-438f-b648-37a965e635d7 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Router a3f3cb01-bf9e-4561-9a70-8fbfae829792 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:47:08.553472 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b53d5e40-41cd-438f-b648-37a965e635d7 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:47:08.560803 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b53d5e40-41cd-438f-b648-37a965e635d7 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:08.565223 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-b53d5e40-41cd-438f-b648-37a965e635d7 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "PUT /v2.0/routers/a3f3cb01-bf9e-4561-9a70-8fbfae829792 HTTP/1.1" status: 200 len: 887 time: 0.6292484 Dec 10 15:47:08.565372 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6948c518-3c9f-4bf1-a10c-59958d17c95e None None] Sync routers for ids ['a3f3cb01-bf9e-4561-9a70-8fbfae829792'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:47:08.565811 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 39264) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:47:08.576544 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6948c518-3c9f-4bf1-a10c-59958d17c95e None None] Routers {'a3f3cb01-bf9e-4561-9a70-8fbfae829792'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:47:08.577149 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-6948c518-3c9f-4bf1-a10c-59958d17c95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:46:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['a3f3cb01-bf9e-4561-9a70-8fbfae829792'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:47:08.640681 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-272cbcd9-110d-4ec4-9ec0-4208b775688f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/floatingips/75bcd765-df86-44ba-95ac-4bcfdb722c6e HTTP/1.1" status: 200 len: 992 time: 0.0740077 Dec 10 15:47:08.684148 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-6948c518-3c9f-4bf1-a10c-59958d17c95e None None] Set router a3f3cb01-bf9e-4561-9a70-8fbfae829792 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:47:08.910870 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-6948c518-3c9f-4bf1-a10c-59958d17c95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f3cb01-bf9e-4561-9a70-8fbfae829792', 'name': 'tempest-TestNetworkBasicOps-router-886408022', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.254'}], 'enable_snat': True}, 'gw_port_id': '04bb66c7-cdea-4c81-9c5c-09387600dd02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:46:11Z', 'updated_at': '2021-12-10T15:47:08Z', 'revision_number': 6, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '04bb66c7-cdea-4c81-9c5c-09387600dd02', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c1:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f3cb01-bf9e-4561-9a70-8fbfae829792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:46:11Z', 'updated_at': '2021-12-10T15:47:08Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': '75bcd765-df86-44ba-95ac-4bcfdb722c6e', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'floating_ip_address': '172.26.2.249', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': 'a3f3cb01-bf9e-4561-9a70-8fbfae829792', 'port_id': 'a910a261-5c51-4dd3-b9ae-8d915cb519df', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4925fcb2-9ad4-46da-9d13-4cedc85f539b', 'mac_address': 'fa:16:3e:df:e7:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e7e9a2-da7f-449a-9495-a6c07c6d11b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T15:46:31Z', 'updated_at': '2021-12-10T15:47:06Z', 'revision_number': 2, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20456255-af73-4cc1-8ad1-e4bcee082417', 'name': '', 'network_id': '4925fcb2-9ad4-46da-9d13-4cedc85f539b', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:f3:77:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f3cb01-bf9e-4561-9a70-8fbfae829792', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '0f545add-cdc5-45cc-a196-456b4fcda59c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:46:14Z', 'updated_at': '2021-12-10T15:47:06Z', 'revision_number': 6, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': '0f545add-cdc5-45cc-a196-456b4fcda59c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:47:08.937070 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6948c518-3c9f-4bf1-a10c-59958d17c95e None None] Checking router: a3f3cb01-bf9e-4561-9a70-8fbfae829792 for host: dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:47:08.945169 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6948c518-3c9f-4bf1-a10c-59958d17c95e None None] Routers {'a3f3cb01-bf9e-4561-9a70-8fbfae829792'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:47:08.945765 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-6948c518-3c9f-4bf1-a10c-59958d17c95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:46:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['a3f3cb01-bf9e-4561-9a70-8fbfae829792'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:47:09.046610 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-6948c518-3c9f-4bf1-a10c-59958d17c95e None None] Set router a3f3cb01-bf9e-4561-9a70-8fbfae829792 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:47:09.279432 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-6948c518-3c9f-4bf1-a10c-59958d17c95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f3cb01-bf9e-4561-9a70-8fbfae829792', 'name': 'tempest-TestNetworkBasicOps-router-886408022', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.254'}], 'enable_snat': True}, 'gw_port_id': '04bb66c7-cdea-4c81-9c5c-09387600dd02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:46:11Z', 'updated_at': '2021-12-10T15:47:08Z', 'revision_number': 6, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '04bb66c7-cdea-4c81-9c5c-09387600dd02', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c1:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f3cb01-bf9e-4561-9a70-8fbfae829792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:46:11Z', 'updated_at': '2021-12-10T15:47:08Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': '75bcd765-df86-44ba-95ac-4bcfdb722c6e', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'floating_ip_address': '172.26.2.249', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': 'a3f3cb01-bf9e-4561-9a70-8fbfae829792', 'port_id': 'a910a261-5c51-4dd3-b9ae-8d915cb519df', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4925fcb2-9ad4-46da-9d13-4cedc85f539b', 'mac_address': 'fa:16:3e:df:e7:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e7e9a2-da7f-449a-9495-a6c07c6d11b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T15:46:31Z', 'updated_at': '2021-12-10T15:47:06Z', 'revision_number': 2, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20456255-af73-4cc1-8ad1-e4bcee082417', 'name': '', 'network_id': '4925fcb2-9ad4-46da-9d13-4cedc85f539b', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:f3:77:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f3cb01-bf9e-4561-9a70-8fbfae829792', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '0f545add-cdc5-45cc-a196-456b4fcda59c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:46:14Z', 'updated_at': '2021-12-10T15:47:06Z', 'revision_number': 6, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': '0f545add-cdc5-45cc-a196-456b4fcda59c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:47:09.304513 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6948c518-3c9f-4bf1-a10c-59958d17c95e None None] The sync data for ids ['a3f3cb01-bf9e-4561-9a70-8fbfae829792'] in dv-neutron-821401-4-hyperv is: [{'id': 'a3f3cb01-bf9e-4561-9a70-8fbfae829792', 'name': 'tempest-TestNetworkBasicOps-router-886408022', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.254'}], 'enable_snat': True}, 'gw_port_id': '04bb66c7-cdea-4c81-9c5c-09387600dd02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:46:11Z', 'updated_at': '2021-12-10T15:47:08Z', 'revision_number': 6, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '04bb66c7-cdea-4c81-9c5c-09387600dd02', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c1:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f3cb01-bf9e-4561-9a70-8fbfae829792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:46:11Z', 'updated_at': '2021-12-10T15:47:08Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': '75bcd765-df86-44ba-95ac-4bcfdb722c6e', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'floating_ip_address': '172.26.2.249', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': 'a3f3cb01-bf9e-4561-9a70-8fbfae829792', 'port_id': 'a910a261-5c51-4dd3-b9ae-8d915cb519df', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4925fcb2-9ad4-46da-9d13-4cedc85f539b', 'mac_address': 'fa:16:3e:df:e7:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e7e9a2-da7f-449a-9495-a6c07c6d11b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T15:46:31Z', 'updated_at': '2021-12-10T15:47:06Z', 'revision_number': 2, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20456255-af73-4cc1-8ad1-e4bcee082417', 'name': '', 'network_id': '4925fcb2-9ad4-46da-9d13-4cedc85f539b', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:f3:77:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f3cb01-bf9e-4561-9a70-8fbfae829792', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '0f545add-cdc5-45cc-a196-456b4fcda59c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:46:14Z', 'updated_at': '2021-12-10T15:47:06Z', 'revision_number': 6, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': '0f545add-cdc5-45cc-a196-456b4fcda59c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:47:09.643825 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 39266) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:47:09.714449 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-8ec6a3af-0164-4ce1-b268-a320f66bcb98 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/floatingips/75bcd765-df86-44ba-95ac-4bcfdb722c6e HTTP/1.1" status: 200 len: 992 time: 0.0694523 Dec 10 15:47:10.195573 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 04bb66c7-cdea-4c81-9c5c-09387600dd02 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:47:10.250537 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 04bb66c7-cdea-4c81-9c5c-09387600dd02 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:47:10.250910 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:10.343362 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:10.364503 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] For port 04bb66c7-cdea-4c81-9c5c-09387600dd02, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=04bb66c7-cdea-4c81-9c5c-09387600dd02,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:47:10.450326 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:10.451633 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 20456255-af73-4cc1-8ad1-e4bcee082417 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:47:10.524325 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Pushing event updated for resources: {'Port': ['ID=04bb66c7-cdea-4c81-9c5c-09387600dd02,revision_number=6']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:47:10.536802 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 20456255-af73-4cc1-8ad1-e4bcee082417 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:47:10.537174 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:10.625326 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:10.657565 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] For port 20456255-af73-4cc1-8ad1-e4bcee082417, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=20456255-af73-4cc1-8ad1-e4bcee082417,segment=NetworkSegment(5dc00e57-eac6-4f9e-868d-91710df70f1c),segment_id=5dc00e57-eac6-4f9e-868d-91710df70f1c)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:47:10.718614 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 39268) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:47:10.758405 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:10.784969 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-bdd85f37-43d0-4c67-b428-5ce19332a029 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/floatingips/75bcd765-df86-44ba-95ac-4bcfdb722c6e HTTP/1.1" status: 200 len: 992 time: 0.0651999 Dec 10 15:47:10.806080 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Pushing event updated for resources: {'Port': ['ID=20456255-af73-4cc1-8ad1-e4bcee082417,revision_number=7']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:47:10.877138 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7026ccdc-63ca-4317-838b-847446cbee7c None None] New status for floating IP 75bcd765-df86-44ba-95ac-4bcfdb722c6e: ACTIVE {{(pid=103588) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 15:47:11.787761 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 39270) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:47:11.894274 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-fe893c77-d258-424a-a349-65abd02f682b tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/floatingips/75bcd765-df86-44ba-95ac-4bcfdb722c6e HTTP/1.1" status: 200 len: 994 time: 0.1054521 Dec 10 15:47:12.136400 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 39278) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:47:12.150945 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 04bb66c7-cdea-4c81-9c5c-09387600dd02 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:47:12.203562 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 04bb66c7-cdea-4c81-9c5c-09387600dd02 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:47:12.203938 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:12.280085 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 20456255-af73-4cc1-8ad1-e4bcee082417 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:47:12.294110 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-e317836c-f878-4c35-8158-f1e1cd5948a7 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Deleting port 0c3899a1-64b5-4cbb-afcc-ad02093f4a51 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:47:12.295035 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e317836c-f878-4c35-8158-f1e1cd5948a7 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:12.325247 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 20456255-af73-4cc1-8ad1-e4bcee082417 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:47:12.325655 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:12.372589 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e317836c-f878-4c35-8158-f1e1cd5948a7 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:12.372833 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e317836c-f878-4c35-8158-f1e1cd5948a7 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:12.384734 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-e317836c-f878-4c35-8158-f1e1cd5948a7 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Calling delete_port for 0c3899a1-64b5-4cbb-afcc-ad02093f4a51 owned by network:floatingip {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:47:12.605435 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e317836c-f878-4c35-8158-f1e1cd5948a7 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:12.632641 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e317836c-f878-4c35-8158-f1e1cd5948a7 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event deleted for resources: {'Port': ['ID=0c3899a1-64b5-4cbb-afcc-ad02093f4a51,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:47:12.642250 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e317836c-f878-4c35-8158-f1e1cd5948a7 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:47:12.642611 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e317836c-f878-4c35-8158-f1e1cd5948a7 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:47:12.642963 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e317836c-f878-4c35-8158-f1e1cd5948a7 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:47:12.643311 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e317836c-f878-4c35-8158-f1e1cd5948a7 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:47:12.643648 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e317836c-f878-4c35-8158-f1e1cd5948a7 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:47:12.643986 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e317836c-f878-4c35-8158-f1e1cd5948a7 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:47:12.644615 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e317836c-f878-4c35-8158-f1e1cd5948a7 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:47:12.644952 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e317836c-f878-4c35-8158-f1e1cd5948a7 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:47:12.645284 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e317836c-f878-4c35-8158-f1e1cd5948a7 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:47:12.645617 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e317836c-f878-4c35-8158-f1e1cd5948a7 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:47:12.645975 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e317836c-f878-4c35-8158-f1e1cd5948a7 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:47:12.646306 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e317836c-f878-4c35-8158-f1e1cd5948a7 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:47:12.646629 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e317836c-f878-4c35-8158-f1e1cd5948a7 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:47:12.701001 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e317836c-f878-4c35-8158-f1e1cd5948a7 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for floatingip, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:12.701335 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.l3_db [None req-e317836c-f878-4c35-8158-f1e1cd5948a7 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Floating IP 75bcd765-df86-44ba-95ac-4bcfdb722c6e disassociated (deleted). External IP: 172.26.2.249, port: a910a261-5c51-4dd3-b9ae-8d915cb519df. Dec 10 15:47:12.907808 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e317836c-f878-4c35-8158-f1e1cd5948a7 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Router a3f3cb01-bf9e-4561-9a70-8fbfae829792 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:47:12.908452 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7b7a7978-9e4b-46ed-bbb7-0bb83130ebc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:13.014398 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e317836c-f878-4c35-8158-f1e1cd5948a7 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:47:13.019207 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e317836c-f878-4c35-8158-f1e1cd5948a7 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:13.023545 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd39eb3-6b44-4229-9518-75f445e9efba None None] Sync routers for ids ['a3f3cb01-bf9e-4561-9a70-8fbfae829792'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:47:13.034120 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd39eb3-6b44-4229-9518-75f445e9efba None None] Routers {'a3f3cb01-bf9e-4561-9a70-8fbfae829792'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:47:13.034732 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-ecd39eb3-6b44-4229-9518-75f445e9efba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:46:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['a3f3cb01-bf9e-4561-9a70-8fbfae829792'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:47:13.046093 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-e317836c-f878-4c35-8158-f1e1cd5948a7 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "DELETE /v2.0/floatingips/75bcd765-df86-44ba-95ac-4bcfdb722c6e HTTP/1.1" status: 204 len: 168 time: 0.9082825 Dec 10 15:47:13.046949 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07e7e9a2-da7f-449a-9495-a6c07c6d11b7', 'tag': 'a910a261-5c51-4dd3-b9ae-8d915cb519df'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:47:13.050142 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde1b47dcd987728a27c8e391f176ee57ea2adf837d2cedb59662361de43515a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c64640a-e3c7-4819-aa34-ffc41bf7362c" -d '{"events": [{"name": "network-changed", "server_uuid": "07e7e9a2-da7f-449a-9495-a6c07c6d11b7", "tag": "a910a261-5c51-4dd3-b9ae-8d915cb519df"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:47:13.148763 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-ecd39eb3-6b44-4229-9518-75f445e9efba None None] Set router a3f3cb01-bf9e-4561-9a70-8fbfae829792 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:47:13.154272 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 15:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1c411e-4381-47d4-a3df-c661fb478f0c x-openstack-request-id: req-1e1c411e-4381-47d4-a3df-c661fb478f0c {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:47:13.154571 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07e7e9a2-da7f-449a-9495-a6c07c6d11b7", "tag": "a910a261-5c51-4dd3-b9ae-8d915cb519df", "status": "completed", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:47:13.154851 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1e1c411e-4381-47d4-a3df-c661fb478f0c {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:47:13.155262 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07e7e9a2-da7f-449a-9495-a6c07c6d11b7', 'tag': 'a910a261-5c51-4dd3-b9ae-8d915cb519df', 'status': 'completed', 'code': 200} Dec 10 15:47:13.219129 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c64640a-e3c7-4819-aa34-ffc41bf7362c req-defa8506-9789-4c79-a788-6ed68e346dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:47:13.220884 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-6c64640a-e3c7-4819-aa34-ffc41bf7362c req-defa8506-9789-4c79-a788-6ed68e346dab service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e049672a5fd04e7f8cbb0423b61eb757&device_id=07e7e9a2-da7f-449a-9495-a6c07c6d11b7 HTTP/1.1" status: 200 len: 1099 time: 0.0433280 Dec 10 15:47:13.322397 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c64640a-e3c7-4819-aa34-ffc41bf7362c req-8aea08f1-baec-4510-8721-e203a9c79150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:47:13.324023 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-6c64640a-e3c7-4819-aa34-ffc41bf7362c req-8aea08f1-baec-4510-8721-e203a9c79150 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4925fcb2-9ad4-46da-9d13-4cedc85f539b HTTP/1.1" status: 200 len: 898 time: 0.0965478 Dec 10 15:47:13.347501 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-ecd39eb3-6b44-4229-9518-75f445e9efba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f3cb01-bf9e-4561-9a70-8fbfae829792', 'name': 'tempest-TestNetworkBasicOps-router-886408022', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.254'}], 'enable_snat': True}, 'gw_port_id': '04bb66c7-cdea-4c81-9c5c-09387600dd02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:46:11Z', 'updated_at': '2021-12-10T15:47:08Z', 'revision_number': 6, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '04bb66c7-cdea-4c81-9c5c-09387600dd02', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f3cb01-bf9e-4561-9a70-8fbfae829792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:46:11Z', 'updated_at': '2021-12-10T15:47:10Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '20456255-af73-4cc1-8ad1-e4bcee082417', 'name': '', 'network_id': '4925fcb2-9ad4-46da-9d13-4cedc85f539b', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:f3:77:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f3cb01-bf9e-4561-9a70-8fbfae829792', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '0f545add-cdc5-45cc-a196-456b4fcda59c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:46:14Z', 'updated_at': '2021-12-10T15:47:10Z', 'revision_number': 7, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': '0f545add-cdc5-45cc-a196-456b4fcda59c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:47:13.369061 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-6c64640a-e3c7-4819-aa34-ffc41bf7362c req-484cb13e-1903-48fb-b9f7-47e6ee185785 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a910a261-5c51-4dd3-b9ae-8d915cb519df HTTP/1.1" status: 200 len: 217 time: 0.0361187 Dec 10 15:47:13.378070 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd39eb3-6b44-4229-9518-75f445e9efba None None] Checking router: a3f3cb01-bf9e-4561-9a70-8fbfae829792 for host: dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:47:13.386717 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd39eb3-6b44-4229-9518-75f445e9efba None None] Routers {'a3f3cb01-bf9e-4561-9a70-8fbfae829792'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:47:13.387363 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-ecd39eb3-6b44-4229-9518-75f445e9efba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:46:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['a3f3cb01-bf9e-4561-9a70-8fbfae829792'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:47:13.425341 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c64640a-e3c7-4819-aa34-ffc41bf7362c req-d68307cd-5da7-4aaf-997c-6771402a2955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:47:13.427007 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-6c64640a-e3c7-4819-aa34-ffc41bf7362c req-d68307cd-5da7-4aaf-997c-6771402a2955 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0f545add-cdc5-45cc-a196-456b4fcda59c HTTP/1.1" status: 200 len: 834 time: 0.0503581 Dec 10 15:47:13.489873 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:13.505218 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c64640a-e3c7-4819-aa34-ffc41bf7362c req-a0672eaf-06df-4bfe-b2a2-60c976d2a5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:47:13.506985 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-6c64640a-e3c7-4819-aa34-ffc41bf7362c req-a0672eaf-06df-4bfe-b2a2-60c976d2a5d8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4925fcb2-9ad4-46da-9d13-4cedc85f539b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699170 Dec 10 15:47:13.519316 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8885bf-ee3b-40e9-af94-8719ed50ad41 req-7c97172a-5927-49d5-a8c4-8c2cedc26558 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:47:13.520873 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-ec8885bf-ee3b-40e9-af94-8719ed50ad41 req-7c97172a-5927-49d5-a8c4-8c2cedc26558 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=07e7e9a2-da7f-449a-9495-a6c07c6d11b7 HTTP/1.1" status: 200 len: 946 time: 0.0747983 Dec 10 15:47:13.595519 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-ecd39eb3-6b44-4229-9518-75f445e9efba None None] Set router a3f3cb01-bf9e-4561-9a70-8fbfae829792 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:47:13.621747 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-ec8885bf-ee3b-40e9-af94-8719ed50ad41 req-3d9b5607-f6ca-44e0-ab0a-c2b8ca4e36f0 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2e28930-9105-4dd1-94a8-1e52e0c0a433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923049 Dec 10 15:47:13.646961 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-6c64640a-e3c7-4819-aa34-ffc41bf7362c req-f2736290-a4a1-4264-9f58-7f46e721d4f2 service neutron] 10.222.0.44 "GET /v2.0/networks/4925fcb2-9ad4-46da-9d13-4cedc85f539b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251056 Dec 10 15:47:13.737486 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-6c64640a-e3c7-4819-aa34-ffc41bf7362c req-aa34fea3-b109-4ae5-92c9-50909d5022c4 service neutron] 10.222.0.44 "GET /v2.0/networks/4925fcb2-9ad4-46da-9d13-4cedc85f539b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833833 Dec 10 15:47:13.793435 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-ecd39eb3-6b44-4229-9518-75f445e9efba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f3cb01-bf9e-4561-9a70-8fbfae829792', 'name': 'tempest-TestNetworkBasicOps-router-886408022', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.254'}], 'enable_snat': True}, 'gw_port_id': '04bb66c7-cdea-4c81-9c5c-09387600dd02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:46:11Z', 'updated_at': '2021-12-10T15:47:08Z', 'revision_number': 6, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '04bb66c7-cdea-4c81-9c5c-09387600dd02', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f3cb01-bf9e-4561-9a70-8fbfae829792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:46:11Z', 'updated_at': '2021-12-10T15:47:10Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '20456255-af73-4cc1-8ad1-e4bcee082417', 'name': '', 'network_id': '4925fcb2-9ad4-46da-9d13-4cedc85f539b', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:f3:77:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f3cb01-bf9e-4561-9a70-8fbfae829792', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '0f545add-cdc5-45cc-a196-456b4fcda59c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:46:14Z', 'updated_at': '2021-12-10T15:47:10Z', 'revision_number': 7, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': '0f545add-cdc5-45cc-a196-456b4fcda59c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:47:13.820646 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd39eb3-6b44-4229-9518-75f445e9efba None None] The sync data for ids ['a3f3cb01-bf9e-4561-9a70-8fbfae829792'] in dv-neutron-821401-4-hyperv is: [{'id': 'a3f3cb01-bf9e-4561-9a70-8fbfae829792', 'name': 'tempest-TestNetworkBasicOps-router-886408022', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.254'}], 'enable_snat': True}, 'gw_port_id': '04bb66c7-cdea-4c81-9c5c-09387600dd02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:46:11Z', 'updated_at': '2021-12-10T15:47:08Z', 'revision_number': 6, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '04bb66c7-cdea-4c81-9c5c-09387600dd02', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f3cb01-bf9e-4561-9a70-8fbfae829792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:46:11Z', 'updated_at': '2021-12-10T15:47:10Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '20456255-af73-4cc1-8ad1-e4bcee082417', 'name': '', 'network_id': '4925fcb2-9ad4-46da-9d13-4cedc85f539b', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'mac_address': 'fa:16:3e:f3:77:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f3cb01-bf9e-4561-9a70-8fbfae829792', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '0f545add-cdc5-45cc-a196-456b4fcda59c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:46:14Z', 'updated_at': '2021-12-10T15:47:10Z', 'revision_number': 7, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'subnets': [{'id': '0f545add-cdc5-45cc-a196-456b4fcda59c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:47:14.424113 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455316d5-a2c4-484e-825b-1ea72c75e2c9 None None] New status for floating IP 75bcd765-df86-44ba-95ac-4bcfdb722c6e: DOWN {{(pid=103588) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 15:47:14.724901 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf229fbe-c2a0-4ba7-bcda-41f878e5aed3 req-b09c39da-4060-43cc-a2b5-ae21d5c8313e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:47:14.726386 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-cf229fbe-c2a0-4ba7-bcda-41f878e5aed3 req-b09c39da-4060-43cc-a2b5-ae21d5c8313e tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.44 "GET /v2.0/ports?device_id=07e7e9a2-da7f-449a-9495-a6c07c6d11b7 HTTP/1.1" status: 200 len: 946 time: 0.0552082 Dec 10 15:47:14.739620 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132acca8-f206-4754-84ed-620be30126a8 req-bb00232c-1919-45b3-a924-8ddac75a0d7c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:47:14.741119 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-132acca8-f206-4754-84ed-620be30126a8 req-bb00232c-1919-45b3-a924-8ddac75a0d7c tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=07e7e9a2-da7f-449a-9495-a6c07c6d11b7 HTTP/1.1" status: 200 len: 946 time: 0.0486875 Dec 10 15:47:14.789767 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-132acca8-f206-4754-84ed-620be30126a8 req-0175f175-7782-45e8-b196-59eacee96e56 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2e28930-9105-4dd1-94a8-1e52e0c0a433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427029 Dec 10 15:47:14.815195 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-cf229fbe-c2a0-4ba7-bcda-41f878e5aed3 req-80596acd-1e32-4b10-8484-fe62a50f2b91 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Deleting port a910a261-5c51-4dd3-b9ae-8d915cb519df {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:47:14.815523 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-cf229fbe-c2a0-4ba7-bcda-41f878e5aed3 req-80596acd-1e32-4b10-8484-fe62a50f2b91 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:14.903805 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-cf229fbe-c2a0-4ba7-bcda-41f878e5aed3 req-80596acd-1e32-4b10-8484-fe62a50f2b91 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] For port a910a261-5c51-4dd3-b9ae-8d915cb519df, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=a910a261-5c51-4dd3-b9ae-8d915cb519df,segment=NetworkSegment(5dc00e57-eac6-4f9e-868d-91710df70f1c),segment_id=5dc00e57-eac6-4f9e-868d-91710df70f1c)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:47:14.904089 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-cf229fbe-c2a0-4ba7-bcda-41f878e5aed3 req-80596acd-1e32-4b10-8484-fe62a50f2b91 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:14.915812 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-cf229fbe-c2a0-4ba7-bcda-41f878e5aed3 req-80596acd-1e32-4b10-8484-fe62a50f2b91 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Calling delete_port for a910a261-5c51-4dd3-b9ae-8d915cb519df owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:47:15.102835 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-cf229fbe-c2a0-4ba7-bcda-41f878e5aed3 req-80596acd-1e32-4b10-8484-fe62a50f2b91 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:15.135734 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80596acd-1e32-4b10-8484-fe62a50f2b91 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event deleted for resources: {'Port': ['ID=a910a261-5c51-4dd3-b9ae-8d915cb519df,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:47:15.162437 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80596acd-1e32-4b10-8484-fe62a50f2b91 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:47:15.162799 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80596acd-1e32-4b10-8484-fe62a50f2b91 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:47:15.163147 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80596acd-1e32-4b10-8484-fe62a50f2b91 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:47:15.163489 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80596acd-1e32-4b10-8484-fe62a50f2b91 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:47:15.163823 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80596acd-1e32-4b10-8484-fe62a50f2b91 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:47:15.164155 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80596acd-1e32-4b10-8484-fe62a50f2b91 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:47:15.164486 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80596acd-1e32-4b10-8484-fe62a50f2b91 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:47:15.164813 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80596acd-1e32-4b10-8484-fe62a50f2b91 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:47:15.165143 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80596acd-1e32-4b10-8484-fe62a50f2b91 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:47:15.165471 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80596acd-1e32-4b10-8484-fe62a50f2b91 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:47:15.165814 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80596acd-1e32-4b10-8484-fe62a50f2b91 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:47:15.166210 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80596acd-1e32-4b10-8484-fe62a50f2b91 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:47:15.166470 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80596acd-1e32-4b10-8484-fe62a50f2b91 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:47:15.185837 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf229fbe-c2a0-4ba7-bcda-41f878e5aed3 req-80596acd-1e32-4b10-8484-fe62a50f2b91 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] No DVR routers for this DVR port a910a261-5c51-4dd3-b9ae-8d915cb519df on host hv-neutron-8214 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:47:15.188087 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-cf229fbe-c2a0-4ba7-bcda-41f878e5aed3 req-80596acd-1e32-4b10-8484-fe62a50f2b91 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:15.191523 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-cf229fbe-c2a0-4ba7-bcda-41f878e5aed3 req-80596acd-1e32-4b10-8484-fe62a50f2b91 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.44 "DELETE /v2.0/ports/a910a261-5c51-4dd3-b9ae-8d915cb519df HTTP/1.1" status: 204 len: 173 time: 0.4590273 Dec 10 15:47:15.191964 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07e7e9a2-da7f-449a-9495-a6c07c6d11b7', 'name': 'network-vif-deleted', 'tag': 'a910a261-5c51-4dd3-b9ae-8d915cb519df'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:47:15.194325 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9ca57131bc4931768ac29058952438d1fdd62308db7b17540cc34ffe8faef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d93a475-08d4-4892-8343-a95e2bafa360" -d '{"events": [{"server_uuid": "07e7e9a2-da7f-449a-9495-a6c07c6d11b7", "name": "network-vif-deleted", "tag": "a910a261-5c51-4dd3-b9ae-8d915cb519df"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:47:15.289084 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 15:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35dbde72-9c18-48a0-903b-340e9cb7005c x-openstack-request-id: req-35dbde72-9c18-48a0-903b-340e9cb7005c {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:47:15.289384 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07e7e9a2-da7f-449a-9495-a6c07c6d11b7", "name": "network-vif-deleted", "tag": "a910a261-5c51-4dd3-b9ae-8d915cb519df", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:47:15.289717 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-35dbde72-9c18-48a0-903b-340e9cb7005c {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:47:15.290093 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07e7e9a2-da7f-449a-9495-a6c07c6d11b7', 'name': 'network-vif-deleted', 'tag': 'a910a261-5c51-4dd3-b9ae-8d915cb519df', 'status': 'completed', 'code': 200} Dec 10 15:47:15.297208 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-804786a6-2471-4560-9dd9-1ea2f0a4dcc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:15.896136 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-1f0c4425-05b2-49bc-beb7-4cba9392582c req-daf42700-0872-4f0e-99c9-b9ca72fac161 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "GET /v2.0/ports?device_id=07e7e9a2-da7f-449a-9495-a6c07c6d11b7 HTTP/1.1" status: 200 len: 210 time: 0.0293257 Dec 10 15:47:16.136620 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:16.952951 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 39298) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:47:17.010367 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fb84d2cf-e78e-4b96-a4d1-2128c4b7940f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:17.035879 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fb84d2cf-e78e-4b96-a4d1-2128c4b7940f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:17.171097 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fb84d2cf-e78e-4b96-a4d1-2128c4b7940f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:17.173889 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fb84d2cf-e78e-4b96-a4d1-2128c4b7940f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:17.175066 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-fb84d2cf-e78e-4b96-a4d1-2128c4b7940f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "DELETE /v2.0/security-groups/d2e28930-9105-4dd1-94a8-1e52e0c0a433 HTTP/1.1" status: 204 len: 168 time: 0.2211261 Dec 10 15:47:17.184291 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb84d2cf-e78e-4b96-a4d1-2128c4b7940f tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e28930-9105-4dd1-94a8-1e52e0c0a433,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:47:17.279527 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 39302) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:47:17.636365 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f54e9a64-239b-4725-9a1a-39217447e472 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549925'] for router_interface, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:17.765366 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:17.890021 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-f54e9a64-239b-4725-9a1a-39217447e472 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Deleting port 20456255-af73-4cc1-8ad1-e4bcee082417 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:47:17.890285 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f54e9a64-239b-4725-9a1a-39217447e472 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:17.975614 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-f54e9a64-239b-4725-9a1a-39217447e472 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] For port 20456255-af73-4cc1-8ad1-e4bcee082417, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=20456255-af73-4cc1-8ad1-e4bcee082417,segment=NetworkSegment(5dc00e57-eac6-4f9e-868d-91710df70f1c),segment_id=5dc00e57-eac6-4f9e-868d-91710df70f1c)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:47:17.976280 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f54e9a64-239b-4725-9a1a-39217447e472 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:17.987987 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-f54e9a64-239b-4725-9a1a-39217447e472 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Calling delete_port for 20456255-af73-4cc1-8ad1-e4bcee082417 owned by network:router_interface {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:47:18.239833 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f54e9a64-239b-4725-9a1a-39217447e472 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:18.264589 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54e9a64-239b-4725-9a1a-39217447e472 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event deleted for resources: {'Port': ['ID=20456255-af73-4cc1-8ad1-e4bcee082417,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:47:18.345996 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device a910a261-5c51-4dd3-b9ae-8d915cb519df no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:47:18.370653 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] No Port match for: a910a261-5c51-4dd3-b9ae-8d915cb519df {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:47:18.371770 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device a910a261-5c51-4dd3-b9ae-8d915cb519df not bound to the agent host hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:47:18.441533 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f54e9a64-239b-4725-9a1a-39217447e472 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550073'] for router_interface, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:18.677145 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:18.996520 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f54e9a64-239b-4725-9a1a-39217447e472 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Router a3f3cb01-bf9e-4561-9a70-8fbfae829792 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:47:19.099838 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f54e9a64-239b-4725-9a1a-39217447e472 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:47:19.104888 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-f54e9a64-239b-4725-9a1a-39217447e472 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "PUT /v2.0/routers/a3f3cb01-bf9e-4561-9a70-8fbfae829792/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8243632 Dec 10 15:47:19.107672 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 39304) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:47:19.112144 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b97d7fb-5aa5-43b8-b95a-98ba47b2188e None None] Sync routers for ids ['a3f3cb01-bf9e-4561-9a70-8fbfae829792'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:47:19.122764 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b97d7fb-5aa5-43b8-b95a-98ba47b2188e None None] Routers {'a3f3cb01-bf9e-4561-9a70-8fbfae829792'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:47:19.123384 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-3b97d7fb-5aa5-43b8-b95a-98ba47b2188e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:47:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['a3f3cb01-bf9e-4561-9a70-8fbfae829792'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:47:19.158777 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae9c805d-0ce2-4976-bf0c-5252f25547cb tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Deleting subnet 0f545add-cdc5-45cc-a196-456b4fcda59c {{(pid=103586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:47:19.162156 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ae9c805d-0ce2-4976-bf0c-5252f25547cb tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for subnet, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:19.202705 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ae9c805d-0ce2-4976-bf0c-5252f25547cb tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12392400'] for subnet, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:19.227381 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-3b97d7fb-5aa5-43b8-b95a-98ba47b2188e None None] Set router a3f3cb01-bf9e-4561-9a70-8fbfae829792 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:47:19.291789 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ae9c805d-0ce2-4976-bf0c-5252f25547cb tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:19.405073 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-3b97d7fb-5aa5-43b8-b95a-98ba47b2188e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f3cb01-bf9e-4561-9a70-8fbfae829792', 'name': 'tempest-TestNetworkBasicOps-router-886408022', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.254'}], 'enable_snat': True}, 'gw_port_id': '04bb66c7-cdea-4c81-9c5c-09387600dd02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:46:11Z', 'updated_at': '2021-12-10T15:47:18Z', 'revision_number': 7, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '04bb66c7-cdea-4c81-9c5c-09387600dd02', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f3cb01-bf9e-4561-9a70-8fbfae829792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:46:11Z', 'updated_at': '2021-12-10T15:47:10Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:47:19.428905 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ae9c805d-0ce2-4976-bf0c-5252f25547cb tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:19.431513 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b97d7fb-5aa5-43b8-b95a-98ba47b2188e None None] Checking router: a3f3cb01-bf9e-4561-9a70-8fbfae829792 for host: dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:47:19.440216 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b97d7fb-5aa5-43b8-b95a-98ba47b2188e None None] Routers {'a3f3cb01-bf9e-4561-9a70-8fbfae829792'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:47:19.440816 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-3b97d7fb-5aa5-43b8-b95a-98ba47b2188e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:47:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['a3f3cb01-bf9e-4561-9a70-8fbfae829792'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:47:19.458057 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9c805d-0ce2-4976-bf0c-5252f25547cb tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event deleted for resources: {'Subnet': ['ID=0f545add-cdc5-45cc-a196-456b4fcda59c,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:47:19.460046 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ae9c805d-0ce2-4976-bf0c-5252f25547cb tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:19.463478 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-ae9c805d-0ce2-4976-bf0c-5252f25547cb tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "DELETE /v2.0/subnets/0f545add-cdc5-45cc-a196-456b4fcda59c HTTP/1.1" status: 204 len: 168 time: 0.3547432 Dec 10 15:47:19.466313 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 39306) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:47:19.471419 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc6a825-8997-4d46-ab0c-279e0dedf944 None None] Network 4925fcb2-9ad4-46da-9d13-4cedc85f539b requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:47:19.547285 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-3b97d7fb-5aa5-43b8-b95a-98ba47b2188e None None] Set router a3f3cb01-bf9e-4561-9a70-8fbfae829792 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:47:19.581277 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-970a885e-3b53-4142-a588-e578d83e2d96 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for router, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:19.639579 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f77344a-576a-450a-820b-d2fc1bef31f5 None None] DHCP port deletion for 4925fcb2-9ad4-46da-9d13-4cedc85f539b request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:47:19.690079 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-970a885e-3b53-4142-a588-e578d83e2d96 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:19.697944 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-5f77344a-576a-450a-820b-d2fc1bef31f5 None None] Deleting port b43726c3-a836-4799-accf-c0b038299847 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:47:19.698550 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5f77344a-576a-450a-820b-d2fc1bef31f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:19.728788 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-3b97d7fb-5aa5-43b8-b95a-98ba47b2188e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f3cb01-bf9e-4561-9a70-8fbfae829792', 'name': 'tempest-TestNetworkBasicOps-router-886408022', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.254'}], 'enable_snat': True}, 'gw_port_id': '04bb66c7-cdea-4c81-9c5c-09387600dd02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:46:11Z', 'updated_at': '2021-12-10T15:47:18Z', 'revision_number': 7, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '04bb66c7-cdea-4c81-9c5c-09387600dd02', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f3cb01-bf9e-4561-9a70-8fbfae829792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:46:11Z', 'updated_at': '2021-12-10T15:47:10Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:47:19.758655 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b97d7fb-5aa5-43b8-b95a-98ba47b2188e None None] The sync data for ids ['a3f3cb01-bf9e-4561-9a70-8fbfae829792'] in dv-neutron-821401-4-hyperv is: [{'id': 'a3f3cb01-bf9e-4561-9a70-8fbfae829792', 'name': 'tempest-TestNetworkBasicOps-router-886408022', 'tenant_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.254'}], 'enable_snat': True}, 'gw_port_id': '04bb66c7-cdea-4c81-9c5c-09387600dd02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:46:11Z', 'updated_at': '2021-12-10T15:47:18Z', 'revision_number': 7, 'project_id': 'e049672a5fd04e7f8cbb0423b61eb757', 'gw_port': {'id': '04bb66c7-cdea-4c81-9c5c-09387600dd02', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f3cb01-bf9e-4561-9a70-8fbfae829792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:46:11Z', 'updated_at': '2021-12-10T15:47:10Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:47:19.765082 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-5f77344a-576a-450a-820b-d2fc1bef31f5 None None] For port b43726c3-a836-4799-accf-c0b038299847, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=b43726c3-a836-4799-accf-c0b038299847,segment=NetworkSegment(5dc00e57-eac6-4f9e-868d-91710df70f1c),segment_id=5dc00e57-eac6-4f9e-868d-91710df70f1c)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:47:19.765082 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5f77344a-576a-450a-820b-d2fc1bef31f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:19.776360 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-5f77344a-576a-450a-820b-d2fc1bef31f5 None None] Calling delete_port for b43726c3-a836-4799-accf-c0b038299847 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:47:19.807195 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-970a885e-3b53-4142-a588-e578d83e2d96 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Deleting port 04bb66c7-cdea-4c81-9c5c-09387600dd02 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:47:19.807505 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-970a885e-3b53-4142-a588-e578d83e2d96 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:19.890387 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-970a885e-3b53-4142-a588-e578d83e2d96 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] For port 04bb66c7-cdea-4c81-9c5c-09387600dd02, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=04bb66c7-cdea-4c81-9c5c-09387600dd02,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:47:19.890685 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-970a885e-3b53-4142-a588-e578d83e2d96 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:19.901899 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-970a885e-3b53-4142-a588-e578d83e2d96 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Calling delete_port for 04bb66c7-cdea-4c81-9c5c-09387600dd02 owned by network:router_gateway {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:47:19.912804 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5f77344a-576a-450a-820b-d2fc1bef31f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:19.938369 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f77344a-576a-450a-820b-d2fc1bef31f5 None None] Pushing event deleted for resources: {'Port': ['ID=b43726c3-a836-4799-accf-c0b038299847,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:47:19.942200 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f77344a-576a-450a-820b-d2fc1bef31f5 None None] No DVR routers for this DVR port b43726c3-a836-4799-accf-c0b038299847 on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:47:20.150353 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-970a885e-3b53-4142-a588-e578d83e2d96 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:20.182261 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970a885e-3b53-4142-a588-e578d83e2d96 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event deleted for resources: {'Port': ['ID=04bb66c7-cdea-4c81-9c5c-09387600dd02,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:47:20.182648 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device b43726c3-a836-4799-accf-c0b038299847 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:47:20.210374 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6abfa4-cce7-4af9-88f4-6e80ad6f86ac None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:47:20.228815 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: b43726c3-a836-4799-accf-c0b038299847 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:47:20.229328 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device b43726c3-a836-4799-accf-c0b038299847 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:47:20.230052 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 20456255-af73-4cc1-8ad1-e4bcee082417 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:47:20.256799 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-970a885e-3b53-4142-a588-e578d83e2d96 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552731'] for router_gateway, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:20.257719 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 20456255-af73-4cc1-8ad1-e4bcee082417 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:47:20.258326 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 20456255-af73-4cc1-8ad1-e4bcee082417 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:47:20.358360 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-970a885e-3b53-4142-a588-e578d83e2d96 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13898'] for router, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:20.361042 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-970a885e-3b53-4142-a588-e578d83e2d96 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:20.530820 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-970a885e-3b53-4142-a588-e578d83e2d96 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549250'] for router, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:20.531402 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-970a885e-3b53-4142-a588-e578d83e2d96 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Fanout notify agent at l3_agent the message router_deleted on router a3f3cb01-bf9e-4561-9a70-8fbfae829792 {{(pid=103586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 15:47:20.538818 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-970a885e-3b53-4142-a588-e578d83e2d96 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:20.539944 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-970a885e-3b53-4142-a588-e578d83e2d96 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "DELETE /v2.0/routers/a3f3cb01-bf9e-4561-9a70-8fbfae829792 HTTP/1.1" status: 204 len: 168 time: 1.0724773 Dec 10 15:47:20.543152 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 39308) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:47:20.626393 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-394ba92f-bca0-48a7-8570-5dfdab7c4a94 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:20.717184 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-394ba92f-bca0-48a7-8570-5dfdab7c4a94 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:20.736944 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-394ba92f-bca0-48a7-8570-5dfdab7c4a94 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4925fcb2-9ad4-46da-9d13-4cedc85f539b']}} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:47:20.745913 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-394ba92f-bca0-48a7-8570-5dfdab7c4a94 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dc00e57-eac6-4f9e-868d-91710df70f1c') {'for_net_delete': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:47:20.746216 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-394ba92f-bca0-48a7-8570-5dfdab7c4a94 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dc00e57-eac6-4f9e-868d-91710df70f1c') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:47:20.755894 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-394ba92f-bca0-48a7-8570-5dfdab7c4a94 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12392235'] for segment, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:20.769267 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-394ba92f-bca0-48a7-8570-5dfdab7c4a94 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:20.775086 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-394ba92f-bca0-48a7-8570-5dfdab7c4a94 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=103586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:47:20.778783 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-394ba92f-bca0-48a7-8570-5dfdab7c4a94 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11695586'] for segment, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:20.778783 dv-neutron-821401-4-hyperv neutron-server[103586]: Traceback (most recent call last): Dec 10 15:47:20.778783 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:47:20.778783 dv-neutron-821401-4-hyperv neutron-server[103586]: timer() Dec 10 15:47:20.778783 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:47:20.778783 dv-neutron-821401-4-hyperv neutron-server[103586]: cb(*args, **kw) Dec 10 15:47:20.778783 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:47:20.778783 dv-neutron-821401-4-hyperv neutron-server[103586]: return func(*args, **kwargs) Dec 10 15:47:20.778783 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:47:20.778783 dv-neutron-821401-4-hyperv neutron-server[103586]: self._notify() Dec 10 15:47:20.778783 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:47:20.778783 dv-neutron-821401-4-hyperv neutron-server[103586]: self.callback(batched_events) Dec 10 15:47:20.778783 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:47:20.778783 dv-neutron-821401-4-hyperv neutron-server[103586]: event.method(event) Dec 10 15:47:20.778783 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:47:20.778783 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:47:20.778783 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:47:20.778783 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:47:20.778783 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:47:20.778783 dv-neutron-821401-4-hyperv neutron-server[103586]: return f(self, *a, **k) Dec 10 15:47:20.778783 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:47:20.778783 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._get(url).json() Dec 10 15:47:20.778783 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:47:20.778783 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:47:20.778783 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:47:20.778783 dv-neutron-821401-4-hyperv neutron-server[103586]: return self.request(url, 'GET', **kwargs) Dec 10 15:47:20.778783 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:47:20.778783 dv-neutron-821401-4-hyperv neutron-server[103586]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:47:20.778783 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:47:20.778783 dv-neutron-821401-4-hyperv neutron-server[103586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:47:20.778783 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:47:20.778783 dv-neutron-821401-4-hyperv neutron-server[103586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:47:20.778783 dv-neutron-821401-4-hyperv neutron-server[103586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:47:20.889509 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-394ba92f-bca0-48a7-8570-5dfdab7c4a94 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:20.895944 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-394ba92f-bca0-48a7-8570-5dfdab7c4a94 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:20.899111 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-394ba92f-bca0-48a7-8570-5dfdab7c4a94 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] 10.222.0.20 "DELETE /v2.0/networks/4925fcb2-9ad4-46da-9d13-4cedc85f539b HTTP/1.1" status: 204 len: 168 time: 0.3546898 Dec 10 15:47:20.915160 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394ba92f-bca0-48a7-8570-5dfdab7c4a94 tempest-TestNetworkBasicOps-60757029 tempest-TestNetworkBasicOps-60757029-project] Pushing event deleted for resources: {'Network': ['ID=4925fcb2-9ad4-46da-9d13-4cedc85f539b,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:47:21.005818 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 15:47:21.350119 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 39314) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:47:21.475952 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-6e69fd8c-63ae-4948-baef-37387b480d00 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e049672a5fd04e7f8cbb0423b61eb757&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1246729 Dec 10 15:47:21.478396 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 39318) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:47:21.523727 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3754e8ac-551d-4a7e-87d4-c3c260d2e6ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:21.545043 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3754e8ac-551d-4a7e-87d4-c3c260d2e6ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:21.634517 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3754e8ac-551d-4a7e-87d4-c3c260d2e6ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:21.637265 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3754e8ac-551d-4a7e-87d4-c3c260d2e6ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:21.638444 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-3754e8ac-551d-4a7e-87d4-c3c260d2e6ac admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/855977f4-cd1b-45fa-b957-a60c516e8685 HTTP/1.1" status: 204 len: 168 time: 0.1591678 Dec 10 15:47:21.648942 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3754e8ac-551d-4a7e-87d4-c3c260d2e6ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=855977f4-cd1b-45fa-b957-a60c516e8685,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:47:22.146317 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 04bb66c7-cdea-4c81-9c5c-09387600dd02 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:47:22.165611 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 04bb66c7-cdea-4c81-9c5c-09387600dd02 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:47:22.166007 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 04bb66c7-cdea-4c81-9c5c-09387600dd02 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:47:22.211910 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 39324) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:47:22.224987 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a806f719-8288-44af-905e-63ed1a66cc64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:22.298488 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a806f719-8288-44af-905e-63ed1a66cc64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:22.347879 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a806f719-8288-44af-905e-63ed1a66cc64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:22.388315 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-a806f719-8288-44af-905e-63ed1a66cc64 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8f8fcc48d3fa4778ba545fd580bf3f6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1747932 Dec 10 15:47:22.389386 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a806f719-8288-44af-905e-63ed1a66cc64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2534357-802d-4a37-a6ad-0455de66f7a9,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:47:22.391219 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 39326) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:47:22.439083 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dc1f6e47-72eb-4552-8f14-8639643fabab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:22.460217 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dc1f6e47-72eb-4552-8f14-8639643fabab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:22.588086 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dc1f6e47-72eb-4552-8f14-8639643fabab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:22.591292 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dc1f6e47-72eb-4552-8f14-8639643fabab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:22.592479 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-dc1f6e47-72eb-4552-8f14-8639643fabab admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b2534357-802d-4a37-a6ad-0455de66f7a9 HTTP/1.1" status: 204 len: 168 time: 0.2002611 Dec 10 15:47:22.601012 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1f6e47-72eb-4552-8f14-8639643fabab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2534357-802d-4a37-a6ad-0455de66f7a9,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:47:30.031320 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d267f25f-ef77-4c2c-bb08-75442c2706b1 req-a9554dc2-2102-495d-a028-9b27d5d56cda tempest-ServersAdminNegativeTestJSON-1377782765 tempest-ServersAdminNegativeTestJSON-1377782765-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=359021ac514e4ec3b395bd69df3b103c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313742 Dec 10 15:47:30.209721 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267f25f-ef77-4c2c-bb08-75442c2706b1 req-1fa39528-9101-44dc-9e2e-db4618de2ed4 tempest-ServersAdminNegativeTestJSON-1377782765 tempest-ServersAdminNegativeTestJSON-1377782765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:47:30.211199 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d267f25f-ef77-4c2c-bb08-75442c2706b1 req-1fa39528-9101-44dc-9e2e-db4618de2ed4 tempest-ServersAdminNegativeTestJSON-1377782765 tempest-ServersAdminNegativeTestJSON-1377782765-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1746283 Dec 10 15:47:30.226862 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d267f25f-ef77-4c2c-bb08-75442c2706b1 req-0a5a1169-0dba-4080-9c61-c66bee790d8a tempest-ServersAdminNegativeTestJSON-1377782765 tempest-ServersAdminNegativeTestJSON-1377782765-project] 10.222.0.20 "GET /v2.0/quotas/359021ac514e4ec3b395bd69df3b103c HTTP/1.1" status: 200 len: 375 time: 0.0091767 Dec 10 15:47:30.257791 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d267f25f-ef77-4c2c-bb08-75442c2706b1 req-ac07a3b9-a840-487a-82dc-523d5bd30639 tempest-ServersAdminNegativeTestJSON-1377782765 tempest-ServersAdminNegativeTestJSON-1377782765-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=359021ac514e4ec3b395bd69df3b103c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0250494 Dec 10 15:47:30.480504 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f4cb4b7f-8911-482a-883f-913b32370312 req-9f6e662c-ea26-43a8-a86c-d564803226b9 tempest-ServersAdminNegativeTestJSON-1377782765 tempest-ServersAdminNegativeTestJSON-1377782765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a00718db-2b4e-4c57-97fa-dfae3e9d3865 HTTP/1.1" status: 200 len: 210 time: 0.0279858 Dec 10 15:47:31.575463 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d0ccb525-2990-43d8-98cf-399e93ef74e7 req-7a6a70d4-5de3-4a89-be50-b294c61c0f20 tempest-ServersAdminNegativeTestJSON-1377782765 tempest-ServersAdminNegativeTestJSON-1377782765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a00718db-2b4e-4c57-97fa-dfae3e9d3865 HTTP/1.1" status: 200 len: 210 time: 0.0257769 Dec 10 15:47:32.357995 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d267f25f-ef77-4c2c-bb08-75442c2706b1 req-13689cb0-4ae0-4818-b698-ba43611a9039 tempest-ServersAdminNegativeTestJSON-1377782765 tempest-ServersAdminNegativeTestJSON-1377782765-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=359021ac514e4ec3b395bd69df3b103c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0208564 Dec 10 15:47:32.465039 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267f25f-ef77-4c2c-bb08-75442c2706b1 req-551ac59f-960c-418e-a46a-ba483595256f tempest-ServersAdminNegativeTestJSON-1377782765 tempest-ServersAdminNegativeTestJSON-1377782765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:47:32.467208 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d267f25f-ef77-4c2c-bb08-75442c2706b1 req-551ac59f-960c-418e-a46a-ba483595256f tempest-ServersAdminNegativeTestJSON-1377782765 tempest-ServersAdminNegativeTestJSON-1377782765-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1040967 Dec 10 15:47:32.479575 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [req-d267f25f-ef77-4c2c-bb08-75442c2706b1 req-0e9f560a-1a2e-45af-bf8e-36790869d657 tempest-ServersAdminNegativeTestJSON-1377782765 tempest-ServersAdminNegativeTestJSON-1377782765-project] Request body: {'port': {'device_id': 'a00718db-2b4e-4c57-97fa-dfae3e9d3865', 'network_id': 'f71ab68c-7790-4d17-a602-adabfa88bf5c', 'admin_state_up': True, 'tenant_id': '359021ac514e4ec3b395bd69df3b103c'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:47:32.666232 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d267f25f-ef77-4c2c-bb08-75442c2706b1 req-0e9f560a-1a2e-45af-bf8e-36790869d657 tempest-ServersAdminNegativeTestJSON-1377782765 tempest-ServersAdminNegativeTestJSON-1377782765-project] Made reservation on behalf of 359021ac514e4ec3b395bd69df3b103c for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:47:32.670080 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d267f25f-ef77-4c2c-bb08-75442c2706b1 req-0e9f560a-1a2e-45af-bf8e-36790869d657 tempest-ServersAdminNegativeTestJSON-1377782765 tempest-ServersAdminNegativeTestJSON-1377782765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:32.670984 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-c0a9a71c-c12d-46ca-a7fa-e71785eeee91 req-20aacd97-38a6-46c8-a446-53f640cbef99 tempest-ServersAdminNegativeTestJSON-1377782765 tempest-ServersAdminNegativeTestJSON-1377782765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a00718db-2b4e-4c57-97fa-dfae3e9d3865 HTTP/1.1" status: 200 len: 210 time: 0.0289662 Dec 10 15:47:32.680045 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d267f25f-ef77-4c2c-bb08-75442c2706b1 req-0e9f560a-1a2e-45af-bf8e-36790869d657 tempest-ServersAdminNegativeTestJSON-1377782765 tempest-ServersAdminNegativeTestJSON-1377782765-project] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:32.757054 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d267f25f-ef77-4c2c-bb08-75442c2706b1 req-0e9f560a-1a2e-45af-bf8e-36790869d657 tempest-ServersAdminNegativeTestJSON-1377782765 tempest-ServersAdminNegativeTestJSON-1377782765-project] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:32.839525 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d267f25f-ef77-4c2c-bb08-75442c2706b1 req-0e9f560a-1a2e-45af-bf8e-36790869d657 tempest-ServersAdminNegativeTestJSON-1377782765 tempest-ServersAdminNegativeTestJSON-1377782765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:32.901700 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9f560a-1a2e-45af-bf8e-36790869d657 tempest-ServersAdminNegativeTestJSON-1377782765 tempest-ServersAdminNegativeTestJSON-1377782765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=850ade3f-da79-478b-8fe2-f1971a91506b,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:47:32.968975 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-d267f25f-ef77-4c2c-bb08-75442c2706b1 req-0e9f560a-1a2e-45af-bf8e-36790869d657 tempest-ServersAdminNegativeTestJSON-1377782765 tempest-ServersAdminNegativeTestJSON-1377782765-project] Allocated IP 192.168.233.144 (f71ab68c-7790-4d17-a602-adabfa88bf5c/f58aa592-6251-436c-a493-106934992194/d61c0ce5-3321-4c29-ad5e-eb1221053096) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:47:33.121026 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d267f25f-ef77-4c2c-bb08-75442c2706b1 req-0e9f560a-1a2e-45af-bf8e-36790869d657 tempest-ServersAdminNegativeTestJSON-1377782765 tempest-ServersAdminNegativeTestJSON-1377782765-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:33.215574 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d267f25f-ef77-4c2c-bb08-75442c2706b1 req-0e9f560a-1a2e-45af-bf8e-36790869d657 tempest-ServersAdminNegativeTestJSON-1377782765 tempest-ServersAdminNegativeTestJSON-1377782765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:33.259699 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d267f25f-ef77-4c2c-bb08-75442c2706b1 req-0e9f560a-1a2e-45af-bf8e-36790869d657 tempest-ServersAdminNegativeTestJSON-1377782765 tempest-ServersAdminNegativeTestJSON-1377782765-project] Network f71ab68c-7790-4d17-a602-adabfa88bf5c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:47:33.262741 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-d267f25f-ef77-4c2c-bb08-75442c2706b1 req-0e9f560a-1a2e-45af-bf8e-36790869d657 tempest-ServersAdminNegativeTestJSON-1377782765 tempest-ServersAdminNegativeTestJSON-1377782765-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:47:33.266216 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-d267f25f-ef77-4c2c-bb08-75442c2706b1 req-0e9f560a-1a2e-45af-bf8e-36790869d657 tempest-ServersAdminNegativeTestJSON-1377782765 tempest-ServersAdminNegativeTestJSON-1377782765-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:47:33.272434 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9f560a-1a2e-45af-bf8e-36790869d657 tempest-ServersAdminNegativeTestJSON-1377782765 tempest-ServersAdminNegativeTestJSON-1377782765-project] Pushing event updated for resources: {'Port': ['ID=d61c0ce5-3321-4c29-ad5e-eb1221053096,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:47:33.327740 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267f25f-ef77-4c2c-bb08-75442c2706b1 req-0e9f560a-1a2e-45af-bf8e-36790869d657 tempest-ServersAdminNegativeTestJSON-1377782765 tempest-ServersAdminNegativeTestJSON-1377782765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:47:33.328398 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d267f25f-ef77-4c2c-bb08-75442c2706b1 req-0e9f560a-1a2e-45af-bf8e-36790869d657 tempest-ServersAdminNegativeTestJSON-1377782765 tempest-ServersAdminNegativeTestJSON-1377782765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:33.429184 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d267f25f-ef77-4c2c-bb08-75442c2706b1 req-0e9f560a-1a2e-45af-bf8e-36790869d657 tempest-ServersAdminNegativeTestJSON-1377782765 tempest-ServersAdminNegativeTestJSON-1377782765-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9534841 Dec 10 15:47:33.441737 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [req-d267f25f-ef77-4c2c-bb08-75442c2706b1 req-b7961197-7fe1-4b84-b97e-03055cc7f86c service neutron] Request body: {'port': {'device_id': 'a00718db-2b4e-4c57-97fa-dfae3e9d3865', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:47:33.494502 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d267f25f-ef77-4c2c-bb08-75442c2706b1 req-b7961197-7fe1-4b84-b97e-03055cc7f86c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:33.546014 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-2f168588-b4f5-49a0-b1a4-d9e2e40e63c8 None None] Provisioning complete for port d61c0ce5-3321-4c29-ad5e-eb1221053096 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:47:33.546558 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2f168588-b4f5-49a0-b1a4-d9e2e40e63c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:33.581299 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-2f168588-b4f5-49a0-b1a4-d9e2e40e63c8 None None] Port d61c0ce5-3321-4c29-ad5e-eb1221053096 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:47:33.783415 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [req-d267f25f-ef77-4c2c-bb08-75442c2706b1 req-b7961197-7fe1-4b84-b97e-03055cc7f86c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d61c0ce5-3321-4c29-ad5e-eb1221053096 {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 15:47:33.792602 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d267f25f-ef77-4c2c-bb08-75442c2706b1 req-b7961197-7fe1-4b84-b97e-03055cc7f86c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:33.816315 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3105a9f-ec0c-45a4-a8dc-7a387be6668c req-835e64a8-21fe-4b1a-9e49-c1ded97039d4 tempest-ServersAdminNegativeTestJSON-1377782765 tempest-ServersAdminNegativeTestJSON-1377782765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:47:33.817800 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-f3105a9f-ec0c-45a4-a8dc-7a387be6668c req-835e64a8-21fe-4b1a-9e49-c1ded97039d4 tempest-ServersAdminNegativeTestJSON-1377782765 tempest-ServersAdminNegativeTestJSON-1377782765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a00718db-2b4e-4c57-97fa-dfae3e9d3865 HTTP/1.1" status: 200 len: 936 time: 0.0750856 Dec 10 15:47:33.818715 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-d267f25f-ef77-4c2c-bb08-75442c2706b1 req-b7961197-7fe1-4b84-b97e-03055cc7f86c service neutron] Transition to ACTIVE for port object d61c0ce5-3321-4c29-ad5e-eb1221053096 will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 15:47:33.865078 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-f3105a9f-ec0c-45a4-a8dc-7a387be6668c req-02b50469-113a-4190-8276-5392a30e1aa2 tempest-ServersAdminNegativeTestJSON-1377782765 tempest-ServersAdminNegativeTestJSON-1377782765-project] 10.222.0.20 "GET /v2.0/security-groups?id=850ade3f-da79-478b-8fe2-f1971a91506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410943 Dec 10 15:47:33.878971 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d267f25f-ef77-4c2c-bb08-75442c2706b1 req-b7961197-7fe1-4b84-b97e-03055cc7f86c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:33.926976 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7961197-7fe1-4b84-b97e-03055cc7f86c service neutron] Pushing event updated for resources: {'Port': ['ID=d61c0ce5-3321-4c29-ad5e-eb1221053096,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:47:34.001767 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-d267f25f-ef77-4c2c-bb08-75442c2706b1 req-b7961197-7fe1-4b84-b97e-03055cc7f86c service neutron] Attempting to bind port d61c0ce5-3321-4c29-ad5e-eb1221053096 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:47:34.002136 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-d267f25f-ef77-4c2c-bb08-75442c2706b1 req-b7961197-7fe1-4b84-b97e-03055cc7f86c service neutron] Attempting to bind port d61c0ce5-3321-4c29-ad5e-eb1221053096 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '2147d5d5-9e62-4370-a650-140411666af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'f71ab68c-7790-4d17-a602-adabfa88bf5c'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:47:34.002469 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d267f25f-ef77-4c2c-bb08-75442c2706b1 req-b7961197-7fe1-4b84-b97e-03055cc7f86c service neutron] Attempting to bind port d61c0ce5-3321-4c29-ad5e-eb1221053096 on network f71ab68c-7790-4d17-a602-adabfa88bf5c {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:47:34.006946 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d267f25f-ef77-4c2c-bb08-75442c2706b1 req-b7961197-7fe1-4b84-b97e-03055cc7f86c service neutron] Port d61c0ce5-3321-4c29-ad5e-eb1221053096 on network f71ab68c-7790-4d17-a602-adabfa88bf5c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:47:34.007270 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d267f25f-ef77-4c2c-bb08-75442c2706b1 req-b7961197-7fe1-4b84-b97e-03055cc7f86c service neutron] Attempting to bind port d61c0ce5-3321-4c29-ad5e-eb1221053096 on network f71ab68c-7790-4d17-a602-adabfa88bf5c {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:47:34.012864 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d267f25f-ef77-4c2c-bb08-75442c2706b1 req-b7961197-7fe1-4b84-b97e-03055cc7f86c service neutron] Checking agent: {'id': 'fa828968-c68f-4b22-9699-a58fe4ab1f05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 28, 13), 'started_at': datetime.datetime(2021, 12, 10, 15, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:47:34.013207 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d267f25f-ef77-4c2c-bb08-75442c2706b1 req-b7961197-7fe1-4b84-b97e-03055cc7f86c service neutron] Checking segment: {'id': '2147d5d5-9e62-4370-a650-140411666af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'f71ab68c-7790-4d17-a602-adabfa88bf5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:47:34.013597 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d267f25f-ef77-4c2c-bb08-75442c2706b1 req-b7961197-7fe1-4b84-b97e-03055cc7f86c service neutron] Bound using segment: {'id': '2147d5d5-9e62-4370-a650-140411666af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'f71ab68c-7790-4d17-a602-adabfa88bf5c'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:47:34.014062 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-d267f25f-ef77-4c2c-bb08-75442c2706b1 req-b7961197-7fe1-4b84-b97e-03055cc7f86c service neutron] Bound port: d61c0ce5-3321-4c29-ad5e-eb1221053096, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2147d5d5-9e62-4370-a650-140411666af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'f71ab68c-7790-4d17-a602-adabfa88bf5c'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:47:34.014419 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d267f25f-ef77-4c2c-bb08-75442c2706b1 req-b7961197-7fe1-4b84-b97e-03055cc7f86c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:34.079354 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-d267f25f-ef77-4c2c-bb08-75442c2706b1 req-b7961197-7fe1-4b84-b97e-03055cc7f86c service neutron] For port d61c0ce5-3321-4c29-ad5e-eb1221053096, host hv-neutron-8214, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:47:34.082482 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-d267f25f-ef77-4c2c-bb08-75442c2706b1 req-b7961197-7fe1-4b84-b97e-03055cc7f86c service neutron] For port d61c0ce5-3321-4c29-ad5e-eb1221053096, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=d61c0ce5-3321-4c29-ad5e-eb1221053096,segment=NetworkSegment(2147d5d5-9e62-4370-a650-140411666af9),segment_id=2147d5d5-9e62-4370-a650-140411666af9)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:47:34.171152 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d267f25f-ef77-4c2c-bb08-75442c2706b1 req-b7961197-7fe1-4b84-b97e-03055cc7f86c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:34.206114 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267f25f-ef77-4c2c-bb08-75442c2706b1 req-b7961197-7fe1-4b84-b97e-03055cc7f86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:47:34.206776 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d267f25f-ef77-4c2c-bb08-75442c2706b1 req-b7961197-7fe1-4b84-b97e-03055cc7f86c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:34.208207 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d267f25f-ef77-4c2c-bb08-75442c2706b1 req-b7961197-7fe1-4b84-b97e-03055cc7f86c service neutron] 10.222.0.44 "PUT /v2.0/ports/d61c0ce5-3321-4c29-ad5e-eb1221053096 HTTP/1.1" status: 200 len: 1098 time: 0.7706642 Dec 10 15:47:34.210476 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a00718db-2b4e-4c57-97fa-dfae3e9d3865', 'tag': 'd61c0ce5-3321-4c29-ad5e-eb1221053096'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:47:34.213543 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9ca57131bc4931768ac29058952438d1fdd62308db7b17540cc34ffe8faef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a8841e2-1ff2-4cbc-9450-76d230e89620" -d '{"events": [{"name": "network-changed", "server_uuid": "a00718db-2b4e-4c57-97fa-dfae3e9d3865", "tag": "d61c0ce5-3321-4c29-ad5e-eb1221053096"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:47:34.238488 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7961197-7fe1-4b84-b97e-03055cc7f86c service neutron] Pushing event updated for resources: {'Port': ['ID=d61c0ce5-3321-4c29-ad5e-eb1221053096,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:47:34.254069 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 15:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9879fb2b-6c6b-4dd3-92d8-a79ed9a70541 x-openstack-request-id: req-9879fb2b-6c6b-4dd3-92d8-a79ed9a70541 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:47:34.254440 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a00718db-2b4e-4c57-97fa-dfae3e9d3865", "tag": "d61c0ce5-3321-4c29-ad5e-eb1221053096", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:47:34.254700 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9879fb2b-6c6b-4dd3-92d8-a79ed9a70541 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:47:34.255114 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a00718db-2b4e-4c57-97fa-dfae3e9d3865', 'tag': 'd61c0ce5-3321-4c29-ad5e-eb1221053096', 'status': 'completed', 'code': 200} Dec 10 15:47:34.320706 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8841e2-1ff2-4cbc-9450-76d230e89620 req-1f109293-a17b-4b4c-a709-cd2c124c5363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:47:34.322231 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-3a8841e2-1ff2-4cbc-9450-76d230e89620 req-1f109293-a17b-4b4c-a709-cd2c124c5363 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=359021ac514e4ec3b395bd69df3b103c&device_id=a00718db-2b4e-4c57-97fa-dfae3e9d3865 HTTP/1.1" status: 200 len: 1101 time: 0.0429547 Dec 10 15:47:34.350380 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-3a8841e2-1ff2-4cbc-9450-76d230e89620 req-80e6785c-267f-40ad-b8b4-38a8b9195e8f service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=359021ac514e4ec3b395bd69df3b103c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0202146 Dec 10 15:47:34.455015 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8841e2-1ff2-4cbc-9450-76d230e89620 req-b0c09f80-34ee-4bdf-9397-470b25e67001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:47:34.456483 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-3a8841e2-1ff2-4cbc-9450-76d230e89620 req-b0c09f80-34ee-4bdf-9397-470b25e67001 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0999992 Dec 10 15:47:34.528962 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267f25f-ef77-4c2c-bb08-75442c2706b1 req-a5e2dd65-0afa-41fd-8037-223551aef9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:47:34.530395 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d267f25f-ef77-4c2c-bb08-75442c2706b1 req-a5e2dd65-0afa-41fd-8037-223551aef9cb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=359021ac514e4ec3b395bd69df3b103c&device_id=a00718db-2b4e-4c57-97fa-dfae3e9d3865 HTTP/1.1" status: 200 len: 1101 time: 0.0397584 Dec 10 15:47:34.574540 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d267f25f-ef77-4c2c-bb08-75442c2706b1 req-ad7c6c04-e69f-4a34-a9b5-e12ab58190df service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=d61c0ce5-3321-4c29-ad5e-eb1221053096 HTTP/1.1" status: 200 len: 217 time: 0.0366588 Dec 10 15:47:34.622716 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267f25f-ef77-4c2c-bb08-75442c2706b1 req-2100f35e-4d15-4d7d-a646-ec3d5b57c881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:47:34.624109 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d267f25f-ef77-4c2c-bb08-75442c2706b1 req-2100f35e-4d15-4d7d-a646-ec3d5b57c881 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f58aa592-6251-436c-a493-106934992194 HTTP/1.1" status: 200 len: 843 time: 0.0432115 Dec 10 15:47:34.667078 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267f25f-ef77-4c2c-bb08-75442c2706b1 req-c9d97022-bac8-45b3-ab27-8781c6510459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:47:34.669062 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d267f25f-ef77-4c2c-bb08-75442c2706b1 req-c9d97022-bac8-45b3-ab27-8781c6510459 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f71ab68c-7790-4d17-a602-adabfa88bf5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0381875 Dec 10 15:47:35.113241 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c3c66e-601d-45d8-90f8-f5c62294e6d6 req-5e5b321a-1100-4f90-bc4e-e5d4fdd56e8c tempest-ServersAdminNegativeTestJSON-1377782765 tempest-ServersAdminNegativeTestJSON-1377782765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:47:35.114746 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-e0c3c66e-601d-45d8-90f8-f5c62294e6d6 req-5e5b321a-1100-4f90-bc4e-e5d4fdd56e8c tempest-ServersAdminNegativeTestJSON-1377782765 tempest-ServersAdminNegativeTestJSON-1377782765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a00718db-2b4e-4c57-97fa-dfae3e9d3865 HTTP/1.1" status: 200 len: 948 time: 0.0756767 Dec 10 15:47:35.116904 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d267f25f-ef77-4c2c-bb08-75442c2706b1 req-3fbaefbf-8fc7-4d62-aac8-cba36ac25fc4 service neutron] 10.222.0.44 "GET /v2.0/networks/f71ab68c-7790-4d17-a602-adabfa88bf5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4412482 Dec 10 15:47:35.214334 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-e0c3c66e-601d-45d8-90f8-f5c62294e6d6 req-555b9b06-ed26-4c4e-9999-ac5cb0252960 tempest-ServersAdminNegativeTestJSON-1377782765 tempest-ServersAdminNegativeTestJSON-1377782765-project] 10.222.0.20 "GET /v2.0/security-groups?id=850ade3f-da79-478b-8fe2-f1971a91506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933988 Dec 10 15:47:35.237853 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d267f25f-ef77-4c2c-bb08-75442c2706b1 req-1ec90354-11fe-423c-8fca-74e8f4cacf0b service neutron] 10.222.0.44 "GET /v2.0/networks/f71ab68c-7790-4d17-a602-adabfa88bf5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115243 Dec 10 15:47:36.332854 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30185c8-b6a0-4e37-83df-17d593d91364 req-a9867e93-8435-4dec-b9b1-b4d327c2cdaa tempest-ServersAdminNegativeTestJSON-1377782765 tempest-ServersAdminNegativeTestJSON-1377782765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:47:36.334354 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-b30185c8-b6a0-4e37-83df-17d593d91364 req-a9867e93-8435-4dec-b9b1-b4d327c2cdaa tempest-ServersAdminNegativeTestJSON-1377782765 tempest-ServersAdminNegativeTestJSON-1377782765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a00718db-2b4e-4c57-97fa-dfae3e9d3865 HTTP/1.1" status: 200 len: 948 time: 0.0477540 Dec 10 15:47:36.383777 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-b30185c8-b6a0-4e37-83df-17d593d91364 req-4c29544c-31dc-41a3-8f89-31e0a1693dc9 tempest-ServersAdminNegativeTestJSON-1377782765 tempest-ServersAdminNegativeTestJSON-1377782765-project] 10.222.0.20 "GET /v2.0/security-groups?id=850ade3f-da79-478b-8fe2-f1971a91506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424607 Dec 10 15:47:37.497961 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00841b69-3c7c-4050-94f4-b7223862b759 req-96a43565-d780-458b-a722-8664ade87267 tempest-ServersAdminNegativeTestJSON-1377782765 tempest-ServersAdminNegativeTestJSON-1377782765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:47:37.499420 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-00841b69-3c7c-4050-94f4-b7223862b759 req-96a43565-d780-458b-a722-8664ade87267 tempest-ServersAdminNegativeTestJSON-1377782765 tempest-ServersAdminNegativeTestJSON-1377782765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a00718db-2b4e-4c57-97fa-dfae3e9d3865 HTTP/1.1" status: 200 len: 948 time: 0.0489018 Dec 10 15:47:37.545442 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-00841b69-3c7c-4050-94f4-b7223862b759 req-a83f9cd3-1f54-43e7-a5c3-19e13565b899 tempest-ServersAdminNegativeTestJSON-1377782765 tempest-ServersAdminNegativeTestJSON-1377782765-project] 10.222.0.20 "GET /v2.0/security-groups?id=850ade3f-da79-478b-8fe2-f1971a91506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401571 Dec 10 15:47:38.439022 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device d61c0ce5-3321-4c29-ad5e-eb1221053096 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 15:47:38.533623 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port d61c0ce5-3321-4c29-ad5e-eb1221053096, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=d61c0ce5-3321-4c29-ad5e-eb1221053096,segment=NetworkSegment(2147d5d5-9e62-4370-a650-140411666af9),segment_id=2147d5d5-9e62-4370-a650-140411666af9)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:47:38.544790 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Returning: {'device': 'd61c0ce5-3321-4c29-ad5e-eb1221053096', 'network_id': 'f71ab68c-7790-4d17-a602-adabfa88bf5c', 'port_id': 'd61c0ce5-3321-4c29-ad5e-eb1221053096', 'mac_address': 'fa:16:3e:01:77:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f58aa592-6251-436c-a493-106934992194', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 15:47:38.581577 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:38.594789 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d61c0ce5-3321-4c29-ad5e-eb1221053096 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 15:47:38.614016 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port d61c0ce5-3321-4c29-ad5e-eb1221053096, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=d61c0ce5-3321-4c29-ad5e-eb1221053096,segment=NetworkSegment(2147d5d5-9e62-4370-a650-140411666af9),segment_id=2147d5d5-9e62-4370-a650-140411666af9)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:47:38.661220 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a76b4-0094-4528-9433-cba5611c2ab2 req-357d9b47-d8ae-4aa5-896d-d1f0bdd6bb23 tempest-ServersAdminNegativeTestJSON-1377782765 tempest-ServersAdminNegativeTestJSON-1377782765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:47:38.662773 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-e69a76b4-0094-4528-9433-cba5611c2ab2 req-357d9b47-d8ae-4aa5-896d-d1f0bdd6bb23 tempest-ServersAdminNegativeTestJSON-1377782765 tempest-ServersAdminNegativeTestJSON-1377782765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a00718db-2b4e-4c57-97fa-dfae3e9d3865 HTTP/1.1" status: 200 len: 948 time: 0.0520880 Dec 10 15:47:38.707420 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:38.709896 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-e69a76b4-0094-4528-9433-cba5611c2ab2 req-094cbe8a-912b-44a1-ba92-1b1336888d0b tempest-ServersAdminNegativeTestJSON-1377782765 tempest-ServersAdminNegativeTestJSON-1377782765-project] 10.222.0.20 "GET /v2.0/security-groups?id=850ade3f-da79-478b-8fe2-f1971a91506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411444 Dec 10 15:47:38.754844 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=d61c0ce5-3321-4c29-ad5e-eb1221053096,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:47:38.911124 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] get_ports_and_sgs() called for port_ids ['d61c0ce5-3321-4c29-ad5e-eb1221053096'] {{(pid=103588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 15:47:39.839746 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970c1ab2-7410-411c-abc2-89945e00c7a5 req-966d0048-2b53-4b26-b648-2e7621f0f875 tempest-ServersAdminNegativeTestJSON-1377782765 tempest-ServersAdminNegativeTestJSON-1377782765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:47:39.841215 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-970c1ab2-7410-411c-abc2-89945e00c7a5 req-966d0048-2b53-4b26-b648-2e7621f0f875 tempest-ServersAdminNegativeTestJSON-1377782765 tempest-ServersAdminNegativeTestJSON-1377782765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a00718db-2b4e-4c57-97fa-dfae3e9d3865 HTTP/1.1" status: 200 len: 949 time: 0.0487051 Dec 10 15:47:39.891756 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-970c1ab2-7410-411c-abc2-89945e00c7a5 req-be70a23b-03f5-406d-97a7-89932bb1dc22 tempest-ServersAdminNegativeTestJSON-1377782765 tempest-ServersAdminNegativeTestJSON-1377782765-project] 10.222.0.20 "GET /v2.0/security-groups?id=850ade3f-da79-478b-8fe2-f1971a91506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445788 Dec 10 15:47:40.454803 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device d61c0ce5-3321-4c29-ad5e-eb1221053096 up at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:47:40.558915 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning for port d61c0ce5-3321-4c29-ad5e-eb1221053096 completed by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 15:47:40.562946 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning complete for port d61c0ce5-3321-4c29-ad5e-eb1221053096 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:47:40.563451 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:40.641112 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:40.663292 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a00718db-2b4e-4c57-97fa-dfae3e9d3865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd61c0ce5-3321-4c29-ad5e-eb1221053096'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:47:40.665467 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa4b92c408489e2c982394a5a7b3518bb1b22554638321e3ea6c5cabb2c75d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0fd375f-8849-4edf-ac05-be8c81242b72" -d '{"events": [{"server_uuid": "a00718db-2b4e-4c57-97fa-dfae3e9d3865", "name": "network-vif-plugged", "status": "completed", "tag": "d61c0ce5-3321-4c29-ad5e-eb1221053096"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:47:40.677641 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port d61c0ce5-3321-4c29-ad5e-eb1221053096, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=d61c0ce5-3321-4c29-ad5e-eb1221053096,segment=NetworkSegment(2147d5d5-9e62-4370-a650-140411666af9),segment_id=2147d5d5-9e62-4370-a650-140411666af9)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:47:40.736268 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:40.760034 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 15:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c22d8c-765f-4f4e-9ba0-de7838fda5c5 x-openstack-request-id: req-90c22d8c-765f-4f4e-9ba0-de7838fda5c5 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:47:40.760328 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a00718db-2b4e-4c57-97fa-dfae3e9d3865", "name": "network-vif-plugged", "status": "completed", "tag": "d61c0ce5-3321-4c29-ad5e-eb1221053096", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:47:40.760613 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-90c22d8c-765f-4f4e-9ba0-de7838fda5c5 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:47:40.760980 dv-neutron-821401-4-hyperv neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a00718db-2b4e-4c57-97fa-dfae3e9d3865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd61c0ce5-3321-4c29-ad5e-eb1221053096', 'code': 200} Dec 10 15:47:40.789123 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=d61c0ce5-3321-4c29-ad5e-eb1221053096,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:47:41.034888 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d46ff-9f76-4b2d-8f9d-d882169b18ee req-39b7a60c-9fca-486a-91f0-4a2d42993e7c tempest-ServersAdminNegativeTestJSON-1377782765 tempest-ServersAdminNegativeTestJSON-1377782765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:47:41.036312 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-038d46ff-9f76-4b2d-8f9d-d882169b18ee req-39b7a60c-9fca-486a-91f0-4a2d42993e7c tempest-ServersAdminNegativeTestJSON-1377782765 tempest-ServersAdminNegativeTestJSON-1377782765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a00718db-2b4e-4c57-97fa-dfae3e9d3865 HTTP/1.1" status: 200 len: 950 time: 0.0778284 Dec 10 15:47:41.038781 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330917a8-002f-417b-bf6d-3161c336b057 req-9a983021-9b8e-403c-9645-f4d9036ba5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:47:41.040164 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-330917a8-002f-417b-bf6d-3161c336b057 req-9a983021-9b8e-403c-9645-f4d9036ba5cb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a00718db-2b4e-4c57-97fa-dfae3e9d3865 HTTP/1.1" status: 200 len: 1103 time: 0.0565617 Dec 10 15:47:41.116084 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-038d46ff-9f76-4b2d-8f9d-d882169b18ee req-7284399f-47a3-468e-8808-0cffb4f03848 tempest-ServersAdminNegativeTestJSON-1377782765 tempest-ServersAdminNegativeTestJSON-1377782765-project] 10.222.0.20 "GET /v2.0/security-groups?id=850ade3f-da79-478b-8fe2-f1971a91506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734804 Dec 10 15:47:41.122700 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-330917a8-002f-417b-bf6d-3161c336b057 req-23f8ebb1-4568-446c-a381-8c73e473c635 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=850ade3f-da79-478b-8fe2-f1971a91506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729258 Dec 10 15:47:42.233281 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a36f9ea-faf8-4c25-9d13-f568928f7314 req-9bead80e-c6a2-4db6-84d1-e520f94311ce tempest-ServersAdminNegativeTestJSON-1377782765 tempest-ServersAdminNegativeTestJSON-1377782765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:47:42.234878 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-1a36f9ea-faf8-4c25-9d13-f568928f7314 req-9bead80e-c6a2-4db6-84d1-e520f94311ce tempest-ServersAdminNegativeTestJSON-1377782765 tempest-ServersAdminNegativeTestJSON-1377782765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a00718db-2b4e-4c57-97fa-dfae3e9d3865 HTTP/1.1" status: 200 len: 950 time: 0.0505586 Dec 10 15:47:42.283436 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-1a36f9ea-faf8-4c25-9d13-f568928f7314 req-7f77772e-6323-4674-b1a8-63d3398346fd tempest-ServersAdminNegativeTestJSON-1377782765 tempest-ServersAdminNegativeTestJSON-1377782765-project] 10.222.0.20 "GET /v2.0/security-groups?id=850ade3f-da79-478b-8fe2-f1971a91506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424571 Dec 10 15:47:42.930170 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a7539f5b-2798-4647-a3b7-0f63f807c510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:43.404979 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387cae8-70f8-4a61-80ee-3bdc1f368a11 req-6a06ccf0-145f-4a0b-befb-74986f1480f2 tempest-ServersAdminNegativeTestJSON-1377782765 tempest-ServersAdminNegativeTestJSON-1377782765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:47:43.406622 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-f387cae8-70f8-4a61-80ee-3bdc1f368a11 req-6a06ccf0-145f-4a0b-befb-74986f1480f2 tempest-ServersAdminNegativeTestJSON-1377782765 tempest-ServersAdminNegativeTestJSON-1377782765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a00718db-2b4e-4c57-97fa-dfae3e9d3865 HTTP/1.1" status: 200 len: 950 time: 0.0576558 Dec 10 15:47:43.454963 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-f387cae8-70f8-4a61-80ee-3bdc1f368a11 req-c8f5a16a-13d1-4682-927a-0579f453857d tempest-ServersAdminNegativeTestJSON-1377782765 tempest-ServersAdminNegativeTestJSON-1377782765-project] 10.222.0.20 "GET /v2.0/security-groups?id=850ade3f-da79-478b-8fe2-f1971a91506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416367 Dec 10 15:47:43.507147 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:43.823621 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [req-85c835c5-3219-4023-9063-a898f615295c req-06f5e255-8e29-4649-bb32-de0b36521024 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:47:43.825186 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-85c835c5-3219-4023-9063-a898f615295c req-06f5e255-8e29-4649-bb32-de0b36521024 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059552 Dec 10 15:47:44.378663 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [req-5c3b1892-3298-4139-9e9b-3df09f6fa120 req-715c21f3-5b0e-40a9-8d8b-163d2d42f0d3 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:47:44.379683 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-5c3b1892-3298-4139-9e9b-3df09f6fa120 req-715c21f3-5b0e-40a9-8d8b-163d2d42f0d3 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0952075 Dec 10 15:47:44.938080 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d7800a-35ab-4f73-92b2-f213c183ee7d req-98cd1d23-ce37-4109-9622-632bf7dd9d73 tempest-ServersAdminNegativeTestJSON-1377782765 tempest-ServersAdminNegativeTestJSON-1377782765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:47:44.939574 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-81d7800a-35ab-4f73-92b2-f213c183ee7d req-98cd1d23-ce37-4109-9622-632bf7dd9d73 tempest-ServersAdminNegativeTestJSON-1377782765 tempest-ServersAdminNegativeTestJSON-1377782765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a00718db-2b4e-4c57-97fa-dfae3e9d3865 HTTP/1.1" status: 200 len: 950 time: 0.0477247 Dec 10 15:47:44.991702 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-81d7800a-35ab-4f73-92b2-f213c183ee7d req-cde802b4-95f2-416d-ba07-1f6efe53f198 tempest-ServersAdminNegativeTestJSON-1377782765 tempest-ServersAdminNegativeTestJSON-1377782765-project] 10.222.0.20 "GET /v2.0/security-groups?id=850ade3f-da79-478b-8fe2-f1971a91506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461063 Dec 10 15:47:45.294450 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8de96e8a-4223-4cec-9df7-eb1bf8f690f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:46.112680 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be584178-8eb1-4360-845f-d0736cc592c6 req-207073a2-2428-4af1-a941-684f3435124e tempest-ServersAdminNegativeTestJSON-1377782765 tempest-ServersAdminNegativeTestJSON-1377782765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:47:46.114263 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-be584178-8eb1-4360-845f-d0736cc592c6 req-207073a2-2428-4af1-a941-684f3435124e tempest-ServersAdminNegativeTestJSON-1377782765 tempest-ServersAdminNegativeTestJSON-1377782765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a00718db-2b4e-4c57-97fa-dfae3e9d3865 HTTP/1.1" status: 200 len: 950 time: 0.0490353 Dec 10 15:47:46.147339 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:46.165516 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-be584178-8eb1-4360-845f-d0736cc592c6 req-28110ede-d2ac-47ff-8844-ef7ab9cdb09d tempest-ServersAdminNegativeTestJSON-1377782765 tempest-ServersAdminNegativeTestJSON-1377782765-project] 10.222.0.20 "GET /v2.0/security-groups?id=850ade3f-da79-478b-8fe2-f1971a91506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452600 Dec 10 15:47:46.210466 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f2e42-25bf-4d5a-a88b-56812bd469aa req-7b8ee1ee-1c25-4ca2-b3aa-93c041b2644d tempest-ServersAdminNegativeTestJSON-1377782765 tempest-ServersAdminNegativeTestJSON-1377782765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:47:46.211911 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4d6f2e42-25bf-4d5a-a88b-56812bd469aa req-7b8ee1ee-1c25-4ca2-b3aa-93c041b2644d tempest-ServersAdminNegativeTestJSON-1377782765 tempest-ServersAdminNegativeTestJSON-1377782765-project] 10.222.0.44 "GET /v2.0/ports?device_id=a00718db-2b4e-4c57-97fa-dfae3e9d3865 HTTP/1.1" status: 200 len: 950 time: 0.0475347 Dec 10 15:47:46.303013 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-4d6f2e42-25bf-4d5a-a88b-56812bd469aa req-c2749e90-69c8-48f0-8df6-ac0a0e4252fd tempest-ServersAdminNegativeTestJSON-1377782765 tempest-ServersAdminNegativeTestJSON-1377782765-project] Deleting port d61c0ce5-3321-4c29-ad5e-eb1221053096 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:47:46.303269 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-4d6f2e42-25bf-4d5a-a88b-56812bd469aa req-c2749e90-69c8-48f0-8df6-ac0a0e4252fd tempest-ServersAdminNegativeTestJSON-1377782765 tempest-ServersAdminNegativeTestJSON-1377782765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:46.389564 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-4d6f2e42-25bf-4d5a-a88b-56812bd469aa req-c2749e90-69c8-48f0-8df6-ac0a0e4252fd tempest-ServersAdminNegativeTestJSON-1377782765 tempest-ServersAdminNegativeTestJSON-1377782765-project] For port d61c0ce5-3321-4c29-ad5e-eb1221053096, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=d61c0ce5-3321-4c29-ad5e-eb1221053096,segment=NetworkSegment(2147d5d5-9e62-4370-a650-140411666af9),segment_id=2147d5d5-9e62-4370-a650-140411666af9)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:47:46.389957 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-4d6f2e42-25bf-4d5a-a88b-56812bd469aa req-c2749e90-69c8-48f0-8df6-ac0a0e4252fd tempest-ServersAdminNegativeTestJSON-1377782765 tempest-ServersAdminNegativeTestJSON-1377782765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:46.401485 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-4d6f2e42-25bf-4d5a-a88b-56812bd469aa req-c2749e90-69c8-48f0-8df6-ac0a0e4252fd tempest-ServersAdminNegativeTestJSON-1377782765 tempest-ServersAdminNegativeTestJSON-1377782765-project] Calling delete_port for d61c0ce5-3321-4c29-ad5e-eb1221053096 owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:47:46.575014 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-4d6f2e42-25bf-4d5a-a88b-56812bd469aa req-c2749e90-69c8-48f0-8df6-ac0a0e4252fd tempest-ServersAdminNegativeTestJSON-1377782765 tempest-ServersAdminNegativeTestJSON-1377782765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:46.585952 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] get_ports_and_sgs() called for port_ids ['d61c0ce5-3321-4c29-ad5e-eb1221053096'] {{(pid=103588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 15:47:46.605338 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2749e90-69c8-48f0-8df6-ac0a0e4252fd tempest-ServersAdminNegativeTestJSON-1377782765 tempest-ServersAdminNegativeTestJSON-1377782765-project] Pushing event deleted for resources: {'Port': ['ID=d61c0ce5-3321-4c29-ad5e-eb1221053096,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:47:46.650200 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d6f2e42-25bf-4d5a-a88b-56812bd469aa req-c2749e90-69c8-48f0-8df6-ac0a0e4252fd tempest-ServersAdminNegativeTestJSON-1377782765 tempest-ServersAdminNegativeTestJSON-1377782765-project] No DVR routers for this DVR port d61c0ce5-3321-4c29-ad5e-eb1221053096 on host hv-neutron-8214 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:47:46.653454 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-4d6f2e42-25bf-4d5a-a88b-56812bd469aa req-c2749e90-69c8-48f0-8df6-ac0a0e4252fd tempest-ServersAdminNegativeTestJSON-1377782765 tempest-ServersAdminNegativeTestJSON-1377782765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:46.656924 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4d6f2e42-25bf-4d5a-a88b-56812bd469aa req-c2749e90-69c8-48f0-8df6-ac0a0e4252fd tempest-ServersAdminNegativeTestJSON-1377782765 tempest-ServersAdminNegativeTestJSON-1377782765-project] 10.222.0.44 "DELETE /v2.0/ports/d61c0ce5-3321-4c29-ad5e-eb1221053096 HTTP/1.1" status: 204 len: 173 time: 0.4379203 Dec 10 15:47:46.657384 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a00718db-2b4e-4c57-97fa-dfae3e9d3865', 'name': 'network-vif-deleted', 'tag': 'd61c0ce5-3321-4c29-ad5e-eb1221053096'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:47:46.659691 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9ca57131bc4931768ac29058952438d1fdd62308db7b17540cc34ffe8faef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e976cf-9cb4-4b7e-aa76-b1fa43a5a85b" -d '{"events": [{"server_uuid": "a00718db-2b4e-4c57-97fa-dfae3e9d3865", "name": "network-vif-deleted", "tag": "d61c0ce5-3321-4c29-ad5e-eb1221053096"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:47:46.699363 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 15:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04da1d80-797d-4c61-b6da-a52ef67ceded x-openstack-request-id: req-04da1d80-797d-4c61-b6da-a52ef67ceded {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:47:46.699661 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a00718db-2b4e-4c57-97fa-dfae3e9d3865", "name": "network-vif-deleted", "tag": "d61c0ce5-3321-4c29-ad5e-eb1221053096", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:47:46.699920 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-04da1d80-797d-4c61-b6da-a52ef67ceded {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:47:46.700327 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a00718db-2b4e-4c57-97fa-dfae3e9d3865', 'name': 'network-vif-deleted', 'tag': 'd61c0ce5-3321-4c29-ad5e-eb1221053096', 'status': 'completed', 'code': 200} Dec 10 15:47:47.268483 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-7e26ca92-7f7b-4fc5-806f-e50175e69b4f req-15b5f5c7-3166-4c6b-ae7b-f1eeb0fd43a2 tempest-ServersAdminNegativeTestJSON-1377782765 tempest-ServersAdminNegativeTestJSON-1377782765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a00718db-2b4e-4c57-97fa-dfae3e9d3865 HTTP/1.1" status: 200 len: 210 time: 0.0263655 Dec 10 15:47:47.758118 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:48.649788 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:48.697749 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 39472) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:47:48.832433 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-a08483ba-1427-4a41-9537-9bdf08cb0f6d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=359021ac514e4ec3b395bd69df3b103c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1334567 Dec 10 15:47:48.834901 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 39476) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:47:48.880699 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ec5dc876-8c5f-4823-ad74-ec0509fa6ff0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:48.901445 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ec5dc876-8c5f-4823-ad74-ec0509fa6ff0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:49.021038 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ec5dc876-8c5f-4823-ad74-ec0509fa6ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:49.023671 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ec5dc876-8c5f-4823-ad74-ec0509fa6ff0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:49.024854 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-ec5dc876-8c5f-4823-ad74-ec0509fa6ff0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/850ade3f-da79-478b-8fe2-f1971a91506b HTTP/1.1" status: 204 len: 168 time: 0.1890390 Dec 10 15:47:49.033113 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5dc876-8c5f-4823-ad74-ec0509fa6ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=850ade3f-da79-478b-8fe2-f1971a91506b,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:47:49.590128 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 39482) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:47:49.602883 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9f0a6d48-1c3f-45d6-b999-ca815a3b89bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:49.674967 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9f0a6d48-1c3f-45d6-b999-ca815a3b89bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:49.723702 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9f0a6d48-1c3f-45d6-b999-ca815a3b89bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:49.764736 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0a6d48-1c3f-45d6-b999-ca815a3b89bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fee26ae-72c5-4a2c-967b-af99eeb37e73,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:47:49.770403 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-9f0a6d48-1c3f-45d6-b999-ca815a3b89bb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a72ed394d7f44039aef2974571aeaced&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1792610 Dec 10 15:47:49.773107 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 39484) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:47:49.821221 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c56ffc5b-a3eb-4d8e-aab5-44a3fb93d579 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:49.842347 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c56ffc5b-a3eb-4d8e-aab5-44a3fb93d579 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:49.940928 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c56ffc5b-a3eb-4d8e-aab5-44a3fb93d579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:49.943541 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c56ffc5b-a3eb-4d8e-aab5-44a3fb93d579 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:49.948996 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-c56ffc5b-a3eb-4d8e-aab5-44a3fb93d579 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3fee26ae-72c5-4a2c-967b-af99eeb37e73 HTTP/1.1" status: 204 len: 168 time: 0.1703162 Dec 10 15:47:49.952489 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56ffc5b-a3eb-4d8e-aab5-44a3fb93d579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fee26ae-72c5-4a2c-967b-af99eeb37e73,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:47:50.526428 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device d61c0ce5-3321-4c29-ad5e-eb1221053096 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:47:50.546748 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] No Port match for: d61c0ce5-3321-4c29-ad5e-eb1221053096 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:47:50.547097 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device d61c0ce5-3321-4c29-ad5e-eb1221053096 not bound to the agent host hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:47:50.929272 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 39506) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:47:51.023416 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-50643964-1f5c-47c6-bc76-e6dacb70b773 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-61280766-network', 'tenant_id': '77aa282cb35e491ead9b8c6df0bceef7'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:47:51.105958 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50643964-1f5c-47c6-bc76-e6dacb70b773 admin admin] Made reservation on behalf of 77aa282cb35e491ead9b8c6df0bceef7 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:47:51.108220 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-50643964-1f5c-47c6-bc76-e6dacb70b773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:51.116529 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-50643964-1f5c-47c6-bc76-e6dacb70b773 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:51.191874 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-50643964-1f5c-47c6-bc76-e6dacb70b773 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:51.266907 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-50643964-1f5c-47c6-bc76-e6dacb70b773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:51.294385 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50643964-1f5c-47c6-bc76-e6dacb70b773 admin admin] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:47:51.299643 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50643964-1f5c-47c6-bc76-e6dacb70b773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2046071f-d0f6-4a6b-b112-96428ca99372,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:47:51.307181 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-50643964-1f5c-47c6-bc76-e6dacb70b773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:51.307181 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.segments_db [None req-50643964-1f5c-47c6-bc76-e6dacb70b773 admin admin] Added segment 29007c89-ba87-4305-be50-3f37219057db of type vlan for network f0bba717-8636-40cd-beac-245ae67ebc0e Dec 10 15:47:51.349496 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-50643964-1f5c-47c6-bc76-e6dacb70b773 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:51.410827 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-50643964-1f5c-47c6-bc76-e6dacb70b773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:51.411725 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50643964-1f5c-47c6-bc76-e6dacb70b773 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:47:51.412308 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-50643964-1f5c-47c6-bc76-e6dacb70b773 admin admin] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:51.506514 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50643964-1f5c-47c6-bc76-e6dacb70b773 admin admin] Pushing event updated for resources: {'Network': ['ID=f0bba717-8636-40cd-beac-245ae67ebc0e,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:47:51.516184 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network f0bba717-8636-40cd-beac-245ae67ebc0e details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:47:51.521161 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-50643964-1f5c-47c6-bc76-e6dacb70b773 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5907688 Dec 10 15:47:51.524104 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 39510) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:47:51.529442 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-269b17fa-ffa4-439b-a1b8-97d5f7481bfe admin admin] Request body: {'subnet': {'network_id': 'f0bba717-8636-40cd-beac-245ae67ebc0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-61280766-subnet', 'tenant_id': '77aa282cb35e491ead9b8c6df0bceef7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:47:51.615588 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-269b17fa-ffa4-439b-a1b8-97d5f7481bfe admin admin] Made reservation on behalf of 77aa282cb35e491ead9b8c6df0bceef7 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:47:51.618017 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-269b17fa-ffa4-439b-a1b8-97d5f7481bfe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11668558'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:51.842939 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-269b17fa-ffa4-439b-a1b8-97d5f7481bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11236534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11668560'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:51.903002 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269b17fa-ffa4-439b-a1b8-97d5f7481bfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=8227b1b8-0c50-437d-a00e-88324ad3dae9,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:47:51.910019 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269b17fa-ffa4-439b-a1b8-97d5f7481bfe admin admin] Checking segment: {'id': '29007c89-ba87-4305-be50-3f37219057db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f0bba717-8636-40cd-beac-245ae67ebc0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:47:51.910384 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269b17fa-ffa4-439b-a1b8-97d5f7481bfe admin admin] Network hostable DHCP agents. Network: f0bba717-8636-40cd-beac-245ae67ebc0e, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:47:52.020965 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269b17fa-ffa4-439b-a1b8-97d5f7481bfe admin admin] Network f0bba717-8636-40cd-beac-245ae67ebc0e is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:47:52.082490 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-269b17fa-ffa4-439b-a1b8-97d5f7481bfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, f0bba717-8636-40cd-beac-245ae67ebc0e) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:47:52.086603 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269b17fa-ffa4-439b-a1b8-97d5f7481bfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:47:52.087211 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-269b17fa-ffa4-439b-a1b8-97d5f7481bfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:52.092180 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528cb0cb-a130-4d1f-b18f-c8a744be3bf8 None None] Network f0bba717-8636-40cd-beac-245ae67ebc0e requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:47:52.179707 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-269b17fa-ffa4-439b-a1b8-97d5f7481bfe admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6543911 Dec 10 15:47:52.184534 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc94b7d5-836e-4824-aa89-95f9b1f2d523 None None] Network f0bba717-8636-40cd-beac-245ae67ebc0e requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:47:52.587977 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094019e7-7489-4786-91cd-1e0e4a0af496 req-d56bdc9c-3eb7-4370-9ede-22f551def447 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:47:52.589710 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-094019e7-7489-4786-91cd-1e0e4a0af496 req-d56bdc9c-3eb7-4370-9ede-22f551def447 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/networks?id=f0bba717-8636-40cd-beac-245ae67ebc0e HTTP/1.1" status: 200 len: 810 time: 0.0984235 Dec 10 15:47:52.604109 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-094019e7-7489-4786-91cd-1e0e4a0af496 req-d750b179-e292-48e6-a058-b3c96be34822 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/quotas/77aa282cb35e491ead9b8c6df0bceef7 HTTP/1.1" status: 200 len: 375 time: 0.0086646 Dec 10 15:47:52.639094 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-094019e7-7489-4786-91cd-1e0e4a0af496 req-4b7d26d1-530f-441d-86df-65af7c9876a8 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=77aa282cb35e491ead9b8c6df0bceef7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295010 Dec 10 15:47:52.726420 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-094019e7-7489-4786-91cd-1e0e4a0af496 req-6ae2533b-8269-40cb-a1c9-1e625ce217a2 service neutron] 10.222.0.20 "GET /v2.0/networks/f0bba717-8636-40cd-beac-245ae67ebc0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805278 Dec 10 15:47:52.836556 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-094019e7-7489-4786-91cd-1e0e4a0af496 req-e68bf695-7fd1-4317-aebd-470830c511fe service neutron] 10.222.0.20 "GET /v2.0/networks/f0bba717-8636-40cd-beac-245ae67ebc0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035416 Dec 10 15:47:53.087001 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-5946f3e8-a30c-4ab1-822d-f92a77c57493 req-4a277e21-bc99-4066-b17a-93172d0eccb3 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/ports?device_id=252c3c28-d8be-4493-a2ff-e9d9d52a08c1 HTTP/1.1" status: 200 len: 210 time: 0.0257301 Dec 10 15:47:54.182264 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-7c5d460c-469f-4fa6-b92c-b0c03ddaec6c req-e498ad25-3842-46b5-9550-e8997c9744be tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/ports?device_id=252c3c28-d8be-4493-a2ff-e9d9d52a08c1 HTTP/1.1" status: 200 len: 210 time: 0.0294678 Dec 10 15:47:55.120271 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094019e7-7489-4786-91cd-1e0e4a0af496 req-8aff98d4-e15f-4863-ae07-fc8af2146570 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:47:55.122259 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-094019e7-7489-4786-91cd-1e0e4a0af496 req-8aff98d4-e15f-4863-ae07-fc8af2146570 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.44 "GET /v2.0/networks?id=f0bba717-8636-40cd-beac-245ae67ebc0e HTTP/1.1" status: 200 len: 810 time: 0.1045735 Dec 10 15:47:55.134577 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [req-094019e7-7489-4786-91cd-1e0e4a0af496 req-337e10df-c0de-43f2-992c-76d772baf02d tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] Request body: {'port': {'device_id': '252c3c28-d8be-4493-a2ff-e9d9d52a08c1', 'network_id': 'f0bba717-8636-40cd-beac-245ae67ebc0e', 'admin_state_up': True, 'tenant_id': '77aa282cb35e491ead9b8c6df0bceef7'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:47:55.285676 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-032fd367-6311-42b9-9bbb-df07e531e57b req-6a1c1217-5e51-4d8f-a9cb-399edfca1cb9 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/ports?device_id=252c3c28-d8be-4493-a2ff-e9d9d52a08c1 HTTP/1.1" status: 200 len: 210 time: 0.0287833 Dec 10 15:47:55.340780 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-094019e7-7489-4786-91cd-1e0e4a0af496 req-337e10df-c0de-43f2-992c-76d772baf02d tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] Made reservation on behalf of 77aa282cb35e491ead9b8c6df0bceef7 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:47:55.344582 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-094019e7-7489-4786-91cd-1e0e4a0af496 req-337e10df-c0de-43f2-992c-76d772baf02d tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:55.476659 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-094019e7-7489-4786-91cd-1e0e4a0af496 req-337e10df-c0de-43f2-992c-76d772baf02d tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] Allocated IP 172.20.0.7 (f0bba717-8636-40cd-beac-245ae67ebc0e/8227b1b8-0c50-437d-a00e-88324ad3dae9/fde2ba0e-4c9f-4c68-acda-7309e7c3b33d) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:47:55.621123 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-094019e7-7489-4786-91cd-1e0e4a0af496 req-337e10df-c0de-43f2-992c-76d772baf02d tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:55.705548 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-094019e7-7489-4786-91cd-1e0e4a0af496 req-337e10df-c0de-43f2-992c-76d772baf02d tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:55.750244 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-094019e7-7489-4786-91cd-1e0e4a0af496 req-337e10df-c0de-43f2-992c-76d772baf02d tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] Network f0bba717-8636-40cd-beac-245ae67ebc0e is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:47:55.753276 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-094019e7-7489-4786-91cd-1e0e4a0af496 req-337e10df-c0de-43f2-992c-76d772baf02d tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:47:55.756807 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-094019e7-7489-4786-91cd-1e0e4a0af496 req-337e10df-c0de-43f2-992c-76d772baf02d tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:47:55.779724 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337e10df-c0de-43f2-992c-76d772baf02d tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] Pushing event updated for resources: {'Port': ['ID=fde2ba0e-4c9f-4c68-acda-7309e7c3b33d,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:47:55.807921 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094019e7-7489-4786-91cd-1e0e4a0af496 req-337e10df-c0de-43f2-992c-76d772baf02d tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:47:55.808536 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-094019e7-7489-4786-91cd-1e0e4a0af496 req-337e10df-c0de-43f2-992c-76d772baf02d tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:55.885972 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-094019e7-7489-4786-91cd-1e0e4a0af496 req-337e10df-c0de-43f2-992c-76d772baf02d tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7552350 Dec 10 15:47:55.898400 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [req-094019e7-7489-4786-91cd-1e0e4a0af496 req-23189ae9-b7e2-4d08-929a-0ab760b6162e service neutron] Request body: {'port': {'device_id': '252c3c28-d8be-4493-a2ff-e9d9d52a08c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:47:55.954953 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-094019e7-7489-4786-91cd-1e0e4a0af496 req-23189ae9-b7e2-4d08-929a-0ab760b6162e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:56.207798 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [req-094019e7-7489-4786-91cd-1e0e4a0af496 req-23189ae9-b7e2-4d08-929a-0ab760b6162e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fde2ba0e-4c9f-4c68-acda-7309e7c3b33d {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 15:47:56.215970 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-094019e7-7489-4786-91cd-1e0e4a0af496 req-23189ae9-b7e2-4d08-929a-0ab760b6162e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:56.227475 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-094019e7-7489-4786-91cd-1e0e4a0af496 req-23189ae9-b7e2-4d08-929a-0ab760b6162e service neutron] Transition to ACTIVE for port object fde2ba0e-4c9f-4c68-acda-7309e7c3b33d will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 15:47:56.289101 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-094019e7-7489-4786-91cd-1e0e4a0af496 req-23189ae9-b7e2-4d08-929a-0ab760b6162e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:56.343013 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23189ae9-b7e2-4d08-929a-0ab760b6162e service neutron] Pushing event updated for resources: {'Port': ['ID=fde2ba0e-4c9f-4c68-acda-7309e7c3b33d,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:47:56.399219 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb330b-d315-4781-b8dd-2e5ad4258479 req-b2b6159d-af97-441e-9137-7afc997108dd tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:47:56.400639 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-cabb330b-d315-4781-b8dd-2e5ad4258479 req-b2b6159d-af97-441e-9137-7afc997108dd tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/ports?device_id=252c3c28-d8be-4493-a2ff-e9d9d52a08c1 HTTP/1.1" status: 200 len: 943 time: 0.0482936 Dec 10 15:47:56.407838 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-094019e7-7489-4786-91cd-1e0e4a0af496 req-23189ae9-b7e2-4d08-929a-0ab760b6162e service neutron] Attempting to bind port fde2ba0e-4c9f-4c68-acda-7309e7c3b33d on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:47:56.408176 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-094019e7-7489-4786-91cd-1e0e4a0af496 req-23189ae9-b7e2-4d08-929a-0ab760b6162e service neutron] Attempting to bind port fde2ba0e-4c9f-4c68-acda-7309e7c3b33d by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '29007c89-ba87-4305-be50-3f37219057db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f0bba717-8636-40cd-beac-245ae67ebc0e'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:47:56.408498 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094019e7-7489-4786-91cd-1e0e4a0af496 req-23189ae9-b7e2-4d08-929a-0ab760b6162e service neutron] Attempting to bind port fde2ba0e-4c9f-4c68-acda-7309e7c3b33d on network f0bba717-8636-40cd-beac-245ae67ebc0e {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:47:56.412814 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094019e7-7489-4786-91cd-1e0e4a0af496 req-23189ae9-b7e2-4d08-929a-0ab760b6162e service neutron] Port fde2ba0e-4c9f-4c68-acda-7309e7c3b33d on network f0bba717-8636-40cd-beac-245ae67ebc0e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:47:56.413127 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094019e7-7489-4786-91cd-1e0e4a0af496 req-23189ae9-b7e2-4d08-929a-0ab760b6162e service neutron] Attempting to bind port fde2ba0e-4c9f-4c68-acda-7309e7c3b33d on network f0bba717-8636-40cd-beac-245ae67ebc0e {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:47:56.418241 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094019e7-7489-4786-91cd-1e0e4a0af496 req-23189ae9-b7e2-4d08-929a-0ab760b6162e service neutron] Checking agent: {'id': 'fa828968-c68f-4b22-9699-a58fe4ab1f05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 28, 13), 'started_at': datetime.datetime(2021, 12, 10, 15, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:47:56.418573 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094019e7-7489-4786-91cd-1e0e4a0af496 req-23189ae9-b7e2-4d08-929a-0ab760b6162e service neutron] Checking segment: {'id': '29007c89-ba87-4305-be50-3f37219057db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f0bba717-8636-40cd-beac-245ae67ebc0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:47:56.418951 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094019e7-7489-4786-91cd-1e0e4a0af496 req-23189ae9-b7e2-4d08-929a-0ab760b6162e service neutron] Bound using segment: {'id': '29007c89-ba87-4305-be50-3f37219057db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f0bba717-8636-40cd-beac-245ae67ebc0e'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:47:56.419369 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-094019e7-7489-4786-91cd-1e0e4a0af496 req-23189ae9-b7e2-4d08-929a-0ab760b6162e service neutron] Bound port: fde2ba0e-4c9f-4c68-acda-7309e7c3b33d, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29007c89-ba87-4305-be50-3f37219057db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f0bba717-8636-40cd-beac-245ae67ebc0e'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:47:56.419716 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-094019e7-7489-4786-91cd-1e0e4a0af496 req-23189ae9-b7e2-4d08-929a-0ab760b6162e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:56.447738 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-cabb330b-d315-4781-b8dd-2e5ad4258479 req-04177ed8-121c-4c9c-93ca-f304fac527ce tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/security-groups?id=2046071f-d0f6-4a6b-b112-96428ca99372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402689 Dec 10 15:47:56.481578 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-094019e7-7489-4786-91cd-1e0e4a0af496 req-23189ae9-b7e2-4d08-929a-0ab760b6162e service neutron] For port fde2ba0e-4c9f-4c68-acda-7309e7c3b33d, host hv-neutron-8214, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:47:56.488355 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-094019e7-7489-4786-91cd-1e0e4a0af496 req-23189ae9-b7e2-4d08-929a-0ab760b6162e service neutron] For port fde2ba0e-4c9f-4c68-acda-7309e7c3b33d, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=fde2ba0e-4c9f-4c68-acda-7309e7c3b33d,segment=NetworkSegment(29007c89-ba87-4305-be50-3f37219057db),segment_id=29007c89-ba87-4305-be50-3f37219057db)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:47:56.535512 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-094019e7-7489-4786-91cd-1e0e4a0af496 req-23189ae9-b7e2-4d08-929a-0ab760b6162e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:56.572211 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094019e7-7489-4786-91cd-1e0e4a0af496 req-23189ae9-b7e2-4d08-929a-0ab760b6162e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:47:56.572893 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-094019e7-7489-4786-91cd-1e0e4a0af496 req-23189ae9-b7e2-4d08-929a-0ab760b6162e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:47:56.574923 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-094019e7-7489-4786-91cd-1e0e4a0af496 req-23189ae9-b7e2-4d08-929a-0ab760b6162e service neutron] 10.222.0.44 "PUT /v2.0/ports/fde2ba0e-4c9f-4c68-acda-7309e7c3b33d HTTP/1.1" status: 200 len: 1093 time: 0.6805148 Dec 10 15:47:56.575375 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '252c3c28-d8be-4493-a2ff-e9d9d52a08c1', 'tag': 'fde2ba0e-4c9f-4c68-acda-7309e7c3b33d'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:47:56.577615 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9ca57131bc4931768ac29058952438d1fdd62308db7b17540cc34ffe8faef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d5f87d-6a8e-4412-9ab3-d7a778ab3f7f" -d '{"events": [{"name": "network-changed", "server_uuid": "252c3c28-d8be-4493-a2ff-e9d9d52a08c1", "tag": "fde2ba0e-4c9f-4c68-acda-7309e7c3b33d"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:47:56.599711 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23189ae9-b7e2-4d08-929a-0ab760b6162e service neutron] Pushing event updated for resources: {'Port': ['ID=fde2ba0e-4c9f-4c68-acda-7309e7c3b33d,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:47:56.612264 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 15:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ed9516-c0f8-40ea-a080-cf3e34d20a61 x-openstack-request-id: req-60ed9516-c0f8-40ea-a080-cf3e34d20a61 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:47:56.612556 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "252c3c28-d8be-4493-a2ff-e9d9d52a08c1", "tag": "fde2ba0e-4c9f-4c68-acda-7309e7c3b33d", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:47:56.612814 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-60ed9516-c0f8-40ea-a080-cf3e34d20a61 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:47:56.613216 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '252c3c28-d8be-4493-a2ff-e9d9d52a08c1', 'tag': 'fde2ba0e-4c9f-4c68-acda-7309e7c3b33d', 'status': 'completed', 'code': 200} Dec 10 15:47:56.673190 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d5f87d-6a8e-4412-9ab3-d7a778ab3f7f req-07ec6568-3518-473d-b02d-15c7f4626835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:47:56.674727 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-27d5f87d-6a8e-4412-9ab3-d7a778ab3f7f req-07ec6568-3518-473d-b02d-15c7f4626835 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=77aa282cb35e491ead9b8c6df0bceef7&device_id=252c3c28-d8be-4493-a2ff-e9d9d52a08c1 HTTP/1.1" status: 200 len: 1096 time: 0.0408845 Dec 10 15:47:56.774181 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d5f87d-6a8e-4412-9ab3-d7a778ab3f7f req-e0e572c5-e571-46a3-a3a8-8558ff89d121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:47:56.775670 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-27d5f87d-6a8e-4412-9ab3-d7a778ab3f7f req-e0e572c5-e571-46a3-a3a8-8558ff89d121 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=77aa282cb35e491ead9b8c6df0bceef7&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0935862 Dec 10 15:47:56.875736 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d5f87d-6a8e-4412-9ab3-d7a778ab3f7f req-d4fafe69-bd2f-4e36-aeb6-0ff0deb173b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:47:56.877516 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-27d5f87d-6a8e-4412-9ab3-d7a778ab3f7f req-d4fafe69-bd2f-4e36-aeb6-0ff0deb173b8 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0949161 Dec 10 15:47:56.960633 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094019e7-7489-4786-91cd-1e0e4a0af496 req-c583eb6c-d9c6-4399-947e-95a62e1f0498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:47:56.962072 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-094019e7-7489-4786-91cd-1e0e4a0af496 req-c583eb6c-d9c6-4399-947e-95a62e1f0498 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=77aa282cb35e491ead9b8c6df0bceef7&device_id=252c3c28-d8be-4493-a2ff-e9d9d52a08c1 HTTP/1.1" status: 200 len: 1096 time: 0.0457768 Dec 10 15:47:57.003443 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-094019e7-7489-4786-91cd-1e0e4a0af496 req-39d1e61a-b2b5-41ca-b78d-5749dfb16364 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fde2ba0e-4c9f-4c68-acda-7309e7c3b33d HTTP/1.1" status: 200 len: 217 time: 0.0335548 Dec 10 15:47:57.051784 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094019e7-7489-4786-91cd-1e0e4a0af496 req-5a4d9d82-442e-4f8b-885a-74dbc16b5641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:47:57.053243 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-094019e7-7489-4786-91cd-1e0e4a0af496 req-5a4d9d82-442e-4f8b-885a-74dbc16b5641 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8227b1b8-0c50-437d-a00e-88324ad3dae9 HTTP/1.1" status: 200 len: 850 time: 0.0432808 Dec 10 15:47:57.089886 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-094019e7-7489-4786-91cd-1e0e4a0af496 req-b2bd9548-94c7-4f22-961e-72306aac53c1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f0bba717-8636-40cd-beac-245ae67ebc0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275033 Dec 10 15:47:57.184971 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-094019e7-7489-4786-91cd-1e0e4a0af496 req-48a914c2-6fb8-4430-b307-9dcfe9906022 service neutron] 10.222.0.44 "GET /v2.0/networks/f0bba717-8636-40cd-beac-245ae67ebc0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881996 Dec 10 15:47:57.277428 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-094019e7-7489-4786-91cd-1e0e4a0af496 req-dc8393d4-8e29-427c-8c5b-ccb5dd4a6f57 service neutron] 10.222.0.44 "GET /v2.0/networks/f0bba717-8636-40cd-beac-245ae67ebc0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855393 Dec 10 15:47:57.560874 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad81b1-dd3b-4fa5-9e36-887bd8a28f7a req-4de2339c-e36a-4b7e-b764-5de3ffef14f4 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:47:57.562283 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-97ad81b1-dd3b-4fa5-9e36-887bd8a28f7a req-4de2339c-e36a-4b7e-b764-5de3ffef14f4 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/ports?device_id=252c3c28-d8be-4493-a2ff-e9d9d52a08c1 HTTP/1.1" status: 200 len: 943 time: 0.0477929 Dec 10 15:47:57.612934 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-97ad81b1-dd3b-4fa5-9e36-887bd8a28f7a req-99aa6ac0-40cb-4a35-b2b0-85910b135840 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/security-groups?id=2046071f-d0f6-4a6b-b112-96428ca99372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448129 Dec 10 15:47:58.003668 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 15:47:58.726047 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6690879c-9bc5-464e-9724-3393fb3c4476 req-65360276-81d3-4665-8e2b-eacd88fb5af3 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:47:58.727502 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-6690879c-9bc5-464e-9724-3393fb3c4476 req-65360276-81d3-4665-8e2b-eacd88fb5af3 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/ports?device_id=252c3c28-d8be-4493-a2ff-e9d9d52a08c1 HTTP/1.1" status: 200 len: 943 time: 0.0482152 Dec 10 15:47:58.773326 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-6690879c-9bc5-464e-9724-3393fb3c4476 req-217c0f4c-3ff0-4a2b-853a-510c8c6cf685 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/security-groups?id=2046071f-d0f6-4a6b-b112-96428ca99372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394514 Dec 10 15:47:59.887944 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b7aa1-1980-4d46-9a04-88dad428f82c req-13ef20cc-6c0c-4e34-b6d6-c4b0eb563fd9 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:47:59.889407 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-0d0b7aa1-1980-4d46-9a04-88dad428f82c req-13ef20cc-6c0c-4e34-b6d6-c4b0eb563fd9 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/ports?device_id=252c3c28-d8be-4493-a2ff-e9d9d52a08c1 HTTP/1.1" status: 200 len: 943 time: 0.0485332 Dec 10 15:47:59.935913 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-0d0b7aa1-1980-4d46-9a04-88dad428f82c req-0ddcc1ee-1d9c-4f27-81e9-40acd50605de tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/security-groups?id=2046071f-d0f6-4a6b-b112-96428ca99372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406759 Dec 10 15:48:00.547860 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device fde2ba0e-4c9f-4c68-acda-7309e7c3b33d details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 15:48:00.641131 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port fde2ba0e-4c9f-4c68-acda-7309e7c3b33d, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=fde2ba0e-4c9f-4c68-acda-7309e7c3b33d,segment=NetworkSegment(29007c89-ba87-4305-be50-3f37219057db),segment_id=29007c89-ba87-4305-be50-3f37219057db)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:48:00.652677 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Returning: {'device': 'fde2ba0e-4c9f-4c68-acda-7309e7c3b33d', 'network_id': 'f0bba717-8636-40cd-beac-245ae67ebc0e', 'port_id': 'fde2ba0e-4c9f-4c68-acda-7309e7c3b33d', 'mac_address': 'fa:16:3e:aa:1d:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8227b1b8-0c50-437d-a00e-88324ad3dae9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 15:48:00.687416 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:48:00.699909 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fde2ba0e-4c9f-4c68-acda-7309e7c3b33d {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 15:48:00.722882 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port fde2ba0e-4c9f-4c68-acda-7309e7c3b33d, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=fde2ba0e-4c9f-4c68-acda-7309e7c3b33d,segment=NetworkSegment(29007c89-ba87-4305-be50-3f37219057db),segment_id=29007c89-ba87-4305-be50-3f37219057db)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:48:00.813699 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:48:00.859023 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=fde2ba0e-4c9f-4c68-acda-7309e7c3b33d,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:48:01.004602 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] get_ports_and_sgs() called for port_ids ['fde2ba0e-4c9f-4c68-acda-7309e7c3b33d'] {{(pid=103588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 15:48:01.049031 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94894da1-db6e-4293-8a5b-6c146208b15d req-0e834e2c-508a-46e4-932e-5d01ebe08a0b tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:48:01.050575 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-94894da1-db6e-4293-8a5b-6c146208b15d req-0e834e2c-508a-46e4-932e-5d01ebe08a0b tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/ports?device_id=252c3c28-d8be-4493-a2ff-e9d9d52a08c1 HTTP/1.1" status: 200 len: 944 time: 0.0484622 Dec 10 15:48:01.097744 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-94894da1-db6e-4293-8a5b-6c146208b15d req-54f99638-36de-4789-b148-2f2bc9610f6a tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/security-groups?id=2046071f-d0f6-4a6b-b112-96428ca99372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412111 Dec 10 15:48:02.209538 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2242a7-3489-4026-b378-087d89d8b05b req-dfa773b5-c0fa-410d-b513-f403df2dac5d tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:48:02.211058 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-2e2242a7-3489-4026-b378-087d89d8b05b req-dfa773b5-c0fa-410d-b513-f403df2dac5d tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/ports?device_id=252c3c28-d8be-4493-a2ff-e9d9d52a08c1 HTTP/1.1" status: 200 len: 944 time: 0.0485544 Dec 10 15:48:02.257363 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-2e2242a7-3489-4026-b378-087d89d8b05b req-8932f2fc-ba35-4867-a70d-1e7dfaf364fb tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/security-groups?id=2046071f-d0f6-4a6b-b112-96428ca99372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395553 Dec 10 15:48:02.562641 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device fde2ba0e-4c9f-4c68-acda-7309e7c3b33d up at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:48:02.677847 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning for port fde2ba0e-4c9f-4c68-acda-7309e7c3b33d completed by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 15:48:02.681628 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning complete for port fde2ba0e-4c9f-4c68-acda-7309e7c3b33d triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:48:02.682032 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:48:02.755875 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:48:02.777869 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '252c3c28-d8be-4493-a2ff-e9d9d52a08c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fde2ba0e-4c9f-4c68-acda-7309e7c3b33d'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:48:02.780087 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa4b92c408489e2c982394a5a7b3518bb1b22554638321e3ea6c5cabb2c75d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66415112-ed5b-40b1-bc89-2e14ce2cb578" -d '{"events": [{"server_uuid": "252c3c28-d8be-4493-a2ff-e9d9d52a08c1", "name": "network-vif-plugged", "status": "completed", "tag": "fde2ba0e-4c9f-4c68-acda-7309e7c3b33d"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:48:02.793152 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port fde2ba0e-4c9f-4c68-acda-7309e7c3b33d, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=fde2ba0e-4c9f-4c68-acda-7309e7c3b33d,segment=NetworkSegment(29007c89-ba87-4305-be50-3f37219057db),segment_id=29007c89-ba87-4305-be50-3f37219057db)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:48:02.820440 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 15:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6878e7a-4f9f-446a-a108-e89808fc81e2 x-openstack-request-id: req-b6878e7a-4f9f-446a-a108-e89808fc81e2 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:48:02.820440 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "252c3c28-d8be-4493-a2ff-e9d9d52a08c1", "name": "network-vif-plugged", "status": "completed", "tag": "fde2ba0e-4c9f-4c68-acda-7309e7c3b33d", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:48:02.820440 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b6878e7a-4f9f-446a-a108-e89808fc81e2 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:48:02.820440 dv-neutron-821401-4-hyperv neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '252c3c28-d8be-4493-a2ff-e9d9d52a08c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fde2ba0e-4c9f-4c68-acda-7309e7c3b33d', 'code': 200} Dec 10 15:48:02.849235 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:48:02.898355 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=fde2ba0e-4c9f-4c68-acda-7309e7c3b33d,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:48:03.076151 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab3b8d4-f178-465f-848e-4304d5dcff2c req-0be60a93-05cc-415e-8532-1c62650e7ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:48:03.077588 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-9ab3b8d4-f178-465f-848e-4304d5dcff2c req-0be60a93-05cc-415e-8532-1c62650e7ed7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=252c3c28-d8be-4493-a2ff-e9d9d52a08c1 HTTP/1.1" status: 200 len: 1098 time: 0.0439615 Dec 10 15:48:03.121130 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-9ab3b8d4-f178-465f-848e-4304d5dcff2c req-adfaa31c-8142-40b7-a6a3-92136cb47b45 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2046071f-d0f6-4a6b-b112-96428ca99372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371008 Dec 10 15:48:03.373572 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e2b20c-450b-4551-bb12-81ed0eda4b9c req-12761508-cd45-4602-8958-f5c91cc12830 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:48:03.374964 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-84e2b20c-450b-4551-bb12-81ed0eda4b9c req-12761508-cd45-4602-8958-f5c91cc12830 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/ports?device_id=252c3c28-d8be-4493-a2ff-e9d9d52a08c1 HTTP/1.1" status: 200 len: 945 time: 0.0518546 Dec 10 15:48:03.421055 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-84e2b20c-450b-4551-bb12-81ed0eda4b9c req-e92d6716-d146-4610-beed-47ffc305291e tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/security-groups?id=2046071f-d0f6-4a6b-b112-96428ca99372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401919 Dec 10 15:48:04.534156 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d69def-e61e-48f3-871a-620b8913be91 req-63aeb75f-46f1-45d1-a60e-7e26a2f037f9 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:48:04.535624 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-92d69def-e61e-48f3-871a-620b8913be91 req-63aeb75f-46f1-45d1-a60e-7e26a2f037f9 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/ports?device_id=252c3c28-d8be-4493-a2ff-e9d9d52a08c1 HTTP/1.1" status: 200 len: 945 time: 0.0483549 Dec 10 15:48:04.582620 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-92d69def-e61e-48f3-871a-620b8913be91 req-a7187fe1-4141-45c6-b49c-ecc68784045a tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/security-groups?id=2046071f-d0f6-4a6b-b112-96428ca99372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411313 Dec 10 15:48:05.044466 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea70c3fe-8c3e-415f-a490-4629099d3bba req-402c74cb-25ec-422a-a41d-96a2efea6e2d tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:48:05.046368 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-ea70c3fe-8c3e-415f-a490-4629099d3bba req-402c74cb-25ec-422a-a41d-96a2efea6e2d tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/ports?device_id=252c3c28-d8be-4493-a2ff-e9d9d52a08c1 HTTP/1.1" status: 200 len: 945 time: 0.0490177 Dec 10 15:48:05.095916 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-ea70c3fe-8c3e-415f-a490-4629099d3bba req-2aa254e8-dbdb-4553-84ea-508073d238ef tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/security-groups?id=2046071f-d0f6-4a6b-b112-96428ca99372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438778 Dec 10 15:48:05.178298 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 39574) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:48:05.262419 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-1f4fbd07-d03e-4b9b-8e52-87bc9291586e req-3afbb34a-a164-46f2-ab7a-9d7f7a82790e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=252c3c28-d8be-4493-a2ff-e9d9d52a08c1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0829637 Dec 10 15:48:05.271312 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [req-1f4fbd07-d03e-4b9b-8e52-87bc9291586e req-b96335bc-023e-4898-a727-245372f1d8a4 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:48:05.272280 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-1f4fbd07-d03e-4b9b-8e52-87bc9291586e req-b96335bc-023e-4898-a727-245372f1d8a4 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048795 Dec 10 15:48:06.212459 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac91f36-281e-4d57-895e-2f7bf2f84a47 req-58faaf01-ac70-42c9-a0b3-0d3cf56f297b tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:48:06.214385 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-5ac91f36-281e-4d57-895e-2f7bf2f84a47 req-58faaf01-ac70-42c9-a0b3-0d3cf56f297b tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/ports?device_id=252c3c28-d8be-4493-a2ff-e9d9d52a08c1 HTTP/1.1" status: 200 len: 945 time: 0.0480278 Dec 10 15:48:06.269343 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-5ac91f36-281e-4d57-895e-2f7bf2f84a47 req-f0818eee-1775-445b-a082-26a08654057d tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/security-groups?id=2046071f-d0f6-4a6b-b112-96428ca99372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488386 Dec 10 15:48:07.396467 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4fbd07-d03e-4b9b-8e52-87bc9291586e req-35f0d717-ebeb-4abb-befb-d467291dd3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:48:07.397995 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-1f4fbd07-d03e-4b9b-8e52-87bc9291586e req-35f0d717-ebeb-4abb-befb-d467291dd3ba service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=77aa282cb35e491ead9b8c6df0bceef7&device_id=252c3c28-d8be-4493-a2ff-e9d9d52a08c1 HTTP/1.1" status: 200 len: 1098 time: 0.0732071 Dec 10 15:48:07.409819 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f35ac0-e84c-4c30-998d-71b282a2658d req-35d02aa3-4061-45bf-9846-eec5a3d20617 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:48:07.411146 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-90f35ac0-e84c-4c30-998d-71b282a2658d req-35d02aa3-4061-45bf-9846-eec5a3d20617 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/ports?device_id=252c3c28-d8be-4493-a2ff-e9d9d52a08c1 HTTP/1.1" status: 200 len: 945 time: 0.0611415 Dec 10 15:48:07.509470 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-90f35ac0-e84c-4c30-998d-71b282a2658d req-26ec05f9-8f88-4588-b954-4388a7b3322f tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/security-groups?id=2046071f-d0f6-4a6b-b112-96428ca99372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895848 Dec 10 15:48:07.530873 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4fbd07-d03e-4b9b-8e52-87bc9291586e req-a47c74bb-aa4c-417c-9e7d-816ddf6549d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:48:07.532309 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-1f4fbd07-d03e-4b9b-8e52-87bc9291586e req-a47c74bb-aa4c-417c-9e7d-816ddf6549d3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f0bba717-8636-40cd-beac-245ae67ebc0e HTTP/1.1" status: 200 len: 911 time: 0.1202157 Dec 10 15:48:07.573882 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-1f4fbd07-d03e-4b9b-8e52-87bc9291586e req-c9962636-9feb-4559-92cd-8e1215e41215 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fde2ba0e-4c9f-4c68-acda-7309e7c3b33d HTTP/1.1" status: 200 len: 217 time: 0.0347345 Dec 10 15:48:07.625523 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4fbd07-d03e-4b9b-8e52-87bc9291586e req-25905b30-7b4e-4d8a-86a7-14174474da10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:48:07.627075 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-1f4fbd07-d03e-4b9b-8e52-87bc9291586e req-25905b30-7b4e-4d8a-86a7-14174474da10 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8227b1b8-0c50-437d-a00e-88324ad3dae9 HTTP/1.1" status: 200 len: 850 time: 0.0460260 Dec 10 15:48:07.656656 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-1f4fbd07-d03e-4b9b-8e52-87bc9291586e req-67a46f71-93ff-4191-a191-073232ad7d67 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f0bba717-8636-40cd-beac-245ae67ebc0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230470 Dec 10 15:48:07.743961 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-1f4fbd07-d03e-4b9b-8e52-87bc9291586e req-1b91be4c-a779-4303-8050-f6d86e15fc73 service neutron] 10.222.0.44 "GET /v2.0/networks/f0bba717-8636-40cd-beac-245ae67ebc0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803401 Dec 10 15:48:07.836559 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-1f4fbd07-d03e-4b9b-8e52-87bc9291586e req-84028fc1-890e-4e40-b20f-9082718ce5aa service neutron] 10.222.0.44 "GET /v2.0/networks/f0bba717-8636-40cd-beac-245ae67ebc0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837228 Dec 10 15:48:08.631180 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b43d0-9d34-432a-908b-35181208289f req-9bfc1ed1-52b5-46a4-9518-f298ef739824 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:48:08.632702 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-877b43d0-9d34-432a-908b-35181208289f req-9bfc1ed1-52b5-46a4-9518-f298ef739824 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/ports?device_id=252c3c28-d8be-4493-a2ff-e9d9d52a08c1 HTTP/1.1" status: 200 len: 945 time: 0.0567701 Dec 10 15:48:08.678925 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-877b43d0-9d34-432a-908b-35181208289f req-58d9cfda-8bc4-4afd-b9d4-9002c828cdaf tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/security-groups?id=2046071f-d0f6-4a6b-b112-96428ca99372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396843 Dec 10 15:48:09.793066 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5cddba-8cbf-4a80-a071-976c73fe0b5a req-5e1ea6fe-020b-4639-9870-cab58312ffc3 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:48:09.794560 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-ce5cddba-8cbf-4a80-a071-976c73fe0b5a req-5e1ea6fe-020b-4639-9870-cab58312ffc3 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/ports?device_id=252c3c28-d8be-4493-a2ff-e9d9d52a08c1 HTTP/1.1" status: 200 len: 945 time: 0.0486646 Dec 10 15:48:09.840778 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-ce5cddba-8cbf-4a80-a071-976c73fe0b5a req-00a273ef-8be5-4d83-9c3f-f1787554e7f0 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/security-groups?id=2046071f-d0f6-4a6b-b112-96428ca99372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403214 Dec 10 15:48:10.952380 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8ab265-f253-4481-a870-b345f9ea2a49 req-08ae0abf-1564-4444-a9cc-56860a269151 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:48:10.953899 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-cd8ab265-f253-4481-a870-b345f9ea2a49 req-08ae0abf-1564-4444-a9cc-56860a269151 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/ports?device_id=252c3c28-d8be-4493-a2ff-e9d9d52a08c1 HTTP/1.1" status: 200 len: 945 time: 0.0482433 Dec 10 15:48:11.001154 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-cd8ab265-f253-4481-a870-b345f9ea2a49 req-21b72fb1-713c-457d-b053-a213a48b4cae tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/security-groups?id=2046071f-d0f6-4a6b-b112-96428ca99372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413876 Dec 10 15:48:12.113079 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aaaa66-8e47-4984-9158-083c81d76465 req-2db0e3a1-7674-41f1-88b4-14291ed2c88b tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:48:12.114537 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b3aaaa66-8e47-4984-9158-083c81d76465 req-2db0e3a1-7674-41f1-88b4-14291ed2c88b tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/ports?device_id=252c3c28-d8be-4493-a2ff-e9d9d52a08c1 HTTP/1.1" status: 200 len: 945 time: 0.0472033 Dec 10 15:48:12.164189 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b3aaaa66-8e47-4984-9158-083c81d76465 req-ad58650a-4dbd-4a82-bbdd-72cf626e8f0a tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/security-groups?id=2046071f-d0f6-4a6b-b112-96428ca99372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438764 Dec 10 15:48:12.928461 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e90d650e-5d14-4932-9192-314f8fc99c70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:48:13.284326 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc4ed92-00a1-453c-8a99-6d66cc01cd07 req-3f22767e-18af-45c4-a78c-31fc88f351c9 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:48:13.285810 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-5dc4ed92-00a1-453c-8a99-6d66cc01cd07 req-3f22767e-18af-45c4-a78c-31fc88f351c9 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/ports?device_id=252c3c28-d8be-4493-a2ff-e9d9d52a08c1 HTTP/1.1" status: 200 len: 945 time: 0.0548348 Dec 10 15:48:13.332056 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-5dc4ed92-00a1-453c-8a99-6d66cc01cd07 req-4fa9d452-7570-4555-b07e-b0bdc776be7f tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/security-groups?id=2046071f-d0f6-4a6b-b112-96428ca99372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403800 Dec 10 15:48:13.471399 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:48:14.444538 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a51e88-3301-42f0-b443-69ef7a7049a6 req-86335108-3228-45cf-b7b4-814fd8529e4c tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:48:14.446023 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-f1a51e88-3301-42f0-b443-69ef7a7049a6 req-86335108-3228-45cf-b7b4-814fd8529e4c tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/ports?device_id=252c3c28-d8be-4493-a2ff-e9d9d52a08c1 HTTP/1.1" status: 200 len: 945 time: 0.0475304 Dec 10 15:48:14.492431 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-f1a51e88-3301-42f0-b443-69ef7a7049a6 req-8fcb62a2-3ada-4e97-8005-e2b03c6ca418 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/security-groups?id=2046071f-d0f6-4a6b-b112-96428ca99372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401006 Dec 10 15:48:15.258901 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-acb6085e-e174-42c8-9d11-e6d26e66a7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:48:15.606412 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f818d2a-6b46-48ed-b2ad-4202b1b52a8d req-0e5c3fb9-e326-4004-a381-f372b420b789 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:48:15.607917 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-0f818d2a-6b46-48ed-b2ad-4202b1b52a8d req-0e5c3fb9-e326-4004-a381-f372b420b789 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/ports?device_id=252c3c28-d8be-4493-a2ff-e9d9d52a08c1 HTTP/1.1" status: 200 len: 945 time: 0.0484776 Dec 10 15:48:15.654382 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-0f818d2a-6b46-48ed-b2ad-4202b1b52a8d req-edf0298c-db24-49cc-90dc-4a5682140fe4 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/security-groups?id=2046071f-d0f6-4a6b-b112-96428ca99372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407176 Dec 10 15:48:16.139993 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:48:16.766441 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990b2182-789b-4860-8e1c-6eb9a51a006d req-7601c229-72e5-4772-b648-f0d0b71ff227 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:48:16.767915 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-990b2182-789b-4860-8e1c-6eb9a51a006d req-7601c229-72e5-4772-b648-f0d0b71ff227 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/ports?device_id=252c3c28-d8be-4493-a2ff-e9d9d52a08c1 HTTP/1.1" status: 200 len: 945 time: 0.0484581 Dec 10 15:48:16.814312 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-990b2182-789b-4860-8e1c-6eb9a51a006d req-4bc1efed-6335-4959-9e9a-466d6591109c tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/security-groups?id=2046071f-d0f6-4a6b-b112-96428ca99372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405064 Dec 10 15:48:17.772871 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:48:17.927859 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c1f0f-feb6-49bf-ade7-a2ff17a90b06 req-08ff8ac4-53cb-42f6-be91-69975e589edb tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:48:17.929341 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-2c6c1f0f-feb6-49bf-ade7-a2ff17a90b06 req-08ff8ac4-53cb-42f6-be91-69975e589edb tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/ports?device_id=252c3c28-d8be-4493-a2ff-e9d9d52a08c1 HTTP/1.1" status: 200 len: 945 time: 0.0491443 Dec 10 15:48:17.980401 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-2c6c1f0f-feb6-49bf-ade7-a2ff17a90b06 req-ca3384ca-3367-499f-91b3-46aebf8768bc tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/security-groups?id=2046071f-d0f6-4a6b-b112-96428ca99372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437303 Dec 10 15:48:18.659807 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:48:19.101580 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a121ca2-aa25-45ad-b170-aa7c7d689aa6 req-d879fc3c-34c1-45fc-85c1-81571b42feab tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:48:19.103107 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-5a121ca2-aa25-45ad-b170-aa7c7d689aa6 req-d879fc3c-34c1-45fc-85c1-81571b42feab tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/ports?device_id=252c3c28-d8be-4493-a2ff-e9d9d52a08c1 HTTP/1.1" status: 200 len: 945 time: 0.0552671 Dec 10 15:48:19.150427 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-5a121ca2-aa25-45ad-b170-aa7c7d689aa6 req-e117e32d-b82b-4110-8a28-0f39c3e59a06 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/security-groups?id=2046071f-d0f6-4a6b-b112-96428ca99372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405924 Dec 10 15:48:20.265696 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f6de3-890d-4186-bc14-1ed300d63d94 req-bc0f4535-f0de-4ddf-aa8c-8ccec90405bd tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:48:20.267194 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-331f6de3-890d-4186-bc14-1ed300d63d94 req-bc0f4535-f0de-4ddf-aa8c-8ccec90405bd tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/ports?device_id=252c3c28-d8be-4493-a2ff-e9d9d52a08c1 HTTP/1.1" status: 200 len: 945 time: 0.0486591 Dec 10 15:48:20.313633 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-331f6de3-890d-4186-bc14-1ed300d63d94 req-3f3e26b4-9b2e-4c04-970c-4563ec818e8c tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/security-groups?id=2046071f-d0f6-4a6b-b112-96428ca99372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404189 Dec 10 15:48:21.424132 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf0186-73c8-4b52-8c97-f745f4c3c9c6 req-e8df20e8-72d6-4ab1-b05b-7925610c9d27 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:48:21.425638 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-f2cf0186-73c8-4b52-8c97-f745f4c3c9c6 req-e8df20e8-72d6-4ab1-b05b-7925610c9d27 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/ports?device_id=252c3c28-d8be-4493-a2ff-e9d9d52a08c1 HTTP/1.1" status: 200 len: 945 time: 0.0476270 Dec 10 15:48:21.472456 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-f2cf0186-73c8-4b52-8c97-f745f4c3c9c6 req-c431cbde-ccfe-402d-afef-c495dba5822f tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/security-groups?id=2046071f-d0f6-4a6b-b112-96428ca99372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409904 Dec 10 15:48:22.588872 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddd5e65-de37-441e-806b-b86a4ee92ae8 req-40facc67-0e7e-4b63-b15b-6ae0453b0ad7 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:48:22.590927 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-dddd5e65-de37-441e-806b-b86a4ee92ae8 req-40facc67-0e7e-4b63-b15b-6ae0453b0ad7 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/ports?device_id=252c3c28-d8be-4493-a2ff-e9d9d52a08c1 HTTP/1.1" status: 200 len: 945 time: 0.0525718 Dec 10 15:48:22.636846 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-dddd5e65-de37-441e-806b-b86a4ee92ae8 req-1f47056a-2fc7-4eb7-afc5-8ee305d7773a tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/security-groups?id=2046071f-d0f6-4a6b-b112-96428ca99372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395963 Dec 10 15:48:23.749403 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814a4be1-8d85-47f8-8aa1-943b7de5c8c1 req-ad4f1a28-f91f-48fc-a7fd-e4201e958759 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:48:23.750904 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-814a4be1-8d85-47f8-8aa1-943b7de5c8c1 req-ad4f1a28-f91f-48fc-a7fd-e4201e958759 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/ports?device_id=252c3c28-d8be-4493-a2ff-e9d9d52a08c1 HTTP/1.1" status: 200 len: 945 time: 0.0484493 Dec 10 15:48:23.800821 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-814a4be1-8d85-47f8-8aa1-943b7de5c8c1 req-d0c3c96b-98a2-418b-b899-79e6dd48923d tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/security-groups?id=2046071f-d0f6-4a6b-b112-96428ca99372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441210 Dec 10 15:48:24.915235 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b859da-26cf-4d71-9626-05b0bd0eb392 req-b92f55a9-3013-46bb-ac89-122b474d8e7e tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:48:24.916689 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-24b859da-26cf-4d71-9626-05b0bd0eb392 req-b92f55a9-3013-46bb-ac89-122b474d8e7e tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/ports?device_id=252c3c28-d8be-4493-a2ff-e9d9d52a08c1 HTTP/1.1" status: 200 len: 945 time: 0.0506625 Dec 10 15:48:24.962691 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-24b859da-26cf-4d71-9626-05b0bd0eb392 req-84545906-872d-4674-8386-2799284b7a97 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/security-groups?id=2046071f-d0f6-4a6b-b112-96428ca99372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393775 Dec 10 15:48:26.076043 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d149874-fa61-40c7-81e7-c3fb4007423a req-ae85ca05-e477-47b2-963c-21efc4128a9d tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:48:26.077529 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-8d149874-fa61-40c7-81e7-c3fb4007423a req-ae85ca05-e477-47b2-963c-21efc4128a9d tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/ports?device_id=252c3c28-d8be-4493-a2ff-e9d9d52a08c1 HTTP/1.1" status: 200 len: 945 time: 0.0485184 Dec 10 15:48:26.123748 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-8d149874-fa61-40c7-81e7-c3fb4007423a req-ba316a23-cae6-444a-afe0-4168d2a1709e tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/security-groups?id=2046071f-d0f6-4a6b-b112-96428ca99372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403373 Dec 10 15:48:27.237163 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a38a779-ebdb-4366-afbc-17ece9daa51e req-ac2a0bab-3aa9-4323-978a-bf778d5e9bbc tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:48:27.238680 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-7a38a779-ebdb-4366-afbc-17ece9daa51e req-ac2a0bab-3aa9-4323-978a-bf778d5e9bbc tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/ports?device_id=252c3c28-d8be-4493-a2ff-e9d9d52a08c1 HTTP/1.1" status: 200 len: 945 time: 0.0482991 Dec 10 15:48:27.292102 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-7a38a779-ebdb-4366-afbc-17ece9daa51e req-bf7651e2-a9a5-40ef-a28d-8f03a528b3a0 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/security-groups?id=2046071f-d0f6-4a6b-b112-96428ca99372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474739 Dec 10 15:48:28.405635 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e94033-4b17-45cf-b1a0-3b1828c01a62 req-f04b4865-27b2-49a0-9085-bac2d618dc19 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:48:28.407067 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-c5e94033-4b17-45cf-b1a0-3b1828c01a62 req-f04b4865-27b2-49a0-9085-bac2d618dc19 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/ports?device_id=252c3c28-d8be-4493-a2ff-e9d9d52a08c1 HTTP/1.1" status: 200 len: 945 time: 0.0482662 Dec 10 15:48:28.453357 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-c5e94033-4b17-45cf-b1a0-3b1828c01a62 req-6f1ac72f-0ff2-4ed6-9be5-1945fb989d29 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/security-groups?id=2046071f-d0f6-4a6b-b112-96428ca99372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402300 Dec 10 15:48:29.574835 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b57108-2513-41b8-816f-c9a70140037c req-eb3cfbf5-b500-4ea5-905e-0958d125eeca tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:48:29.576322 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-b5b57108-2513-41b8-816f-c9a70140037c req-eb3cfbf5-b500-4ea5-905e-0958d125eeca tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/ports?device_id=252c3c28-d8be-4493-a2ff-e9d9d52a08c1 HTTP/1.1" status: 200 len: 945 time: 0.0570047 Dec 10 15:48:29.622593 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-b5b57108-2513-41b8-816f-c9a70140037c req-df2a2d74-ecba-4c4d-af2f-1f35a1070624 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/security-groups?id=2046071f-d0f6-4a6b-b112-96428ca99372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403001 Dec 10 15:48:30.739866 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d40a061-b82f-4c68-be64-3a8c94f49c4c req-ca4097d1-fdd8-4928-877f-96124e5f96f5 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:48:30.741368 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-2d40a061-b82f-4c68-be64-3a8c94f49c4c req-ca4097d1-fdd8-4928-877f-96124e5f96f5 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/ports?device_id=252c3c28-d8be-4493-a2ff-e9d9d52a08c1 HTTP/1.1" status: 200 len: 945 time: 0.0508609 Dec 10 15:48:30.788328 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-2d40a061-b82f-4c68-be64-3a8c94f49c4c req-6a1738d0-35f2-4e32-b24d-324a8f3aaff9 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/security-groups?id=2046071f-d0f6-4a6b-b112-96428ca99372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403504 Dec 10 15:48:31.901585 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b675740-ebc2-4995-8f15-355ae01923de req-cd3b58bc-57ea-4ee3-baee-0d6a82ff8b29 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:48:31.903096 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-8b675740-ebc2-4995-8f15-355ae01923de req-cd3b58bc-57ea-4ee3-baee-0d6a82ff8b29 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/ports?device_id=252c3c28-d8be-4493-a2ff-e9d9d52a08c1 HTTP/1.1" status: 200 len: 945 time: 0.0484939 Dec 10 15:48:31.949639 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-8b675740-ebc2-4995-8f15-355ae01923de req-fe13f4a5-261d-4b79-a3ce-7035b040174a tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/security-groups?id=2046071f-d0f6-4a6b-b112-96428ca99372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407505 Dec 10 15:48:32.232198 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f563aed-7cb7-4bd7-8348-b8623d32c18e req-ecb55e97-5c70-4cf5-a8ce-5c00e0234f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:48:32.233684 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-5f563aed-7cb7-4bd7-8348-b8623d32c18e req-ecb55e97-5c70-4cf5-a8ce-5c00e0234f81 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=77aa282cb35e491ead9b8c6df0bceef7&device_id=252c3c28-d8be-4493-a2ff-e9d9d52a08c1 HTTP/1.1" status: 200 len: 1098 time: 0.0392447 Dec 10 15:48:32.337359 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f563aed-7cb7-4bd7-8348-b8623d32c18e req-acaf4a08-59d4-4b5f-9745-7078e40101a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:48:32.338865 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-5f563aed-7cb7-4bd7-8348-b8623d32c18e req-acaf4a08-59d4-4b5f-9745-7078e40101a7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f0bba717-8636-40cd-beac-245ae67ebc0e HTTP/1.1" status: 200 len: 911 time: 0.0860543 Dec 10 15:48:32.381387 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-5f563aed-7cb7-4bd7-8348-b8623d32c18e req-23ee7df0-34f6-45ec-a4ae-6907bb347511 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fde2ba0e-4c9f-4c68-acda-7309e7c3b33d HTTP/1.1" status: 200 len: 217 time: 0.0341525 Dec 10 15:48:32.430961 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f563aed-7cb7-4bd7-8348-b8623d32c18e req-6663bd3c-8c01-450f-946a-17d99a473439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:48:32.432397 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-5f563aed-7cb7-4bd7-8348-b8623d32c18e req-6663bd3c-8c01-450f-946a-17d99a473439 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8227b1b8-0c50-437d-a00e-88324ad3dae9 HTTP/1.1" status: 200 len: 850 time: 0.0414546 Dec 10 15:48:32.463401 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-5f563aed-7cb7-4bd7-8348-b8623d32c18e req-07a774be-799d-42bb-8d87-3fa00d697657 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f0bba717-8636-40cd-beac-245ae67ebc0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234692 Dec 10 15:48:32.558431 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-5f563aed-7cb7-4bd7-8348-b8623d32c18e req-90621dcc-9d73-4b41-99c1-cf158a8054a0 service neutron] 10.222.0.44 "GET /v2.0/networks/f0bba717-8636-40cd-beac-245ae67ebc0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861728 Dec 10 15:48:32.648640 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-5f563aed-7cb7-4bd7-8348-b8623d32c18e req-e07c56f4-4b04-4523-ab24-cc0fb0c79c9e service neutron] 10.222.0.44 "GET /v2.0/networks/f0bba717-8636-40cd-beac-245ae67ebc0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829074 Dec 10 15:48:33.063364 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71786478-a559-4451-89e6-93d4a463eb7f req-fb6f599f-a399-43a8-a154-cd000f866739 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:48:33.064833 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-71786478-a559-4451-89e6-93d4a463eb7f req-fb6f599f-a399-43a8-a154-cd000f866739 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/ports?device_id=252c3c28-d8be-4493-a2ff-e9d9d52a08c1 HTTP/1.1" status: 200 len: 945 time: 0.0486791 Dec 10 15:48:33.111292 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-71786478-a559-4451-89e6-93d4a463eb7f req-40e1540c-aa2e-428c-8487-fe3e5d5adc9a tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/security-groups?id=2046071f-d0f6-4a6b-b112-96428ca99372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405686 Dec 10 15:48:34.223566 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f988a939-beea-4b64-a0ce-57a8a00fae42 req-b4aab280-7707-441b-b03e-08b83a0fd583 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:48:34.225043 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f988a939-beea-4b64-a0ce-57a8a00fae42 req-b4aab280-7707-441b-b03e-08b83a0fd583 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/ports?device_id=252c3c28-d8be-4493-a2ff-e9d9d52a08c1 HTTP/1.1" status: 200 len: 945 time: 0.0471768 Dec 10 15:48:34.274575 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f988a939-beea-4b64-a0ce-57a8a00fae42 req-604a75a6-f355-45ad-884c-df2c9d229c37 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/security-groups?id=2046071f-d0f6-4a6b-b112-96428ca99372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430605 Dec 10 15:48:34.812726 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-1f4fbd07-d03e-4b9b-8e52-87bc9291586e req-6dff028f-7637-4516-a5fc-5f9a6d81cbdd service neutron] 10.222.0.44 "GET /v2.0/ports/fde2ba0e-4c9f-4c68-acda-7309e7c3b33d/bindings/hv-neutron-8214 HTTP/1.1" status: 200 len: 384 time: 0.0536721 Dec 10 15:48:35.002261 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 15:48:35.391794 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4fbd07-d03e-4b9b-8e52-87bc9291586e req-8a4e3926-76c3-465f-997a-42903366c2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:48:35.393261 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-1f4fbd07-d03e-4b9b-8e52-87bc9291586e req-8a4e3926-76c3-465f-997a-42903366c2b5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=252c3c28-d8be-4493-a2ff-e9d9d52a08c1&tenant_id=77aa282cb35e491ead9b8c6df0bceef7 HTTP/1.1" status: 200 len: 1098 time: 0.1015785 Dec 10 15:48:35.406803 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e7833a-f207-465a-be03-443854703aa8 req-d128ff32-ef65-4a66-85a6-57e224d7548c tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:48:35.408149 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-24e7833a-f207-465a-be03-443854703aa8 req-d128ff32-ef65-4a66-85a6-57e224d7548c tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/ports?device_id=252c3c28-d8be-4493-a2ff-e9d9d52a08c1 HTTP/1.1" status: 200 len: 945 time: 0.0631640 Dec 10 15:48:35.482933 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-24e7833a-f207-465a-be03-443854703aa8 req-9ffd035f-5967-42dd-a9af-3fdb4ae0f841 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/security-groups?id=2046071f-d0f6-4a6b-b112-96428ca99372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689247 Dec 10 15:48:35.485364 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4fbd07-d03e-4b9b-8e52-87bc9291586e req-58eee088-9477-4117-b366-3f053b460fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:48:35.486758 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-1f4fbd07-d03e-4b9b-8e52-87bc9291586e req-58eee088-9477-4117-b366-3f053b460fac service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=77aa282cb35e491ead9b8c6df0bceef7&device_id=252c3c28-d8be-4493-a2ff-e9d9d52a08c1 HTTP/1.1" status: 200 len: 1098 time: 0.0711856 Dec 10 15:48:35.576970 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4fbd07-d03e-4b9b-8e52-87bc9291586e req-cad3b31f-c1f2-48ad-9ea4-627293033623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:48:35.578458 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-1f4fbd07-d03e-4b9b-8e52-87bc9291586e req-cad3b31f-c1f2-48ad-9ea4-627293033623 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f0bba717-8636-40cd-beac-245ae67ebc0e HTTP/1.1" status: 200 len: 911 time: 0.0847702 Dec 10 15:48:35.619100 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-1f4fbd07-d03e-4b9b-8e52-87bc9291586e req-9eca3b83-e9ab-48e1-a3a4-a5be559c324c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fde2ba0e-4c9f-4c68-acda-7309e7c3b33d HTTP/1.1" status: 200 len: 217 time: 0.0338578 Dec 10 15:48:35.669106 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4fbd07-d03e-4b9b-8e52-87bc9291586e req-bcb7005b-e209-4a59-8cb3-76e3296fd098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:48:35.670525 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-1f4fbd07-d03e-4b9b-8e52-87bc9291586e req-bcb7005b-e209-4a59-8cb3-76e3296fd098 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8227b1b8-0c50-437d-a00e-88324ad3dae9 HTTP/1.1" status: 200 len: 850 time: 0.0449917 Dec 10 15:48:35.699952 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-1f4fbd07-d03e-4b9b-8e52-87bc9291586e req-a514e8a0-1112-46e7-9791-6ebe2cc29f99 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f0bba717-8636-40cd-beac-245ae67ebc0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0224984 Dec 10 15:48:35.785730 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-1f4fbd07-d03e-4b9b-8e52-87bc9291586e req-05028ad0-0014-43cf-a88a-df73961799df service neutron] 10.222.0.44 "GET /v2.0/networks/f0bba717-8636-40cd-beac-245ae67ebc0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790963 Dec 10 15:48:35.876006 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-1f4fbd07-d03e-4b9b-8e52-87bc9291586e req-ad3e68f3-66a0-4cbe-931d-5d7cf8a1f56b service neutron] 10.222.0.44 "GET /v2.0/networks/f0bba717-8636-40cd-beac-245ae67ebc0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829091 Dec 10 15:48:36.597428 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff26c6-c9b1-4d4f-a635-d62937da343f req-72b546eb-7dcc-44ea-a035-3aefb6a88b94 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:48:36.598925 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-33ff26c6-c9b1-4d4f-a635-d62937da343f req-72b546eb-7dcc-44ea-a035-3aefb6a88b94 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/ports?device_id=252c3c28-d8be-4493-a2ff-e9d9d52a08c1 HTTP/1.1" status: 200 len: 945 time: 0.0482063 Dec 10 15:48:36.645179 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-33ff26c6-c9b1-4d4f-a635-d62937da343f req-e82d02a1-763b-4dcd-96cd-916c024eb3bc tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/security-groups?id=2046071f-d0f6-4a6b-b112-96428ca99372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404551 Dec 10 15:48:37.762247 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7eda27-ba2a-4ac4-8f43-b59aaf1b53e6 req-c081605d-1855-402d-a128-d087e36d2d47 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:48:37.763731 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-8c7eda27-ba2a-4ac4-8f43-b59aaf1b53e6 req-c081605d-1855-402d-a128-d087e36d2d47 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/ports?device_id=252c3c28-d8be-4493-a2ff-e9d9d52a08c1 HTTP/1.1" status: 200 len: 945 time: 0.0501666 Dec 10 15:48:37.811065 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-8c7eda27-ba2a-4ac4-8f43-b59aaf1b53e6 req-fbb097ab-2f45-44ea-8882-51869291fa42 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/security-groups?id=2046071f-d0f6-4a6b-b112-96428ca99372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412214 Dec 10 15:48:38.780670 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device fde2ba0e-4c9f-4c68-acda-7309e7c3b33d details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 15:48:38.784321 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device fde2ba0e-4c9f-4c68-acda-7309e7c3b33d no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:48:38.924179 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae512a-6bad-4ce3-a305-8d7329db13b9 req-e824238a-0b1f-4de1-9daf-dc79ca01e6c0 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:48:38.925678 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-85ae512a-6bad-4ce3-a305-8d7329db13b9 req-e824238a-0b1f-4de1-9daf-dc79ca01e6c0 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/ports?device_id=252c3c28-d8be-4493-a2ff-e9d9d52a08c1 HTTP/1.1" status: 200 len: 945 time: 0.0478997 Dec 10 15:48:38.930339 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:48:38.961330 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port fde2ba0e-4c9f-4c68-acda-7309e7c3b33d, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=fde2ba0e-4c9f-4c68-acda-7309e7c3b33d,segment=NetworkSegment(29007c89-ba87-4305-be50-3f37219057db),segment_id=29007c89-ba87-4305-be50-3f37219057db)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:48:38.975463 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-85ae512a-6bad-4ce3-a305-8d7329db13b9 req-b4955ee9-9a5d-478b-8b82-976f34e5a107 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/security-groups?id=2046071f-d0f6-4a6b-b112-96428ca99372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437815 Dec 10 15:48:38.984147 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '252c3c28-d8be-4493-a2ff-e9d9d52a08c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fde2ba0e-4c9f-4c68-acda-7309e7c3b33d'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:48:38.986458 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa4b92c408489e2c982394a5a7b3518bb1b22554638321e3ea6c5cabb2c75d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a20e7f9a-cda5-48b7-8eb5-847ef6fcbeb2" -d '{"events": [{"server_uuid": "252c3c28-d8be-4493-a2ff-e9d9d52a08c1", "name": "network-vif-unplugged", "status": "completed", "tag": "fde2ba0e-4c9f-4c68-acda-7309e7c3b33d"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:48:38.991320 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Returning: {'device': 'fde2ba0e-4c9f-4c68-acda-7309e7c3b33d', 'network_id': 'f0bba717-8636-40cd-beac-245ae67ebc0e', 'port_id': 'fde2ba0e-4c9f-4c68-acda-7309e7c3b33d', 'mac_address': 'fa:16:3e:aa:1d:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8227b1b8-0c50-437d-a00e-88324ad3dae9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 15:48:39.001524 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port fde2ba0e-4c9f-4c68-acda-7309e7c3b33d, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=fde2ba0e-4c9f-4c68-acda-7309e7c3b33d,segment=NetworkSegment(29007c89-ba87-4305-be50-3f37219057db),segment_id=29007c89-ba87-4305-be50-3f37219057db)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:48:39.037873 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:48:39.042899 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 15:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d3c467-5a7e-4fc3-84e5-87021c12fb91 x-openstack-request-id: req-38d3c467-5a7e-4fc3-84e5-87021c12fb91 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:48:39.043263 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "252c3c28-d8be-4493-a2ff-e9d9d52a08c1", "name": "network-vif-unplugged", "status": "completed", "tag": "fde2ba0e-4c9f-4c68-acda-7309e7c3b33d", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:48:39.043593 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-38d3c467-5a7e-4fc3-84e5-87021c12fb91 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:48:39.044043 dv-neutron-821401-4-hyperv neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '252c3c28-d8be-4493-a2ff-e9d9d52a08c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fde2ba0e-4c9f-4c68-acda-7309e7c3b33d', 'code': 200} Dec 10 15:48:39.054439 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fde2ba0e-4c9f-4c68-acda-7309e7c3b33d {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 15:48:39.088479 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:48:39.160146 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.db.api [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 15:48:39.160511 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG oslo_db.api [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 15:48:39.164877 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=fde2ba0e-4c9f-4c68-acda-7309e7c3b33d,revision_number=6']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:48:39.172416 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:48:39.172773 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:48:39.173122 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:48:39.173466 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:48:39.173826 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:48:39.174168 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:48:39.174500 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:48:39.174834 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:48:39.175166 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:48:39.175497 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:48:39.175827 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:48:39.176160 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:48:39.176481 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:48:39.491841 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433ec4c-8616-427d-94e1-db5e98af5023 req-773381c1-bc28-4983-9e0d-5bb5aa5b6ca9 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:48:39.493274 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-0433ec4c-8616-427d-94e1-db5e98af5023 req-773381c1-bc28-4983-9e0d-5bb5aa5b6ca9 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.44 "GET /v2.0/ports?device_id=252c3c28-d8be-4493-a2ff-e9d9d52a08c1&tenant_id=77aa282cb35e491ead9b8c6df0bceef7&binding%3Ahost_id=hv-neutron-8214 HTTP/1.1" status: 200 len: 943 time: 0.0855155 Dec 10 15:48:39.571427 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433ec4c-8616-427d-94e1-db5e98af5023 req-d682d032-1bb1-4b35-8087-b0f82afeb27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:48:39.572888 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-0433ec4c-8616-427d-94e1-db5e98af5023 req-d682d032-1bb1-4b35-8087-b0f82afeb27a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=77aa282cb35e491ead9b8c6df0bceef7&device_id=252c3c28-d8be-4493-a2ff-e9d9d52a08c1 HTTP/1.1" status: 200 len: 1096 time: 0.0389757 Dec 10 15:48:39.670364 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433ec4c-8616-427d-94e1-db5e98af5023 req-8832d7ac-a000-4ede-b6c5-a28adcbd633b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:48:39.671831 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-0433ec4c-8616-427d-94e1-db5e98af5023 req-8832d7ac-a000-4ede-b6c5-a28adcbd633b service neutron] 10.222.0.44 "GET /v2.0/networks?id=f0bba717-8636-40cd-beac-245ae67ebc0e HTTP/1.1" status: 200 len: 911 time: 0.0923738 Dec 10 15:48:39.694989 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:48:39.707995 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fde2ba0e-4c9f-4c68-acda-7309e7c3b33d {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 15:48:39.712672 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-0433ec4c-8616-427d-94e1-db5e98af5023 req-78e21a7f-8307-47a2-be89-6b9daac401cf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fde2ba0e-4c9f-4c68-acda-7309e7c3b33d HTTP/1.1" status: 200 len: 217 time: 0.0339904 Dec 10 15:48:39.727287 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port fde2ba0e-4c9f-4c68-acda-7309e7c3b33d, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=fde2ba0e-4c9f-4c68-acda-7309e7c3b33d,segment=NetworkSegment(29007c89-ba87-4305-be50-3f37219057db),segment_id=29007c89-ba87-4305-be50-3f37219057db)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:48:39.761004 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433ec4c-8616-427d-94e1-db5e98af5023 req-5c195260-3456-42fd-987a-b7cd31531ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:48:39.762400 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-0433ec4c-8616-427d-94e1-db5e98af5023 req-5c195260-3456-42fd-987a-b7cd31531ccf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8227b1b8-0c50-437d-a00e-88324ad3dae9 HTTP/1.1" status: 200 len: 850 time: 0.0424371 Dec 10 15:48:39.793384 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-0433ec4c-8616-427d-94e1-db5e98af5023 req-42867509-c0b0-4887-82f7-8b09a92e5c8d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f0bba717-8636-40cd-beac-245ae67ebc0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242503 Dec 10 15:48:39.807560 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:48:39.861718 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=fde2ba0e-4c9f-4c68-acda-7309e7c3b33d,revision_number=7']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:48:39.867163 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] get_ports_and_sgs() called for port_ids ['fde2ba0e-4c9f-4c68-acda-7309e7c3b33d'] {{(pid=103588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 15:48:39.883316 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-0433ec4c-8616-427d-94e1-db5e98af5023 req-c1cd76ed-43bc-43ee-8fc8-e17e320d179d service neutron] 10.222.0.44 "GET /v2.0/networks/f0bba717-8636-40cd-beac-245ae67ebc0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834446 Dec 10 15:48:39.971583 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-0433ec4c-8616-427d-94e1-db5e98af5023 req-c586b52e-a317-4bd6-8953-ae6eb590561d service neutron] 10.222.0.44 "GET /v2.0/networks/f0bba717-8636-40cd-beac-245ae67ebc0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806644 Dec 10 15:48:40.796481 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device fde2ba0e-4c9f-4c68-acda-7309e7c3b33d up at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:48:40.990189 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning complete for port fde2ba0e-4c9f-4c68-acda-7309e7c3b33d triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:48:40.990830 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:48:41.067408 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:48:41.090386 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '252c3c28-d8be-4493-a2ff-e9d9d52a08c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fde2ba0e-4c9f-4c68-acda-7309e7c3b33d'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:48:41.092629 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa4b92c408489e2c982394a5a7b3518bb1b22554638321e3ea6c5cabb2c75d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e947b79-fa58-41e3-9aff-973dcb267e64" -d '{"events": [{"server_uuid": "252c3c28-d8be-4493-a2ff-e9d9d52a08c1", "name": "network-vif-plugged", "status": "completed", "tag": "fde2ba0e-4c9f-4c68-acda-7309e7c3b33d"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:48:41.106014 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port fde2ba0e-4c9f-4c68-acda-7309e7c3b33d, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=fde2ba0e-4c9f-4c68-acda-7309e7c3b33d,segment=NetworkSegment(29007c89-ba87-4305-be50-3f37219057db),segment_id=29007c89-ba87-4305-be50-3f37219057db)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:48:41.128703 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 15:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b3f6d5-019e-46ab-99a8-17a64520fd6c x-openstack-request-id: req-c7b3f6d5-019e-46ab-99a8-17a64520fd6c {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:48:41.128703 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "252c3c28-d8be-4493-a2ff-e9d9d52a08c1", "name": "network-vif-plugged", "status": "completed", "tag": "fde2ba0e-4c9f-4c68-acda-7309e7c3b33d", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:48:41.128703 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c7b3f6d5-019e-46ab-99a8-17a64520fd6c {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:48:41.129080 dv-neutron-821401-4-hyperv neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '252c3c28-d8be-4493-a2ff-e9d9d52a08c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fde2ba0e-4c9f-4c68-acda-7309e7c3b33d', 'code': 200} Dec 10 15:48:41.190476 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:48:41.239550 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=fde2ba0e-4c9f-4c68-acda-7309e7c3b33d,revision_number=8']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:48:41.409730 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbad663-667c-49ee-a0eb-7d1aa35258e3 req-3ebf60a1-9263-4d6b-9c9d-6149d0092717 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:48:41.411251 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-ebbad663-667c-49ee-a0eb-7d1aa35258e3 req-3ebf60a1-9263-4d6b-9c9d-6149d0092717 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/ports?device_id=252c3c28-d8be-4493-a2ff-e9d9d52a08c1 HTTP/1.1" status: 200 len: 945 time: 0.0676196 Dec 10 15:48:41.457083 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-ebbad663-667c-49ee-a0eb-7d1aa35258e3 req-b2b358af-13a5-4f1f-9f0d-428c9bd28040 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/security-groups?id=2046071f-d0f6-4a6b-b112-96428ca99372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399268 Dec 10 15:48:42.575480 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e176e69-b7da-4640-85f7-314d8ea59c28 req-7a6cc360-beb6-4d5e-b1c7-168d167fe29b tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:48:42.576966 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-2e176e69-b7da-4640-85f7-314d8ea59c28 req-7a6cc360-beb6-4d5e-b1c7-168d167fe29b tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/ports?device_id=252c3c28-d8be-4493-a2ff-e9d9d52a08c1 HTTP/1.1" status: 200 len: 945 time: 0.0524235 Dec 10 15:48:42.623628 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-2e176e69-b7da-4640-85f7-314d8ea59c28 req-e6568589-7bc3-4559-8b7f-4a93264f2033 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/security-groups?id=2046071f-d0f6-4a6b-b112-96428ca99372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407419 Dec 10 15:48:42.979328 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1df4f840-bf01-402d-b720-1a561edb8fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:48:43.050232 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433ec4c-8616-427d-94e1-db5e98af5023 req-5def98e2-fdbb-4c27-afc3-95ef29553d96 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:48:43.053115 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-0433ec4c-8616-427d-94e1-db5e98af5023 req-5def98e2-fdbb-4c27-afc3-95ef29553d96 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.44 "GET /v2.0/ports?device_id=252c3c28-d8be-4493-a2ff-e9d9d52a08c1 HTTP/1.1" status: 200 len: 945 time: 0.0762320 Dec 10 15:48:43.145874 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-0433ec4c-8616-427d-94e1-db5e98af5023 req-f73b7cd8-b3c6-4b9b-a26b-b1b38861f1e0 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] Deleting port fde2ba0e-4c9f-4c68-acda-7309e7c3b33d {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:48:43.146253 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-0433ec4c-8616-427d-94e1-db5e98af5023 req-f73b7cd8-b3c6-4b9b-a26b-b1b38861f1e0 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:48:43.522165 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:48:43.589052 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-0433ec4c-8616-427d-94e1-db5e98af5023 req-f73b7cd8-b3c6-4b9b-a26b-b1b38861f1e0 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] For port fde2ba0e-4c9f-4c68-acda-7309e7c3b33d, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=fde2ba0e-4c9f-4c68-acda-7309e7c3b33d,segment=NetworkSegment(29007c89-ba87-4305-be50-3f37219057db),segment_id=29007c89-ba87-4305-be50-3f37219057db)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:48:43.592052 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-0433ec4c-8616-427d-94e1-db5e98af5023 req-f73b7cd8-b3c6-4b9b-a26b-b1b38861f1e0 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:48:43.602128 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-0433ec4c-8616-427d-94e1-db5e98af5023 req-f73b7cd8-b3c6-4b9b-a26b-b1b38861f1e0 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] Calling delete_port for fde2ba0e-4c9f-4c68-acda-7309e7c3b33d owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:48:43.776911 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c8ba8-eda5-4450-a191-a46962eff966 req-10a39793-7c70-402b-bd55-084d22521066 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:48:43.778362 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-671c8ba8-eda5-4450-a191-a46962eff966 req-10a39793-7c70-402b-bd55-084d22521066 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/ports?device_id=252c3c28-d8be-4493-a2ff-e9d9d52a08c1 HTTP/1.1" status: 200 len: 945 time: 0.0858297 Dec 10 15:48:43.824174 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-0433ec4c-8616-427d-94e1-db5e98af5023 req-f73b7cd8-b3c6-4b9b-a26b-b1b38861f1e0 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:48:43.835151 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] get_ports_and_sgs() called for port_ids ['fde2ba0e-4c9f-4c68-acda-7309e7c3b33d'] {{(pid=103588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 15:48:43.835324 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-671c8ba8-eda5-4450-a191-a46962eff966 req-4ab8a9a9-7f1a-437f-baab-47560c4b24f9 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.20 "GET /v2.0/security-groups?id=2046071f-d0f6-4a6b-b112-96428ca99372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508800 Dec 10 15:48:43.860757 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73b7cd8-b3c6-4b9b-a26b-b1b38861f1e0 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] Pushing event deleted for resources: {'Port': ['ID=fde2ba0e-4c9f-4c68-acda-7309e7c3b33d,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:48:43.875471 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73b7cd8-b3c6-4b9b-a26b-b1b38861f1e0 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:48:43.875833 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73b7cd8-b3c6-4b9b-a26b-b1b38861f1e0 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:48:43.876225 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73b7cd8-b3c6-4b9b-a26b-b1b38861f1e0 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:48:43.876572 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73b7cd8-b3c6-4b9b-a26b-b1b38861f1e0 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:48:43.876930 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73b7cd8-b3c6-4b9b-a26b-b1b38861f1e0 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:48:43.877250 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73b7cd8-b3c6-4b9b-a26b-b1b38861f1e0 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:48:43.877584 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73b7cd8-b3c6-4b9b-a26b-b1b38861f1e0 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:48:43.877945 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73b7cd8-b3c6-4b9b-a26b-b1b38861f1e0 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:48:43.878302 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73b7cd8-b3c6-4b9b-a26b-b1b38861f1e0 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:48:43.878636 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73b7cd8-b3c6-4b9b-a26b-b1b38861f1e0 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:48:43.878970 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73b7cd8-b3c6-4b9b-a26b-b1b38861f1e0 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:48:43.879299 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73b7cd8-b3c6-4b9b-a26b-b1b38861f1e0 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:48:43.879624 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73b7cd8-b3c6-4b9b-a26b-b1b38861f1e0 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:48:43.917764 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-0433ec4c-8616-427d-94e1-db5e98af5023 req-f73b7cd8-b3c6-4b9b-a26b-b1b38861f1e0 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] No DVR routers for this DVR port fde2ba0e-4c9f-4c68-acda-7309e7c3b33d on host hv-neutron-8214 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:48:43.920397 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-0433ec4c-8616-427d-94e1-db5e98af5023 req-f73b7cd8-b3c6-4b9b-a26b-b1b38861f1e0 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:48:43.923945 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-0433ec4c-8616-427d-94e1-db5e98af5023 req-f73b7cd8-b3c6-4b9b-a26b-b1b38861f1e0 tempest-DeleteServersTestJSON-678718268 tempest-DeleteServersTestJSON-678718268-project] 10.222.0.44 "DELETE /v2.0/ports/fde2ba0e-4c9f-4c68-acda-7309e7c3b33d HTTP/1.1" status: 204 len: 173 time: 0.8642368 Dec 10 15:48:43.924412 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '252c3c28-d8be-4493-a2ff-e9d9d52a08c1', 'name': 'network-vif-deleted', 'tag': 'fde2ba0e-4c9f-4c68-acda-7309e7c3b33d'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:48:43.927347 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9ca57131bc4931768ac29058952438d1fdd62308db7b17540cc34ffe8faef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8958210-8510-4e39-9379-e45bc3af7dc0" -d '{"events": [{"server_uuid": "252c3c28-d8be-4493-a2ff-e9d9d52a08c1", "name": "network-vif-deleted", "tag": "fde2ba0e-4c9f-4c68-acda-7309e7c3b33d"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:48:43.966662 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 15:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42e562d-f9f2-4899-9c77-ef8f8138a979 x-openstack-request-id: req-b42e562d-f9f2-4899-9c77-ef8f8138a979 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:48:43.967097 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "252c3c28-d8be-4493-a2ff-e9d9d52a08c1", "name": "network-vif-deleted", "tag": "fde2ba0e-4c9f-4c68-acda-7309e7c3b33d", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:48:43.967354 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b42e562d-f9f2-4899-9c77-ef8f8138a979 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:48:43.967800 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '252c3c28-d8be-4493-a2ff-e9d9d52a08c1', 'name': 'network-vif-deleted', 'tag': 'fde2ba0e-4c9f-4c68-acda-7309e7c3b33d', 'status': 'completed', 'code': 200} Dec 10 15:48:44.966366 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 39688) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:48:45.010248 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-21069f58-8e6a-41fc-83ef-01054774a61a admin admin] Deleting subnet 8227b1b8-0c50-437d-a00e-88324ad3dae9 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:48:45.013350 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-21069f58-8e6a-41fc-83ef-01054774a61a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:48:45.045919 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-21069f58-8e6a-41fc-83ef-01054774a61a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11806768'] for subnet, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:48:45.082545 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-21069f58-8e6a-41fc-83ef-01054774a61a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:48:45.197021 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-21069f58-8e6a-41fc-83ef-01054774a61a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11236721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11668521'] for subnet, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:48:45.224657 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21069f58-8e6a-41fc-83ef-01054774a61a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8227b1b8-0c50-437d-a00e-88324ad3dae9,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:48:45.226658 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-21069f58-8e6a-41fc-83ef-01054774a61a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:48:45.235682 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-21069f58-8e6a-41fc-83ef-01054774a61a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8227b1b8-0c50-437d-a00e-88324ad3dae9 HTTP/1.1" status: 204 len: 168 time: 0.2630475 Dec 10 15:48:45.235682 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 39690) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:48:45.249864 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b3352157-8f80-427d-86d4-704b25bc6222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:48:45.302265 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6979f1b1-2837-42a3-83c1-863d0f0d7ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:48:45.382461 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6979f1b1-2837-42a3-83c1-863d0f0d7ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:48:45.402275 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-6979f1b1-2837-42a3-83c1-863d0f0d7ef3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0bba717-8636-40cd-beac-245ae67ebc0e']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:48:45.411133 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-6979f1b1-2837-42a3-83c1-863d0f0d7ef3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29007c89-ba87-4305-be50-3f37219057db') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:48:45.411432 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-6979f1b1-2837-42a3-83c1-863d0f0d7ef3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29007c89-ba87-4305-be50-3f37219057db') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:48:45.421012 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6979f1b1-2837-42a3-83c1-863d0f0d7ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11806923'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:48:45.433581 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6979f1b1-2837-42a3-83c1-863d0f0d7ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:48:45.439354 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6979f1b1-2837-42a3-83c1-863d0f0d7ef3 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:48:45.439737 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6979f1b1-2837-42a3-83c1-863d0f0d7ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11236635'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:48:45.441360 dv-neutron-821401-4-hyperv neutron-server[103587]: Traceback (most recent call last): Dec 10 15:48:45.441360 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:48:45.441360 dv-neutron-821401-4-hyperv neutron-server[103587]: timer() Dec 10 15:48:45.441360 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:48:45.441360 dv-neutron-821401-4-hyperv neutron-server[103587]: cb(*args, **kw) Dec 10 15:48:45.441360 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:48:45.441360 dv-neutron-821401-4-hyperv neutron-server[103587]: return func(*args, **kwargs) Dec 10 15:48:45.441360 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:48:45.441360 dv-neutron-821401-4-hyperv neutron-server[103587]: self._notify() Dec 10 15:48:45.441360 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:48:45.441360 dv-neutron-821401-4-hyperv neutron-server[103587]: self.callback(batched_events) Dec 10 15:48:45.441360 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:48:45.441360 dv-neutron-821401-4-hyperv neutron-server[103587]: event.method(event) Dec 10 15:48:45.441360 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:48:45.441360 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:48:45.441360 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:48:45.441360 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:48:45.441360 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:48:45.441360 dv-neutron-821401-4-hyperv neutron-server[103587]: return f(self, *a, **k) Dec 10 15:48:45.441360 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:48:45.441360 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._get(url).json() Dec 10 15:48:45.441360 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:48:45.441360 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:48:45.441360 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:48:45.441360 dv-neutron-821401-4-hyperv neutron-server[103587]: return self.request(url, 'GET', **kwargs) Dec 10 15:48:45.441360 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:48:45.441360 dv-neutron-821401-4-hyperv neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:48:45.441360 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:48:45.441360 dv-neutron-821401-4-hyperv neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:48:45.441360 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:48:45.441360 dv-neutron-821401-4-hyperv neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:48:45.441360 dv-neutron-821401-4-hyperv neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:48:45.548816 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6979f1b1-2837-42a3-83c1-863d0f0d7ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:48:45.553177 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6979f1b1-2837-42a3-83c1-863d0f0d7ef3 admin admin] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:48:45.556481 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-6979f1b1-2837-42a3-83c1-863d0f0d7ef3 admin admin] 10.222.0.20 "DELETE /v2.0/networks/f0bba717-8636-40cd-beac-245ae67ebc0e HTTP/1.1" status: 204 len: 168 time: 0.3225136 Dec 10 15:48:45.569896 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6979f1b1-2837-42a3-83c1-863d0f0d7ef3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0bba717-8636-40cd-beac-245ae67ebc0e,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:48:45.880392 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 39694) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:48:45.924147 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-47b9ba90-28da-4ae1-8db1-d2dd4362ed15 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=77aa282cb35e491ead9b8c6df0bceef7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0425959 Dec 10 15:48:45.926558 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 39696) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:48:45.972255 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e6da01e7-60d1-4b2e-bda3-386df89b394c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:48:45.992566 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e6da01e7-60d1-4b2e-bda3-386df89b394c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:48:46.104432 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e6da01e7-60d1-4b2e-bda3-386df89b394c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:48:46.107043 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e6da01e7-60d1-4b2e-bda3-386df89b394c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:48:46.108290 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-e6da01e7-60d1-4b2e-bda3-386df89b394c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2046071f-d0f6-4a6b-b112-96428ca99372 HTTP/1.1" status: 204 len: 168 time: 0.1807561 Dec 10 15:48:46.116295 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6da01e7-60d1-4b2e-bda3-386df89b394c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2046071f-d0f6-4a6b-b112-96428ca99372,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:48:46.178721 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:48:46.827611 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device fde2ba0e-4c9f-4c68-acda-7309e7c3b33d no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:48:46.849887 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] No Port match for: fde2ba0e-4c9f-4c68-acda-7309e7c3b33d {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:48:46.850239 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device fde2ba0e-4c9f-4c68-acda-7309e7c3b33d not bound to the agent host hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:48:46.998620 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 39718) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:48:47.092928 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-4c934042-fb7d-474f-844e-7531864b0436 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2008222315-network', 'tenant_id': '55a94f589042449c9a8319b92118928e'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:48:47.172752 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c934042-fb7d-474f-844e-7531864b0436 admin admin] Made reservation on behalf of 55a94f589042449c9a8319b92118928e for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:48:47.175165 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4c934042-fb7d-474f-844e-7531864b0436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:48:47.183660 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4c934042-fb7d-474f-844e-7531864b0436 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:48:47.253768 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4c934042-fb7d-474f-844e-7531864b0436 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:48:47.315699 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4c934042-fb7d-474f-844e-7531864b0436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:48:47.340916 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c934042-fb7d-474f-844e-7531864b0436 admin admin] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:48:47.349338 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c934042-fb7d-474f-844e-7531864b0436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a3fbee-bf4b-4241-b73d-6f1923148f3f,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:48:47.355211 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4c934042-fb7d-474f-844e-7531864b0436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:48:47.355552 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.segments_db [None req-4c934042-fb7d-474f-844e-7531864b0436 admin admin] Added segment 96b00391-b135-46d4-85fc-75e86bb12859 of type vlan for network 979a65e7-ce9d-4196-b7d3-4d78bc42eff2 Dec 10 15:48:47.396252 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4c934042-fb7d-474f-844e-7531864b0436 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:48:47.480149 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4c934042-fb7d-474f-844e-7531864b0436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:48:47.481034 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c934042-fb7d-474f-844e-7531864b0436 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:48:47.481606 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4c934042-fb7d-474f-844e-7531864b0436 admin admin] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:48:47.538172 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c934042-fb7d-474f-844e-7531864b0436 admin admin] Pushing event updated for resources: {'Network': ['ID=979a65e7-ce9d-4196-b7d3-4d78bc42eff2,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:48:47.548149 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 979a65e7-ce9d-4196-b7d3-4d78bc42eff2 details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:48:47.610584 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-4c934042-fb7d-474f-844e-7531864b0436 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6106360 Dec 10 15:48:47.613229 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 39722) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:48:47.618469 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-e278f6c1-4a78-4c46-ac24-70b5cc59844c admin admin] Request body: {'subnet': {'network_id': '979a65e7-ce9d-4196-b7d3-4d78bc42eff2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2008222315-subnet', 'tenant_id': '55a94f589042449c9a8319b92118928e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:48:47.715679 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e278f6c1-4a78-4c46-ac24-70b5cc59844c admin admin] Made reservation on behalf of 55a94f589042449c9a8319b92118928e for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:48:47.718097 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e278f6c1-4a78-4c46-ac24-70b5cc59844c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11668558'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:48:47.795810 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:48:47.961972 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e278f6c1-4a78-4c46-ac24-70b5cc59844c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11236534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11668560'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:48:48.010366 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e278f6c1-4a78-4c46-ac24-70b5cc59844c admin admin] Pushing event updated for resources: {'Subnet': ['ID=15e63bd3-b3f5-4711-81d4-2499c1e687e9,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:48:48.025027 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e278f6c1-4a78-4c46-ac24-70b5cc59844c admin admin] Checking segment: {'id': '96b00391-b135-46d4-85fc-75e86bb12859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '979a65e7-ce9d-4196-b7d3-4d78bc42eff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:48:48.025387 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e278f6c1-4a78-4c46-ac24-70b5cc59844c admin admin] Network hostable DHCP agents. Network: 979a65e7-ce9d-4196-b7d3-4d78bc42eff2, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:48:48.110269 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e278f6c1-4a78-4c46-ac24-70b5cc59844c admin admin] Network 979a65e7-ce9d-4196-b7d3-4d78bc42eff2 is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:48:48.190404 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-e278f6c1-4a78-4c46-ac24-70b5cc59844c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 979a65e7-ce9d-4196-b7d3-4d78bc42eff2) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:48:48.194616 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e278f6c1-4a78-4c46-ac24-70b5cc59844c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:48:48.195222 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e278f6c1-4a78-4c46-ac24-70b5cc59844c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:48:48.199052 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fef632e-81db-4ca2-8051-16c71bbe9334 None None] Network 979a65e7-ce9d-4196-b7d3-4d78bc42eff2 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:48:48.293199 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2836b64-fb5f-4bdd-8967-2b4de1d51ed5 None None] Network 979a65e7-ce9d-4196-b7d3-4d78bc42eff2 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:48:48.300326 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-e278f6c1-4a78-4c46-ac24-70b5cc59844c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6858284 Dec 10 15:48:48.664353 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:48:48.710943 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6d831-376a-43c6-9709-2646a2f8d0ed req-5319f865-f83d-4c42-a6ea-4abf83120dcc tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:48:48.712666 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-b2c6d831-376a-43c6-9709-2646a2f8d0ed req-5319f865-f83d-4c42-a6ea-4abf83120dcc tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/networks?id=979a65e7-ce9d-4196-b7d3-4d78bc42eff2 HTTP/1.1" status: 200 len: 815 time: 0.1011493 Dec 10 15:48:48.728188 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-b2c6d831-376a-43c6-9709-2646a2f8d0ed req-1b8b06b5-be2c-4b80-bcdb-cc6ba08a5520 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/quotas/55a94f589042449c9a8319b92118928e HTTP/1.1" status: 200 len: 375 time: 0.0090957 Dec 10 15:48:48.762612 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-b2c6d831-376a-43c6-9709-2646a2f8d0ed req-5d865615-4cce-480c-8c5d-70b09ef85c6f tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=55a94f589042449c9a8319b92118928e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291581 Dec 10 15:48:48.851094 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-b2c6d831-376a-43c6-9709-2646a2f8d0ed req-11ae3d85-1c74-4033-8f30-64dc7bf6dcbf service neutron] 10.222.0.20 "GET /v2.0/networks/979a65e7-ce9d-4196-b7d3-4d78bc42eff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816813 Dec 10 15:48:48.942135 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-b2c6d831-376a-43c6-9709-2646a2f8d0ed req-9daed729-68e4-46a4-81fe-ba639bd36052 service neutron] 10.222.0.20 "GET /v2.0/networks/979a65e7-ce9d-4196-b7d3-4d78bc42eff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848973 Dec 10 15:48:49.208859 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-0e4eda73-3737-4857-9264-7b8ceeadc0a1 req-11f03114-e668-459d-86da-df29d7fb77e9 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=7035f415-ef37-4fe0-b310-e5f595ea5b53 HTTP/1.1" status: 200 len: 210 time: 0.0308979 Dec 10 15:48:50.303174 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-68a67f91-c9ff-4a6e-a516-93320f437944 req-7a84d136-0974-410e-812a-cc17cc15d763 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=7035f415-ef37-4fe0-b310-e5f595ea5b53 HTTP/1.1" status: 200 len: 210 time: 0.0266988 Dec 10 15:48:51.139397 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6d831-376a-43c6-9709-2646a2f8d0ed req-8d613a43-efae-409e-b6a7-a081eed54c3f tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:48:51.140869 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b2c6d831-376a-43c6-9709-2646a2f8d0ed req-8d613a43-efae-409e-b6a7-a081eed54c3f tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.44 "GET /v2.0/networks?id=979a65e7-ce9d-4196-b7d3-4d78bc42eff2 HTTP/1.1" status: 200 len: 815 time: 0.0979512 Dec 10 15:48:51.153934 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [req-b2c6d831-376a-43c6-9709-2646a2f8d0ed req-cca515ab-2fab-4503-ad15-087a307737d6 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Request body: {'port': {'device_id': '7035f415-ef37-4fe0-b310-e5f595ea5b53', 'network_id': '979a65e7-ce9d-4196-b7d3-4d78bc42eff2', 'admin_state_up': True, 'tenant_id': '55a94f589042449c9a8319b92118928e'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:48:51.315884 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2c6d831-376a-43c6-9709-2646a2f8d0ed req-cca515ab-2fab-4503-ad15-087a307737d6 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Made reservation on behalf of 55a94f589042449c9a8319b92118928e for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:48:51.319492 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-b2c6d831-376a-43c6-9709-2646a2f8d0ed req-cca515ab-2fab-4503-ad15-087a307737d6 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:48:51.408024 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-a569f13e-7c63-42ce-a038-788a4a59c019 req-47cf7dd7-8367-49e3-81ca-81b4e089beb6 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=7035f415-ef37-4fe0-b310-e5f595ea5b53 HTTP/1.1" status: 200 len: 210 time: 0.0335383 Dec 10 15:48:51.467500 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-b2c6d831-376a-43c6-9709-2646a2f8d0ed req-cca515ab-2fab-4503-ad15-087a307737d6 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Allocated IP 172.20.0.7 (979a65e7-ce9d-4196-b7d3-4d78bc42eff2/15e63bd3-b3f5-4711-81d4-2499c1e687e9/aad2eaaa-b80c-49cc-bfc1-356930748b13) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:48:51.611976 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-b2c6d831-376a-43c6-9709-2646a2f8d0ed req-cca515ab-2fab-4503-ad15-087a307737d6 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:48:51.687254 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-b2c6d831-376a-43c6-9709-2646a2f8d0ed req-cca515ab-2fab-4503-ad15-087a307737d6 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:48:51.730747 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2c6d831-376a-43c6-9709-2646a2f8d0ed req-cca515ab-2fab-4503-ad15-087a307737d6 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Network 979a65e7-ce9d-4196-b7d3-4d78bc42eff2 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:48:51.733892 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-b2c6d831-376a-43c6-9709-2646a2f8d0ed req-cca515ab-2fab-4503-ad15-087a307737d6 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:48:51.737486 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2c6d831-376a-43c6-9709-2646a2f8d0ed req-cca515ab-2fab-4503-ad15-087a307737d6 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:48:51.767929 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca515ab-2fab-4503-ad15-087a307737d6 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Pushing event updated for resources: {'Port': ['ID=aad2eaaa-b80c-49cc-bfc1-356930748b13,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:48:51.792881 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6d831-376a-43c6-9709-2646a2f8d0ed req-cca515ab-2fab-4503-ad15-087a307737d6 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:48:51.793498 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-b2c6d831-376a-43c6-9709-2646a2f8d0ed req-cca515ab-2fab-4503-ad15-087a307737d6 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:48:51.843658 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b2c6d831-376a-43c6-9709-2646a2f8d0ed req-cca515ab-2fab-4503-ad15-087a307737d6 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6941590 Dec 10 15:48:51.856562 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [req-b2c6d831-376a-43c6-9709-2646a2f8d0ed req-713f6ac1-1868-4f6e-b743-6bfb176c8647 service neutron] Request body: {'port': {'device_id': '7035f415-ef37-4fe0-b310-e5f595ea5b53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:48:51.906881 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-b2c6d831-376a-43c6-9709-2646a2f8d0ed req-713f6ac1-1868-4f6e-b743-6bfb176c8647 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:48:52.158928 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [req-b2c6d831-376a-43c6-9709-2646a2f8d0ed req-713f6ac1-1868-4f6e-b743-6bfb176c8647 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aad2eaaa-b80c-49cc-bfc1-356930748b13 {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 15:48:52.166545 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-b2c6d831-376a-43c6-9709-2646a2f8d0ed req-713f6ac1-1868-4f6e-b743-6bfb176c8647 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:48:52.179081 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-b2c6d831-376a-43c6-9709-2646a2f8d0ed req-713f6ac1-1868-4f6e-b743-6bfb176c8647 service neutron] Transition to ACTIVE for port object aad2eaaa-b80c-49cc-bfc1-356930748b13 will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 15:48:52.252486 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-b2c6d831-376a-43c6-9709-2646a2f8d0ed req-713f6ac1-1868-4f6e-b743-6bfb176c8647 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:48:52.320620 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713f6ac1-1868-4f6e-b743-6bfb176c8647 service neutron] Pushing event updated for resources: {'Port': ['ID=aad2eaaa-b80c-49cc-bfc1-356930748b13,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:48:52.370255 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-b2c6d831-376a-43c6-9709-2646a2f8d0ed req-713f6ac1-1868-4f6e-b743-6bfb176c8647 service neutron] Attempting to bind port aad2eaaa-b80c-49cc-bfc1-356930748b13 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:48:52.370613 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-b2c6d831-376a-43c6-9709-2646a2f8d0ed req-713f6ac1-1868-4f6e-b743-6bfb176c8647 service neutron] Attempting to bind port aad2eaaa-b80c-49cc-bfc1-356930748b13 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '96b00391-b135-46d4-85fc-75e86bb12859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '979a65e7-ce9d-4196-b7d3-4d78bc42eff2'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:48:52.370934 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c6d831-376a-43c6-9709-2646a2f8d0ed req-713f6ac1-1868-4f6e-b743-6bfb176c8647 service neutron] Attempting to bind port aad2eaaa-b80c-49cc-bfc1-356930748b13 on network 979a65e7-ce9d-4196-b7d3-4d78bc42eff2 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:48:52.375203 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c6d831-376a-43c6-9709-2646a2f8d0ed req-713f6ac1-1868-4f6e-b743-6bfb176c8647 service neutron] Port aad2eaaa-b80c-49cc-bfc1-356930748b13 on network 979a65e7-ce9d-4196-b7d3-4d78bc42eff2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:48:52.375517 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c6d831-376a-43c6-9709-2646a2f8d0ed req-713f6ac1-1868-4f6e-b743-6bfb176c8647 service neutron] Attempting to bind port aad2eaaa-b80c-49cc-bfc1-356930748b13 on network 979a65e7-ce9d-4196-b7d3-4d78bc42eff2 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:48:52.380267 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c6d831-376a-43c6-9709-2646a2f8d0ed req-713f6ac1-1868-4f6e-b743-6bfb176c8647 service neutron] Checking agent: {'id': 'fa828968-c68f-4b22-9699-a58fe4ab1f05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 28, 13), 'started_at': datetime.datetime(2021, 12, 10, 15, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:48:52.380598 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c6d831-376a-43c6-9709-2646a2f8d0ed req-713f6ac1-1868-4f6e-b743-6bfb176c8647 service neutron] Checking segment: {'id': '96b00391-b135-46d4-85fc-75e86bb12859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '979a65e7-ce9d-4196-b7d3-4d78bc42eff2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:48:52.380974 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c6d831-376a-43c6-9709-2646a2f8d0ed req-713f6ac1-1868-4f6e-b743-6bfb176c8647 service neutron] Bound using segment: {'id': '96b00391-b135-46d4-85fc-75e86bb12859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '979a65e7-ce9d-4196-b7d3-4d78bc42eff2'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:48:52.381386 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-b2c6d831-376a-43c6-9709-2646a2f8d0ed req-713f6ac1-1868-4f6e-b743-6bfb176c8647 service neutron] Bound port: aad2eaaa-b80c-49cc-bfc1-356930748b13, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96b00391-b135-46d4-85fc-75e86bb12859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '979a65e7-ce9d-4196-b7d3-4d78bc42eff2'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:48:52.381723 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-b2c6d831-376a-43c6-9709-2646a2f8d0ed req-713f6ac1-1868-4f6e-b743-6bfb176c8647 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:48:52.443452 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-b2c6d831-376a-43c6-9709-2646a2f8d0ed req-713f6ac1-1868-4f6e-b743-6bfb176c8647 service neutron] For port aad2eaaa-b80c-49cc-bfc1-356930748b13, host hv-neutron-8214, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:48:52.446611 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-b2c6d831-376a-43c6-9709-2646a2f8d0ed req-713f6ac1-1868-4f6e-b743-6bfb176c8647 service neutron] For port aad2eaaa-b80c-49cc-bfc1-356930748b13, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=aad2eaaa-b80c-49cc-bfc1-356930748b13,segment=NetworkSegment(96b00391-b135-46d4-85fc-75e86bb12859),segment_id=96b00391-b135-46d4-85fc-75e86bb12859)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:48:52.505204 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-b2c6d831-376a-43c6-9709-2646a2f8d0ed req-713f6ac1-1868-4f6e-b743-6bfb176c8647 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:48:52.549131 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6d831-376a-43c6-9709-2646a2f8d0ed req-713f6ac1-1868-4f6e-b743-6bfb176c8647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:48:52.549758 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-b2c6d831-376a-43c6-9709-2646a2f8d0ed req-713f6ac1-1868-4f6e-b743-6bfb176c8647 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:48:52.551194 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b2c6d831-376a-43c6-9709-2646a2f8d0ed req-713f6ac1-1868-4f6e-b743-6bfb176c8647 service neutron] 10.222.0.44 "PUT /v2.0/ports/aad2eaaa-b80c-49cc-bfc1-356930748b13 HTTP/1.1" status: 200 len: 1093 time: 0.6991127 Dec 10 15:48:52.551644 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7035f415-ef37-4fe0-b310-e5f595ea5b53', 'tag': 'aad2eaaa-b80c-49cc-bfc1-356930748b13'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:48:52.553996 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9ca57131bc4931768ac29058952438d1fdd62308db7b17540cc34ffe8faef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7614ba21-1631-4095-a283-82ecdd99a3c7" -d '{"events": [{"name": "network-changed", "server_uuid": "7035f415-ef37-4fe0-b310-e5f595ea5b53", "tag": "aad2eaaa-b80c-49cc-bfc1-356930748b13"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:48:52.578955 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713f6ac1-1868-4f6e-b743-6bfb176c8647 service neutron] Pushing event updated for resources: {'Port': ['ID=aad2eaaa-b80c-49cc-bfc1-356930748b13,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:48:52.597381 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 15:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff703827-18fd-454c-95f9-8f4ac135157d x-openstack-request-id: req-ff703827-18fd-454c-95f9-8f4ac135157d {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:48:52.597686 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7035f415-ef37-4fe0-b310-e5f595ea5b53", "tag": "aad2eaaa-b80c-49cc-bfc1-356930748b13", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:48:52.597985 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ff703827-18fd-454c-95f9-8f4ac135157d {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:48:52.598400 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7035f415-ef37-4fe0-b310-e5f595ea5b53', 'tag': 'aad2eaaa-b80c-49cc-bfc1-356930748b13', 'status': 'completed', 'code': 200} Dec 10 15:48:52.659222 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7614ba21-1631-4095-a283-82ecdd99a3c7 req-8ff976ff-d113-46e2-a6ce-8df8c5e3504f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:48:52.660723 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-7614ba21-1631-4095-a283-82ecdd99a3c7 req-8ff976ff-d113-46e2-a6ce-8df8c5e3504f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=55a94f589042449c9a8319b92118928e&device_id=7035f415-ef37-4fe0-b310-e5f595ea5b53 HTTP/1.1" status: 200 len: 1096 time: 0.0422130 Dec 10 15:48:52.688972 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0168a9-2616-44d4-8380-90ecca01bd8c req-f850a734-b707-4e88-9685-edcbde7020d3 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:48:52.690412 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-1c0168a9-2616-44d4-8380-90ecca01bd8c req-f850a734-b707-4e88-9685-edcbde7020d3 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=7035f415-ef37-4fe0-b310-e5f595ea5b53 HTTP/1.1" status: 200 len: 943 time: 0.0488207 Dec 10 15:48:52.738706 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-1c0168a9-2616-44d4-8380-90ecca01bd8c req-1ae70d21-9df1-4d7a-92d5-8baa670f70d7 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421293 Dec 10 15:48:52.757808 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7614ba21-1631-4095-a283-82ecdd99a3c7 req-01e45a61-17db-4197-9023-2662bc2cfcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:48:52.759271 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-7614ba21-1631-4095-a283-82ecdd99a3c7 req-01e45a61-17db-4197-9023-2662bc2cfcd9 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=55a94f589042449c9a8319b92118928e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0898712 Dec 10 15:48:52.855591 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7614ba21-1631-4095-a283-82ecdd99a3c7 req-e1fcfbe9-32a7-4d77-9488-400de54e4f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:48:52.857059 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-7614ba21-1631-4095-a283-82ecdd99a3c7 req-e1fcfbe9-32a7-4d77-9488-400de54e4f5a service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912943 Dec 10 15:48:52.930067 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6d831-376a-43c6-9709-2646a2f8d0ed req-23c61838-6161-4f68-9eda-576be275f972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:48:52.931541 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b2c6d831-376a-43c6-9709-2646a2f8d0ed req-23c61838-6161-4f68-9eda-576be275f972 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=55a94f589042449c9a8319b92118928e&device_id=7035f415-ef37-4fe0-b310-e5f595ea5b53 HTTP/1.1" status: 200 len: 1096 time: 0.0396826 Dec 10 15:48:52.977950 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b2c6d831-376a-43c6-9709-2646a2f8d0ed req-2f8155bf-0913-4a62-9653-8a5f968b9570 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aad2eaaa-b80c-49cc-bfc1-356930748b13 HTTP/1.1" status: 200 len: 217 time: 0.0375443 Dec 10 15:48:53.026227 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6d831-376a-43c6-9709-2646a2f8d0ed req-24f63d8c-8615-4605-bed7-15d7c2dd1b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:48:53.027646 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b2c6d831-376a-43c6-9709-2646a2f8d0ed req-24f63d8c-8615-4605-bed7-15d7c2dd1b5b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=15e63bd3-b3f5-4711-81d4-2499c1e687e9 HTTP/1.1" status: 200 len: 855 time: 0.0434887 Dec 10 15:48:53.057765 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b2c6d831-376a-43c6-9709-2646a2f8d0ed req-5df9a989-9b33-4e7f-bfea-53ffc6a57ec0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=979a65e7-ce9d-4196-b7d3-4d78bc42eff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231323 Dec 10 15:48:53.159898 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b2c6d831-376a-43c6-9709-2646a2f8d0ed req-18b40e8f-2fd0-48c3-ae52-7b0abdfc549c service neutron] 10.222.0.44 "GET /v2.0/networks/979a65e7-ce9d-4196-b7d3-4d78bc42eff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955150 Dec 10 15:48:53.247158 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b2c6d831-376a-43c6-9709-2646a2f8d0ed req-584122e7-f1be-4584-a462-99b8f7e67a66 service neutron] 10.222.0.44 "GET /v2.0/networks/979a65e7-ce9d-4196-b7d3-4d78bc42eff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807576 Dec 10 15:48:53.853769 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c4042-bf4e-40a4-add8-9cdd916ecf6b req-08556f83-88bd-4f72-9677-c8c324ff2628 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:48:53.855303 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d97c4042-bf4e-40a4-add8-9cdd916ecf6b req-08556f83-88bd-4f72-9677-c8c324ff2628 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=7035f415-ef37-4fe0-b310-e5f595ea5b53 HTTP/1.1" status: 200 len: 943 time: 0.0493696 Dec 10 15:48:53.900923 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d97c4042-bf4e-40a4-add8-9cdd916ecf6b req-29a30377-3080-4be1-ba56-2c5d8762ff8e tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398014 Dec 10 15:48:55.011567 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0d28a-a089-4e0c-8fe9-9ee11eefe664 req-807fc758-9dd3-494b-ae14-c89351b529b1 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:48:55.013085 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-40e0d28a-a089-4e0c-8fe9-9ee11eefe664 req-807fc758-9dd3-494b-ae14-c89351b529b1 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=7035f415-ef37-4fe0-b310-e5f595ea5b53 HTTP/1.1" status: 200 len: 943 time: 0.0463626 Dec 10 15:48:55.063224 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-40e0d28a-a089-4e0c-8fe9-9ee11eefe664 req-da4a4b2d-4cd1-44ba-80ff-1f34d5fbd29d tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440404 Dec 10 15:48:56.180417 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa11c4-2ff4-41b9-b091-dfce3f702204 req-db2c812d-b469-4b62-b9c2-a55c8beb982e tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:48:56.181951 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-62fa11c4-2ff4-41b9-b091-dfce3f702204 req-db2c812d-b469-4b62-b9c2-a55c8beb982e tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=7035f415-ef37-4fe0-b310-e5f595ea5b53 HTTP/1.1" status: 200 len: 943 time: 0.0527854 Dec 10 15:48:56.228802 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-62fa11c4-2ff4-41b9-b091-dfce3f702204 req-4f2b34ac-7767-4081-82db-cfaa1035489c tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403042 Dec 10 15:48:56.873537 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device aad2eaaa-b80c-49cc-bfc1-356930748b13 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 15:48:56.966687 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port aad2eaaa-b80c-49cc-bfc1-356930748b13, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=aad2eaaa-b80c-49cc-bfc1-356930748b13,segment=NetworkSegment(96b00391-b135-46d4-85fc-75e86bb12859),segment_id=96b00391-b135-46d4-85fc-75e86bb12859)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:48:56.977537 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Returning: {'device': 'aad2eaaa-b80c-49cc-bfc1-356930748b13', 'network_id': '979a65e7-ce9d-4196-b7d3-4d78bc42eff2', 'port_id': 'aad2eaaa-b80c-49cc-bfc1-356930748b13', 'mac_address': 'fa:16:3e:c1:77:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15e63bd3-b3f5-4711-81d4-2499c1e687e9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 15:48:57.013395 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:48:57.025571 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aad2eaaa-b80c-49cc-bfc1-356930748b13 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 15:48:57.045085 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port aad2eaaa-b80c-49cc-bfc1-356930748b13, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=aad2eaaa-b80c-49cc-bfc1-356930748b13,segment=NetworkSegment(96b00391-b135-46d4-85fc-75e86bb12859),segment_id=96b00391-b135-46d4-85fc-75e86bb12859)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:48:57.144370 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:48:57.193879 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=aad2eaaa-b80c-49cc-bfc1-356930748b13,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:48:57.342260 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa34fd-58f2-4339-b01f-7f5ee79e673f req-e50102d5-ac1d-4f61-8472-88f75506bf02 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:48:57.344602 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-50aa34fd-58f2-4339-b01f-7f5ee79e673f req-e50102d5-ac1d-4f61-8472-88f75506bf02 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=7035f415-ef37-4fe0-b310-e5f595ea5b53 HTTP/1.1" status: 200 len: 944 time: 0.0495296 Dec 10 15:48:57.346870 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] get_ports_and_sgs() called for port_ids ['aad2eaaa-b80c-49cc-bfc1-356930748b13'] {{(pid=103588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 15:48:57.391995 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-50aa34fd-58f2-4339-b01f-7f5ee79e673f req-08a43f2e-9481-491a-a42d-15c9ea7b7d6c tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415881 Dec 10 15:48:58.512806 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdee956-3687-4a45-b976-c4156bacfe26 req-f1afa621-5aed-4d67-ae72-bfe681f37839 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:48:58.514321 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-7bdee956-3687-4a45-b976-c4156bacfe26 req-f1afa621-5aed-4d67-ae72-bfe681f37839 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=7035f415-ef37-4fe0-b310-e5f595ea5b53 HTTP/1.1" status: 200 len: 944 time: 0.0562093 Dec 10 15:48:58.561324 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-7bdee956-3687-4a45-b976-c4156bacfe26 req-abb7eb75-6b84-4c4e-b1ab-a5953f37e55b tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411439 Dec 10 15:48:58.882055 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device aad2eaaa-b80c-49cc-bfc1-356930748b13 up at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:48:59.006430 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning for port aad2eaaa-b80c-49cc-bfc1-356930748b13 completed by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 15:48:59.010182 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning complete for port aad2eaaa-b80c-49cc-bfc1-356930748b13 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:48:59.010557 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:48:59.091083 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:48:59.115319 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7035f415-ef37-4fe0-b310-e5f595ea5b53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aad2eaaa-b80c-49cc-bfc1-356930748b13'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:48:59.117543 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa4b92c408489e2c982394a5a7b3518bb1b22554638321e3ea6c5cabb2c75d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e17574-a675-48ef-a0b9-8ec3a44fc300" -d '{"events": [{"server_uuid": "7035f415-ef37-4fe0-b310-e5f595ea5b53", "name": "network-vif-plugged", "status": "completed", "tag": "aad2eaaa-b80c-49cc-bfc1-356930748b13"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:48:59.130309 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port aad2eaaa-b80c-49cc-bfc1-356930748b13, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=aad2eaaa-b80c-49cc-bfc1-356930748b13,segment=NetworkSegment(96b00391-b135-46d4-85fc-75e86bb12859),segment_id=96b00391-b135-46d4-85fc-75e86bb12859)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:48:59.154614 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 15:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca027eea-0127-41c2-87ab-526437b6e44e x-openstack-request-id: req-ca027eea-0127-41c2-87ab-526437b6e44e {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:48:59.154934 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7035f415-ef37-4fe0-b310-e5f595ea5b53", "name": "network-vif-plugged", "status": "completed", "tag": "aad2eaaa-b80c-49cc-bfc1-356930748b13", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:48:59.155195 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ca027eea-0127-41c2-87ab-526437b6e44e {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:48:59.155594 dv-neutron-821401-4-hyperv neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7035f415-ef37-4fe0-b310-e5f595ea5b53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aad2eaaa-b80c-49cc-bfc1-356930748b13', 'code': 200} Dec 10 15:48:59.212756 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:48:59.259010 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=aad2eaaa-b80c-49cc-bfc1-356930748b13,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:48:59.472219 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fee29cd-c91c-48f7-b615-b3bb70ca5243 req-15fd8708-243e-4f08-9bee-3237c2b85521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:48:59.473754 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-9fee29cd-c91c-48f7-b615-b3bb70ca5243 req-15fd8708-243e-4f08-9bee-3237c2b85521 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7035f415-ef37-4fe0-b310-e5f595ea5b53 HTTP/1.1" status: 200 len: 1098 time: 0.0440104 Dec 10 15:48:59.517401 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-9fee29cd-c91c-48f7-b615-b3bb70ca5243 req-e9e5a425-2f07-46b6-9224-c8c2356abd0b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357990 Dec 10 15:48:59.675919 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db84a61-03b6-4e2a-b4d4-0269f523a032 req-abc9e7a2-5b05-40c9-bdb6-bb4e90c735ee tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:48:59.677395 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-9db84a61-03b6-4e2a-b4d4-0269f523a032 req-abc9e7a2-5b05-40c9-bdb6-bb4e90c735ee tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=7035f415-ef37-4fe0-b310-e5f595ea5b53 HTTP/1.1" status: 200 len: 945 time: 0.0486133 Dec 10 15:48:59.723295 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-9db84a61-03b6-4e2a-b4d4-0269f523a032 req-d6470fc7-8c65-4080-94b9-c0dbf05dd1f3 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398612 Dec 10 15:49:00.837132 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17174a0d-40ff-45d6-9408-bdd99eeeb299 req-f4324f42-d1fe-49fc-9cdd-d37e6026435d tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:49:00.838646 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-17174a0d-40ff-45d6-9408-bdd99eeeb299 req-f4324f42-d1fe-49fc-9cdd-d37e6026435d tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=7035f415-ef37-4fe0-b310-e5f595ea5b53 HTTP/1.1" status: 200 len: 945 time: 0.0490484 Dec 10 15:49:00.884344 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-17174a0d-40ff-45d6-9408-bdd99eeeb299 req-06cb9fec-5262-4ce0-b8e9-6d27e1633120 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397878 Dec 10 15:49:00.995197 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be44c15-c80f-4b7a-bfde-9aa33608ac81 req-559a40fa-f74c-405e-82cd-22dceac22fa3 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:49:00.996656 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-2be44c15-c80f-4b7a-bfde-9aa33608ac81 req-559a40fa-f74c-405e-82cd-22dceac22fa3 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=7035f415-ef37-4fe0-b310-e5f595ea5b53 HTTP/1.1" status: 200 len: 945 time: 0.0482478 Dec 10 15:49:01.046270 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-2be44c15-c80f-4b7a-bfde-9aa33608ac81 req-0be47ab2-0e35-4e42-97de-7060027be1b2 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437717 Dec 10 15:49:01.295124 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94933de6-d6b2-4d36-af91-a866b0223ac7 req-3c904d36-f952-4dfb-b70b-8e2d0d79841d tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:49:01.296646 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-94933de6-d6b2-4d36-af91-a866b0223ac7 req-3c904d36-f952-4dfb-b70b-8e2d0d79841d tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=7035f415-ef37-4fe0-b310-e5f595ea5b53 HTTP/1.1" status: 200 len: 945 time: 0.0486917 Dec 10 15:49:01.343501 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-94933de6-d6b2-4d36-af91-a866b0223ac7 req-4ff0e715-d5bb-4981-921e-4f0833b0f286 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410328 Dec 10 15:49:01.460222 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ffb08-15fc-4388-9df6-319a80bfa7fa req-65ee90b5-0b9d-401c-bcc1-63a074715cf0 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:49:01.461876 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-c43ffb08-15fc-4388-9df6-319a80bfa7fa req-65ee90b5-0b9d-401c-bcc1-63a074715cf0 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=7035f415-ef37-4fe0-b310-e5f595ea5b53 HTTP/1.1" status: 200 len: 945 time: 0.0508654 Dec 10 15:49:01.507779 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-c43ffb08-15fc-4388-9df6-319a80bfa7fa req-6a6dc928-789c-49fe-832e-b9233e21255f tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394003 Dec 10 15:49:01.986513 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8e9a7-2637-46a4-afdc-f7d7847ae19e req-18bb8dce-9031-4267-8255-e7ea1ef3dc32 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:49:01.987994 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f4f8e9a7-2637-46a4-afdc-f7d7847ae19e req-18bb8dce-9031-4267-8255-e7ea1ef3dc32 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=7035f415-ef37-4fe0-b310-e5f595ea5b53 HTTP/1.1" status: 200 len: 945 time: 0.0487800 Dec 10 15:49:02.034566 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f4f8e9a7-2637-46a4-afdc-f7d7847ae19e req-c2f28df9-8f05-4720-a654-05279ee7a2d8 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405900 Dec 10 15:49:02.093806 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-001ef151-9c09-4f28-869f-177b423d879d req-69f13983-699a-4a85-8475-1a916d7abc52 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7035f415-ef37-4fe0-b310-e5f595ea5b53&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0433128 Dec 10 15:49:03.307934 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739145e0-7377-417e-95e2-272335255d51 req-49ddd82b-2c98-4096-bcdc-cd2d627485d0 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:49:03.309457 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-739145e0-7377-417e-95e2-272335255d51 req-49ddd82b-2c98-4096-bcdc-cd2d627485d0 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=7035f415-ef37-4fe0-b310-e5f595ea5b53 HTTP/1.1" status: 200 len: 945 time: 0.0501912 Dec 10 15:49:03.356842 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-739145e0-7377-417e-95e2-272335255d51 req-73a7848e-f352-4382-8550-73d30061d3f8 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412605 Dec 10 15:49:04.093024 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ef151-9c09-4f28-869f-177b423d879d req-52b8f08d-7c68-45b8-9b6a-a039dd3cd611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:49:04.094525 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-001ef151-9c09-4f28-869f-177b423d879d req-52b8f08d-7c68-45b8-9b6a-a039dd3cd611 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=55a94f589042449c9a8319b92118928e&device_id=7035f415-ef37-4fe0-b310-e5f595ea5b53 HTTP/1.1" status: 200 len: 1098 time: 0.0440857 Dec 10 15:49:04.181305 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ef151-9c09-4f28-869f-177b423d879d req-16429b22-6c78-40df-84b4-dc79c1b8a19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:49:04.182796 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-001ef151-9c09-4f28-869f-177b423d879d req-16429b22-6c78-40df-84b4-dc79c1b8a19a service neutron] 10.222.0.44 "GET /v2.0/networks?id=979a65e7-ce9d-4196-b7d3-4d78bc42eff2 HTTP/1.1" status: 200 len: 916 time: 0.0815175 Dec 10 15:49:04.228466 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-001ef151-9c09-4f28-869f-177b423d879d req-a7ad17e2-a38a-4e08-b401-f9c9b9743e6a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aad2eaaa-b80c-49cc-bfc1-356930748b13 HTTP/1.1" status: 200 len: 217 time: 0.0382915 Dec 10 15:49:04.275502 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ef151-9c09-4f28-869f-177b423d879d req-e37442cd-8f7a-4271-afac-1b97f2bc5dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:49:04.276975 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-001ef151-9c09-4f28-869f-177b423d879d req-e37442cd-8f7a-4271-afac-1b97f2bc5dc0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=15e63bd3-b3f5-4711-81d4-2499c1e687e9 HTTP/1.1" status: 200 len: 855 time: 0.0424547 Dec 10 15:49:04.307169 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-001ef151-9c09-4f28-869f-177b423d879d req-8764707f-f33e-47c8-9e6a-f620d339a705 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=979a65e7-ce9d-4196-b7d3-4d78bc42eff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231678 Dec 10 15:49:04.397193 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-001ef151-9c09-4f28-869f-177b423d879d req-7a45fbbb-f20e-47b6-92de-c569d38ecee6 service neutron] 10.222.0.44 "GET /v2.0/networks/979a65e7-ce9d-4196-b7d3-4d78bc42eff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828855 Dec 10 15:49:04.469772 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b65913-5507-4bca-b61a-ef23dc978a4f req-d3fee167-3028-4be9-ba4d-67dacbf610fc tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:49:04.471538 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f1b65913-5507-4bca-b61a-ef23dc978a4f req-d3fee167-3028-4be9-ba4d-67dacbf610fc tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=7035f415-ef37-4fe0-b310-e5f595ea5b53 HTTP/1.1" status: 200 len: 945 time: 0.0476167 Dec 10 15:49:04.492159 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-001ef151-9c09-4f28-869f-177b423d879d req-17652b8f-b2ab-4479-8f9a-c3fbb860c52e service neutron] 10.222.0.44 "GET /v2.0/networks/979a65e7-ce9d-4196-b7d3-4d78bc42eff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877733 Dec 10 15:49:04.519848 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f1b65913-5507-4bca-b61a-ef23dc978a4f req-6aecfab2-ade7-4415-978b-fedd7158a98c tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421042 Dec 10 15:49:05.631651 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4043a41e-db47-4f58-922b-e6a934be9b0a req-08fd9ba7-858a-41c1-8b98-e079db79f94d tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:49:05.633118 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4043a41e-db47-4f58-922b-e6a934be9b0a req-08fd9ba7-858a-41c1-8b98-e079db79f94d tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=7035f415-ef37-4fe0-b310-e5f595ea5b53 HTTP/1.1" status: 200 len: 945 time: 0.0480468 Dec 10 15:49:05.680762 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4043a41e-db47-4f58-922b-e6a934be9b0a req-95fe652b-4113-4d59-9930-71fe7c17ce57 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411305 Dec 10 15:49:06.800624 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc1ca14-0817-421f-a1af-3f41f739631d req-b8bc03e5-376f-486a-aa70-0cffda30dc69 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:49:06.802113 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-dbc1ca14-0817-421f-a1af-3f41f739631d req-b8bc03e5-376f-486a-aa70-0cffda30dc69 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=7035f415-ef37-4fe0-b310-e5f595ea5b53 HTTP/1.1" status: 200 len: 945 time: 0.0473545 Dec 10 15:49:06.857827 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-dbc1ca14-0817-421f-a1af-3f41f739631d req-cc84ea92-1d1d-4035-ad2f-3f9d2fcbdc7a tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497439 Dec 10 15:49:07.973843 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470e907d-a531-4981-9844-6a83e90aae26 req-9dfb978f-2410-4d16-83c4-95341e9dcbd1 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:49:07.975336 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-470e907d-a531-4981-9844-6a83e90aae26 req-9dfb978f-2410-4d16-83c4-95341e9dcbd1 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=7035f415-ef37-4fe0-b310-e5f595ea5b53 HTTP/1.1" status: 200 len: 945 time: 0.0526431 Dec 10 15:49:08.020774 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-470e907d-a531-4981-9844-6a83e90aae26 req-221d9d70-3112-443f-b0c9-5ffbcd99fb04 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395675 Dec 10 15:49:09.141423 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44aa763-0346-450c-a2fa-142c41a875e8 req-bfa4a4fb-92a6-4db4-9314-e9f6596d1c31 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:49:09.143023 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-e44aa763-0346-450c-a2fa-142c41a875e8 req-bfa4a4fb-92a6-4db4-9314-e9f6596d1c31 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=7035f415-ef37-4fe0-b310-e5f595ea5b53 HTTP/1.1" status: 200 len: 945 time: 0.0545502 Dec 10 15:49:09.192012 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-e44aa763-0346-450c-a2fa-142c41a875e8 req-475f9af8-2b1b-4df1-a371-33510a5e9d8e tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427165 Dec 10 15:49:10.305981 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db69f8-778d-4cc0-8aca-b995319a74ea req-c8013dde-2a52-49e5-acbd-c3a8b3c2845c tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:49:10.307495 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d3db69f8-778d-4cc0-8aca-b995319a74ea req-c8013dde-2a52-49e5-acbd-c3a8b3c2845c tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=7035f415-ef37-4fe0-b310-e5f595ea5b53 HTTP/1.1" status: 200 len: 945 time: 0.0492918 Dec 10 15:49:10.353463 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d3db69f8-778d-4cc0-8aca-b995319a74ea req-ab0e3081-b5e2-4151-8013-4866d68c0263 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394535 Dec 10 15:49:11.470071 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e8e84-f141-403f-95c7-d2e65ee8edd6 req-090792c1-3450-4070-8141-4fa27eb1b754 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:49:11.471544 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-785e8e84-f141-403f-95c7-d2e65ee8edd6 req-090792c1-3450-4070-8141-4fa27eb1b754 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=7035f415-ef37-4fe0-b310-e5f595ea5b53 HTTP/1.1" status: 200 len: 945 time: 0.0503972 Dec 10 15:49:11.518026 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-785e8e84-f141-403f-95c7-d2e65ee8edd6 req-278a8a52-7112-4850-b845-1f2147704276 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405788 Dec 10 15:49:12.001214 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 15:49:12.637635 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998d8f43-13bd-4a16-b15a-5227ab447f28 req-861cd8ab-56e0-4aca-8f69-5240099beea1 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:49:12.639135 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-998d8f43-13bd-4a16-b15a-5227ab447f28 req-861cd8ab-56e0-4aca-8f69-5240099beea1 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=7035f415-ef37-4fe0-b310-e5f595ea5b53 HTTP/1.1" status: 200 len: 945 time: 0.0520968 Dec 10 15:49:12.685596 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-998d8f43-13bd-4a16-b15a-5227ab447f28 req-1428948e-6888-4df7-83bc-d2f6580e6466 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404966 Dec 10 15:49:12.903764 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-14f44fd7-6cc8-42d4-b0ff-7497f990b90a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:49:13.467506 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:49:13.803263 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d9aa09-20e2-4961-8463-ceab1bdb7fb9 req-a858ad4c-6a09-4ba8-a198-60beec840f16 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:49:13.805801 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-79d9aa09-20e2-4961-8463-ceab1bdb7fb9 req-a858ad4c-6a09-4ba8-a198-60beec840f16 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=7035f415-ef37-4fe0-b310-e5f595ea5b53 HTTP/1.1" status: 200 len: 945 time: 0.0507469 Dec 10 15:49:13.858745 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-79d9aa09-20e2-4961-8463-ceab1bdb7fb9 req-01137db6-72c7-463b-9e2a-197d42ae41ea tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467775 Dec 10 15:49:14.969653 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ec8df0-283d-462f-b39f-f3c2f859497b req-221bad80-43b5-4a2a-908c-7409fdab191a tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:49:14.971148 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-a1ec8df0-283d-462f-b39f-f3c2f859497b req-221bad80-43b5-4a2a-908c-7409fdab191a tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=7035f415-ef37-4fe0-b310-e5f595ea5b53 HTTP/1.1" status: 200 len: 945 time: 0.0480938 Dec 10 15:49:15.018151 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-a1ec8df0-283d-462f-b39f-f3c2f859497b req-608bc5d2-0947-41e1-bb52-4fbf6f0f0054 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410826 Dec 10 15:49:15.246098 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6b0bbb88-0165-4f51-b56d-7c76e107759a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:49:16.131015 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cf77dc-c977-47f4-975d-63e0681e46eb req-d0babc52-40b7-4f49-8668-8af4f03695a0 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:49:16.132496 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-32cf77dc-c977-47f4-975d-63e0681e46eb req-d0babc52-40b7-4f49-8668-8af4f03695a0 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=7035f415-ef37-4fe0-b310-e5f595ea5b53 HTTP/1.1" status: 200 len: 945 time: 0.0482385 Dec 10 15:49:16.166111 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:49:16.180453 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-32cf77dc-c977-47f4-975d-63e0681e46eb req-74785e7c-f1f9-4ca5-a0c7-b1221dd5283f tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411780 Dec 10 15:49:17.296695 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f88f11-ead8-4c43-9f99-ba35b702b047 req-52e9900a-39d4-460e-9f13-efd0b9edd75b tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:49:17.298193 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-26f88f11-ead8-4c43-9f99-ba35b702b047 req-52e9900a-39d4-460e-9f13-efd0b9edd75b tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=7035f415-ef37-4fe0-b310-e5f595ea5b53 HTTP/1.1" status: 200 len: 945 time: 0.0481796 Dec 10 15:49:17.348852 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-26f88f11-ead8-4c43-9f99-ba35b702b047 req-dcde0551-7cd8-4b21-8c68-f34fe47180fc tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447211 Dec 10 15:49:17.765657 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:49:18.462622 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121c1b54-bac5-44a4-a7da-0c479c57b126 req-e6c6c18d-a146-4bcc-841f-83fe41732432 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:49:18.464091 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-121c1b54-bac5-44a4-a7da-0c479c57b126 req-e6c6c18d-a146-4bcc-841f-83fe41732432 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=7035f415-ef37-4fe0-b310-e5f595ea5b53 HTTP/1.1" status: 200 len: 945 time: 0.0475986 Dec 10 15:49:18.510308 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-121c1b54-bac5-44a4-a7da-0c479c57b126 req-dda6a62b-cc3f-4cf5-8dd1-6cb6650615dc tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398021 Dec 10 15:49:18.684451 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:49:19.626735 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4ac17f-d7d8-408c-9252-a7e059beebce req-b760f850-277a-44b5-9a2d-54d3e40ca203 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:49:19.628195 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-bb4ac17f-d7d8-408c-9252-a7e059beebce req-b760f850-277a-44b5-9a2d-54d3e40ca203 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=7035f415-ef37-4fe0-b310-e5f595ea5b53 HTTP/1.1" status: 200 len: 945 time: 0.0481908 Dec 10 15:49:19.674377 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-bb4ac17f-d7d8-408c-9252-a7e059beebce req-3cabac99-ff10-4146-86b2-e99df3762be3 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402286 Dec 10 15:49:20.788192 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc8c74e-d467-438a-be35-82deb2a2f6a1 req-7e141cfd-ab2c-4a0c-8af7-1a27485c912b tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:49:20.789626 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-fbc8c74e-d467-438a-be35-82deb2a2f6a1 req-7e141cfd-ab2c-4a0c-8af7-1a27485c912b tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=7035f415-ef37-4fe0-b310-e5f595ea5b53 HTTP/1.1" status: 200 len: 945 time: 0.0509610 Dec 10 15:49:20.835271 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-fbc8c74e-d467-438a-be35-82deb2a2f6a1 req-df13b347-92e0-493a-804a-4f276f9727d6 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389879 Dec 10 15:49:21.946472 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f65fe12-0bb8-42e7-a969-4e97a92f2537 req-02affbdd-6dda-47a5-99e5-dc9d14dd09c2 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:49:21.947944 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-6f65fe12-0bb8-42e7-a969-4e97a92f2537 req-02affbdd-6dda-47a5-99e5-dc9d14dd09c2 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=7035f415-ef37-4fe0-b310-e5f595ea5b53 HTTP/1.1" status: 200 len: 945 time: 0.0480547 Dec 10 15:49:21.995125 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-6f65fe12-0bb8-42e7-a969-4e97a92f2537 req-c49c4afb-36aa-45c1-bc3b-3649ca77ca8d tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406208 Dec 10 15:49:23.108126 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41d3b8-97bf-4fb1-aff8-f6f6376aded3 req-8dfcabb6-f3d0-4f93-bba7-3a3a63e34b7e tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:49:23.109588 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-fc41d3b8-97bf-4fb1-aff8-f6f6376aded3 req-8dfcabb6-f3d0-4f93-bba7-3a3a63e34b7e tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=7035f415-ef37-4fe0-b310-e5f595ea5b53 HTTP/1.1" status: 200 len: 945 time: 0.0483663 Dec 10 15:49:23.156544 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-fc41d3b8-97bf-4fb1-aff8-f6f6376aded3 req-d808e0ef-ca50-4e34-b40b-43f96d1256b7 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407023 Dec 10 15:49:24.272837 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f1f09-141e-46f8-b933-6a2e0baf1ea2 req-51a3bc7d-8c8d-4840-aa92-7970bb7e2270 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:49:24.274334 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-2b6f1f09-141e-46f8-b933-6a2e0baf1ea2 req-51a3bc7d-8c8d-4840-aa92-7970bb7e2270 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=7035f415-ef37-4fe0-b310-e5f595ea5b53 HTTP/1.1" status: 200 len: 945 time: 0.0520251 Dec 10 15:49:24.320755 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-2b6f1f09-141e-46f8-b933-6a2e0baf1ea2 req-a294b4e8-9c91-4026-b5bd-6c7d537eabd5 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399506 Dec 10 15:49:25.441001 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96df628c-4b86-409b-87e1-d1fefaf160dc req-b1a03b00-3ed8-4925-83d6-81ab85418951 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:49:25.442756 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-96df628c-4b86-409b-87e1-d1fefaf160dc req-b1a03b00-3ed8-4925-83d6-81ab85418951 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=7035f415-ef37-4fe0-b310-e5f595ea5b53 HTTP/1.1" status: 200 len: 945 time: 0.0556502 Dec 10 15:49:25.490558 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-96df628c-4b86-409b-87e1-d1fefaf160dc req-4110e135-db9a-457f-bb8c-bbed4e60768c tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409613 Dec 10 15:49:26.603900 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071839fc-7124-45ac-ae0b-79c148891262 req-f7dfa952-f765-4ac2-b7b0-c06b2268e9a2 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:49:26.605372 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-071839fc-7124-45ac-ae0b-79c148891262 req-f7dfa952-f765-4ac2-b7b0-c06b2268e9a2 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=7035f415-ef37-4fe0-b310-e5f595ea5b53 HTTP/1.1" status: 200 len: 945 time: 0.0483935 Dec 10 15:49:26.651540 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-071839fc-7124-45ac-ae0b-79c148891262 req-e5a847c8-f328-4d1f-be57-ceb8f755b76f tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402894 Dec 10 15:49:27.765113 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860cda3d-495a-4d7f-ac92-cc87fc89b178 req-f257ff76-d32d-441a-9ee1-1674c1f653c0 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:49:27.766614 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-860cda3d-495a-4d7f-ac92-cc87fc89b178 req-f257ff76-d32d-441a-9ee1-1674c1f653c0 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=7035f415-ef37-4fe0-b310-e5f595ea5b53 HTTP/1.1" status: 200 len: 945 time: 0.0485590 Dec 10 15:49:27.814863 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-860cda3d-495a-4d7f-ac92-cc87fc89b178 req-32f093a6-c3e9-475f-9e18-b3f619ec6e30 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422809 Dec 10 15:49:28.932460 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de14b48f-6c75-4c3a-a436-4b7ffdc253d5 req-ec504cb5-ab86-4f37-b8d3-0c3a865a4167 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:49:28.933956 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-de14b48f-6c75-4c3a-a436-4b7ffdc253d5 req-ec504cb5-ab86-4f37-b8d3-0c3a865a4167 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=7035f415-ef37-4fe0-b310-e5f595ea5b53 HTTP/1.1" status: 200 len: 945 time: 0.0482223 Dec 10 15:49:28.984139 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-de14b48f-6c75-4c3a-a436-4b7ffdc253d5 req-46eedcff-2ad4-4df2-b31f-0dea8b9ef667 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442543 Dec 10 15:49:30.097524 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84f978-1102-4d5e-a086-d31100a81d33 req-13113252-9fc2-4b23-baee-eeadc4c0dc76 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:49:30.098999 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-8f84f978-1102-4d5e-a086-d31100a81d33 req-13113252-9fc2-4b23-baee-eeadc4c0dc76 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=7035f415-ef37-4fe0-b310-e5f595ea5b53 HTTP/1.1" status: 200 len: 945 time: 0.0472772 Dec 10 15:49:30.149702 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-8f84f978-1102-4d5e-a086-d31100a81d33 req-aab14f83-5d65-49fb-a6ad-b11ad6faf542 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447483 Dec 10 15:49:31.264104 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f2d30-6b3f-4493-b4b5-1e515ba9cc3a req-255a898f-acbd-43b1-89e1-9580cb284ded tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:49:31.265581 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-490f2d30-6b3f-4493-b4b5-1e515ba9cc3a req-255a898f-acbd-43b1-89e1-9580cb284ded tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=7035f415-ef37-4fe0-b310-e5f595ea5b53 HTTP/1.1" status: 200 len: 945 time: 0.0482378 Dec 10 15:49:31.312975 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-490f2d30-6b3f-4493-b4b5-1e515ba9cc3a req-f5f6607a-284c-42c2-aef3-261f92dada4c tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413694 Dec 10 15:49:31.455938 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-001ef151-9c09-4f28-869f-177b423d879d req-9cf92ce1-e7a6-46d8-bf1b-0202bad556b6 service neutron] 10.222.0.44 "GET /v2.0/ports/aad2eaaa-b80c-49cc-bfc1-356930748b13/bindings/hv-neutron-8214 HTTP/1.1" status: 200 len: 384 time: 0.0521059 Dec 10 15:49:31.943482 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ef151-9c09-4f28-869f-177b423d879d req-78c103cd-effd-4a57-aa15-f2373b027977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:49:31.944935 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-001ef151-9c09-4f28-869f-177b423d879d req-78c103cd-effd-4a57-aa15-f2373b027977 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7035f415-ef37-4fe0-b310-e5f595ea5b53&tenant_id=55a94f589042449c9a8319b92118928e HTTP/1.1" status: 200 len: 1098 time: 0.0436716 Dec 10 15:49:32.004302 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ef151-9c09-4f28-869f-177b423d879d req-9f3db539-9c2e-445a-a6e9-a6d8046e2177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:49:32.005760 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-001ef151-9c09-4f28-869f-177b423d879d req-9f3db539-9c2e-445a-a6e9-a6d8046e2177 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=55a94f589042449c9a8319b92118928e&device_id=7035f415-ef37-4fe0-b310-e5f595ea5b53 HTTP/1.1" status: 200 len: 1098 time: 0.0392327 Dec 10 15:49:32.093067 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ef151-9c09-4f28-869f-177b423d879d req-06e4e87a-b556-4e46-967a-0641615deb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:49:32.094569 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-001ef151-9c09-4f28-869f-177b423d879d req-06e4e87a-b556-4e46-967a-0641615deb73 service neutron] 10.222.0.44 "GET /v2.0/networks?id=979a65e7-ce9d-4196-b7d3-4d78bc42eff2 HTTP/1.1" status: 200 len: 916 time: 0.0812013 Dec 10 15:49:32.138455 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-001ef151-9c09-4f28-869f-177b423d879d req-59c0a4ee-5d65-4901-ac13-87b032b9f3f7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aad2eaaa-b80c-49cc-bfc1-356930748b13 HTTP/1.1" status: 200 len: 217 time: 0.0364444 Dec 10 15:49:32.186287 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ef151-9c09-4f28-869f-177b423d879d req-0d058bcd-7fa4-44fa-8960-38c2f5ac93bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:49:32.187724 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-001ef151-9c09-4f28-869f-177b423d879d req-0d058bcd-7fa4-44fa-8960-38c2f5ac93bc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=15e63bd3-b3f5-4711-81d4-2499c1e687e9 HTTP/1.1" status: 200 len: 855 time: 0.0431497 Dec 10 15:49:32.219188 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-001ef151-9c09-4f28-869f-177b423d879d req-7942a009-d144-4e65-8292-f5713cee807a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=979a65e7-ce9d-4196-b7d3-4d78bc42eff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244579 Dec 10 15:49:32.309065 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-001ef151-9c09-4f28-869f-177b423d879d req-201dd579-5efa-4bde-b2f4-1db6c7fb14bc service neutron] 10.222.0.44 "GET /v2.0/networks/979a65e7-ce9d-4196-b7d3-4d78bc42eff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826998 Dec 10 15:49:32.399713 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-001ef151-9c09-4f28-869f-177b423d879d req-0bf4b8bd-8660-405f-8c50-4df3e0615929 service neutron] 10.222.0.44 "GET /v2.0/networks/979a65e7-ce9d-4196-b7d3-4d78bc42eff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822473 Dec 10 15:49:32.428550 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b340dc4f-febe-4422-af22-86df2343ff69 req-7f9ba1eb-df72-4e41-9c9d-b37b2888ca2a tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:49:32.430085 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-b340dc4f-febe-4422-af22-86df2343ff69 req-7f9ba1eb-df72-4e41-9c9d-b37b2888ca2a tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=7035f415-ef37-4fe0-b310-e5f595ea5b53 HTTP/1.1" status: 200 len: 945 time: 0.0502577 Dec 10 15:49:32.482024 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-b340dc4f-febe-4422-af22-86df2343ff69 req-bba05679-cfc7-4b58-b427-d76871ca4602 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432324 Dec 10 15:49:32.509277 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886b1ed6-da13-435a-a6cf-111acbf040ff req-392fa617-5993-45f9-bd02-185579961030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:49:32.510794 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-886b1ed6-da13-435a-a6cf-111acbf040ff req-392fa617-5993-45f9-bd02-185579961030 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=55a94f589042449c9a8319b92118928e&device_id=7035f415-ef37-4fe0-b310-e5f595ea5b53 HTTP/1.1" status: 200 len: 1098 time: 0.0407848 Dec 10 15:49:32.614941 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886b1ed6-da13-435a-a6cf-111acbf040ff req-60aa91de-c0d2-4567-9632-547eed864649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:49:32.616428 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-886b1ed6-da13-435a-a6cf-111acbf040ff req-60aa91de-c0d2-4567-9632-547eed864649 service neutron] 10.222.0.44 "GET /v2.0/networks?id=979a65e7-ce9d-4196-b7d3-4d78bc42eff2 HTTP/1.1" status: 200 len: 916 time: 0.0872631 Dec 10 15:49:32.656872 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-886b1ed6-da13-435a-a6cf-111acbf040ff req-3141506c-7bcf-4ae0-b366-af2f6ab2c376 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aad2eaaa-b80c-49cc-bfc1-356930748b13 HTTP/1.1" status: 200 len: 217 time: 0.0339806 Dec 10 15:49:32.714675 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886b1ed6-da13-435a-a6cf-111acbf040ff req-f74ddf34-a3dc-41e3-ad34-3bf380de8ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:49:32.716219 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-886b1ed6-da13-435a-a6cf-111acbf040ff req-f74ddf34-a3dc-41e3-ad34-3bf380de8ac4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=15e63bd3-b3f5-4711-81d4-2499c1e687e9 HTTP/1.1" status: 200 len: 855 time: 0.0490897 Dec 10 15:49:32.753246 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-886b1ed6-da13-435a-a6cf-111acbf040ff req-f4ec00c2-e22c-41ff-819a-58b8e81a344f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=979a65e7-ce9d-4196-b7d3-4d78bc42eff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241683 Dec 10 15:49:32.841348 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-886b1ed6-da13-435a-a6cf-111acbf040ff req-c85f07d7-a974-4809-be51-d85abe241619 service neutron] 10.222.0.44 "GET /v2.0/networks/979a65e7-ce9d-4196-b7d3-4d78bc42eff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806012 Dec 10 15:49:32.933316 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-886b1ed6-da13-435a-a6cf-111acbf040ff req-92b4d262-8e02-498b-a491-1dcabab4ca37 service neutron] 10.222.0.44 "GET /v2.0/networks/979a65e7-ce9d-4196-b7d3-4d78bc42eff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832455 Dec 10 15:49:33.601698 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd44994a-d6a0-43fc-b336-bd5bf38036af req-8f6ea9e1-ca1a-49e4-8f4a-b2500bd3f4e2 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:49:33.603209 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-cd44994a-d6a0-43fc-b336-bd5bf38036af req-8f6ea9e1-ca1a-49e4-8f4a-b2500bd3f4e2 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=7035f415-ef37-4fe0-b310-e5f595ea5b53 HTTP/1.1" status: 200 len: 945 time: 0.0504930 Dec 10 15:49:33.650262 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-cd44994a-d6a0-43fc-b336-bd5bf38036af req-75f5eb6b-93cc-4df2-ab59-3bdc343b2e7d tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408456 Dec 10 15:49:34.763110 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9730dc6d-dc88-48a2-991a-782ee1edc510 req-abc9c59b-14c9-4857-9320-9af09d439395 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:49:34.764587 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-9730dc6d-dc88-48a2-991a-782ee1edc510 req-abc9c59b-14c9-4857-9320-9af09d439395 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=7035f415-ef37-4fe0-b310-e5f595ea5b53 HTTP/1.1" status: 200 len: 945 time: 0.0476031 Dec 10 15:49:34.810656 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-9730dc6d-dc88-48a2-991a-782ee1edc510 req-d0b1aa62-ae75-4fa1-8835-bd089e7d38d0 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402017 Dec 10 15:49:35.100125 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device aad2eaaa-b80c-49cc-bfc1-356930748b13 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 15:49:35.102662 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device aad2eaaa-b80c-49cc-bfc1-356930748b13 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:49:35.136806 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e365b8-c2aa-4cd8-8f51-3eb3384ba7bf req-940c9711-825e-4eab-b54e-960db5976b08 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:49:35.139007 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-80e365b8-c2aa-4cd8-8f51-3eb3384ba7bf req-940c9711-825e-4eab-b54e-960db5976b08 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=7035f415-ef37-4fe0-b310-e5f595ea5b53 HTTP/1.1" status: 200 len: 945 time: 0.0523555 Dec 10 15:49:35.188069 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-80e365b8-c2aa-4cd8-8f51-3eb3384ba7bf req-4c2c3a88-ba31-4690-a812-3bc86ebac967 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427413 Dec 10 15:49:35.245267 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332381ab-9672-448b-930d-f7ca134446e1 req-08d32d18-169c-4f83-89a1-4b6c0b1d519d tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:49:35.246831 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-332381ab-9672-448b-930d-f7ca134446e1 req-08d32d18-169c-4f83-89a1-4b6c0b1d519d tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.44 "GET /v2.0/ports?device_id=7035f415-ef37-4fe0-b310-e5f595ea5b53&tenant_id=55a94f589042449c9a8319b92118928e&binding%3Ahost_id=hv-neutron-8214 HTTP/1.1" status: 200 len: 945 time: 0.0653839 Dec 10 15:49:35.276073 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:49:35.296697 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port aad2eaaa-b80c-49cc-bfc1-356930748b13, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=aad2eaaa-b80c-49cc-bfc1-356930748b13,segment=NetworkSegment(96b00391-b135-46d4-85fc-75e86bb12859),segment_id=96b00391-b135-46d4-85fc-75e86bb12859)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:49:35.316244 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7035f415-ef37-4fe0-b310-e5f595ea5b53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aad2eaaa-b80c-49cc-bfc1-356930748b13'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:49:35.318502 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa4b92c408489e2c982394a5a7b3518bb1b22554638321e3ea6c5cabb2c75d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a4adc51-f1fa-4533-880a-b451cd5097bd" -d '{"events": [{"server_uuid": "7035f415-ef37-4fe0-b310-e5f595ea5b53", "name": "network-vif-unplugged", "status": "completed", "tag": "aad2eaaa-b80c-49cc-bfc1-356930748b13"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:49:35.323151 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Returning: {'device': 'aad2eaaa-b80c-49cc-bfc1-356930748b13', 'network_id': '979a65e7-ce9d-4196-b7d3-4d78bc42eff2', 'port_id': 'aad2eaaa-b80c-49cc-bfc1-356930748b13', 'mac_address': 'fa:16:3e:c1:77:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15e63bd3-b3f5-4711-81d4-2499c1e687e9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 15:49:35.333301 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port aad2eaaa-b80c-49cc-bfc1-356930748b13, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=aad2eaaa-b80c-49cc-bfc1-356930748b13,segment=NetworkSegment(96b00391-b135-46d4-85fc-75e86bb12859),segment_id=96b00391-b135-46d4-85fc-75e86bb12859)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:49:35.338316 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332381ab-9672-448b-930d-f7ca134446e1 req-711e4ae0-a3bf-4eda-8763-4ac35b8480a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:49:35.339847 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-332381ab-9672-448b-930d-f7ca134446e1 req-711e4ae0-a3bf-4eda-8763-4ac35b8480a3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=55a94f589042449c9a8319b92118928e&device_id=7035f415-ef37-4fe0-b310-e5f595ea5b53 HTTP/1.1" status: 200 len: 1098 time: 0.0474758 Dec 10 15:49:35.364462 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 15:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-951bf35d-6f19-4a6b-991f-0202a36557fb x-openstack-request-id: req-951bf35d-6f19-4a6b-991f-0202a36557fb {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:49:35.364774 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7035f415-ef37-4fe0-b310-e5f595ea5b53", "name": "network-vif-unplugged", "status": "completed", "tag": "aad2eaaa-b80c-49cc-bfc1-356930748b13", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:49:35.365018 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-951bf35d-6f19-4a6b-991f-0202a36557fb {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:49:35.365541 dv-neutron-821401-4-hyperv neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7035f415-ef37-4fe0-b310-e5f595ea5b53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aad2eaaa-b80c-49cc-bfc1-356930748b13', 'code': 200} Dec 10 15:49:35.372943 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:49:35.385614 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aad2eaaa-b80c-49cc-bfc1-356930748b13 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 15:49:35.406055 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:49:35.436235 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332381ab-9672-448b-930d-f7ca134446e1 req-90c38f75-1741-4316-82f4-7bf52d5febcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:49:35.437713 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-332381ab-9672-448b-930d-f7ca134446e1 req-90c38f75-1741-4316-82f4-7bf52d5febcc service neutron] 10.222.0.44 "GET /v2.0/networks?id=979a65e7-ce9d-4196-b7d3-4d78bc42eff2 HTTP/1.1" status: 200 len: 916 time: 0.0903287 Dec 10 15:49:35.477141 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.db.api [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 15:49:35.477493 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG oslo_db.api [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 15:49:35.481878 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=aad2eaaa-b80c-49cc-bfc1-356930748b13,revision_number=6']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:49:35.484141 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-332381ab-9672-448b-930d-f7ca134446e1 req-d8f97edf-0dcd-4227-8bec-e94f3456cd20 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aad2eaaa-b80c-49cc-bfc1-356930748b13 HTTP/1.1" status: 200 len: 217 time: 0.0394847 Dec 10 15:49:35.539004 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332381ab-9672-448b-930d-f7ca134446e1 req-986eb1e2-ff8c-4c63-9d95-cd1e3a6990ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:49:35.540484 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-332381ab-9672-448b-930d-f7ca134446e1 req-986eb1e2-ff8c-4c63-9d95-cd1e3a6990ff service neutron] 10.222.0.44 "GET /v2.0/subnets?id=15e63bd3-b3f5-4711-81d4-2499c1e687e9 HTTP/1.1" status: 200 len: 855 time: 0.0496032 Dec 10 15:49:35.571249 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-332381ab-9672-448b-930d-f7ca134446e1 req-e9b15b9a-c635-4f9f-ad8a-fd6191ee6c72 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=979a65e7-ce9d-4196-b7d3-4d78bc42eff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239429 Dec 10 15:49:35.657318 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-332381ab-9672-448b-930d-f7ca134446e1 req-ef2fa8e4-3bff-43f2-af56-c7d6f5f9257d service neutron] 10.222.0.44 "GET /v2.0/networks/979a65e7-ce9d-4196-b7d3-4d78bc42eff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785644 Dec 10 15:49:35.747766 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-332381ab-9672-448b-930d-f7ca134446e1 req-30b8f5cc-3e8d-4b54-9509-e42e0cc191ca service neutron] 10.222.0.44 "GET /v2.0/networks/979a65e7-ce9d-4196-b7d3-4d78bc42eff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832098 Dec 10 15:49:36.013750 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:49:36.026053 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aad2eaaa-b80c-49cc-bfc1-356930748b13 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 15:49:36.045285 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port aad2eaaa-b80c-49cc-bfc1-356930748b13, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=aad2eaaa-b80c-49cc-bfc1-356930748b13,segment=NetworkSegment(96b00391-b135-46d4-85fc-75e86bb12859),segment_id=96b00391-b135-46d4-85fc-75e86bb12859)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:49:36.107107 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:49:36.157488 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=aad2eaaa-b80c-49cc-bfc1-356930748b13,revision_number=7']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:49:36.165150 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] get_ports_and_sgs() called for port_ids ['aad2eaaa-b80c-49cc-bfc1-356930748b13'] {{(pid=103588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 15:49:36.320758 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c98e40-9101-4953-8af7-9a7b9b657f50 req-d823e76e-b435-479c-be63-4b5dfadb4196 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:49:36.322194 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-c8c98e40-9101-4953-8af7-9a7b9b657f50 req-d823e76e-b435-479c-be63-4b5dfadb4196 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=7035f415-ef37-4fe0-b310-e5f595ea5b53 HTTP/1.1" status: 200 len: 944 time: 0.0531247 Dec 10 15:49:36.369602 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-c8c98e40-9101-4953-8af7-9a7b9b657f50 req-f8c249c8-2ddb-4700-b1c2-e2ba3ad6f878 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412211 Dec 10 15:49:37.098692 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device aad2eaaa-b80c-49cc-bfc1-356930748b13 up at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:49:37.145711 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning complete for port aad2eaaa-b80c-49cc-bfc1-356930748b13 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:49:37.146372 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:49:37.223824 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:49:37.255051 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port aad2eaaa-b80c-49cc-bfc1-356930748b13, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=aad2eaaa-b80c-49cc-bfc1-356930748b13,segment=NetworkSegment(96b00391-b135-46d4-85fc-75e86bb12859),segment_id=96b00391-b135-46d4-85fc-75e86bb12859)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:49:37.330802 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:49:37.366104 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7035f415-ef37-4fe0-b310-e5f595ea5b53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aad2eaaa-b80c-49cc-bfc1-356930748b13'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:49:37.368229 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa4b92c408489e2c982394a5a7b3518bb1b22554638321e3ea6c5cabb2c75d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0273ba30-4ec6-40b9-adf5-2d56d35c53e0" -d '{"events": [{"server_uuid": "7035f415-ef37-4fe0-b310-e5f595ea5b53", "name": "network-vif-plugged", "status": "completed", "tag": "aad2eaaa-b80c-49cc-bfc1-356930748b13"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:49:37.382392 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=aad2eaaa-b80c-49cc-bfc1-356930748b13,revision_number=8']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:49:37.406271 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 15:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0beb00dd-bd1b-44fd-8e1d-6166f7c58a8a x-openstack-request-id: req-0beb00dd-bd1b-44fd-8e1d-6166f7c58a8a {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:49:37.406668 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7035f415-ef37-4fe0-b310-e5f595ea5b53", "name": "network-vif-plugged", "status": "completed", "tag": "aad2eaaa-b80c-49cc-bfc1-356930748b13", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:49:37.406997 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0beb00dd-bd1b-44fd-8e1d-6166f7c58a8a {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:49:37.407325 dv-neutron-821401-4-hyperv neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7035f415-ef37-4fe0-b310-e5f595ea5b53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aad2eaaa-b80c-49cc-bfc1-356930748b13', 'code': 200} Dec 10 15:49:37.484096 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb8a41c-2bd6-46bb-9239-8558b9c4cf8e req-82f6b065-211f-42a6-8f55-795f137b99bb tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:49:37.485563 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-dfb8a41c-2bd6-46bb-9239-8558b9c4cf8e req-82f6b065-211f-42a6-8f55-795f137b99bb tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=7035f415-ef37-4fe0-b310-e5f595ea5b53 HTTP/1.1" status: 200 len: 945 time: 0.0474665 Dec 10 15:49:37.534693 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-dfb8a41c-2bd6-46bb-9239-8558b9c4cf8e req-26d0b0a7-19a8-4835-900e-8941ee0151ee tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431724 Dec 10 15:49:37.648376 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a543eee-13cd-4cf3-8410-715dd4cbb103 req-24a63479-9b0b-4ca8-b99b-4537f06af576 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:49:37.649771 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-8a543eee-13cd-4cf3-8410-715dd4cbb103 req-24a63479-9b0b-4ca8-b99b-4537f06af576 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=7035f415-ef37-4fe0-b310-e5f595ea5b53 HTTP/1.1" status: 200 len: 945 time: 0.0492802 Dec 10 15:49:37.696461 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-8a543eee-13cd-4cf3-8410-715dd4cbb103 req-f4b67fca-f66b-4914-8fe6-473a55b8ec61 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402153 Dec 10 15:49:37.806330 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701e5629-2b40-4289-a8a6-1dc7a63d378a req-310dea27-a7ca-4147-8425-1eb16de095bd tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:49:37.807805 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-701e5629-2b40-4289-a8a6-1dc7a63d378a req-310dea27-a7ca-4147-8425-1eb16de095bd tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=7035f415-ef37-4fe0-b310-e5f595ea5b53 HTTP/1.1" status: 200 len: 945 time: 0.0481603 Dec 10 15:49:37.853506 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-701e5629-2b40-4289-a8a6-1dc7a63d378a req-f278a2cd-c17d-4dbc-8cc1-02d918ef81b4 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398750 Dec 10 15:49:38.353978 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fbe1c-de4b-4d1b-a899-33bc4b93f038 req-15f5bab3-5de0-4bf8-a3d7-2409a5241ce5 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:49:38.355418 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-cd4fbe1c-de4b-4d1b-a899-33bc4b93f038 req-15f5bab3-5de0-4bf8-a3d7-2409a5241ce5 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/networks?id=979a65e7-ce9d-4196-b7d3-4d78bc42eff2 HTTP/1.1" status: 200 len: 815 time: 0.1026387 Dec 10 15:49:38.369990 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-cd4fbe1c-de4b-4d1b-a899-33bc4b93f038 req-24e0d43d-4d77-4390-8cfa-ba2ef7e41a04 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/quotas/55a94f589042449c9a8319b92118928e HTTP/1.1" status: 200 len: 375 time: 0.0088069 Dec 10 15:49:38.417313 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-cd4fbe1c-de4b-4d1b-a899-33bc4b93f038 req-09045bcc-c081-4d9f-a283-46a98a3c90c4 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=55a94f589042449c9a8319b92118928e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0421922 Dec 10 15:49:38.503535 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-cd4fbe1c-de4b-4d1b-a899-33bc4b93f038 req-9eb89c5f-273a-4f1f-a767-0fce8c0b0e62 service neutron] 10.222.0.20 "GET /v2.0/networks/979a65e7-ce9d-4196-b7d3-4d78bc42eff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793042 Dec 10 15:49:38.601457 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-cd4fbe1c-de4b-4d1b-a899-33bc4b93f038 req-c9cc0952-4b41-4233-be29-6e43a27ae98b service neutron] 10.222.0.20 "GET /v2.0/networks/979a65e7-ce9d-4196-b7d3-4d78bc42eff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919631 Dec 10 15:49:38.832295 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-c212957b-e69c-4aa5-84e6-de7ffdbdf5b6 req-5f4633ae-9960-4d17-973c-4eee10ddb0f7 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=b28c85b6-9896-45a4-9696-ef33e01bd3cc HTTP/1.1" status: 200 len: 210 time: 0.0300996 Dec 10 15:49:39.879808 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d35276-0565-434d-b205-dd665ada1f8e req-12656fe2-1835-4ced-bd75-815733ff0592 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:49:39.881283 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-57d35276-0565-434d-b205-dd665ada1f8e req-12656fe2-1835-4ced-bd75-815733ff0592 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.44 "GET /v2.0/ports?device_id=7035f415-ef37-4fe0-b310-e5f595ea5b53 HTTP/1.1" status: 200 len: 945 time: 0.0531292 Dec 10 15:49:39.930035 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-c7aa1e36-e676-44e0-8478-6c2209c0af66 req-1984c93c-7786-4eda-80e0-d80ec8196170 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=b28c85b6-9896-45a4-9696-ef33e01bd3cc HTTP/1.1" status: 200 len: 210 time: 0.0262501 Dec 10 15:49:39.974590 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-57d35276-0565-434d-b205-dd665ada1f8e req-4f98cd36-cb53-466b-a1d6-c8a132367460 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Deleting port aad2eaaa-b80c-49cc-bfc1-356930748b13 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:49:39.974932 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-57d35276-0565-434d-b205-dd665ada1f8e req-4f98cd36-cb53-466b-a1d6-c8a132367460 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:49:40.065467 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-57d35276-0565-434d-b205-dd665ada1f8e req-4f98cd36-cb53-466b-a1d6-c8a132367460 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] For port aad2eaaa-b80c-49cc-bfc1-356930748b13, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=aad2eaaa-b80c-49cc-bfc1-356930748b13,segment=NetworkSegment(96b00391-b135-46d4-85fc-75e86bb12859),segment_id=96b00391-b135-46d4-85fc-75e86bb12859)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:49:40.065870 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-57d35276-0565-434d-b205-dd665ada1f8e req-4f98cd36-cb53-466b-a1d6-c8a132367460 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:49:40.078650 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-57d35276-0565-434d-b205-dd665ada1f8e req-4f98cd36-cb53-466b-a1d6-c8a132367460 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Calling delete_port for aad2eaaa-b80c-49cc-bfc1-356930748b13 owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:49:40.260713 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-57d35276-0565-434d-b205-dd665ada1f8e req-4f98cd36-cb53-466b-a1d6-c8a132367460 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:49:40.273254 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] get_ports_and_sgs() called for port_ids ['aad2eaaa-b80c-49cc-bfc1-356930748b13'] {{(pid=103588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 15:49:40.288415 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f98cd36-cb53-466b-a1d6-c8a132367460 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Pushing event deleted for resources: {'Port': ['ID=aad2eaaa-b80c-49cc-bfc1-356930748b13,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:49:40.330507 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-57d35276-0565-434d-b205-dd665ada1f8e req-4f98cd36-cb53-466b-a1d6-c8a132367460 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] No DVR routers for this DVR port aad2eaaa-b80c-49cc-bfc1-356930748b13 on host hv-neutron-8214 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:49:40.332966 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-57d35276-0565-434d-b205-dd665ada1f8e req-4f98cd36-cb53-466b-a1d6-c8a132367460 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:49:40.336622 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-57d35276-0565-434d-b205-dd665ada1f8e req-4f98cd36-cb53-466b-a1d6-c8a132367460 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.44 "DELETE /v2.0/ports/aad2eaaa-b80c-49cc-bfc1-356930748b13 HTTP/1.1" status: 204 len: 173 time: 0.4485705 Dec 10 15:49:40.339376 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7035f415-ef37-4fe0-b310-e5f595ea5b53', 'name': 'network-vif-deleted', 'tag': 'aad2eaaa-b80c-49cc-bfc1-356930748b13'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:49:40.339376 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9ca57131bc4931768ac29058952438d1fdd62308db7b17540cc34ffe8faef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070b12e0-f2db-44ee-a0f2-20404e99f04b" -d '{"events": [{"server_uuid": "7035f415-ef37-4fe0-b310-e5f595ea5b53", "name": "network-vif-deleted", "tag": "aad2eaaa-b80c-49cc-bfc1-356930748b13"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:49:40.375037 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 15:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1cb5a41-ae4c-43b1-8e05-1584eb9fed32 x-openstack-request-id: req-e1cb5a41-ae4c-43b1-8e05-1584eb9fed32 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:49:40.375336 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7035f415-ef37-4fe0-b310-e5f595ea5b53", "name": "network-vif-deleted", "tag": "aad2eaaa-b80c-49cc-bfc1-356930748b13", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:49:40.375599 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e1cb5a41-ae4c-43b1-8e05-1584eb9fed32 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:49:40.376011 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7035f415-ef37-4fe0-b310-e5f595ea5b53', 'name': 'network-vif-deleted', 'tag': 'aad2eaaa-b80c-49cc-bfc1-356930748b13', 'status': 'completed', 'code': 200} Dec 10 15:49:40.962987 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fbe1c-de4b-4d1b-a899-33bc4b93f038 req-eaf1d0e9-a0f9-4c11-83f6-4bd84508dda8 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:49:40.964612 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-cd4fbe1c-de4b-4d1b-a899-33bc4b93f038 req-eaf1d0e9-a0f9-4c11-83f6-4bd84508dda8 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.44 "GET /v2.0/networks?id=979a65e7-ce9d-4196-b7d3-4d78bc42eff2 HTTP/1.1" status: 200 len: 815 time: 0.4581375 Dec 10 15:49:40.979290 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [req-cd4fbe1c-de4b-4d1b-a899-33bc4b93f038 req-c6a0b742-2b50-416f-b9b5-18dfda252d38 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Request body: {'port': {'device_id': 'b28c85b6-9896-45a4-9696-ef33e01bd3cc', 'network_id': '979a65e7-ce9d-4196-b7d3-4d78bc42eff2', 'admin_state_up': True, 'tenant_id': '55a94f589042449c9a8319b92118928e'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:49:41.029586 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f4fffdc9-97ed-4913-8e3d-2043a3b8e8ab req-a788e5e0-3712-4ed3-ae74-39804eba4a0f tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=b28c85b6-9896-45a4-9696-ef33e01bd3cc HTTP/1.1" status: 200 len: 210 time: 0.0266991 Dec 10 15:49:41.180369 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd4fbe1c-de4b-4d1b-a899-33bc4b93f038 req-c6a0b742-2b50-416f-b9b5-18dfda252d38 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Made reservation on behalf of 55a94f589042449c9a8319b92118928e for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:49:41.183987 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-cd4fbe1c-de4b-4d1b-a899-33bc4b93f038 req-c6a0b742-2b50-416f-b9b5-18dfda252d38 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:49:41.322121 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-cd4fbe1c-de4b-4d1b-a899-33bc4b93f038 req-c6a0b742-2b50-416f-b9b5-18dfda252d38 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Allocated IP 172.20.0.14 (979a65e7-ce9d-4196-b7d3-4d78bc42eff2/15e63bd3-b3f5-4711-81d4-2499c1e687e9/dca7ed76-f844-4964-96cf-13a24b7f95c7) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:49:41.466506 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-cd4fbe1c-de4b-4d1b-a899-33bc4b93f038 req-c6a0b742-2b50-416f-b9b5-18dfda252d38 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:49:41.581596 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-cd4fbe1c-de4b-4d1b-a899-33bc4b93f038 req-c6a0b742-2b50-416f-b9b5-18dfda252d38 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:49:41.628364 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd4fbe1c-de4b-4d1b-a899-33bc4b93f038 req-c6a0b742-2b50-416f-b9b5-18dfda252d38 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Network 979a65e7-ce9d-4196-b7d3-4d78bc42eff2 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:49:41.631417 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-cd4fbe1c-de4b-4d1b-a899-33bc4b93f038 req-c6a0b742-2b50-416f-b9b5-18dfda252d38 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:49:41.634944 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd4fbe1c-de4b-4d1b-a899-33bc4b93f038 req-c6a0b742-2b50-416f-b9b5-18dfda252d38 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:49:41.657579 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a0b742-2b50-416f-b9b5-18dfda252d38 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Pushing event updated for resources: {'Port': ['ID=dca7ed76-f844-4964-96cf-13a24b7f95c7,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:49:41.684508 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fbe1c-de4b-4d1b-a899-33bc4b93f038 req-c6a0b742-2b50-416f-b9b5-18dfda252d38 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:49:41.686627 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-cd4fbe1c-de4b-4d1b-a899-33bc4b93f038 req-c6a0b742-2b50-416f-b9b5-18dfda252d38 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:49:41.777806 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-cd4fbe1c-de4b-4d1b-a899-33bc4b93f038 req-c6a0b742-2b50-416f-b9b5-18dfda252d38 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8026879 Dec 10 15:49:41.789705 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [req-cd4fbe1c-de4b-4d1b-a899-33bc4b93f038 req-9d1f1c48-f66d-457c-8cbf-1c9758dffaf6 service neutron] Request body: {'port': {'device_id': 'b28c85b6-9896-45a4-9696-ef33e01bd3cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:49:41.851018 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-cd4fbe1c-de4b-4d1b-a899-33bc4b93f038 req-9d1f1c48-f66d-457c-8cbf-1c9758dffaf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:49:42.130892 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [req-cd4fbe1c-de4b-4d1b-a899-33bc4b93f038 req-9d1f1c48-f66d-457c-8cbf-1c9758dffaf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dca7ed76-f844-4964-96cf-13a24b7f95c7 {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 15:49:42.140250 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-cd4fbe1c-de4b-4d1b-a899-33bc4b93f038 req-9d1f1c48-f66d-457c-8cbf-1c9758dffaf6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:49:42.157753 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-cd4fbe1c-de4b-4d1b-a899-33bc4b93f038 req-9d1f1c48-f66d-457c-8cbf-1c9758dffaf6 service neutron] Transition to ACTIVE for port object dca7ed76-f844-4964-96cf-13a24b7f95c7 will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 15:49:42.170628 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db217a-f066-4e2d-bede-025085e168ec req-36bd573d-d1cb-4a43-9e2b-435c95a70022 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:49:42.171968 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-61db217a-f066-4e2d-bede-025085e168ec req-36bd573d-d1cb-4a43-9e2b-435c95a70022 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=b28c85b6-9896-45a4-9696-ef33e01bd3cc HTTP/1.1" status: 200 len: 932 time: 0.0718741 Dec 10 15:49:42.219579 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-61db217a-f066-4e2d-bede-025085e168ec req-b33077e5-3296-4b05-a273-d255792b6804 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414166 Dec 10 15:49:42.244993 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-cd4fbe1c-de4b-4d1b-a899-33bc4b93f038 req-9d1f1c48-f66d-457c-8cbf-1c9758dffaf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:49:42.313898 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1f1c48-f66d-457c-8cbf-1c9758dffaf6 service neutron] Pushing event updated for resources: {'Port': ['ID=dca7ed76-f844-4964-96cf-13a24b7f95c7,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:49:42.361318 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-cd4fbe1c-de4b-4d1b-a899-33bc4b93f038 req-9d1f1c48-f66d-457c-8cbf-1c9758dffaf6 service neutron] Attempting to bind port dca7ed76-f844-4964-96cf-13a24b7f95c7 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:49:42.361651 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-cd4fbe1c-de4b-4d1b-a899-33bc4b93f038 req-9d1f1c48-f66d-457c-8cbf-1c9758dffaf6 service neutron] Attempting to bind port dca7ed76-f844-4964-96cf-13a24b7f95c7 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '96b00391-b135-46d4-85fc-75e86bb12859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '979a65e7-ce9d-4196-b7d3-4d78bc42eff2'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:49:42.362017 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4fbe1c-de4b-4d1b-a899-33bc4b93f038 req-9d1f1c48-f66d-457c-8cbf-1c9758dffaf6 service neutron] Attempting to bind port dca7ed76-f844-4964-96cf-13a24b7f95c7 on network 979a65e7-ce9d-4196-b7d3-4d78bc42eff2 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:49:42.366251 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4fbe1c-de4b-4d1b-a899-33bc4b93f038 req-9d1f1c48-f66d-457c-8cbf-1c9758dffaf6 service neutron] Port dca7ed76-f844-4964-96cf-13a24b7f95c7 on network 979a65e7-ce9d-4196-b7d3-4d78bc42eff2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:49:42.366567 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4fbe1c-de4b-4d1b-a899-33bc4b93f038 req-9d1f1c48-f66d-457c-8cbf-1c9758dffaf6 service neutron] Attempting to bind port dca7ed76-f844-4964-96cf-13a24b7f95c7 on network 979a65e7-ce9d-4196-b7d3-4d78bc42eff2 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:49:42.371466 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4fbe1c-de4b-4d1b-a899-33bc4b93f038 req-9d1f1c48-f66d-457c-8cbf-1c9758dffaf6 service neutron] Checking agent: {'id': 'fa828968-c68f-4b22-9699-a58fe4ab1f05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 28, 13), 'started_at': datetime.datetime(2021, 12, 10, 15, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:49:42.371800 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4fbe1c-de4b-4d1b-a899-33bc4b93f038 req-9d1f1c48-f66d-457c-8cbf-1c9758dffaf6 service neutron] Checking segment: {'id': '96b00391-b135-46d4-85fc-75e86bb12859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '979a65e7-ce9d-4196-b7d3-4d78bc42eff2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:49:42.372183 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4fbe1c-de4b-4d1b-a899-33bc4b93f038 req-9d1f1c48-f66d-457c-8cbf-1c9758dffaf6 service neutron] Bound using segment: {'id': '96b00391-b135-46d4-85fc-75e86bb12859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '979a65e7-ce9d-4196-b7d3-4d78bc42eff2'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:49:42.372602 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-cd4fbe1c-de4b-4d1b-a899-33bc4b93f038 req-9d1f1c48-f66d-457c-8cbf-1c9758dffaf6 service neutron] Bound port: dca7ed76-f844-4964-96cf-13a24b7f95c7, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96b00391-b135-46d4-85fc-75e86bb12859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '979a65e7-ce9d-4196-b7d3-4d78bc42eff2'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:49:42.372950 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-cd4fbe1c-de4b-4d1b-a899-33bc4b93f038 req-9d1f1c48-f66d-457c-8cbf-1c9758dffaf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:49:42.432943 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-cd4fbe1c-de4b-4d1b-a899-33bc4b93f038 req-9d1f1c48-f66d-457c-8cbf-1c9758dffaf6 service neutron] For port dca7ed76-f844-4964-96cf-13a24b7f95c7, host hv-neutron-8214, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:49:42.435986 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-cd4fbe1c-de4b-4d1b-a899-33bc4b93f038 req-9d1f1c48-f66d-457c-8cbf-1c9758dffaf6 service neutron] For port dca7ed76-f844-4964-96cf-13a24b7f95c7, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=dca7ed76-f844-4964-96cf-13a24b7f95c7,segment=NetworkSegment(96b00391-b135-46d4-85fc-75e86bb12859),segment_id=96b00391-b135-46d4-85fc-75e86bb12859)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:49:42.501049 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-cd4fbe1c-de4b-4d1b-a899-33bc4b93f038 req-9d1f1c48-f66d-457c-8cbf-1c9758dffaf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:49:42.539495 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fbe1c-de4b-4d1b-a899-33bc4b93f038 req-9d1f1c48-f66d-457c-8cbf-1c9758dffaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:49:42.540114 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-cd4fbe1c-de4b-4d1b-a899-33bc4b93f038 req-9d1f1c48-f66d-457c-8cbf-1c9758dffaf6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:49:42.541478 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-cd4fbe1c-de4b-4d1b-a899-33bc4b93f038 req-9d1f1c48-f66d-457c-8cbf-1c9758dffaf6 service neutron] 10.222.0.44 "PUT /v2.0/ports/dca7ed76-f844-4964-96cf-13a24b7f95c7 HTTP/1.1" status: 200 len: 1094 time: 0.7559071 Dec 10 15:49:42.541953 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b28c85b6-9896-45a4-9696-ef33e01bd3cc', 'tag': 'dca7ed76-f844-4964-96cf-13a24b7f95c7'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:49:42.544199 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9ca57131bc4931768ac29058952438d1fdd62308db7b17540cc34ffe8faef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c70f4dfd-f571-4636-9f46-8d54a45a2a89" -d '{"events": [{"name": "network-changed", "server_uuid": "b28c85b6-9896-45a4-9696-ef33e01bd3cc", "tag": "dca7ed76-f844-4964-96cf-13a24b7f95c7"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:49:42.566865 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1f1c48-f66d-457c-8cbf-1c9758dffaf6 service neutron] Pushing event updated for resources: {'Port': ['ID=dca7ed76-f844-4964-96cf-13a24b7f95c7,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:49:42.581704 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 15:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f42aff-23f9-47d6-9e7c-6d56082dda14 x-openstack-request-id: req-71f42aff-23f9-47d6-9e7c-6d56082dda14 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:49:42.582039 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b28c85b6-9896-45a4-9696-ef33e01bd3cc", "tag": "dca7ed76-f844-4964-96cf-13a24b7f95c7", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:49:42.582521 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-71f42aff-23f9-47d6-9e7c-6d56082dda14 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:49:42.582960 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b28c85b6-9896-45a4-9696-ef33e01bd3cc', 'tag': 'dca7ed76-f844-4964-96cf-13a24b7f95c7', 'status': 'completed', 'code': 200} Dec 10 15:49:42.643075 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f4dfd-f571-4636-9f46-8d54a45a2a89 req-ad4b7df0-caf6-4c6c-9f61-97f594bcf1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:49:42.644573 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-c70f4dfd-f571-4636-9f46-8d54a45a2a89 req-ad4b7df0-caf6-4c6c-9f61-97f594bcf1b9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=55a94f589042449c9a8319b92118928e&device_id=b28c85b6-9896-45a4-9696-ef33e01bd3cc HTTP/1.1" status: 200 len: 1097 time: 0.0409520 Dec 10 15:49:42.740410 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f4dfd-f571-4636-9f46-8d54a45a2a89 req-510e2dad-80bd-4abc-98dc-a31d1575d681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:49:42.741925 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-c70f4dfd-f571-4636-9f46-8d54a45a2a89 req-510e2dad-80bd-4abc-98dc-a31d1575d681 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=55a94f589042449c9a8319b92118928e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0893705 Dec 10 15:49:42.839248 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f4dfd-f571-4636-9f46-8d54a45a2a89 req-193f8103-5395-4ef3-90d7-0b88eb52a98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:49:42.841382 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-c70f4dfd-f571-4636-9f46-8d54a45a2a89 req-193f8103-5395-4ef3-90d7-0b88eb52a98e service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0923228 Dec 10 15:49:42.917316 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fbe1c-de4b-4d1b-a899-33bc4b93f038 req-24915831-d51e-48eb-8fd8-e5db5cafccb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:49:42.919569 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-cd4fbe1c-de4b-4d1b-a899-33bc4b93f038 req-24915831-d51e-48eb-8fd8-e5db5cafccb6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=55a94f589042449c9a8319b92118928e&device_id=b28c85b6-9896-45a4-9696-ef33e01bd3cc HTTP/1.1" status: 200 len: 1097 time: 0.0419793 Dec 10 15:49:42.959851 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-71cdfb34-fd74-4be6-b87d-4a15f983a295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:49:42.977550 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-cd4fbe1c-de4b-4d1b-a899-33bc4b93f038 req-7d40f74b-03ec-449f-a605-7f8a0b3ff5c3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dca7ed76-f844-4964-96cf-13a24b7f95c7 HTTP/1.1" status: 200 len: 217 time: 0.0497408 Dec 10 15:49:43.027468 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fbe1c-de4b-4d1b-a899-33bc4b93f038 req-cc9ba899-7478-431b-8d82-d55dec5fa901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:49:43.028849 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-cd4fbe1c-de4b-4d1b-a899-33bc4b93f038 req-cc9ba899-7478-431b-8d82-d55dec5fa901 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=15e63bd3-b3f5-4711-81d4-2499c1e687e9 HTTP/1.1" status: 200 len: 855 time: 0.0446827 Dec 10 15:49:43.059878 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-cd4fbe1c-de4b-4d1b-a899-33bc4b93f038 req-ef130af5-388f-4cbb-983b-d46fb4907b1f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=979a65e7-ce9d-4196-b7d3-4d78bc42eff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240722 Dec 10 15:49:43.144925 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device aad2eaaa-b80c-49cc-bfc1-356930748b13 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:49:43.157084 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-cd4fbe1c-de4b-4d1b-a899-33bc4b93f038 req-23bf97f9-26bd-473f-8186-f7d9ac46bd5c service neutron] 10.222.0.44 "GET /v2.0/networks/979a65e7-ce9d-4196-b7d3-4d78bc42eff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902934 Dec 10 15:49:43.175817 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] No Port match for: aad2eaaa-b80c-49cc-bfc1-356930748b13 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:49:43.176160 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device aad2eaaa-b80c-49cc-bfc1-356930748b13 not bound to the agent host hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:49:43.254414 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-cd4fbe1c-de4b-4d1b-a899-33bc4b93f038 req-cb07c18a-a529-41ab-b0ab-46d9b0f38955 service neutron] 10.222.0.44 "GET /v2.0/networks/979a65e7-ce9d-4196-b7d3-4d78bc42eff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876563 Dec 10 15:49:43.342082 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9feac-8092-4075-add1-bf7ff17655c9 req-e810ed6b-6dd4-474e-9952-a4676494d816 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:49:43.343472 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-c6e9feac-8092-4075-add1-bf7ff17655c9 req-e810ed6b-6dd4-474e-9952-a4676494d816 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=b28c85b6-9896-45a4-9696-ef33e01bd3cc HTTP/1.1" status: 200 len: 944 time: 0.0506754 Dec 10 15:49:43.391495 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-c6e9feac-8092-4075-add1-bf7ff17655c9 req-d8d689e8-b2fe-43fc-bce1-e6dbdebb174d tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415890 Dec 10 15:49:43.479139 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:49:44.509814 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b706840b-a363-4e85-bafc-4461028422d0 req-b4f093c1-cffa-400b-b180-6fd5f8705888 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:49:44.511186 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-b706840b-a363-4e85-bafc-4461028422d0 req-b4f093c1-cffa-400b-b180-6fd5f8705888 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=b28c85b6-9896-45a4-9696-ef33e01bd3cc HTTP/1.1" status: 200 len: 944 time: 0.0510590 Dec 10 15:49:44.557159 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-b706840b-a363-4e85-bafc-4461028422d0 req-2962de76-b45b-48c5-8eb3-c8e2fd2ef4e9 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392966 Dec 10 15:49:45.145291 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device dca7ed76-f844-4964-96cf-13a24b7f95c7 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 15:49:45.250191 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port dca7ed76-f844-4964-96cf-13a24b7f95c7, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=dca7ed76-f844-4964-96cf-13a24b7f95c7,segment=NetworkSegment(96b00391-b135-46d4-85fc-75e86bb12859),segment_id=96b00391-b135-46d4-85fc-75e86bb12859)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:49:45.261089 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Returning: {'device': 'dca7ed76-f844-4964-96cf-13a24b7f95c7', 'network_id': '979a65e7-ce9d-4196-b7d3-4d78bc42eff2', 'port_id': 'dca7ed76-f844-4964-96cf-13a24b7f95c7', 'mac_address': 'fa:16:3e:70:57:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15e63bd3-b3f5-4711-81d4-2499c1e687e9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 15:49:45.299658 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:49:45.310066 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d9e5e4bc-dcbf-4020-999e-d574d712e75e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:49:45.313969 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dca7ed76-f844-4964-96cf-13a24b7f95c7 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 15:49:45.332637 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port dca7ed76-f844-4964-96cf-13a24b7f95c7, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=dca7ed76-f844-4964-96cf-13a24b7f95c7,segment=NetworkSegment(96b00391-b135-46d4-85fc-75e86bb12859),segment_id=96b00391-b135-46d4-85fc-75e86bb12859)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:49:45.381734 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:49:45.430384 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=dca7ed76-f844-4964-96cf-13a24b7f95c7,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:49:45.437397 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:49:45.437744 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:49:45.438110 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:49:45.438442 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:49:45.438769 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:49:45.439091 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:49:45.439414 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:49:45.439734 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:49:45.440083 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:49:45.440402 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:49:45.440719 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:49:45.441033 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:49:45.441354 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:49:45.576389 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] get_ports_and_sgs() called for port_ids ['dca7ed76-f844-4964-96cf-13a24b7f95c7'] {{(pid=103588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 15:49:45.674448 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36f074-7670-4b10-846a-a9ff5c945a00 req-584dabc6-d50c-451c-8437-b42e642eb9f3 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:49:45.675988 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-3c36f074-7670-4b10-846a-a9ff5c945a00 req-584dabc6-d50c-451c-8437-b42e642eb9f3 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=b28c85b6-9896-45a4-9696-ef33e01bd3cc HTTP/1.1" status: 200 len: 945 time: 0.0530205 Dec 10 15:49:45.724280 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-3c36f074-7670-4b10-846a-a9ff5c945a00 req-5dddc434-01c7-4c78-a89f-47ad2798c7b3 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422189 Dec 10 15:49:46.158767 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:49:46.835559 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e7045-5eb5-4e34-8b51-318067649338 req-ea750c84-04be-4f31-8cdf-cadf2a96a5ad tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:49:46.837031 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-2e8e7045-5eb5-4e34-8b51-318067649338 req-ea750c84-04be-4f31-8cdf-cadf2a96a5ad tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=b28c85b6-9896-45a4-9696-ef33e01bd3cc HTTP/1.1" status: 200 len: 945 time: 0.0478280 Dec 10 15:49:46.883459 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-2e8e7045-5eb5-4e34-8b51-318067649338 req-6c61cfa0-a94a-4c15-8750-f15f50435a4e tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400317 Dec 10 15:49:47.160861 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device dca7ed76-f844-4964-96cf-13a24b7f95c7 up at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:49:47.266227 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning for port dca7ed76-f844-4964-96cf-13a24b7f95c7 completed by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 15:49:47.269995 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning complete for port dca7ed76-f844-4964-96cf-13a24b7f95c7 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:49:47.270368 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:49:47.344734 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:49:47.365956 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b28c85b6-9896-45a4-9696-ef33e01bd3cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dca7ed76-f844-4964-96cf-13a24b7f95c7'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:49:47.368163 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa4b92c408489e2c982394a5a7b3518bb1b22554638321e3ea6c5cabb2c75d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a145c0d-a0f5-4383-84db-e2d40ff542ef" -d '{"events": [{"server_uuid": "b28c85b6-9896-45a4-9696-ef33e01bd3cc", "name": "network-vif-plugged", "status": "completed", "tag": "dca7ed76-f844-4964-96cf-13a24b7f95c7"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:49:47.380528 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port dca7ed76-f844-4964-96cf-13a24b7f95c7, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=dca7ed76-f844-4964-96cf-13a24b7f95c7,segment=NetworkSegment(96b00391-b135-46d4-85fc-75e86bb12859),segment_id=96b00391-b135-46d4-85fc-75e86bb12859)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:49:47.404886 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 15:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c95cf580-c1e1-4e24-b291-c54d65ac22fc x-openstack-request-id: req-c95cf580-c1e1-4e24-b291-c54d65ac22fc {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:49:47.405177 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b28c85b6-9896-45a4-9696-ef33e01bd3cc", "name": "network-vif-plugged", "status": "completed", "tag": "dca7ed76-f844-4964-96cf-13a24b7f95c7", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:49:47.405439 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c95cf580-c1e1-4e24-b291-c54d65ac22fc {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:49:47.405865 dv-neutron-821401-4-hyperv neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b28c85b6-9896-45a4-9696-ef33e01bd3cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dca7ed76-f844-4964-96cf-13a24b7f95c7', 'code': 200} Dec 10 15:49:47.456331 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:49:47.505679 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=dca7ed76-f844-4964-96cf-13a24b7f95c7,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:49:47.676950 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ec1fee-4a72-4225-96bb-f0f3ad92929b req-7d57ca79-b2c2-4eac-8875-a922e8248cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:49:47.678455 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-60ec1fee-4a72-4225-96bb-f0f3ad92929b req-7d57ca79-b2c2-4eac-8875-a922e8248cef service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b28c85b6-9896-45a4-9696-ef33e01bd3cc HTTP/1.1" status: 200 len: 1099 time: 0.0381250 Dec 10 15:49:47.723649 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-60ec1fee-4a72-4225-96bb-f0f3ad92929b req-92a7b447-d2e4-4976-a2bb-254d30ff1970 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381045 Dec 10 15:49:47.770263 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:49:47.995263 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b564ee-db0e-4154-a9f5-cd590654f5d9 req-28f19182-b326-4d01-b1be-2c9f08b71540 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:49:47.997288 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-d3b564ee-db0e-4154-a9f5-cd590654f5d9 req-28f19182-b326-4d01-b1be-2c9f08b71540 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=b28c85b6-9896-45a4-9696-ef33e01bd3cc HTTP/1.1" status: 200 len: 946 time: 0.0468671 Dec 10 15:49:48.046882 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-d3b564ee-db0e-4154-a9f5-cd590654f5d9 req-a1f1f807-ba48-45a2-bdd8-b8ec943f9f30 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434511 Dec 10 15:49:48.660424 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:49:49.001018 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 15:49:49.168126 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a202e27e-2851-41b3-82d7-62b12280e10b req-e5132486-672c-4489-afc8-0fab67d60c01 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:49:49.169658 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-a202e27e-2851-41b3-82d7-62b12280e10b req-e5132486-672c-4489-afc8-0fab67d60c01 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=b28c85b6-9896-45a4-9696-ef33e01bd3cc HTTP/1.1" status: 200 len: 946 time: 0.0546715 Dec 10 15:49:49.216677 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-a202e27e-2851-41b3-82d7-62b12280e10b req-e56178fb-8216-4d4b-8164-bafa371dcf7b tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410199 Dec 10 15:49:49.330477 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a38fad5-c9c7-4208-9729-e842c313621a req-2ce95e1e-7127-4fd5-892c-f76c40b53367 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:49:49.331936 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-1a38fad5-c9c7-4208-9729-e842c313621a req-2ce95e1e-7127-4fd5-892c-f76c40b53367 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=b28c85b6-9896-45a4-9696-ef33e01bd3cc HTTP/1.1" status: 200 len: 946 time: 0.0495863 Dec 10 15:49:49.378237 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-1a38fad5-c9c7-4208-9729-e842c313621a req-2dc3cd82-52eb-4b6b-ae26-cf2d202ed008 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400147 Dec 10 15:49:49.738885 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab978c86-706e-4462-bec9-e556775dfda3 req-903b1024-8e3c-4af6-a2bc-a8a476640ed6 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:49:49.740342 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ab978c86-706e-4462-bec9-e556775dfda3 req-903b1024-8e3c-4af6-a2bc-a8a476640ed6 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=b28c85b6-9896-45a4-9696-ef33e01bd3cc HTTP/1.1" status: 200 len: 946 time: 0.0478992 Dec 10 15:49:49.787820 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ab978c86-706e-4462-bec9-e556775dfda3 req-2b0e59ef-a8e5-43fd-a833-8f2c6697abf7 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415502 Dec 10 15:49:49.867849 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4935ae0f-3743-4282-9fdc-79a145badea1 req-57079250-f427-4277-8f4c-5e29a2bfe93c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b28c85b6-9896-45a4-9696-ef33e01bd3cc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0431597 Dec 10 15:49:50.904025 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2601842a-0abd-4bb4-881a-6f0da3c6aadc req-e851febd-e29b-4077-81d6-17db3ddc0df1 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:49:50.905478 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-2601842a-0abd-4bb4-881a-6f0da3c6aadc req-e851febd-e29b-4077-81d6-17db3ddc0df1 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=b28c85b6-9896-45a4-9696-ef33e01bd3cc HTTP/1.1" status: 200 len: 946 time: 0.0506115 Dec 10 15:49:50.952984 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-2601842a-0abd-4bb4-881a-6f0da3c6aadc req-d18b0d4a-332b-4840-ad07-2a42dbf3d209 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414732 Dec 10 15:49:51.772216 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4935ae0f-3743-4282-9fdc-79a145badea1 req-87debb05-2504-41e3-96bf-8666601b46d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:49:51.773699 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4935ae0f-3743-4282-9fdc-79a145badea1 req-87debb05-2504-41e3-96bf-8666601b46d5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=55a94f589042449c9a8319b92118928e&device_id=b28c85b6-9896-45a4-9696-ef33e01bd3cc HTTP/1.1" status: 200 len: 1099 time: 0.0394931 Dec 10 15:49:51.868817 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4935ae0f-3743-4282-9fdc-79a145badea1 req-747486ff-f4e3-4e5c-946e-c0fc6879a638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:49:51.870330 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4935ae0f-3743-4282-9fdc-79a145badea1 req-747486ff-f4e3-4e5c-946e-c0fc6879a638 service neutron] 10.222.0.44 "GET /v2.0/networks?id=979a65e7-ce9d-4196-b7d3-4d78bc42eff2 HTTP/1.1" status: 200 len: 916 time: 0.0902557 Dec 10 15:49:51.912439 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4935ae0f-3743-4282-9fdc-79a145badea1 req-72e68e70-8b40-4600-a53f-6cdfb1aca59b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dca7ed76-f844-4964-96cf-13a24b7f95c7 HTTP/1.1" status: 200 len: 217 time: 0.0347738 Dec 10 15:49:51.965133 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4935ae0f-3743-4282-9fdc-79a145badea1 req-bd0218b8-0ee1-4a9c-8483-93de2881d725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:49:51.966624 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4935ae0f-3743-4282-9fdc-79a145badea1 req-bd0218b8-0ee1-4a9c-8483-93de2881d725 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=15e63bd3-b3f5-4711-81d4-2499c1e687e9 HTTP/1.1" status: 200 len: 855 time: 0.0473418 Dec 10 15:49:51.998059 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4935ae0f-3743-4282-9fdc-79a145badea1 req-ac3b50df-0fac-450e-87a8-a5cc6716c670 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=979a65e7-ce9d-4196-b7d3-4d78bc42eff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245829 Dec 10 15:49:52.066837 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f947791-4430-41d2-a401-ffdf2032dbf2 req-0bd00e49-2112-4ae4-b66c-f100f914d5bc tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:49:52.068237 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-5f947791-4430-41d2-a401-ffdf2032dbf2 req-0bd00e49-2112-4ae4-b66c-f100f914d5bc tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=b28c85b6-9896-45a4-9696-ef33e01bd3cc HTTP/1.1" status: 200 len: 946 time: 0.0474958 Dec 10 15:49:52.086805 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4935ae0f-3743-4282-9fdc-79a145badea1 req-41fa9a56-2c5b-4b82-bfec-a360909d8715 service neutron] 10.222.0.44 "GET /v2.0/networks/979a65e7-ce9d-4196-b7d3-4d78bc42eff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820241 Dec 10 15:49:52.115794 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-5f947791-4430-41d2-a401-ffdf2032dbf2 req-3ead18ae-e90d-4c15-ba64-e8f59dab6f9a tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408819 Dec 10 15:49:52.180515 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4935ae0f-3743-4282-9fdc-79a145badea1 req-57826ce3-5170-4297-b1fb-85da43b53d2b service neutron] 10.222.0.44 "GET /v2.0/networks/979a65e7-ce9d-4196-b7d3-4d78bc42eff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858483 Dec 10 15:49:53.231628 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b695f165-eefc-4c36-a112-57a258d50e86 req-d60a98c9-dce1-4d3c-aefe-1eeac87dcb72 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:49:53.233122 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b695f165-eefc-4c36-a112-57a258d50e86 req-d60a98c9-dce1-4d3c-aefe-1eeac87dcb72 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=b28c85b6-9896-45a4-9696-ef33e01bd3cc HTTP/1.1" status: 200 len: 946 time: 0.0493641 Dec 10 15:49:53.279577 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b695f165-eefc-4c36-a112-57a258d50e86 req-284e948f-860d-4e35-bd82-f31832943fcb tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406196 Dec 10 15:49:54.405892 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d837f-3e6b-4830-959a-1a2b8e8e3558 req-1fab2ebf-920f-477d-8edc-f3b865c91130 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:49:54.407286 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-b72d837f-3e6b-4830-959a-1a2b8e8e3558 req-1fab2ebf-920f-477d-8edc-f3b865c91130 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=b28c85b6-9896-45a4-9696-ef33e01bd3cc HTTP/1.1" status: 200 len: 946 time: 0.0474420 Dec 10 15:49:54.453677 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-b72d837f-3e6b-4830-959a-1a2b8e8e3558 req-d83486f4-ab25-48b5-ae41-b1a6d483ae39 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404103 Dec 10 15:49:55.567292 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61913200-76fd-4dd5-8a86-10f1160a87dd req-ddd0d334-2fe8-43a9-ba87-820753d69860 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:49:55.568769 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-61913200-76fd-4dd5-8a86-10f1160a87dd req-ddd0d334-2fe8-43a9-ba87-820753d69860 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=b28c85b6-9896-45a4-9696-ef33e01bd3cc HTTP/1.1" status: 200 len: 946 time: 0.0477335 Dec 10 15:49:55.619258 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-61913200-76fd-4dd5-8a86-10f1160a87dd req-ce7bef94-d068-4c53-8648-70cf3c36ce20 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446618 Dec 10 15:49:56.735791 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4c7aba-c16b-4360-b711-8928e88c3d55 req-e81e9139-6967-458e-8087-1ba793518eb6 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:49:56.737238 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4c4c7aba-c16b-4360-b711-8928e88c3d55 req-e81e9139-6967-458e-8087-1ba793518eb6 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=b28c85b6-9896-45a4-9696-ef33e01bd3cc HTTP/1.1" status: 200 len: 946 time: 0.0511718 Dec 10 15:49:56.783080 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4c4c7aba-c16b-4360-b711-8928e88c3d55 req-125a5ed5-22ac-4d9b-b308-89ccff806a45 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398784 Dec 10 15:49:57.897162 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa5e67-bd33-4775-aac9-1cc97d12857b req-b778814c-1dd3-41d3-8065-2e2801c5d1dd tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:49:57.898751 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-29fa5e67-bd33-4775-aac9-1cc97d12857b req-b778814c-1dd3-41d3-8065-2e2801c5d1dd tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=b28c85b6-9896-45a4-9696-ef33e01bd3cc HTTP/1.1" status: 200 len: 946 time: 0.0491545 Dec 10 15:49:57.945710 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-29fa5e67-bd33-4775-aac9-1cc97d12857b req-cfe36aa5-1106-4bb8-bae6-ae4d65b87a08 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403309 Dec 10 15:49:59.058025 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae4791-74ca-49db-a105-21d846a5c9fb req-18fb4631-bd3e-4b27-9394-b54006c9bde3 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:49:59.060087 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-a7ae4791-74ca-49db-a105-21d846a5c9fb req-18fb4631-bd3e-4b27-9394-b54006c9bde3 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=b28c85b6-9896-45a4-9696-ef33e01bd3cc HTTP/1.1" status: 200 len: 946 time: 0.0474765 Dec 10 15:49:59.106725 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-a7ae4791-74ca-49db-a105-21d846a5c9fb req-1cb06b80-a646-458b-9997-43737769b574 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406826 Dec 10 15:50:00.221610 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cf7597-f22c-483c-9984-fde6a438eb87 req-6ccf26e3-4ae1-44fc-919e-4e4fb31ee32b tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:50:00.223118 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-e0cf7597-f22c-483c-9984-fde6a438eb87 req-6ccf26e3-4ae1-44fc-919e-4e4fb31ee32b tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=b28c85b6-9896-45a4-9696-ef33e01bd3cc HTTP/1.1" status: 200 len: 946 time: 0.0485966 Dec 10 15:50:00.269247 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-e0cf7597-f22c-483c-9984-fde6a438eb87 req-b833cc12-0175-4faa-9621-12df1faeb192 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402763 Dec 10 15:50:01.382922 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ee4db-0f02-4898-b7f1-96b7ea7b1c40 req-c47243a5-9b55-44e5-995c-6415d7ba42ad tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:50:01.384358 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-2d9ee4db-0f02-4898-b7f1-96b7ea7b1c40 req-c47243a5-9b55-44e5-995c-6415d7ba42ad tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=b28c85b6-9896-45a4-9696-ef33e01bd3cc HTTP/1.1" status: 200 len: 946 time: 0.0499787 Dec 10 15:50:01.758459 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-2d9ee4db-0f02-4898-b7f1-96b7ea7b1c40 req-aacfa551-0bfc-4578-a234-bfcdcd9a7a0b tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3677852 Dec 10 15:50:02.875167 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e46aa0a-b318-4f3d-821a-8f52896d010c req-615da724-563d-4b0e-8d05-5a0e3b322b70 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:50:02.876635 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-3e46aa0a-b318-4f3d-821a-8f52896d010c req-615da724-563d-4b0e-8d05-5a0e3b322b70 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=b28c85b6-9896-45a4-9696-ef33e01bd3cc HTTP/1.1" status: 200 len: 946 time: 0.0518942 Dec 10 15:50:02.922592 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-3e46aa0a-b318-4f3d-821a-8f52896d010c req-a3f48457-a048-40ba-adb9-1425e5a8acd5 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399683 Dec 10 15:50:04.034856 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ae8611-f830-429d-9766-9c9bb21ef89a req-f0f59e3f-e3d5-4662-ae04-3311de351ba4 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:50:04.036319 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-10ae8611-f830-429d-9766-9c9bb21ef89a req-f0f59e3f-e3d5-4662-ae04-3311de351ba4 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=b28c85b6-9896-45a4-9696-ef33e01bd3cc HTTP/1.1" status: 200 len: 946 time: 0.0470793 Dec 10 15:50:04.081574 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-10ae8611-f830-429d-9766-9c9bb21ef89a req-896e5c66-f0f6-4eb6-93cf-1b065a2a127a tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394835 Dec 10 15:50:05.195939 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00f927c-6921-432d-afd4-f61f6ecf24eb req-9cc9bb3c-a2e7-4b38-8439-2c78aac4bc48 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:50:05.197425 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-f00f927c-6921-432d-afd4-f61f6ecf24eb req-9cc9bb3c-a2e7-4b38-8439-2c78aac4bc48 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=b28c85b6-9896-45a4-9696-ef33e01bd3cc HTTP/1.1" status: 200 len: 946 time: 0.0491915 Dec 10 15:50:05.244375 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-f00f927c-6921-432d-afd4-f61f6ecf24eb req-29ae6688-0b47-4d4d-b5db-0a8180b5615e tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410025 Dec 10 15:50:06.360040 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22544cec-1a0c-4020-9d58-c70e59528b73 req-6d6edb96-aa2d-466d-9b99-544cbc15a2d7 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:50:06.361509 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-22544cec-1a0c-4020-9d58-c70e59528b73 req-6d6edb96-aa2d-466d-9b99-544cbc15a2d7 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=b28c85b6-9896-45a4-9696-ef33e01bd3cc HTTP/1.1" status: 200 len: 946 time: 0.0493591 Dec 10 15:50:06.410067 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-22544cec-1a0c-4020-9d58-c70e59528b73 req-8f5e26bb-58a5-4f0f-a50c-21e5b946f4cd tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425022 Dec 10 15:50:07.521617 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca91772-5282-4548-9f3d-cdd9cec77ef2 req-7e9ddc7f-45c9-4d14-b803-1096db950baa tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:50:07.523095 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-eca91772-5282-4548-9f3d-cdd9cec77ef2 req-7e9ddc7f-45c9-4d14-b803-1096db950baa tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=b28c85b6-9896-45a4-9696-ef33e01bd3cc HTTP/1.1" status: 200 len: 946 time: 0.0470133 Dec 10 15:50:07.572969 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-eca91772-5282-4548-9f3d-cdd9cec77ef2 req-4955d541-d932-4c1f-b4b4-180e236580f0 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433106 Dec 10 15:50:08.687428 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f3e1a3-3865-427a-9ada-f2db17041f56 req-7658e4d4-37ac-4450-87a7-2d26cfd3c9fb tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:50:08.688900 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-50f3e1a3-3865-427a-9ada-f2db17041f56 req-7658e4d4-37ac-4450-87a7-2d26cfd3c9fb tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=b28c85b6-9896-45a4-9696-ef33e01bd3cc HTTP/1.1" status: 200 len: 946 time: 0.0474789 Dec 10 15:50:08.734638 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-50f3e1a3-3865-427a-9ada-f2db17041f56 req-aa0b46c1-3a02-4833-93d8-fd121a6bc4df tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398257 Dec 10 15:50:09.850696 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60a7820-a115-4f4d-8b8a-5df6de1e8e8f req-44c3240a-13d0-4633-9ac0-eb285a9c4772 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:50:09.852174 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-e60a7820-a115-4f4d-8b8a-5df6de1e8e8f req-44c3240a-13d0-4633-9ac0-eb285a9c4772 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=b28c85b6-9896-45a4-9696-ef33e01bd3cc HTTP/1.1" status: 200 len: 946 time: 0.0485966 Dec 10 15:50:09.898927 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-e60a7820-a115-4f4d-8b8a-5df6de1e8e8f req-497797f3-34c9-496b-84e2-9560c69b6629 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408955 Dec 10 15:50:11.012015 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a90467d-e3f7-49cc-ba0f-a20ebb38882a req-97eccd66-9064-499a-aee4-050967fd3c4d tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:50:11.013471 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-8a90467d-e3f7-49cc-ba0f-a20ebb38882a req-97eccd66-9064-499a-aee4-050967fd3c4d tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=b28c85b6-9896-45a4-9696-ef33e01bd3cc HTTP/1.1" status: 200 len: 946 time: 0.0478249 Dec 10 15:50:11.059015 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-8a90467d-e3f7-49cc-ba0f-a20ebb38882a req-2a57cedd-a92f-4611-b08e-75dcf1ee4212 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396738 Dec 10 15:50:12.172597 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238fa164-2892-4187-9adb-e009a7c89cf1 req-0a89ce03-daf3-4fbb-80bf-6b075f23c65c tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:50:12.174120 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-238fa164-2892-4187-9adb-e009a7c89cf1 req-0a89ce03-daf3-4fbb-80bf-6b075f23c65c tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=b28c85b6-9896-45a4-9696-ef33e01bd3cc HTTP/1.1" status: 200 len: 946 time: 0.0481999 Dec 10 15:50:12.221352 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-238fa164-2892-4187-9adb-e009a7c89cf1 req-265a865a-225a-4af5-a85a-24e9b50d5e08 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411856 Dec 10 15:50:12.934847 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9a3bc4f3-f2b5-4f19-83b8-88acb036192f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:13.337944 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6707ac-3d80-4871-a486-b2b2e686fb2e req-e65ef30a-b1cd-42f1-a90e-bd1b2e70fa77 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:50:13.340067 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ab6707ac-3d80-4871-a486-b2b2e686fb2e req-e65ef30a-b1cd-42f1-a90e-bd1b2e70fa77 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=b28c85b6-9896-45a4-9696-ef33e01bd3cc HTTP/1.1" status: 200 len: 946 time: 0.0521090 Dec 10 15:50:13.385318 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ab6707ac-3d80-4871-a486-b2b2e686fb2e req-e2fd824f-9f26-4264-be26-e26c55f32629 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394931 Dec 10 15:50:13.529212 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:14.501648 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4fc772-cbbb-4aca-b749-c1f607e8cec5 req-fd357251-7fbc-436c-ab1f-3900e4a3181e tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:50:14.503134 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-7c4fc772-cbbb-4aca-b749-c1f607e8cec5 req-fd357251-7fbc-436c-ab1f-3900e4a3181e tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=b28c85b6-9896-45a4-9696-ef33e01bd3cc HTTP/1.1" status: 200 len: 946 time: 0.0516605 Dec 10 15:50:14.549343 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-7c4fc772-cbbb-4aca-b749-c1f607e8cec5 req-8f30fbe9-12bf-45d2-a2ca-854d73c249c4 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402868 Dec 10 15:50:15.260483 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d608a6a6-d942-4000-ba1e-2678d7c0649a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:15.666413 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7192e60-4542-4f32-ba35-a2ec260ebcaa req-bf612654-44b8-4c3d-8657-88e841395ea0 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:50:15.668481 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f7192e60-4542-4f32-ba35-a2ec260ebcaa req-bf612654-44b8-4c3d-8657-88e841395ea0 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=b28c85b6-9896-45a4-9696-ef33e01bd3cc HTTP/1.1" status: 200 len: 946 time: 0.0526199 Dec 10 15:50:15.730384 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f7192e60-4542-4f32-ba35-a2ec260ebcaa req-3879d4fe-e8be-495c-8b01-f4b7deaeb5b8 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508606 Dec 10 15:50:16.152568 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:16.843847 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58023a4d-d12c-4237-9927-c9a9e0649f1e req-688fbc70-4824-472b-9f84-874382051bb7 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:50:16.845333 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-58023a4d-d12c-4237-9927-c9a9e0649f1e req-688fbc70-4824-472b-9f84-874382051bb7 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=b28c85b6-9896-45a4-9696-ef33e01bd3cc HTTP/1.1" status: 200 len: 946 time: 0.0499389 Dec 10 15:50:16.891939 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-58023a4d-d12c-4237-9927-c9a9e0649f1e req-5874fc0b-b92e-4693-9927-39195804178d tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407407 Dec 10 15:50:17.820098 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:18.007713 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d0aa32-b47e-455f-9205-7e034003dd26 req-d2e45d34-2fe4-4af8-9100-f6a0a334b6db tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:50:18.009145 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-e5d0aa32-b47e-455f-9205-7e034003dd26 req-d2e45d34-2fe4-4af8-9100-f6a0a334b6db tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=b28c85b6-9896-45a4-9696-ef33e01bd3cc HTTP/1.1" status: 200 len: 946 time: 0.0512674 Dec 10 15:50:18.055563 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-e5d0aa32-b47e-455f-9205-7e034003dd26 req-a336e5f5-b335-4895-97b9-ace8803c1a53 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398729 Dec 10 15:50:18.643036 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:19.180093 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4935ae0f-3743-4282-9fdc-79a145badea1 req-8b3553a9-d04e-4aa1-b4bf-b8f17f428389 service neutron] 10.222.0.44 "GET /v2.0/ports/dca7ed76-f844-4964-96cf-13a24b7f95c7/bindings/hv-neutron-8214 HTTP/1.1" status: 200 len: 384 time: 0.0899827 Dec 10 15:50:19.190524 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e808aa-5f0e-4c99-96a5-f6e0ed019bfc req-d57b4ecd-c1db-4e71-a4e9-263e380b8fef tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:50:19.191998 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-f9e808aa-5f0e-4c99-96a5-f6e0ed019bfc req-d57b4ecd-c1db-4e71-a4e9-263e380b8fef tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=b28c85b6-9896-45a4-9696-ef33e01bd3cc HTTP/1.1" status: 200 len: 946 time: 0.0668321 Dec 10 15:50:19.239461 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-f9e808aa-5f0e-4c99-96a5-f6e0ed019bfc req-3c0416ba-60c4-4fc9-8e55-f9400426eaac tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415006 Dec 10 15:50:19.761376 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4935ae0f-3743-4282-9fdc-79a145badea1 req-99d99591-5048-4e45-83ad-9016ac4cae45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:50:19.763513 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4935ae0f-3743-4282-9fdc-79a145badea1 req-99d99591-5048-4e45-83ad-9016ac4cae45 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b28c85b6-9896-45a4-9696-ef33e01bd3cc&tenant_id=55a94f589042449c9a8319b92118928e HTTP/1.1" status: 200 len: 1099 time: 0.0400980 Dec 10 15:50:19.825560 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4935ae0f-3743-4282-9fdc-79a145badea1 req-12f7a88d-8147-44d5-832e-599504ee731d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:50:19.827037 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4935ae0f-3743-4282-9fdc-79a145badea1 req-12f7a88d-8147-44d5-832e-599504ee731d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=55a94f589042449c9a8319b92118928e&device_id=b28c85b6-9896-45a4-9696-ef33e01bd3cc HTTP/1.1" status: 200 len: 1099 time: 0.0424316 Dec 10 15:50:19.913109 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4935ae0f-3743-4282-9fdc-79a145badea1 req-da73e0f7-9be4-4a80-ac4a-9fc4036600cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:50:19.914598 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4935ae0f-3743-4282-9fdc-79a145badea1 req-da73e0f7-9be4-4a80-ac4a-9fc4036600cc service neutron] 10.222.0.44 "GET /v2.0/networks?id=979a65e7-ce9d-4196-b7d3-4d78bc42eff2 HTTP/1.1" status: 200 len: 916 time: 0.0801187 Dec 10 15:50:19.955517 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4935ae0f-3743-4282-9fdc-79a145badea1 req-b0d26de2-3e1e-4707-b447-6eda8b594e8c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dca7ed76-f844-4964-96cf-13a24b7f95c7 HTTP/1.1" status: 200 len: 217 time: 0.0344341 Dec 10 15:50:20.007328 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4935ae0f-3743-4282-9fdc-79a145badea1 req-c69a29f9-d844-48e8-b820-d3b59aff5feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:50:20.008758 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4935ae0f-3743-4282-9fdc-79a145badea1 req-c69a29f9-d844-48e8-b820-d3b59aff5feb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=15e63bd3-b3f5-4711-81d4-2499c1e687e9 HTTP/1.1" status: 200 len: 855 time: 0.0471277 Dec 10 15:50:20.038365 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4935ae0f-3743-4282-9fdc-79a145badea1 req-24aa48eb-01f1-46cc-8ea0-e8baf8c21301 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=979a65e7-ce9d-4196-b7d3-4d78bc42eff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231967 Dec 10 15:50:20.124096 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4935ae0f-3743-4282-9fdc-79a145badea1 req-9771c685-eac6-4207-aebb-b5349eda2f9d service neutron] 10.222.0.44 "GET /v2.0/networks/979a65e7-ce9d-4196-b7d3-4d78bc42eff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788364 Dec 10 15:50:20.214633 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4935ae0f-3743-4282-9fdc-79a145badea1 req-ed80960a-c433-412b-8789-3f2bb6ed5279 service neutron] 10.222.0.44 "GET /v2.0/networks/979a65e7-ce9d-4196-b7d3-4d78bc42eff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836968 Dec 10 15:50:20.406659 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c90916b-eb3f-4087-8b09-3c8d075e165b req-9c261581-165f-48b7-b883-7b026f54db00 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:50:20.408198 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-9c90916b-eb3f-4087-8b09-3c8d075e165b req-9c261581-165f-48b7-b883-7b026f54db00 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=b28c85b6-9896-45a4-9696-ef33e01bd3cc HTTP/1.1" status: 200 len: 946 time: 0.1023703 Dec 10 15:50:20.456181 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-9c90916b-eb3f-4087-8b09-3c8d075e165b req-951e9329-87af-4d5b-96ee-09b731617f92 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417264 Dec 10 15:50:21.570365 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23597e9-13f4-4270-88eb-1aa21a0cf12f req-04e25aa0-c91b-4860-8870-cb3abf80243c tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:50:21.571818 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-f23597e9-13f4-4270-88eb-1aa21a0cf12f req-04e25aa0-c91b-4860-8870-cb3abf80243c tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=b28c85b6-9896-45a4-9696-ef33e01bd3cc HTTP/1.1" status: 200 len: 946 time: 0.0479941 Dec 10 15:50:21.618593 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-f23597e9-13f4-4270-88eb-1aa21a0cf12f req-c8c52cfd-0638-44d8-9fb5-9b008154e344 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401704 Dec 10 15:50:22.731223 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592bc617-99ee-400c-8c8b-1ec19cfdd246 req-4a26561f-692e-40b5-a8a2-bbdb7639327b tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:50:22.732663 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-592bc617-99ee-400c-8c8b-1ec19cfdd246 req-4a26561f-692e-40b5-a8a2-bbdb7639327b tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=b28c85b6-9896-45a4-9696-ef33e01bd3cc HTTP/1.1" status: 200 len: 946 time: 0.0474188 Dec 10 15:50:22.781188 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-592bc617-99ee-400c-8c8b-1ec19cfdd246 req-789ad15c-c2e3-4c34-a061-2284bdffa2c4 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426455 Dec 10 15:50:23.127826 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e240a6-da48-4d09-b939-efb4b2d158da req-dc4c0ce3-d8dc-4c5f-942d-dac2cb6b440f tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:50:23.129329 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-85e240a6-da48-4d09-b939-efb4b2d158da req-dc4c0ce3-d8dc-4c5f-942d-dac2cb6b440f tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=b28c85b6-9896-45a4-9696-ef33e01bd3cc HTTP/1.1" status: 200 len: 946 time: 0.0489724 Dec 10 15:50:23.179103 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-85e240a6-da48-4d09-b939-efb4b2d158da req-44271bc1-f821-43dc-a875-af026c1988d2 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437181 Dec 10 15:50:23.248308 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7022009-82ae-42e2-b173-2431045378b8 req-d5c4485e-ec76-41fb-a2ce-402477e6ddfc tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:50:23.250539 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-f7022009-82ae-42e2-b173-2431045378b8 req-d5c4485e-ec76-41fb-a2ce-402477e6ddfc tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.44 "GET /v2.0/ports?device_id=b28c85b6-9896-45a4-9696-ef33e01bd3cc&tenant_id=55a94f589042449c9a8319b92118928e&binding%3Ahost_id=hv-neutron-8214 HTTP/1.1" status: 200 len: 946 time: 0.0551608 Dec 10 15:50:23.331616 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7022009-82ae-42e2-b173-2431045378b8 req-24bb3312-b79d-48cf-a537-be8f9873a5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:50:23.333355 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-f7022009-82ae-42e2-b173-2431045378b8 req-24bb3312-b79d-48cf-a537-be8f9873a5cf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=55a94f589042449c9a8319b92118928e&device_id=b28c85b6-9896-45a4-9696-ef33e01bd3cc HTTP/1.1" status: 200 len: 1099 time: 0.0405612 Dec 10 15:50:23.383830 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device dca7ed76-f844-4964-96cf-13a24b7f95c7 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 15:50:23.388286 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device dca7ed76-f844-4964-96cf-13a24b7f95c7 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:50:23.421090 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7022009-82ae-42e2-b173-2431045378b8 req-3bb14752-9f57-4f46-97ab-b922ea2b196f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:50:23.422683 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-f7022009-82ae-42e2-b173-2431045378b8 req-3bb14752-9f57-4f46-97ab-b922ea2b196f service neutron] 10.222.0.44 "GET /v2.0/networks?id=979a65e7-ce9d-4196-b7d3-4d78bc42eff2 HTTP/1.1" status: 200 len: 916 time: 0.0830634 Dec 10 15:50:23.468650 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-f7022009-82ae-42e2-b173-2431045378b8 req-49d6f522-c088-45ba-a3e0-05cf202141cd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dca7ed76-f844-4964-96cf-13a24b7f95c7 HTTP/1.1" status: 200 len: 217 time: 0.0387683 Dec 10 15:50:23.518590 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7022009-82ae-42e2-b173-2431045378b8 req-a5c9c886-c530-4156-872f-c794524c8671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:50:23.520142 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-f7022009-82ae-42e2-b173-2431045378b8 req-a5c9c886-c530-4156-872f-c794524c8671 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=15e63bd3-b3f5-4711-81d4-2499c1e687e9 HTTP/1.1" status: 200 len: 855 time: 0.0450370 Dec 10 15:50:23.528761 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:23.548118 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port dca7ed76-f844-4964-96cf-13a24b7f95c7, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=dca7ed76-f844-4964-96cf-13a24b7f95c7,segment=NetworkSegment(96b00391-b135-46d4-85fc-75e86bb12859),segment_id=96b00391-b135-46d4-85fc-75e86bb12859)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:50:23.551522 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-f7022009-82ae-42e2-b173-2431045378b8 req-02093407-f371-4218-ae3b-9a3a6d195d16 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=979a65e7-ce9d-4196-b7d3-4d78bc42eff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243309 Dec 10 15:50:23.566241 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Returning: {'device': 'dca7ed76-f844-4964-96cf-13a24b7f95c7', 'network_id': '979a65e7-ce9d-4196-b7d3-4d78bc42eff2', 'port_id': 'dca7ed76-f844-4964-96cf-13a24b7f95c7', 'mac_address': 'fa:16:3e:70:57:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15e63bd3-b3f5-4711-81d4-2499c1e687e9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 15:50:23.571685 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b28c85b6-9896-45a4-9696-ef33e01bd3cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dca7ed76-f844-4964-96cf-13a24b7f95c7'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:50:23.573919 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa4b92c408489e2c982394a5a7b3518bb1b22554638321e3ea6c5cabb2c75d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b852a2-df27-407a-afac-95337e4daf7b" -d '{"events": [{"server_uuid": "b28c85b6-9896-45a4-9696-ef33e01bd3cc", "name": "network-vif-unplugged", "status": "completed", "tag": "dca7ed76-f844-4964-96cf-13a24b7f95c7"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:50:23.590429 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port dca7ed76-f844-4964-96cf-13a24b7f95c7, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=dca7ed76-f844-4964-96cf-13a24b7f95c7,segment=NetworkSegment(96b00391-b135-46d4-85fc-75e86bb12859),segment_id=96b00391-b135-46d4-85fc-75e86bb12859)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:50:23.623662 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 15:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-854d6037-6258-45dc-b832-cb59eb29a871 x-openstack-request-id: req-854d6037-6258-45dc-b832-cb59eb29a871 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:50:23.623959 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b28c85b6-9896-45a4-9696-ef33e01bd3cc", "name": "network-vif-unplugged", "status": "completed", "tag": "dca7ed76-f844-4964-96cf-13a24b7f95c7", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:50:23.624223 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-854d6037-6258-45dc-b832-cb59eb29a871 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:50:23.624643 dv-neutron-821401-4-hyperv neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b28c85b6-9896-45a4-9696-ef33e01bd3cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dca7ed76-f844-4964-96cf-13a24b7f95c7', 'code': 200} Dec 10 15:50:23.626696 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:23.640184 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dca7ed76-f844-4964-96cf-13a24b7f95c7 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 15:50:23.646371 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-f7022009-82ae-42e2-b173-2431045378b8 req-330c21ba-4395-4ae0-bca1-7f2f7cf76807 service neutron] 10.222.0.44 "GET /v2.0/networks/979a65e7-ce9d-4196-b7d3-4d78bc42eff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881143 Dec 10 15:50:23.660585 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:23.727071 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.db.api [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 15:50:23.727450 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG oslo_db.api [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 15:50:23.736830 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=dca7ed76-f844-4964-96cf-13a24b7f95c7,revision_number=6']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:50:23.737751 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-f7022009-82ae-42e2-b173-2431045378b8 req-7c778d98-f631-4d32-8b0f-55c659076003 service neutron] 10.222.0.44 "GET /v2.0/networks/979a65e7-ce9d-4196-b7d3-4d78bc42eff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840635 Dec 10 15:50:24.266814 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:24.280478 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dca7ed76-f844-4964-96cf-13a24b7f95c7 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 15:50:24.297398 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941aa82c-8f28-40dc-bfe3-cdda75813f88 req-56f56e8a-0175-4b92-8502-0021447068db tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:50:24.299003 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-941aa82c-8f28-40dc-bfe3-cdda75813f88 req-56f56e8a-0175-4b92-8502-0021447068db tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=b28c85b6-9896-45a4-9696-ef33e01bd3cc HTTP/1.1" status: 200 len: 944 time: 0.0500228 Dec 10 15:50:24.299892 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port dca7ed76-f844-4964-96cf-13a24b7f95c7, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=dca7ed76-f844-4964-96cf-13a24b7f95c7,segment=NetworkSegment(96b00391-b135-46d4-85fc-75e86bb12859),segment_id=96b00391-b135-46d4-85fc-75e86bb12859)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:50:24.348774 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-941aa82c-8f28-40dc-bfe3-cdda75813f88 req-ff42cf09-e06a-4a07-89b6-8eba720c61d7 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435374 Dec 10 15:50:24.408654 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:24.458792 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=dca7ed76-f844-4964-96cf-13a24b7f95c7,revision_number=7']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:50:24.462933 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] get_ports_and_sgs() called for port_ids ['dca7ed76-f844-4964-96cf-13a24b7f95c7'] {{(pid=103588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 15:50:25.393195 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device dca7ed76-f844-4964-96cf-13a24b7f95c7 up at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:50:25.439286 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning complete for port dca7ed76-f844-4964-96cf-13a24b7f95c7 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:50:25.439968 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:25.468319 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b587d11a-1363-4a52-b5cc-af6ab70f32f3 req-5a2d7d89-be0e-4ed3-ba6d-aba00163bc12 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:50:25.469847 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b587d11a-1363-4a52-b5cc-af6ab70f32f3 req-5a2d7d89-be0e-4ed3-ba6d-aba00163bc12 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=b28c85b6-9896-45a4-9696-ef33e01bd3cc HTTP/1.1" status: 200 len: 945 time: 0.0491824 Dec 10 15:50:25.513707 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:25.521041 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b587d11a-1363-4a52-b5cc-af6ab70f32f3 req-e5834bdd-81a2-4bf6-a3d5-4e96ba83cd74 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452359 Dec 10 15:50:25.545751 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port dca7ed76-f844-4964-96cf-13a24b7f95c7, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=dca7ed76-f844-4964-96cf-13a24b7f95c7,segment=NetworkSegment(96b00391-b135-46d4-85fc-75e86bb12859),segment_id=96b00391-b135-46d4-85fc-75e86bb12859)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:50:25.615231 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:25.639134 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d8f949-2f9a-4dea-81ca-ffe17728ddef req-94433107-087d-4ca5-97ef-f4948ea5a425 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:50:25.639713 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b28c85b6-9896-45a4-9696-ef33e01bd3cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dca7ed76-f844-4964-96cf-13a24b7f95c7'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:50:25.640638 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-39d8f949-2f9a-4dea-81ca-ffe17728ddef req-94433107-087d-4ca5-97ef-f4948ea5a425 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=b28c85b6-9896-45a4-9696-ef33e01bd3cc HTTP/1.1" status: 200 len: 945 time: 0.0537796 Dec 10 15:50:25.641902 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa4b92c408489e2c982394a5a7b3518bb1b22554638321e3ea6c5cabb2c75d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41d25357-b17d-4480-bede-148cb6be7e48" -d '{"events": [{"server_uuid": "b28c85b6-9896-45a4-9696-ef33e01bd3cc", "name": "network-vif-plugged", "status": "completed", "tag": "dca7ed76-f844-4964-96cf-13a24b7f95c7"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:50:25.675487 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=dca7ed76-f844-4964-96cf-13a24b7f95c7,revision_number=8']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:50:25.681127 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 15:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e63aa1-c711-4022-9336-054eef7f8a0f x-openstack-request-id: req-b8e63aa1-c711-4022-9336-054eef7f8a0f {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:50:25.681661 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b28c85b6-9896-45a4-9696-ef33e01bd3cc", "name": "network-vif-plugged", "status": "completed", "tag": "dca7ed76-f844-4964-96cf-13a24b7f95c7", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:50:25.682003 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b8e63aa1-c711-4022-9336-054eef7f8a0f {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:50:25.682463 dv-neutron-821401-4-hyperv neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b28c85b6-9896-45a4-9696-ef33e01bd3cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dca7ed76-f844-4964-96cf-13a24b7f95c7', 'code': 200} Dec 10 15:50:25.701399 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-39d8f949-2f9a-4dea-81ca-ffe17728ddef req-49c5c969-2453-4439-8bec-d4b91dad8acf tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544953 Dec 10 15:50:25.813750 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadcc040-2cc2-4180-be45-773146de1b5d req-abcfb475-0684-492f-a794-8c61f6f71cbe tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:50:25.815280 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-aadcc040-2cc2-4180-be45-773146de1b5d req-abcfb475-0684-492f-a794-8c61f6f71cbe tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=b28c85b6-9896-45a4-9696-ef33e01bd3cc HTTP/1.1" status: 200 len: 946 time: 0.0479691 Dec 10 15:50:25.862143 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-aadcc040-2cc2-4180-be45-773146de1b5d req-60160e4b-a7ae-4412-a9ac-97aa249b822d tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409775 Dec 10 15:50:26.001872 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 15:50:26.377398 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05c0034-c0ce-40ab-8ad1-56e5df386253 req-6f017aba-9db5-43e0-88ef-0552e4b44b99 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:50:26.378868 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-d05c0034-c0ce-40ab-8ad1-56e5df386253 req-6f017aba-9db5-43e0-88ef-0552e4b44b99 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=b28c85b6-9896-45a4-9696-ef33e01bd3cc HTTP/1.1" status: 200 len: 946 time: 0.0490685 Dec 10 15:50:26.424937 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-d05c0034-c0ce-40ab-8ad1-56e5df386253 req-f13f32aa-ffe2-4e3b-a76a-555d85f8ae10 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402069 Dec 10 15:50:27.538514 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdba0ff-61fa-4846-8a9f-07e36bfedf87 req-bb01b8b3-3149-4464-852d-560cdd0d622a tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:50:27.539968 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-bcdba0ff-61fa-4846-8a9f-07e36bfedf87 req-bb01b8b3-3149-4464-852d-560cdd0d622a tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=b28c85b6-9896-45a4-9696-ef33e01bd3cc HTTP/1.1" status: 200 len: 946 time: 0.0479672 Dec 10 15:50:27.586093 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-bcdba0ff-61fa-4846-8a9f-07e36bfedf87 req-4305dae1-f576-44f7-9cfc-9738963fab0f tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a3fbee-bf4b-4241-b73d-6f1923148f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399985 Dec 10 15:50:27.976963 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aae421-0402-4f34-bad8-3f0b24b76dcb req-d2388ac7-2f65-422b-b07d-66d9462981ce tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:50:27.978632 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-a5aae421-0402-4f34-bad8-3f0b24b76dcb req-d2388ac7-2f65-422b-b07d-66d9462981ce tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.44 "GET /v2.0/ports?device_id=b28c85b6-9896-45a4-9696-ef33e01bd3cc HTTP/1.1" status: 200 len: 946 time: 0.0562282 Dec 10 15:50:28.074971 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-a5aae421-0402-4f34-bad8-3f0b24b76dcb req-d9b71e02-e8a4-4702-a008-a9114839973d tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Deleting port dca7ed76-f844-4964-96cf-13a24b7f95c7 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:50:28.075310 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-a5aae421-0402-4f34-bad8-3f0b24b76dcb req-d9b71e02-e8a4-4702-a008-a9114839973d tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:28.166137 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-a5aae421-0402-4f34-bad8-3f0b24b76dcb req-d9b71e02-e8a4-4702-a008-a9114839973d tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] For port dca7ed76-f844-4964-96cf-13a24b7f95c7, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=dca7ed76-f844-4964-96cf-13a24b7f95c7,segment=NetworkSegment(96b00391-b135-46d4-85fc-75e86bb12859),segment_id=96b00391-b135-46d4-85fc-75e86bb12859)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:50:28.166501 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-a5aae421-0402-4f34-bad8-3f0b24b76dcb req-d9b71e02-e8a4-4702-a008-a9114839973d tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:28.178553 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-a5aae421-0402-4f34-bad8-3f0b24b76dcb req-d9b71e02-e8a4-4702-a008-a9114839973d tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Calling delete_port for dca7ed76-f844-4964-96cf-13a24b7f95c7 owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:50:28.385513 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-a5aae421-0402-4f34-bad8-3f0b24b76dcb req-d9b71e02-e8a4-4702-a008-a9114839973d tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:28.396949 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] get_ports_and_sgs() called for port_ids ['dca7ed76-f844-4964-96cf-13a24b7f95c7'] {{(pid=103588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 15:50:28.418808 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b71e02-e8a4-4702-a008-a9114839973d tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Pushing event deleted for resources: {'Port': ['ID=dca7ed76-f844-4964-96cf-13a24b7f95c7,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:50:28.442135 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b71e02-e8a4-4702-a008-a9114839973d tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:50:28.442483 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b71e02-e8a4-4702-a008-a9114839973d tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:50:28.442834 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b71e02-e8a4-4702-a008-a9114839973d tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:50:28.443177 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b71e02-e8a4-4702-a008-a9114839973d tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:50:28.443512 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b71e02-e8a4-4702-a008-a9114839973d tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:50:28.443843 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b71e02-e8a4-4702-a008-a9114839973d tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:50:28.444173 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b71e02-e8a4-4702-a008-a9114839973d tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:50:28.444499 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b71e02-e8a4-4702-a008-a9114839973d tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:50:28.444824 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b71e02-e8a4-4702-a008-a9114839973d tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:50:28.445148 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b71e02-e8a4-4702-a008-a9114839973d tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:50:28.445470 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b71e02-e8a4-4702-a008-a9114839973d tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:50:28.445800 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b71e02-e8a4-4702-a008-a9114839973d tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:50:28.446135 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b71e02-e8a4-4702-a008-a9114839973d tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:50:28.467015 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5aae421-0402-4f34-bad8-3f0b24b76dcb req-d9b71e02-e8a4-4702-a008-a9114839973d tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] No DVR routers for this DVR port dca7ed76-f844-4964-96cf-13a24b7f95c7 on host hv-neutron-8214 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:50:28.469372 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-a5aae421-0402-4f34-bad8-3f0b24b76dcb req-d9b71e02-e8a4-4702-a008-a9114839973d tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:28.472776 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-a5aae421-0402-4f34-bad8-3f0b24b76dcb req-d9b71e02-e8a4-4702-a008-a9114839973d tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.44 "DELETE /v2.0/ports/dca7ed76-f844-4964-96cf-13a24b7f95c7 HTTP/1.1" status: 204 len: 173 time: 0.4879985 Dec 10 15:50:28.473217 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b28c85b6-9896-45a4-9696-ef33e01bd3cc', 'name': 'network-vif-deleted', 'tag': 'dca7ed76-f844-4964-96cf-13a24b7f95c7'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:50:28.475510 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9ca57131bc4931768ac29058952438d1fdd62308db7b17540cc34ffe8faef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6762575b-4ae7-4506-b6fb-51d5e94a8572" -d '{"events": [{"server_uuid": "b28c85b6-9896-45a4-9696-ef33e01bd3cc", "name": "network-vif-deleted", "tag": "dca7ed76-f844-4964-96cf-13a24b7f95c7"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:50:28.511641 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 15:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d154978-2a58-4419-ace5-423b722c090e x-openstack-request-id: req-0d154978-2a58-4419-ace5-423b722c090e {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:50:28.511902 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b28c85b6-9896-45a4-9696-ef33e01bd3cc", "name": "network-vif-deleted", "tag": "dca7ed76-f844-4964-96cf-13a24b7f95c7", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:50:28.512161 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0d154978-2a58-4419-ace5-423b722c090e {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:50:28.512564 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b28c85b6-9896-45a4-9696-ef33e01bd3cc', 'name': 'network-vif-deleted', 'tag': 'dca7ed76-f844-4964-96cf-13a24b7f95c7', 'status': 'completed', 'code': 200} Dec 10 15:50:28.678966 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-74257e21-cb98-4a77-ab0a-c65e4a5c1606 req-271c3377-ea97-4179-bf79-b689b17b8de6 tempest-ServerDiskConfigTestJSON-2123169614 tempest-ServerDiskConfigTestJSON-2123169614-project] 10.222.0.20 "GET /v2.0/ports?device_id=b28c85b6-9896-45a4-9696-ef33e01bd3cc HTTP/1.1" status: 200 len: 210 time: 0.0260978 Dec 10 15:50:29.797100 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 40066) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:50:29.839770 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-36ce2bc9-8423-41e7-836b-841d462533f6 admin admin] Deleting subnet 15e63bd3-b3f5-4711-81d4-2499c1e687e9 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:50:29.842694 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-36ce2bc9-8423-41e7-836b-841d462533f6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:29.878929 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-36ce2bc9-8423-41e7-836b-841d462533f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11806768'] for subnet, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:29.914890 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-36ce2bc9-8423-41e7-836b-841d462533f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:30.019935 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-36ce2bc9-8423-41e7-836b-841d462533f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11236721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11668521'] for subnet, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:30.046723 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ce2bc9-8423-41e7-836b-841d462533f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15e63bd3-b3f5-4711-81d4-2499c1e687e9,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:50:30.048690 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-36ce2bc9-8423-41e7-836b-841d462533f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:30.051958 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-36ce2bc9-8423-41e7-836b-841d462533f6 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/15e63bd3-b3f5-4711-81d4-2499c1e687e9 HTTP/1.1" status: 204 len: 168 time: 0.2537613 Dec 10 15:50:30.054447 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 40068) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:50:30.124257 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8514ff45-c7b0-41f3-9d2f-ee2a409d4d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:30.199967 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8514ff45-c7b0-41f3-9d2f-ee2a409d4d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:30.219976 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-8514ff45-c7b0-41f3-9d2f-ee2a409d4d49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['979a65e7-ce9d-4196-b7d3-4d78bc42eff2']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:50:30.228811 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-8514ff45-c7b0-41f3-9d2f-ee2a409d4d49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96b00391-b135-46d4-85fc-75e86bb12859') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:50:30.229105 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-8514ff45-c7b0-41f3-9d2f-ee2a409d4d49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96b00391-b135-46d4-85fc-75e86bb12859') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:50:30.238680 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8514ff45-c7b0-41f3-9d2f-ee2a409d4d49 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11806923'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:30.251184 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8514ff45-c7b0-41f3-9d2f-ee2a409d4d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:30.257099 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8514ff45-c7b0-41f3-9d2f-ee2a409d4d49 admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:50:30.257476 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8514ff45-c7b0-41f3-9d2f-ee2a409d4d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11236635'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:30.259192 dv-neutron-821401-4-hyperv neutron-server[103587]: Traceback (most recent call last): Dec 10 15:50:30.259192 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:50:30.259192 dv-neutron-821401-4-hyperv neutron-server[103587]: timer() Dec 10 15:50:30.259192 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:50:30.259192 dv-neutron-821401-4-hyperv neutron-server[103587]: cb(*args, **kw) Dec 10 15:50:30.259192 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:50:30.259192 dv-neutron-821401-4-hyperv neutron-server[103587]: return func(*args, **kwargs) Dec 10 15:50:30.259192 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:50:30.259192 dv-neutron-821401-4-hyperv neutron-server[103587]: self._notify() Dec 10 15:50:30.259192 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:50:30.259192 dv-neutron-821401-4-hyperv neutron-server[103587]: self.callback(batched_events) Dec 10 15:50:30.259192 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:50:30.259192 dv-neutron-821401-4-hyperv neutron-server[103587]: event.method(event) Dec 10 15:50:30.259192 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:50:30.259192 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:50:30.259192 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:50:30.259192 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:50:30.259192 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:50:30.259192 dv-neutron-821401-4-hyperv neutron-server[103587]: return f(self, *a, **k) Dec 10 15:50:30.259192 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:50:30.259192 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._get(url).json() Dec 10 15:50:30.259192 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:50:30.259192 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:50:30.259192 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:50:30.259192 dv-neutron-821401-4-hyperv neutron-server[103587]: return self.request(url, 'GET', **kwargs) Dec 10 15:50:30.259192 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:50:30.259192 dv-neutron-821401-4-hyperv neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:50:30.259192 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:50:30.259192 dv-neutron-821401-4-hyperv neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:50:30.259192 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:50:30.259192 dv-neutron-821401-4-hyperv neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:50:30.259192 dv-neutron-821401-4-hyperv neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:50:30.362973 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8514ff45-c7b0-41f3-9d2f-ee2a409d4d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:30.371437 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8514ff45-c7b0-41f3-9d2f-ee2a409d4d49 admin admin] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:30.376384 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-8514ff45-c7b0-41f3-9d2f-ee2a409d4d49 admin admin] 10.222.0.20 "DELETE /v2.0/networks/979a65e7-ce9d-4196-b7d3-4d78bc42eff2 HTTP/1.1" status: 204 len: 168 time: 0.3209980 Dec 10 15:50:30.390971 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8514ff45-c7b0-41f3-9d2f-ee2a409d4d49 admin admin] Pushing event deleted for resources: {'Network': ['ID=979a65e7-ce9d-4196-b7d3-4d78bc42eff2,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:50:30.733877 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 40072) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:50:30.776445 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-10d6816c-5f69-4576-8100-7c44e4046514 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=55a94f589042449c9a8319b92118928e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0413852 Dec 10 15:50:30.779888 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 40074) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:50:30.824860 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8d3384fd-fd4d-4440-9b9b-cb9e87a3fea9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:30.845876 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8d3384fd-fd4d-4440-9b9b-cb9e87a3fea9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:30.956570 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8d3384fd-fd4d-4440-9b9b-cb9e87a3fea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:30.959416 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8d3384fd-fd4d-4440-9b9b-cb9e87a3fea9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:30.960600 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-8d3384fd-fd4d-4440-9b9b-cb9e87a3fea9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/21a3fbee-bf4b-4241-b73d-6f1923148f3f HTTP/1.1" status: 204 len: 168 time: 0.1798277 Dec 10 15:50:30.970198 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3384fd-fd4d-4440-9b9b-cb9e87a3fea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a3fbee-bf4b-4241-b73d-6f1923148f3f,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:50:31.408186 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device dca7ed76-f844-4964-96cf-13a24b7f95c7 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:50:31.427733 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] No Port match for: dca7ed76-f844-4964-96cf-13a24b7f95c7 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:50:31.428076 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device dca7ed76-f844-4964-96cf-13a24b7f95c7 not bound to the agent host hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:50:31.927636 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 40096) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:50:32.019425 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-a89f0bd6-c947-4be5-8965-e708d98646a8 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1059655684-network', 'tenant_id': '7c2eaad81241461ab78516cbf365fd16'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:50:32.088043 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a89f0bd6-c947-4be5-8965-e708d98646a8 admin admin] Made reservation on behalf of 7c2eaad81241461ab78516cbf365fd16 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:50:32.091009 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a89f0bd6-c947-4be5-8965-e708d98646a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:32.102722 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a89f0bd6-c947-4be5-8965-e708d98646a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:32.180074 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a89f0bd6-c947-4be5-8965-e708d98646a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:32.248090 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a89f0bd6-c947-4be5-8965-e708d98646a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:32.272417 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a89f0bd6-c947-4be5-8965-e708d98646a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:50:32.282474 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89f0bd6-c947-4be5-8965-e708d98646a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d28a9b-2afa-4563-8c79-7523529b4db4,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:50:32.287333 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a89f0bd6-c947-4be5-8965-e708d98646a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:32.287686 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.segments_db [None req-a89f0bd6-c947-4be5-8965-e708d98646a8 admin admin] Added segment 3a6ed842-1b45-44ba-b718-87d48a4930f0 of type vlan for network d3f21273-a1b3-4e60-a616-248533538b58 Dec 10 15:50:32.326773 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a89f0bd6-c947-4be5-8965-e708d98646a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:32.412675 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a89f0bd6-c947-4be5-8965-e708d98646a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:32.413653 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89f0bd6-c947-4be5-8965-e708d98646a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:50:32.414353 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a89f0bd6-c947-4be5-8965-e708d98646a8 admin admin] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:32.471620 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89f0bd6-c947-4be5-8965-e708d98646a8 admin admin] Pushing event updated for resources: {'Network': ['ID=d3f21273-a1b3-4e60-a616-248533538b58,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:50:32.481856 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network d3f21273-a1b3-4e60-a616-248533538b58 details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:50:32.502706 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-a89f0bd6-c947-4be5-8965-e708d98646a8 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5739527 Dec 10 15:50:32.505473 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 40100) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:50:32.510175 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-923a7f75-4e83-4ca3-a176-b94d269021fe admin admin] Request body: {'subnet': {'network_id': 'd3f21273-a1b3-4e60-a616-248533538b58', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1059655684-subnet', 'tenant_id': '7c2eaad81241461ab78516cbf365fd16', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:50:32.579864 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-923a7f75-4e83-4ca3-a176-b94d269021fe admin admin] Made reservation on behalf of 7c2eaad81241461ab78516cbf365fd16 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:50:32.582571 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-923a7f75-4e83-4ca3-a176-b94d269021fe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11668558'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:32.795684 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-923a7f75-4e83-4ca3-a176-b94d269021fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11236534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11668560'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:32.856640 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923a7f75-4e83-4ca3-a176-b94d269021fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6016b09-2076-4278-89b9-8b484a1ccfb9,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:50:32.863934 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923a7f75-4e83-4ca3-a176-b94d269021fe admin admin] Checking segment: {'id': '3a6ed842-1b45-44ba-b718-87d48a4930f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd3f21273-a1b3-4e60-a616-248533538b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:50:32.864295 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923a7f75-4e83-4ca3-a176-b94d269021fe admin admin] Network hostable DHCP agents. Network: d3f21273-a1b3-4e60-a616-248533538b58, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:50:32.943529 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923a7f75-4e83-4ca3-a176-b94d269021fe admin admin] Network d3f21273-a1b3-4e60-a616-248533538b58 is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:50:33.024835 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-923a7f75-4e83-4ca3-a176-b94d269021fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, d3f21273-a1b3-4e60-a616-248533538b58) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:50:33.029065 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923a7f75-4e83-4ca3-a176-b94d269021fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:50:33.029839 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-923a7f75-4e83-4ca3-a176-b94d269021fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:33.033457 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024e628d-2906-42ef-b586-fe5dedba0fcc None None] Network d3f21273-a1b3-4e60-a616-248533538b58 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:50:33.108593 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-923a7f75-4e83-4ca3-a176-b94d269021fe admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6019540 Dec 10 15:50:33.111240 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 40102) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:50:33.115512 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-f4cd1cc5-0a1f-4bcd-a80d-278c1182591d admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1059655684-router', 'tenant_id': '7c2eaad81241461ab78516cbf365fd16', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:50:33.131946 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67c9ecd-4dd3-477b-8101-8f4ab9444ae5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-d3f21273-a1b3-4e60-a616-248533538b58', 'network_id': 'd3f21273-a1b3-4e60-a616-248533538b58', 'project_id': '7c2eaad81241461ab78516cbf365fd16', 'fixed_ips': [{'subnet_id': 'a6016b09-2076-4278-89b9-8b484a1ccfb9'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:50:33.133021 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f67c9ecd-4dd3-477b-8101-8f4ab9444ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:33.208907 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f4cd1cc5-0a1f-4bcd-a80d-278c1182591d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13912'] for router, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:33.210030 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f4cd1cc5-0a1f-4bcd-a80d-278c1182591d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:33.266909 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f4cd1cc5-0a1f-4bcd-a80d-278c1182591d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:33.268617 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-f67c9ecd-4dd3-477b-8101-8f4ab9444ae5 None None] Allocated IP 172.20.0.2 (d3f21273-a1b3-4e60-a616-248533538b58/a6016b09-2076-4278-89b9-8b484a1ccfb9/8e600283-acb1-49d7-a905-eb70ba562bf5) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:50:33.409355 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f67c9ecd-4dd3-477b-8101-8f4ab9444ae5 None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:33.458899 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f67c9ecd-4dd3-477b-8101-8f4ab9444ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:33.469391 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f4cd1cc5-0a1f-4bcd-a80d-278c1182591d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:33.502715 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67c9ecd-4dd3-477b-8101-8f4ab9444ae5 None None] Network d3f21273-a1b3-4e60-a616-248533538b58 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:50:33.505637 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-f67c9ecd-4dd3-477b-8101-8f4ab9444ae5 None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:50:33.508933 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67c9ecd-4dd3-477b-8101-8f4ab9444ae5 None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:50:33.514942 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67c9ecd-4dd3-477b-8101-8f4ab9444ae5 None None] Pushing event updated for resources: {'Port': ['ID=8e600283-acb1-49d7-a905-eb70ba562bf5,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:50:33.565427 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-f67c9ecd-4dd3-477b-8101-8f4ab9444ae5 None None] Attempting to bind port 8e600283-acb1-49d7-a905-eb70ba562bf5 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:50:33.565831 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-f67c9ecd-4dd3-477b-8101-8f4ab9444ae5 None None] Attempting to bind port 8e600283-acb1-49d7-a905-eb70ba562bf5 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '3a6ed842-1b45-44ba-b718-87d48a4930f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd3f21273-a1b3-4e60-a616-248533538b58'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:50:33.566204 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67c9ecd-4dd3-477b-8101-8f4ab9444ae5 None None] Attempting to bind port 8e600283-acb1-49d7-a905-eb70ba562bf5 on network d3f21273-a1b3-4e60-a616-248533538b58 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:50:33.571379 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67c9ecd-4dd3-477b-8101-8f4ab9444ae5 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:50:33.571803 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67c9ecd-4dd3-477b-8101-8f4ab9444ae5 None None] Checking segment: {'id': '3a6ed842-1b45-44ba-b718-87d48a4930f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd3f21273-a1b3-4e60-a616-248533538b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:50:33.572206 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f67c9ecd-4dd3-477b-8101-8f4ab9444ae5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:33.572598 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67c9ecd-4dd3-477b-8101-8f4ab9444ae5 None None] Bound using segment: {'id': '3a6ed842-1b45-44ba-b718-87d48a4930f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd3f21273-a1b3-4e60-a616-248533538b58'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:50:33.573060 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-f67c9ecd-4dd3-477b-8101-8f4ab9444ae5 None None] Bound port: 8e600283-acb1-49d7-a905-eb70ba562bf5, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a6ed842-1b45-44ba-b718-87d48a4930f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd3f21273-a1b3-4e60-a616-248533538b58'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:50:33.573437 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f67c9ecd-4dd3-477b-8101-8f4ab9444ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:33.634469 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f67c9ecd-4dd3-477b-8101-8f4ab9444ae5 None None] For port 8e600283-acb1-49d7-a905-eb70ba562bf5, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:50:33.638088 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f67c9ecd-4dd3-477b-8101-8f4ab9444ae5 None None] For port 8e600283-acb1-49d7-a905-eb70ba562bf5, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=8e600283-acb1-49d7-a905-eb70ba562bf5,segment=NetworkSegment(3a6ed842-1b45-44ba-b718-87d48a4930f0),segment_id=3a6ed842-1b45-44ba-b718-87d48a4930f0)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:50:33.722866 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f67c9ecd-4dd3-477b-8101-8f4ab9444ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:33.746889 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f4cd1cc5-0a1f-4bcd-a80d-278c1182591d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:33.767466 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f4cd1cc5-0a1f-4bcd-a80d-278c1182591d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:33.788698 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67c9ecd-4dd3-477b-8101-8f4ab9444ae5 None None] Pushing event updated for resources: {'Port': ['ID=8e600283-acb1-49d7-a905-eb70ba562bf5,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:50:33.878323 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-f4cd1cc5-0a1f-4bcd-a80d-278c1182591d admin admin] Allocated IP 172.26.2.73 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/b4463791-686e-46e1-849f-b3bc36e6226c) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:50:34.003292 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f4cd1cc5-0a1f-4bcd-a80d-278c1182591d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:34.098932 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f4cd1cc5-0a1f-4bcd-a80d-278c1182591d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:34.140587 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cd1cc5-0a1f-4bcd-a80d-278c1182591d admin admin] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:50:34.143508 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-f4cd1cc5-0a1f-4bcd-a80d-278c1182591d admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:50:34.146943 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cd1cc5-0a1f-4bcd-a80d-278c1182591d admin admin] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:50:34.152386 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cd1cc5-0a1f-4bcd-a80d-278c1182591d admin admin] Pushing event updated for resources: {'Port': ['ID=b4463791-686e-46e1-849f-b3bc36e6226c,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:50:34.163198 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f42d85-8bb9-445f-a088-158266609fab None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:50:34.242799 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-e57e7f48-1210-4697-83ad-d26d2f70d64f None None] Provisioning complete for port b4463791-686e-46e1-849f-b3bc36e6226c triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:50:34.243176 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e57e7f48-1210-4697-83ad-d26d2f70d64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:34.278633 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-e57e7f48-1210-4697-83ad-d26d2f70d64f None None] Port b4463791-686e-46e1-849f-b3bc36e6226c cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:50:34.286972 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 8e600283-acb1-49d7-a905-eb70ba562bf5 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:50:34.341373 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 8e600283-acb1-49d7-a905-eb70ba562bf5 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:50:34.341815 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:34.431986 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:34.468165 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] For port 8e600283-acb1-49d7-a905-eb70ba562bf5, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=8e600283-acb1-49d7-a905-eb70ba562bf5,segment=NetworkSegment(3a6ed842-1b45-44ba-b718-87d48a4930f0),segment_id=3a6ed842-1b45-44ba-b718-87d48a4930f0)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:50:34.544336 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:34.593153 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Pushing event updated for resources: {'Port': ['ID=8e600283-acb1-49d7-a905-eb70ba562bf5,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:50:34.676263 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c533239b-fadc-4041-a15b-86ea4d405469 None None] Network d3f21273-a1b3-4e60-a616-248533538b58 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:50:34.742152 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-8717f3ad-16fc-40dc-9e51-b947d56c61a2 None None] Provisioning complete for port 8e600283-acb1-49d7-a905-eb70ba562bf5 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:50:34.742516 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8717f3ad-16fc-40dc-9e51-b947d56c61a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:34.862764 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f4cd1cc5-0a1f-4bcd-a80d-278c1182591d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:35.061155 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f4cd1cc5-0a1f-4bcd-a80d-278c1182591d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363'] for router, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:35.077075 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-d6accaa6-d41c-4410-995c-b505d18db30e None None] Provisioning complete for port 8e600283-acb1-49d7-a905-eb70ba562bf5 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:50:35.077373 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d6accaa6-d41c-4410-995c-b505d18db30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:35.253583 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4cd1cc5-0a1f-4bcd-a80d-278c1182591d admin admin] Router 4022fb72-784d-433d-881b-67115d77b402 is scheduled to L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d with binding_index 1 {{(pid=103587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 15:50:35.359942 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4cd1cc5-0a1f-4bcd-a80d-278c1182591d admin admin] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:50:35.368475 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06145ad9-2edc-40b4-b4b3-4d82d6689ad1 None None] Sync routers for ids ['4022fb72-784d-433d-881b-67115d77b402'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:50:35.378138 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06145ad9-2edc-40b4-b4b3-4d82d6689ad1 None None] Routers {'4022fb72-784d-433d-881b-67115d77b402'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:50:35.378760 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-06145ad9-2edc-40b4-b4b3-4d82d6689ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:50:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['4022fb72-784d-433d-881b-67115d77b402'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:50:35.427296 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f4cd1cc5-0a1f-4bcd-a80d-278c1182591d admin admin] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:35.428681 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-f4cd1cc5-0a1f-4bcd-a80d-278c1182591d admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3165011 Dec 10 15:50:35.431487 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 40104) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:50:35.484149 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-06145ad9-2edc-40b4-b4b3-4d82d6689ad1 None None] Set router 4022fb72-784d-433d-881b-67115d77b402 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:50:35.657676 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-06145ad9-2edc-40b4-b4b3-4d82d6689ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4022fb72-784d-433d-881b-67115d77b402', 'name': 'tempest-ServerActionsTestJSON-1059655684-router', 'tenant_id': '7c2eaad81241461ab78516cbf365fd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.73'}], 'enable_snat': True}, 'gw_port_id': 'b4463791-686e-46e1-849f-b3bc36e6226c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:50:33Z', 'updated_at': '2021-12-10T15:50:34Z', 'revision_number': 3, 'project_id': '7c2eaad81241461ab78516cbf365fd16', 'gw_port': {'id': 'b4463791-686e-46e1-849f-b3bc36e6226c', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9f:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4022fb72-784d-433d-881b-67115d77b402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:50:33Z', 'updated_at': '2021-12-10T15:50:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:50:35.687626 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06145ad9-2edc-40b4-b4b3-4d82d6689ad1 None None] Checking router: 4022fb72-784d-433d-881b-67115d77b402 for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:50:35.687975 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06145ad9-2edc-40b4-b4b3-4d82d6689ad1 None None] Updating router 4022fb72-784d-433d-881b-67115d77b402 port b4463791-686e-46e1-849f-b3bc36e6226c binding host dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 15:50:35.712532 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-06145ad9-2edc-40b4-b4b3-4d82d6689ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:35.837491 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9e953e97-9976-4e12-8e7a-4679a76740e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:35.954571 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-06145ad9-2edc-40b4-b4b3-4d82d6689ad1 None None] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:36.030758 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-06145ad9-2edc-40b4-b4b3-4d82d6689ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:36.036097 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-9e953e97-9976-4e12-8e7a-4679a76740e2 admin admin] Allocated IP 172.20.0.1 (d3f21273-a1b3-4e60-a616-248533538b58/a6016b09-2076-4278-89b9-8b484a1ccfb9/f3d7a8a1-3762-41a9-8900-28e359cd6ae0) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:50:36.079571 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25cbabbd-b6a2-4fce-9c18-e6a8caccd424 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:50:36.094819 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-06145ad9-2edc-40b4-b4b3-4d82d6689ad1 None None] Attempting to bind port b4463791-686e-46e1-849f-b3bc36e6226c on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:50:36.095202 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-06145ad9-2edc-40b4-b4b3-4d82d6689ad1 None None] Attempting to bind port b4463791-686e-46e1-849f-b3bc36e6226c by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:50:36.095570 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06145ad9-2edc-40b4-b4b3-4d82d6689ad1 None None] Attempting to bind port b4463791-686e-46e1-849f-b3bc36e6226c on network d5a1452c-422a-4e1a-a1c7-48738ecf752f {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:50:36.100389 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ab3bda-eb80-46e6-b3d1-59159e1f820b None None] Pushing event updated for resources: {'Port': ['ID=b4463791-686e-46e1-849f-b3bc36e6226c,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:50:36.106423 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06145ad9-2edc-40b4-b4b3-4d82d6689ad1 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:50:36.106818 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06145ad9-2edc-40b4-b4b3-4d82d6689ad1 None None] Checking segment: {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:50:36.107314 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-06145ad9-2edc-40b4-b4b3-4d82d6689ad1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:36.107818 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06145ad9-2edc-40b4-b4b3-4d82d6689ad1 None None] Bound using segment: {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:50:36.108610 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-06145ad9-2edc-40b4-b4b3-4d82d6689ad1 None None] Bound port: b4463791-686e-46e1-849f-b3bc36e6226c, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:50:36.109247 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-06145ad9-2edc-40b4-b4b3-4d82d6689ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:36.147154 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9e953e97-9976-4e12-8e7a-4679a76740e2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:36.161137 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-06145ad9-2edc-40b4-b4b3-4d82d6689ad1 None None] For port b4463791-686e-46e1-849f-b3bc36e6226c, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:50:36.164691 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-06145ad9-2edc-40b4-b4b3-4d82d6689ad1 None None] For port b4463791-686e-46e1-849f-b3bc36e6226c, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=b4463791-686e-46e1-849f-b3bc36e6226c,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:50:36.183556 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6406f82d-7cf0-4298-a6ba-43bc0b352e58 None None] Provisioning complete for port b4463791-686e-46e1-849f-b3bc36e6226c triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:50:36.184125 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6406f82d-7cf0-4298-a6ba-43bc0b352e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:36.217010 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6406f82d-7cf0-4298-a6ba-43bc0b352e58 None None] Port b4463791-686e-46e1-849f-b3bc36e6226c cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:50:36.231812 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-06145ad9-2edc-40b4-b4b3-4d82d6689ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:36.262007 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 8e600283-acb1-49d7-a905-eb70ba562bf5 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:50:36.264118 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9e953e97-9976-4e12-8e7a-4679a76740e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:36.311878 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e953e97-9976-4e12-8e7a-4679a76740e2 admin admin] Network d3f21273-a1b3-4e60-a616-248533538b58 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:50:36.316738 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-9e953e97-9976-4e12-8e7a-4679a76740e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:50:36.321449 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e953e97-9976-4e12-8e7a-4679a76740e2 admin admin] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:50:36.324878 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e953e97-9976-4e12-8e7a-4679a76740e2 admin admin] Pushing event updated for resources: {'Port': ['ID=f3d7a8a1-3762-41a9-8900-28e359cd6ae0,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:50:36.357915 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e953e97-9976-4e12-8e7a-4679a76740e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:50:36.358265 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e953e97-9976-4e12-8e7a-4679a76740e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:50:36.358609 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e953e97-9976-4e12-8e7a-4679a76740e2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:50:36.358946 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e953e97-9976-4e12-8e7a-4679a76740e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:50:36.359278 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e953e97-9976-4e12-8e7a-4679a76740e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:50:36.359606 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e953e97-9976-4e12-8e7a-4679a76740e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:50:36.359934 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e953e97-9976-4e12-8e7a-4679a76740e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:50:36.360260 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e953e97-9976-4e12-8e7a-4679a76740e2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:50:36.360585 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e953e97-9976-4e12-8e7a-4679a76740e2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:50:36.360907 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e953e97-9976-4e12-8e7a-4679a76740e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:50:36.361348 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e953e97-9976-4e12-8e7a-4679a76740e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:50:36.361714 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e953e97-9976-4e12-8e7a-4679a76740e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:50:36.362154 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e953e97-9976-4e12-8e7a-4679a76740e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:50:36.376166 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9e953e97-9976-4e12-8e7a-4679a76740e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552880'] for router_interface, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:36.472178 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709cac74-7ac7-43d7-9af0-8cc7d4b1b262 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:50:36.491920 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ab3bda-eb80-46e6-b3d1-59159e1f820b None None] Pushing event updated for resources: {'Port': ['ID=b4463791-686e-46e1-849f-b3bc36e6226c,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:50:36.497965 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06145ad9-2edc-40b4-b4b3-4d82d6689ad1 None None] Routers {'4022fb72-784d-433d-881b-67115d77b402'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:50:36.498601 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-06145ad9-2edc-40b4-b4b3-4d82d6689ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:50:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['4022fb72-784d-433d-881b-67115d77b402'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:50:36.570799 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 8e600283-acb1-49d7-a905-eb70ba562bf5 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:50:36.571175 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:36.572638 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f9fd8105-75be-4a14-8e70-a5b2fb1d76fe None None] Provisioning complete for port b4463791-686e-46e1-849f-b3bc36e6226c triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:50:36.572993 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f9fd8105-75be-4a14-8e70-a5b2fb1d76fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:36.577167 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9e953e97-9976-4e12-8e7a-4679a76740e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:36.682785 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-06145ad9-2edc-40b4-b4b3-4d82d6689ad1 None None] Set router 4022fb72-784d-433d-881b-67115d77b402 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:50:36.739440 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9e953e97-9976-4e12-8e7a-4679a76740e2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:36.800935 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9e953e97-9976-4e12-8e7a-4679a76740e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:36.867963 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e953e97-9976-4e12-8e7a-4679a76740e2 admin admin] Pushing event updated for resources: {'Port': ['ID=f3d7a8a1-3762-41a9-8900-28e359cd6ae0,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:50:36.871847 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9e953e97-9976-4e12-8e7a-4679a76740e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549888'] for router_interface, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:36.890537 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f9fd8105-75be-4a14-8e70-a5b2fb1d76fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:36.935295 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f9fd8105-75be-4a14-8e70-a5b2fb1d76fe None None] For port b4463791-686e-46e1-849f-b3bc36e6226c, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=b4463791-686e-46e1-849f-b3bc36e6226c,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:50:36.961113 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-06145ad9-2edc-40b4-b4b3-4d82d6689ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4022fb72-784d-433d-881b-67115d77b402', 'name': 'tempest-ServerActionsTestJSON-1059655684-router', 'tenant_id': '7c2eaad81241461ab78516cbf365fd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.73'}], 'enable_snat': True}, 'gw_port_id': 'b4463791-686e-46e1-849f-b3bc36e6226c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:50:33Z', 'updated_at': '2021-12-10T15:50:34Z', 'revision_number': 3, 'project_id': '7c2eaad81241461ab78516cbf365fd16', 'gw_port': {'id': 'b4463791-686e-46e1-849f-b3bc36e6226c', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9f:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4022fb72-784d-433d-881b-67115d77b402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:50:33Z', 'updated_at': '2021-12-10T15:50:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:50:36.967312 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e953e97-9976-4e12-8e7a-4679a76740e2 admin admin] Network d3f21273-a1b3-4e60-a616-248533538b58 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:50:36.968690 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-9e953e97-9976-4e12-8e7a-4679a76740e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:50:36.988274 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06145ad9-2edc-40b4-b4b3-4d82d6689ad1 None None] The sync data for ids ['4022fb72-784d-433d-881b-67115d77b402'] in dv-neutron-821401-4-hyperv is: [{'id': '4022fb72-784d-433d-881b-67115d77b402', 'name': 'tempest-ServerActionsTestJSON-1059655684-router', 'tenant_id': '7c2eaad81241461ab78516cbf365fd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.73'}], 'enable_snat': True}, 'gw_port_id': 'b4463791-686e-46e1-849f-b3bc36e6226c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:50:33Z', 'updated_at': '2021-12-10T15:50:34Z', 'revision_number': 3, 'project_id': '7c2eaad81241461ab78516cbf365fd16', 'gw_port': {'id': 'b4463791-686e-46e1-849f-b3bc36e6226c', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9f:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4022fb72-784d-433d-881b-67115d77b402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:50:33Z', 'updated_at': '2021-12-10T15:50:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:50:37.015379 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f9fd8105-75be-4a14-8e70-a5b2fb1d76fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:37.079950 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fd8105-75be-4a14-8e70-a5b2fb1d76fe None None] Pushing event updated for resources: {'Port': ['ID=b4463791-686e-46e1-849f-b3bc36e6226c,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:50:37.106028 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e953e97-9976-4e12-8e7a-4679a76740e2 admin admin] Router 4022fb72-784d-433d-881b-67115d77b402 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:50:37.139022 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-0dc9cf3c-ae62-421e-a50b-b040bb4706bb None None] Provisioning complete for port f3d7a8a1-3762-41a9-8900-28e359cd6ae0 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:50:37.139401 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0dc9cf3c-ae62-421e-a50b-b040bb4706bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:37.178909 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-0dc9cf3c-ae62-421e-a50b-b040bb4706bb None None] Port f3d7a8a1-3762-41a9-8900-28e359cd6ae0 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:50:37.235100 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e953e97-9976-4e12-8e7a-4679a76740e2 admin admin] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:50:37.246811 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-9e953e97-9976-4e12-8e7a-4679a76740e2 admin admin] 10.222.0.20 "PUT /v2.0/routers/4022fb72-784d-433d-881b-67115d77b402/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8065555 Dec 10 15:50:37.318216 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-48ba0e7b-6988-4d38-8a4e-71a1ed15f3f4 None None] Provisioning complete for port f3d7a8a1-3762-41a9-8900-28e359cd6ae0 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:50:37.318594 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-48ba0e7b-6988-4d38-8a4e-71a1ed15f3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:37.356114 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-48ba0e7b-6988-4d38-8a4e-71a1ed15f3f4 None None] Port f3d7a8a1-3762-41a9-8900-28e359cd6ae0 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:50:38.290237 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device b4463791-686e-46e1-849f-b3bc36e6226c up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:50:38.341158 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port b4463791-686e-46e1-849f-b3bc36e6226c triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:50:38.341534 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:38.342846 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 40112) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:50:38.348348 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-77ea4710-be05-45d7-82ea-fe229cc645da tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1659907273', 'description': 'tempest-description--1095284717'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:50:38.419633 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-77ea4710-be05-45d7-82ea-fe229cc645da tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:38.486305 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-77ea4710-be05-45d7-82ea-fe229cc645da tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:38.533533 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-77ea4710-be05-45d7-82ea-fe229cc645da tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:38.555411 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b91dcc-4d82-46fb-b32e-73bbcaca6dd8 None None] Sync routers for ids ['4022fb72-784d-433d-881b-67115d77b402'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:50:38.563267 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ea4710-be05-45d7-82ea-fe229cc645da tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98fc8d28-74fc-47b5-984a-b979f40a07ab,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:50:38.567659 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b91dcc-4d82-46fb-b32e-73bbcaca6dd8 None None] Routers {'4022fb72-784d-433d-881b-67115d77b402'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:50:38.567659 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-05b91dcc-4d82-46fb-b32e-73bbcaca6dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:50:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['4022fb72-784d-433d-881b-67115d77b402'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:50:38.627148 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-77ea4710-be05-45d7-82ea-fe229cc645da tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:38.628459 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-77ea4710-be05-45d7-82ea-fe229cc645da tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2839379 Dec 10 15:50:38.631273 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 40114) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:50:38.635611 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-f325c5b4-f6a6-4779-afd7-2c2f4b0c34e7 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Request body: {'security_group_rule': {'security_group_id': '98fc8d28-74fc-47b5-984a-b979f40a07ab', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:50:38.672694 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-05b91dcc-4d82-46fb-b32e-73bbcaca6dd8 None None] Set router 4022fb72-784d-433d-881b-67115d77b402 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:50:38.733287 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f325c5b4-f6a6-4779-afd7-2c2f4b0c34e7 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:38.789676 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f325c5b4-f6a6-4779-afd7-2c2f4b0c34e7 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:38.853709 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f325c5b4-f6a6-4779-afd7-2c2f4b0c34e7 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:38.872434 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f325c5b4-f6a6-4779-afd7-2c2f4b0c34e7 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=375c7dc5-790e-4b99-b38f-d3391af889c6,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:50:38.947565 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f325c5b4-f6a6-4779-afd7-2c2f4b0c34e7 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:38.948911 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-f325c5b4-f6a6-4779-afd7-2c2f4b0c34e7 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3166707 Dec 10 15:50:38.951739 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 40116) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:50:38.956014 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-05b91dcc-4d82-46fb-b32e-73bbcaca6dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4022fb72-784d-433d-881b-67115d77b402', 'name': 'tempest-ServerActionsTestJSON-1059655684-router', 'tenant_id': '7c2eaad81241461ab78516cbf365fd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.73'}], 'enable_snat': True}, 'gw_port_id': 'b4463791-686e-46e1-849f-b3bc36e6226c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:50:33Z', 'updated_at': '2021-12-10T15:50:36Z', 'revision_number': 4, 'project_id': '7c2eaad81241461ab78516cbf365fd16', 'gw_port': {'id': 'b4463791-686e-46e1-849f-b3bc36e6226c', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4022fb72-784d-433d-881b-67115d77b402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:50:33Z', 'updated_at': '2021-12-10T15:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': 'f3d7a8a1-3762-41a9-8900-28e359cd6ae0', 'name': '', 'network_id': 'd3f21273-a1b3-4e60-a616-248533538b58', 'tenant_id': '7c2eaad81241461ab78516cbf365fd16', 'mac_address': 'fa:16:3e:07:15:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4022fb72-784d-433d-881b-67115d77b402', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'a6016b09-2076-4278-89b9-8b484a1ccfb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:50:35Z', 'updated_at': '2021-12-10T15:50:36Z', 'revision_number': 2, 'project_id': '7c2eaad81241461ab78516cbf365fd16', 'subnets': [{'id': 'a6016b09-2076-4278-89b9-8b484a1ccfb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:50:38.956216 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-2e54b547-631f-4b4a-97ee-9e090f502f5f tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Request body: {'security_group_rule': {'security_group_id': '98fc8d28-74fc-47b5-984a-b979f40a07ab', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:50:38.982341 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b91dcc-4d82-46fb-b32e-73bbcaca6dd8 None None] Checking router: 4022fb72-784d-433d-881b-67115d77b402 for host: dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:50:38.982694 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b91dcc-4d82-46fb-b32e-73bbcaca6dd8 None None] Updating router 4022fb72-784d-433d-881b-67115d77b402 port f3d7a8a1-3762-41a9-8900-28e359cd6ae0 binding host dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 15:50:39.010054 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-05b91dcc-4d82-46fb-b32e-73bbcaca6dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:39.059063 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2e54b547-631f-4b4a-97ee-9e090f502f5f tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:39.119877 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2e54b547-631f-4b4a-97ee-9e090f502f5f tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:39.225329 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2e54b547-631f-4b4a-97ee-9e090f502f5f tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:39.245132 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54b547-631f-4b4a-97ee-9e090f502f5f tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e06f323f-6f2c-4455-b2c1-44bdd3655a7a,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:50:39.271022 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-05b91dcc-4d82-46fb-b32e-73bbcaca6dd8 None None] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:39.307354 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2e54b547-631f-4b4a-97ee-9e090f502f5f tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:39.308733 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-2e54b547-631f-4b4a-97ee-9e090f502f5f tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3560011 Dec 10 15:50:39.311812 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 40118) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:50:39.316238 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-4d8a0d09-2459-47a3-af9d-7151daedad08 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Request body: {'floatingip': {'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:50:39.333634 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-05b91dcc-4d82-46fb-b32e-73bbcaca6dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:39.383958 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfaf7ff-ff24-46c8-85ab-ba4a87bbb8df None None] Pushing event updated for resources: {'Port': ['ID=f3d7a8a1-3762-41a9-8900-28e359cd6ae0,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:50:39.405180 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfaf7ff-ff24-46c8-85ab-ba4a87bbb8df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:50:39.405533 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfaf7ff-ff24-46c8-85ab-ba4a87bbb8df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:50:39.405901 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfaf7ff-ff24-46c8-85ab-ba4a87bbb8df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:50:39.406238 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfaf7ff-ff24-46c8-85ab-ba4a87bbb8df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:50:39.406746 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfaf7ff-ff24-46c8-85ab-ba4a87bbb8df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:50:39.406959 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfaf7ff-ff24-46c8-85ab-ba4a87bbb8df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:50:39.407281 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfaf7ff-ff24-46c8-85ab-ba4a87bbb8df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:50:39.407608 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfaf7ff-ff24-46c8-85ab-ba4a87bbb8df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:50:39.407930 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfaf7ff-ff24-46c8-85ab-ba4a87bbb8df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:50:39.408253 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfaf7ff-ff24-46c8-85ab-ba4a87bbb8df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:50:39.408448 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4d8a0d09-2459-47a3-af9d-7151daedad08 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks [] for floatingip, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:39.408899 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfaf7ff-ff24-46c8-85ab-ba4a87bbb8df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:50:39.408899 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfaf7ff-ff24-46c8-85ab-ba4a87bbb8df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:50:39.409180 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfaf7ff-ff24-46c8-85ab-ba4a87bbb8df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:50:39.448292 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-05b91dcc-4d82-46fb-b32e-73bbcaca6dd8 None None] Attempting to bind port f3d7a8a1-3762-41a9-8900-28e359cd6ae0 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:50:39.448689 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-05b91dcc-4d82-46fb-b32e-73bbcaca6dd8 None None] Attempting to bind port f3d7a8a1-3762-41a9-8900-28e359cd6ae0 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '3a6ed842-1b45-44ba-b718-87d48a4930f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd3f21273-a1b3-4e60-a616-248533538b58'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:50:39.449053 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b91dcc-4d82-46fb-b32e-73bbcaca6dd8 None None] Attempting to bind port f3d7a8a1-3762-41a9-8900-28e359cd6ae0 on network d3f21273-a1b3-4e60-a616-248533538b58 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:50:39.459473 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b91dcc-4d82-46fb-b32e-73bbcaca6dd8 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:50:39.459473 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b91dcc-4d82-46fb-b32e-73bbcaca6dd8 None None] Checking segment: {'id': '3a6ed842-1b45-44ba-b718-87d48a4930f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd3f21273-a1b3-4e60-a616-248533538b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:50:39.459473 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-05b91dcc-4d82-46fb-b32e-73bbcaca6dd8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:39.459473 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b91dcc-4d82-46fb-b32e-73bbcaca6dd8 None None] Bound using segment: {'id': '3a6ed842-1b45-44ba-b718-87d48a4930f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd3f21273-a1b3-4e60-a616-248533538b58'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:50:39.459473 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-05b91dcc-4d82-46fb-b32e-73bbcaca6dd8 None None] Bound port: f3d7a8a1-3762-41a9-8900-28e359cd6ae0, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a6ed842-1b45-44ba-b718-87d48a4930f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd3f21273-a1b3-4e60-a616-248533538b58'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:50:39.459473 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-05b91dcc-4d82-46fb-b32e-73bbcaca6dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:39.516593 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4d8a0d09-2459-47a3-af9d-7151daedad08 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:39.523923 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-05b91dcc-4d82-46fb-b32e-73bbcaca6dd8 None None] For port f3d7a8a1-3762-41a9-8900-28e359cd6ae0, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:50:39.527623 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-05b91dcc-4d82-46fb-b32e-73bbcaca6dd8 None None] For port f3d7a8a1-3762-41a9-8900-28e359cd6ae0, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=f3d7a8a1-3762-41a9-8900-28e359cd6ae0,segment=NetworkSegment(3a6ed842-1b45-44ba-b718-87d48a4930f0),segment_id=3a6ed842-1b45-44ba-b718-87d48a4930f0)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:50:39.593255 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-7d46fc87-9fc7-4323-919f-1ad17a05c0c6 None None] Provisioning complete for port f3d7a8a1-3762-41a9-8900-28e359cd6ae0 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:50:39.594025 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7d46fc87-9fc7-4323-919f-1ad17a05c0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:39.608535 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-05b91dcc-4d82-46fb-b32e-73bbcaca6dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:39.626988 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-7d46fc87-9fc7-4323-919f-1ad17a05c0c6 None None] Port f3d7a8a1-3762-41a9-8900-28e359cd6ae0 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:50:39.630035 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-4d8a0d09-2459-47a3-af9d-7151daedad08 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Allocated IP 172.26.2.49 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/6ef29945-315f-42b4-9520-b3961d88f1fc) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:50:39.667080 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b91dcc-4d82-46fb-b32e-73bbcaca6dd8 None None] Routers {'4022fb72-784d-433d-881b-67115d77b402'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:50:39.667759 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-05b91dcc-4d82-46fb-b32e-73bbcaca6dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:50:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['4022fb72-784d-433d-881b-67115d77b402'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:50:39.672666 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfaf7ff-ff24-46c8-85ab-ba4a87bbb8df None None] Pushing event updated for resources: {'Port': ['ID=f3d7a8a1-3762-41a9-8900-28e359cd6ae0,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:50:39.741018 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4d8a0d09-2459-47a3-af9d-7151daedad08 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:39.780465 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-05b91dcc-4d82-46fb-b32e-73bbcaca6dd8 None None] Set router 4022fb72-784d-433d-881b-67115d77b402 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:50:39.825969 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4d8a0d09-2459-47a3-af9d-7151daedad08 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:39.867926 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8a0d09-2459-47a3-af9d-7151daedad08 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:50:39.871445 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-4d8a0d09-2459-47a3-af9d-7151daedad08 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:50:39.875048 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8a0d09-2459-47a3-af9d-7151daedad08 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:50:39.901424 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8a0d09-2459-47a3-af9d-7151daedad08 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Pushing event updated for resources: {'Port': ['ID=6ef29945-315f-42b4-9520-b3961d88f1fc,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:50:39.949993 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-373f3a36-c38a-463d-91b0-27c4752fd6d9 None None] Provisioning complete for port f3d7a8a1-3762-41a9-8900-28e359cd6ae0 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:50:39.950620 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-373f3a36-c38a-463d-91b0-27c4752fd6d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:39.968102 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4d8a0d09-2459-47a3-af9d-7151daedad08 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:39.987534 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-05b91dcc-4d82-46fb-b32e-73bbcaca6dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4022fb72-784d-433d-881b-67115d77b402', 'name': 'tempest-ServerActionsTestJSON-1059655684-router', 'tenant_id': '7c2eaad81241461ab78516cbf365fd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.73'}], 'enable_snat': True}, 'gw_port_id': 'b4463791-686e-46e1-849f-b3bc36e6226c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:50:33Z', 'updated_at': '2021-12-10T15:50:36Z', 'revision_number': 4, 'project_id': '7c2eaad81241461ab78516cbf365fd16', 'gw_port': {'id': 'b4463791-686e-46e1-849f-b3bc36e6226c', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4022fb72-784d-433d-881b-67115d77b402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:50:33Z', 'updated_at': '2021-12-10T15:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': 'f3d7a8a1-3762-41a9-8900-28e359cd6ae0', 'name': '', 'network_id': 'd3f21273-a1b3-4e60-a616-248533538b58', 'tenant_id': '7c2eaad81241461ab78516cbf365fd16', 'mac_address': 'fa:16:3e:07:15:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4022fb72-784d-433d-881b-67115d77b402', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'a6016b09-2076-4278-89b9-8b484a1ccfb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:50:35Z', 'updated_at': '2021-12-10T15:50:39Z', 'revision_number': 4, 'project_id': '7c2eaad81241461ab78516cbf365fd16', 'subnets': [{'id': 'a6016b09-2076-4278-89b9-8b484a1ccfb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:50:40.014355 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b91dcc-4d82-46fb-b32e-73bbcaca6dd8 None None] The sync data for ids ['4022fb72-784d-433d-881b-67115d77b402'] in dv-neutron-821401-4-hyperv is: [{'id': '4022fb72-784d-433d-881b-67115d77b402', 'name': 'tempest-ServerActionsTestJSON-1059655684-router', 'tenant_id': '7c2eaad81241461ab78516cbf365fd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.73'}], 'enable_snat': True}, 'gw_port_id': 'b4463791-686e-46e1-849f-b3bc36e6226c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:50:33Z', 'updated_at': '2021-12-10T15:50:36Z', 'revision_number': 4, 'project_id': '7c2eaad81241461ab78516cbf365fd16', 'gw_port': {'id': 'b4463791-686e-46e1-849f-b3bc36e6226c', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4022fb72-784d-433d-881b-67115d77b402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:50:33Z', 'updated_at': '2021-12-10T15:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': 'f3d7a8a1-3762-41a9-8900-28e359cd6ae0', 'name': '', 'network_id': 'd3f21273-a1b3-4e60-a616-248533538b58', 'tenant_id': '7c2eaad81241461ab78516cbf365fd16', 'mac_address': 'fa:16:3e:07:15:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4022fb72-784d-433d-881b-67115d77b402', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'a6016b09-2076-4278-89b9-8b484a1ccfb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:50:35Z', 'updated_at': '2021-12-10T15:50:39Z', 'revision_number': 4, 'project_id': '7c2eaad81241461ab78516cbf365fd16', 'subnets': [{'id': 'a6016b09-2076-4278-89b9-8b484a1ccfb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:50:40.033282 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-373f3a36-c38a-463d-91b0-27c4752fd6d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:40.039830 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4d8a0d09-2459-47a3-af9d-7151daedad08 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:40.078945 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-373f3a36-c38a-463d-91b0-27c4752fd6d9 None None] For port f3d7a8a1-3762-41a9-8900-28e359cd6ae0, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=f3d7a8a1-3762-41a9-8900-28e359cd6ae0,segment=NetworkSegment(3a6ed842-1b45-44ba-b718-87d48a4930f0),segment_id=3a6ed842-1b45-44ba-b718-87d48a4930f0)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:50:40.151584 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-373f3a36-c38a-463d-91b0-27c4752fd6d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:40.214639 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f3a36-c38a-463d-91b0-27c4752fd6d9 None None] Pushing event updated for resources: {'Port': ['ID=f3d7a8a1-3762-41a9-8900-28e359cd6ae0,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:50:40.238117 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4d8a0d09-2459-47a3-af9d-7151daedad08 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:40.291094 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4d8a0d09-2459-47a3-af9d-7151daedad08 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:40.315677 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device f3d7a8a1-3762-41a9-8900-28e359cd6ae0 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:50:40.368630 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8a0d09-2459-47a3-af9d-7151daedad08 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Pushing event updated for resources: {'Port': ['ID=6ef29945-315f-42b4-9520-b3961d88f1fc,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:50:40.379664 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port f3d7a8a1-3762-41a9-8900-28e359cd6ae0 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:50:40.380177 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:40.381280 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4d8a0d09-2459-47a3-af9d-7151daedad08 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552741'] for floatingip, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:40.455632 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4d8a0d09-2459-47a3-af9d-7151daedad08 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:40.463722 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-4d8a0d09-2459-47a3-af9d-7151daedad08 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1456063 Dec 10 15:50:40.619568 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-be9a6bb3-ba1c-4f79-ac3f-71f40e1fec0a req-41c9ce51-1fdc-45e1-8fe3-350b29b04c02 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1659907273&fields=id&tenant_id=7c2eaad81241461ab78516cbf365fd16 HTTP/1.1" status: 200 len: 267 time: 0.0447197 Dec 10 15:50:40.727310 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a6bb3-ba1c-4f79-ac3f-71f40e1fec0a req-aa0e1a9e-c6d2-4e58-bb77-35fbeab1ec88 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:50:40.728800 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-be9a6bb3-ba1c-4f79-ac3f-71f40e1fec0a req-aa0e1a9e-c6d2-4e58-bb77-35fbeab1ec88 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/networks?id=d3f21273-a1b3-4e60-a616-248533538b58 HTTP/1.1" status: 200 len: 812 time: 0.1018522 Dec 10 15:50:40.745138 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-be9a6bb3-ba1c-4f79-ac3f-71f40e1fec0a req-cf1f91d3-46e2-4f35-9376-66556836e0d5 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/quotas/7c2eaad81241461ab78516cbf365fd16 HTTP/1.1" status: 200 len: 375 time: 0.0096469 Dec 10 15:50:40.805253 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-be9a6bb3-ba1c-4f79-ac3f-71f40e1fec0a req-d7027b42-cce5-4621-863d-37f5a987d3a8 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7c2eaad81241461ab78516cbf365fd16&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0542707 Dec 10 15:50:40.956586 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-be9a6bb3-ba1c-4f79-ac3f-71f40e1fec0a req-273324c3-16b0-4331-9923-a0a05121986b service neutron] 10.222.0.20 "GET /v2.0/networks/d3f21273-a1b3-4e60-a616-248533538b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327219 Dec 10 15:50:41.053174 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-be9a6bb3-ba1c-4f79-ac3f-71f40e1fec0a req-19c90fa3-e6ad-440a-adda-d22deeaeda0e service neutron] 10.222.0.20 "GET /v2.0/networks/d3f21273-a1b3-4e60-a616-248533538b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899596 Dec 10 15:50:41.283870 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-421e61a5-c75b-404b-897e-b330feef5530 req-4d9222b3-f735-4348-9d5a-b70fd16f7adc tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=c86683d2-88e2-4004-8e57-6bcbe2de3166 HTTP/1.1" status: 200 len: 210 time: 0.0270672 Dec 10 15:50:42.261316 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device f3d7a8a1-3762-41a9-8900-28e359cd6ae0 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:50:42.308622 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port f3d7a8a1-3762-41a9-8900-28e359cd6ae0 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:50:42.308995 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:42.377409 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-d2521040-3222-4511-b367-e1c49d2e0db4 req-1929d4cc-6909-4d74-991d-d07b618d2906 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=c86683d2-88e2-4004-8e57-6bcbe2de3166 HTTP/1.1" status: 200 len: 210 time: 0.0266101 Dec 10 15:50:42.899190 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7e1c64d7-4baf-4cac-a706-f4fb8512a4e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:43.239597 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a6bb3-ba1c-4f79-ac3f-71f40e1fec0a req-ec06f095-1b69-45c0-b2c2-355a2cafb03a tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:50:43.240987 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-be9a6bb3-ba1c-4f79-ac3f-71f40e1fec0a req-ec06f095-1b69-45c0-b2c2-355a2cafb03a tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.44 "GET /v2.0/networks?id=d3f21273-a1b3-4e60-a616-248533538b58 HTTP/1.1" status: 200 len: 812 time: 0.1040649 Dec 10 15:50:43.308762 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-be9a6bb3-ba1c-4f79-ac3f-71f40e1fec0a req-a4a2cd31-54d1-4ecc-9804-410516fcb07d tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c2eaad81241461ab78516cbf365fd16 HTTP/1.1" status: 200 len: 380 time: 0.0571742 Dec 10 15:50:43.317302 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [req-be9a6bb3-ba1c-4f79-ac3f-71f40e1fec0a req-452346a5-253e-4fd2-8620-fdd47e69e7fd tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Request body: {'port': {'device_id': 'c86683d2-88e2-4004-8e57-6bcbe2de3166', 'network_id': 'd3f21273-a1b3-4e60-a616-248533538b58', 'admin_state_up': True, 'tenant_id': '7c2eaad81241461ab78516cbf365fd16', 'security_groups': ['98fc8d28-74fc-47b5-984a-b979f40a07ab']}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:50:43.480166 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-14e8f47b-1557-4c5d-a18b-24cdb8605a8f req-e7f5eb8f-76eb-442b-a261-9d1167ea9663 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=c86683d2-88e2-4004-8e57-6bcbe2de3166 HTTP/1.1" status: 200 len: 210 time: 0.0288668 Dec 10 15:50:43.511178 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:43.514409 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be9a6bb3-ba1c-4f79-ac3f-71f40e1fec0a req-452346a5-253e-4fd2-8620-fdd47e69e7fd tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Made reservation on behalf of 7c2eaad81241461ab78516cbf365fd16 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:50:43.515316 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-be9a6bb3-ba1c-4f79-ac3f-71f40e1fec0a req-452346a5-253e-4fd2-8620-fdd47e69e7fd tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:43.648255 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-be9a6bb3-ba1c-4f79-ac3f-71f40e1fec0a req-452346a5-253e-4fd2-8620-fdd47e69e7fd tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Allocated IP 172.20.0.8 (d3f21273-a1b3-4e60-a616-248533538b58/a6016b09-2076-4278-89b9-8b484a1ccfb9/2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:50:43.786067 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-be9a6bb3-ba1c-4f79-ac3f-71f40e1fec0a req-452346a5-253e-4fd2-8620-fdd47e69e7fd tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:43.876873 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-be9a6bb3-ba1c-4f79-ac3f-71f40e1fec0a req-452346a5-253e-4fd2-8620-fdd47e69e7fd tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:43.921724 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be9a6bb3-ba1c-4f79-ac3f-71f40e1fec0a req-452346a5-253e-4fd2-8620-fdd47e69e7fd tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Network d3f21273-a1b3-4e60-a616-248533538b58 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:50:43.925109 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-be9a6bb3-ba1c-4f79-ac3f-71f40e1fec0a req-452346a5-253e-4fd2-8620-fdd47e69e7fd tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:50:43.927581 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-be9a6bb3-ba1c-4f79-ac3f-71f40e1fec0a req-452346a5-253e-4fd2-8620-fdd47e69e7fd tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:50:43.962731 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452346a5-253e-4fd2-8620-fdd47e69e7fd tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Pushing event updated for resources: {'Port': ['ID=2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:50:43.986218 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a6bb3-ba1c-4f79-ac3f-71f40e1fec0a req-452346a5-253e-4fd2-8620-fdd47e69e7fd tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:50:43.986851 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-be9a6bb3-ba1c-4f79-ac3f-71f40e1fec0a req-452346a5-253e-4fd2-8620-fdd47e69e7fd tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:44.071107 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-be9a6bb3-ba1c-4f79-ac3f-71f40e1fec0a req-452346a5-253e-4fd2-8620-fdd47e69e7fd tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7574542 Dec 10 15:50:44.081378 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [req-be9a6bb3-ba1c-4f79-ac3f-71f40e1fec0a req-3d27b97e-96ae-4c56-867c-6c3919533a8b tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:50:44.082682 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-be9a6bb3-ba1c-4f79-ac3f-71f40e1fec0a req-3d27b97e-96ae-4c56-867c-6c3919533a8b tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056069 Dec 10 15:50:44.095138 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [req-be9a6bb3-ba1c-4f79-ac3f-71f40e1fec0a req-1b6e8856-9d8a-4eb5-90da-0b05b848a793 service neutron] Request body: {'port': {'device_id': 'c86683d2-88e2-4004-8e57-6bcbe2de3166', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:50:44.153078 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-be9a6bb3-ba1c-4f79-ac3f-71f40e1fec0a req-1b6e8856-9d8a-4eb5-90da-0b05b848a793 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:44.197873 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-1e885433-bde7-4e92-b218-9cd6053e1339 None None] Provisioning complete for port 2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:50:44.198860 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1e885433-bde7-4e92-b218-9cd6053e1339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:44.235167 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-1e885433-bde7-4e92-b218-9cd6053e1339 None None] Port 2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:50:44.424151 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [req-be9a6bb3-ba1c-4f79-ac3f-71f40e1fec0a req-1b6e8856-9d8a-4eb5-90da-0b05b848a793 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 15:50:44.431399 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-be9a6bb3-ba1c-4f79-ac3f-71f40e1fec0a req-1b6e8856-9d8a-4eb5-90da-0b05b848a793 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:44.443390 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-be9a6bb3-ba1c-4f79-ac3f-71f40e1fec0a req-1b6e8856-9d8a-4eb5-90da-0b05b848a793 service neutron] Transition to ACTIVE for port object 2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 15:50:44.539508 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-be9a6bb3-ba1c-4f79-ac3f-71f40e1fec0a req-1b6e8856-9d8a-4eb5-90da-0b05b848a793 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:44.594257 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6e8856-9d8a-4eb5-90da-0b05b848a793 service neutron] Pushing event updated for resources: {'Port': ['ID=2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:50:44.602281 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7209c565-24b0-4a72-a065-6a5d56e6ada5 req-e2a032e9-64bd-4928-9d55-547881687dc8 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:50:44.603815 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-7209c565-24b0-4a72-a065-6a5d56e6ada5 req-e2a032e9-64bd-4928-9d55-547881687dc8 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=c86683d2-88e2-4004-8e57-6bcbe2de3166 HTTP/1.1" status: 200 len: 943 time: 0.0556121 Dec 10 15:50:44.654311 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-7209c565-24b0-4a72-a065-6a5d56e6ada5 req-d93d0e5b-33a5-4149-b229-c6606fb0b385 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442472 Dec 10 15:50:44.676194 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-be9a6bb3-ba1c-4f79-ac3f-71f40e1fec0a req-1b6e8856-9d8a-4eb5-90da-0b05b848a793 service neutron] Attempting to bind port 2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:50:44.676194 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-be9a6bb3-ba1c-4f79-ac3f-71f40e1fec0a req-1b6e8856-9d8a-4eb5-90da-0b05b848a793 service neutron] Attempting to bind port 2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '3a6ed842-1b45-44ba-b718-87d48a4930f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd3f21273-a1b3-4e60-a616-248533538b58'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:50:44.676194 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9a6bb3-ba1c-4f79-ac3f-71f40e1fec0a req-1b6e8856-9d8a-4eb5-90da-0b05b848a793 service neutron] Attempting to bind port 2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d on network d3f21273-a1b3-4e60-a616-248533538b58 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:50:44.676194 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9a6bb3-ba1c-4f79-ac3f-71f40e1fec0a req-1b6e8856-9d8a-4eb5-90da-0b05b848a793 service neutron] Port 2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d on network d3f21273-a1b3-4e60-a616-248533538b58 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:50:44.676194 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9a6bb3-ba1c-4f79-ac3f-71f40e1fec0a req-1b6e8856-9d8a-4eb5-90da-0b05b848a793 service neutron] Attempting to bind port 2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d on network d3f21273-a1b3-4e60-a616-248533538b58 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:50:44.679921 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9a6bb3-ba1c-4f79-ac3f-71f40e1fec0a req-1b6e8856-9d8a-4eb5-90da-0b05b848a793 service neutron] Checking agent: {'id': 'fa828968-c68f-4b22-9699-a58fe4ab1f05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 28, 13), 'started_at': datetime.datetime(2021, 12, 10, 15, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:50:44.680262 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9a6bb3-ba1c-4f79-ac3f-71f40e1fec0a req-1b6e8856-9d8a-4eb5-90da-0b05b848a793 service neutron] Checking segment: {'id': '3a6ed842-1b45-44ba-b718-87d48a4930f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd3f21273-a1b3-4e60-a616-248533538b58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:50:44.680646 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9a6bb3-ba1c-4f79-ac3f-71f40e1fec0a req-1b6e8856-9d8a-4eb5-90da-0b05b848a793 service neutron] Bound using segment: {'id': '3a6ed842-1b45-44ba-b718-87d48a4930f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd3f21273-a1b3-4e60-a616-248533538b58'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:50:44.681078 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-be9a6bb3-ba1c-4f79-ac3f-71f40e1fec0a req-1b6e8856-9d8a-4eb5-90da-0b05b848a793 service neutron] Bound port: 2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a6ed842-1b45-44ba-b718-87d48a4930f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd3f21273-a1b3-4e60-a616-248533538b58'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:50:44.681435 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-be9a6bb3-ba1c-4f79-ac3f-71f40e1fec0a req-1b6e8856-9d8a-4eb5-90da-0b05b848a793 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:44.748383 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-be9a6bb3-ba1c-4f79-ac3f-71f40e1fec0a req-1b6e8856-9d8a-4eb5-90da-0b05b848a793 service neutron] For port 2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d, host hv-neutron-8214, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:50:44.751532 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-be9a6bb3-ba1c-4f79-ac3f-71f40e1fec0a req-1b6e8856-9d8a-4eb5-90da-0b05b848a793 service neutron] For port 2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d,segment=NetworkSegment(3a6ed842-1b45-44ba-b718-87d48a4930f0),segment_id=3a6ed842-1b45-44ba-b718-87d48a4930f0)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:50:44.842908 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-be9a6bb3-ba1c-4f79-ac3f-71f40e1fec0a req-1b6e8856-9d8a-4eb5-90da-0b05b848a793 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:44.880358 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a6bb3-ba1c-4f79-ac3f-71f40e1fec0a req-1b6e8856-9d8a-4eb5-90da-0b05b848a793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:50:44.880879 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-be9a6bb3-ba1c-4f79-ac3f-71f40e1fec0a req-1b6e8856-9d8a-4eb5-90da-0b05b848a793 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:44.882300 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-be9a6bb3-ba1c-4f79-ac3f-71f40e1fec0a req-1b6e8856-9d8a-4eb5-90da-0b05b848a793 service neutron] 10.222.0.44 "PUT /v2.0/ports/2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d HTTP/1.1" status: 200 len: 1093 time: 0.7914085 Dec 10 15:50:44.882759 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c86683d2-88e2-4004-8e57-6bcbe2de3166', 'tag': '2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:50:44.885024 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9ca57131bc4931768ac29058952438d1fdd62308db7b17540cc34ffe8faef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bbdfe6e-1e96-4372-ae22-082d5a55837a" -d '{"events": [{"name": "network-changed", "server_uuid": "c86683d2-88e2-4004-8e57-6bcbe2de3166", "tag": "2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:50:44.905890 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6e8856-9d8a-4eb5-90da-0b05b848a793 service neutron] Pushing event updated for resources: {'Port': ['ID=2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:50:44.927023 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 15:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64363617-c338-4fc8-b829-e37bf2b94089 x-openstack-request-id: req-64363617-c338-4fc8-b829-e37bf2b94089 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:50:44.927346 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c86683d2-88e2-4004-8e57-6bcbe2de3166", "tag": "2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:50:44.927674 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-64363617-c338-4fc8-b829-e37bf2b94089 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:50:44.928154 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c86683d2-88e2-4004-8e57-6bcbe2de3166', 'tag': '2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d', 'status': 'completed', 'code': 200} Dec 10 15:50:44.996757 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbdfe6e-1e96-4372-ae22-082d5a55837a req-a1b9eea0-fed7-4ca2-ab2a-291bc9523a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:50:44.998432 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-7bbdfe6e-1e96-4372-ae22-082d5a55837a req-a1b9eea0-fed7-4ca2-ab2a-291bc9523a38 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7c2eaad81241461ab78516cbf365fd16&device_id=c86683d2-88e2-4004-8e57-6bcbe2de3166 HTTP/1.1" status: 200 len: 1096 time: 0.0435510 Dec 10 15:50:45.103700 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbdfe6e-1e96-4372-ae22-082d5a55837a req-6eab438b-eae2-4753-88cd-cec44e5b6a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:50:45.105858 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-7bbdfe6e-1e96-4372-ae22-082d5a55837a req-6eab438b-eae2-4753-88cd-cec44e5b6a36 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=7c2eaad81241461ab78516cbf365fd16&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0975170 Dec 10 15:50:45.198836 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbdfe6e-1e96-4372-ae22-082d5a55837a req-02f053ad-f16e-452a-a65b-faf88ad6759f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:50:45.200350 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-7bbdfe6e-1e96-4372-ae22-082d5a55837a req-02f053ad-f16e-452a-a65b-faf88ad6759f service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0870435 Dec 10 15:50:45.270326 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-52d19e2c-b4f1-49c0-bbb0-a2a50d2dc275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:45.281125 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a6bb3-ba1c-4f79-ac3f-71f40e1fec0a req-b18c4df6-2657-4b11-b334-a8ca144d6826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:50:45.282687 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-be9a6bb3-ba1c-4f79-ac3f-71f40e1fec0a req-b18c4df6-2657-4b11-b334-a8ca144d6826 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7c2eaad81241461ab78516cbf365fd16&device_id=c86683d2-88e2-4004-8e57-6bcbe2de3166 HTTP/1.1" status: 200 len: 1096 time: 0.0458634 Dec 10 15:50:45.325235 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-be9a6bb3-ba1c-4f79-ac3f-71f40e1fec0a req-3f851655-038f-4fec-a747-3a13d7640253 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d HTTP/1.1" status: 200 len: 217 time: 0.0342696 Dec 10 15:50:45.373872 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a6bb3-ba1c-4f79-ac3f-71f40e1fec0a req-42a7fa5e-1df2-4842-b7f4-2da02a1549ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:50:45.375323 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-be9a6bb3-ba1c-4f79-ac3f-71f40e1fec0a req-42a7fa5e-1df2-4842-b7f4-2da02a1549ec service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a6016b09-2076-4278-89b9-8b484a1ccfb9 HTTP/1.1" status: 200 len: 851 time: 0.0439420 Dec 10 15:50:45.423286 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a6bb3-ba1c-4f79-ac3f-71f40e1fec0a req-b3336997-4276-41c1-a12a-ffd2b7b7e63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:50:45.424743 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-be9a6bb3-ba1c-4f79-ac3f-71f40e1fec0a req-b3336997-4276-41c1-a12a-ffd2b7b7e63a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d3f21273-a1b3-4e60-a616-248533538b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0427396 Dec 10 15:50:45.513068 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-be9a6bb3-ba1c-4f79-ac3f-71f40e1fec0a req-4d19599c-49b1-4116-b79f-daded38a1c7d service neutron] 10.222.0.44 "GET /v2.0/networks/d3f21273-a1b3-4e60-a616-248533538b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812190 Dec 10 15:50:45.605593 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-be9a6bb3-ba1c-4f79-ac3f-71f40e1fec0a req-b7ddf0a1-ce5f-4097-94d2-714cdf4eb9a7 service neutron] 10.222.0.44 "GET /v2.0/networks/d3f21273-a1b3-4e60-a616-248533538b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857053 Dec 10 15:50:45.769322 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b4676b-befe-4c76-bd38-bf366389049f req-b5b65aac-55c8-4d2c-a10a-ba3a13006a77 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:50:45.770731 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-39b4676b-befe-4c76-bd38-bf366389049f req-b5b65aac-55c8-4d2c-a10a-ba3a13006a77 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=c86683d2-88e2-4004-8e57-6bcbe2de3166 HTTP/1.1" status: 200 len: 943 time: 0.0474961 Dec 10 15:50:45.824591 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-39b4676b-befe-4c76-bd38-bf366389049f req-07a554ba-f03e-49d2-8002-b8156fab36d0 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478938 Dec 10 15:50:46.161758 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:46.946495 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b3908b-2ae2-409e-9eae-ec863605de8c req-39a42d8b-c717-4e3e-a6b5-6b2c50e2da83 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:50:46.947950 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-19b3908b-2ae2-409e-9eae-ec863605de8c req-39a42d8b-c717-4e3e-a6b5-6b2c50e2da83 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=c86683d2-88e2-4004-8e57-6bcbe2de3166 HTTP/1.1" status: 200 len: 943 time: 0.0486107 Dec 10 15:50:46.995214 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-19b3908b-2ae2-409e-9eae-ec863605de8c req-9cb5636d-c167-4352-8a2b-daac52eb7422 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406635 Dec 10 15:50:47.408116 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 15:50:47.498383 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port 2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d,segment=NetworkSegment(3a6ed842-1b45-44ba-b718-87d48a4930f0),segment_id=3a6ed842-1b45-44ba-b718-87d48a4930f0)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:50:47.509260 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Returning: {'device': '2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d', 'network_id': 'd3f21273-a1b3-4e60-a616-248533538b58', 'port_id': '2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d', 'mac_address': 'fa:16:3e:f5:4f:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6016b09-2076-4278-89b9-8b484a1ccfb9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 15:50:47.547841 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:47.560823 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 15:50:47.579598 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port 2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d,segment=NetworkSegment(3a6ed842-1b45-44ba-b718-87d48a4930f0),segment_id=3a6ed842-1b45-44ba-b718-87d48a4930f0)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:50:47.636439 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:47.681073 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:50:47.688790 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:50:47.689145 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:50:47.689497 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:50:47.689921 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:50:47.690262 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:50:47.690594 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:50:47.690926 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:50:47.691255 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:50:47.691585 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:50:47.691910 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:50:47.692235 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:50:47.692558 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:50:47.692878 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:50:47.801581 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:47.857710 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] get_ports_and_sgs() called for port_ids ['2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d'] {{(pid=103588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 15:50:48.108357 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394bb335-c193-4502-a60e-8194b86df157 req-b20711f9-d99c-42d9-a62e-30980a854074 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:50:48.109903 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-394bb335-c193-4502-a60e-8194b86df157 req-b20711f9-d99c-42d9-a62e-30980a854074 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=c86683d2-88e2-4004-8e57-6bcbe2de3166 HTTP/1.1" status: 200 len: 944 time: 0.0481246 Dec 10 15:50:48.156011 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-394bb335-c193-4502-a60e-8194b86df157 req-ff1f06a4-2472-423f-95a2-6a1f0f07832a tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400884 Dec 10 15:50:48.658677 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:49.269359 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed5bcd2-db12-4606-a7b4-f3a8d66ede89 req-ab2aeb10-f6f0-4c71-b8c3-7926296442b1 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:50:49.270864 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-5ed5bcd2-db12-4606-a7b4-f3a8d66ede89 req-ab2aeb10-f6f0-4c71-b8c3-7926296442b1 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=c86683d2-88e2-4004-8e57-6bcbe2de3166 HTTP/1.1" status: 200 len: 944 time: 0.0485823 Dec 10 15:50:49.317574 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-5ed5bcd2-db12-4606-a7b4-f3a8d66ede89 req-20f09df8-f48d-4ac9-b549-e9da7d1a7a3b tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407765 Dec 10 15:50:49.423208 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d up at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:50:49.532853 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning for port 2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d completed by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 15:50:49.536426 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning complete for port 2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:50:49.536795 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:49.614572 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:49.635727 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c86683d2-88e2-4004-8e57-6bcbe2de3166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:50:49.637981 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa4b92c408489e2c982394a5a7b3518bb1b22554638321e3ea6c5cabb2c75d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a53177b-1d00-42ac-a929-17ee197fde94" -d '{"events": [{"server_uuid": "c86683d2-88e2-4004-8e57-6bcbe2de3166", "name": "network-vif-plugged", "status": "completed", "tag": "2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:50:49.650358 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port 2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d,segment=NetworkSegment(3a6ed842-1b45-44ba-b718-87d48a4930f0),segment_id=3a6ed842-1b45-44ba-b718-87d48a4930f0)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:50:49.684620 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 15:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40231857-3485-4e6c-a2d2-ccaeb4e7ecb1 x-openstack-request-id: req-40231857-3485-4e6c-a2d2-ccaeb4e7ecb1 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:50:49.684620 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c86683d2-88e2-4004-8e57-6bcbe2de3166", "name": "network-vif-plugged", "status": "completed", "tag": "2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:50:49.684620 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-40231857-3485-4e6c-a2d2-ccaeb4e7ecb1 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:50:49.684620 dv-neutron-821401-4-hyperv neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c86683d2-88e2-4004-8e57-6bcbe2de3166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d', 'code': 200} Dec 10 15:50:49.731978 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:49.777944 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:50:49.984523 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ba836-0a3b-4307-a09e-f9f628dbc061 req-860a4256-9321-49ce-94bf-38d5a1c4cd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:50:49.985964 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-549ba836-0a3b-4307-a09e-f9f628dbc061 req-860a4256-9321-49ce-94bf-38d5a1c4cd56 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c86683d2-88e2-4004-8e57-6bcbe2de3166 HTTP/1.1" status: 200 len: 1098 time: 0.0447187 Dec 10 15:50:50.030544 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-549ba836-0a3b-4307-a09e-f9f628dbc061 req-ac388d55-4f0e-43f1-bb41-2f6cc9925816 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375614 Dec 10 15:50:50.430406 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96146d6e-d63f-42aa-9b1d-4cd8acbd59df req-ddd38a92-fdbe-4a5b-8ea0-e522d68764df tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:50:50.431885 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-96146d6e-d63f-42aa-9b1d-4cd8acbd59df req-ddd38a92-fdbe-4a5b-8ea0-e522d68764df tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=c86683d2-88e2-4004-8e57-6bcbe2de3166 HTTP/1.1" status: 200 len: 945 time: 0.0480211 Dec 10 15:50:50.478876 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-96146d6e-d63f-42aa-9b1d-4cd8acbd59df req-acee13e3-ab64-42f7-b2fa-c56a77d755ef tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405333 Dec 10 15:50:51.592800 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e41c67-9614-4c6a-b180-3cf62e085ef2 req-1e89d3bd-17fc-4740-a4bb-13e88c6b30df tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:50:51.594296 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-d8e41c67-9614-4c6a-b180-3cf62e085ef2 req-1e89d3bd-17fc-4740-a4bb-13e88c6b30df tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=c86683d2-88e2-4004-8e57-6bcbe2de3166 HTTP/1.1" status: 200 len: 945 time: 0.0480571 Dec 10 15:50:51.640690 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-d8e41c67-9614-4c6a-b180-3cf62e085ef2 req-c3b9505f-2446-4c2c-9e32-d42fdf71d840 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405071 Dec 10 15:50:51.748670 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d39ddb5-ba86-4e05-8db8-1d1f34f19be3 req-2c2d2e51-8e9c-4783-96d7-94e6406714d3 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:50:51.750176 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-0d39ddb5-ba86-4e05-8db8-1d1f34f19be3 req-2c2d2e51-8e9c-4783-96d7-94e6406714d3 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=c86683d2-88e2-4004-8e57-6bcbe2de3166 HTTP/1.1" status: 200 len: 945 time: 0.0481312 Dec 10 15:50:51.758543 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 40172) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:50:51.762698 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-eac2b50c-c5f3-4d2c-b80b-6ed7835f8140 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Request body: {'floatingip': {'port_id': '2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:50:51.804067 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eac2b50c-c5f3-4d2c-b80b-6ed7835f8140 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks [] for floatingip, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:52.242513 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eac2b50c-c5f3-4d2c-b80b-6ed7835f8140 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:52.291570 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eac2b50c-c5f3-4d2c-b80b-6ed7835f8140 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552741'] for floatingip, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:52.386707 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.l3_db [None req-eac2b50c-c5f3-4d2c-b80b-6ed7835f8140 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Floating IP 1ead422d-f7d5-4f2c-8b54-f4fd526e1b25 associated. External IP: 172.26.2.49, port: 2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d. Dec 10 15:50:52.590791 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eac2b50c-c5f3-4d2c-b80b-6ed7835f8140 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Router 4022fb72-784d-433d-881b-67115d77b402 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:50:52.695232 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac2b50c-c5f3-4d2c-b80b-6ed7835f8140 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:50:52.700705 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eac2b50c-c5f3-4d2c-b80b-6ed7835f8140 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:50:52.705393 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bf5d1b-cc23-462c-b44d-49c3aded33c6 None None] Sync routers for ids ['4022fb72-784d-433d-881b-67115d77b402'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:50:52.716109 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bf5d1b-cc23-462c-b44d-49c3aded33c6 None None] Routers {'4022fb72-784d-433d-881b-67115d77b402'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:50:52.716806 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-74bf5d1b-cc23-462c-b44d-49c3aded33c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:50:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['4022fb72-784d-433d-881b-67115d77b402'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:50:52.727584 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-eac2b50c-c5f3-4d2c-b80b-6ed7835f8140 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "PUT /v2.0/floatingips/1ead422d-f7d5-4f2c-8b54-f4fd526e1b25 HTTP/1.1" status: 200 len: 990 time: 0.9680848 Dec 10 15:50:52.728220 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c86683d2-88e2-4004-8e57-6bcbe2de3166', 'tag': '2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:50:52.730486 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9ca57131bc4931768ac29058952438d1fdd62308db7b17540cc34ffe8faef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c08ef7b0-0cda-4137-a50e-dca564eb7c87" -d '{"events": [{"name": "network-changed", "server_uuid": "c86683d2-88e2-4004-8e57-6bcbe2de3166", "tag": "2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:50:52.767224 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 15:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-942f6bba-9613-4c85-a85a-4d2d07b35253 x-openstack-request-id: req-942f6bba-9613-4c85-a85a-4d2d07b35253 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:50:52.767798 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c86683d2-88e2-4004-8e57-6bcbe2de3166", "tag": "2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:50:52.767798 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-942f6bba-9613-4c85-a85a-4d2d07b35253 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:50:52.768152 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c86683d2-88e2-4004-8e57-6bcbe2de3166', 'tag': '2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d', 'status': 'completed', 'code': 200} Dec 10 15:50:52.827680 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-74bf5d1b-cc23-462c-b44d-49c3aded33c6 None None] Set router 4022fb72-784d-433d-881b-67115d77b402 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:50:52.839447 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ef7b0-0cda-4137-a50e-dca564eb7c87 req-2f5b9e14-c2ae-4bbe-b9d8-454845162b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:50:52.841036 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-c08ef7b0-0cda-4137-a50e-dca564eb7c87 req-2f5b9e14-c2ae-4bbe-b9d8-454845162b00 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7c2eaad81241461ab78516cbf365fd16&device_id=c86683d2-88e2-4004-8e57-6bcbe2de3166 HTTP/1.1" status: 200 len: 1098 time: 0.0454001 Dec 10 15:50:52.928992 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ef7b0-0cda-4137-a50e-dca564eb7c87 req-24951518-d803-43ec-9efc-be1d0a1fe0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:50:52.930520 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-c08ef7b0-0cda-4137-a50e-dca564eb7c87 req-24951518-d803-43ec-9efc-be1d0a1fe0f7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d3f21273-a1b3-4e60-a616-248533538b58 HTTP/1.1" status: 200 len: 913 time: 0.0825946 Dec 10 15:50:52.999031 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-c08ef7b0-0cda-4137-a50e-dca564eb7c87 req-d57a115e-ba72-4989-b520-b242d784eb0b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d HTTP/1.1" status: 200 len: 998 time: 0.0613022 Dec 10 15:50:53.047008 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ef7b0-0cda-4137-a50e-dca564eb7c87 req-cd5e14d2-4051-4c3e-a030-eedc468e6c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:50:53.048476 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-c08ef7b0-0cda-4137-a50e-dca564eb7c87 req-cd5e14d2-4051-4c3e-a030-eedc468e6c70 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a6016b09-2076-4278-89b9-8b484a1ccfb9 HTTP/1.1" status: 200 len: 851 time: 0.0433984 Dec 10 15:50:53.048873 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-74bf5d1b-cc23-462c-b44d-49c3aded33c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4022fb72-784d-433d-881b-67115d77b402', 'name': 'tempest-ServerActionsTestJSON-1059655684-router', 'tenant_id': '7c2eaad81241461ab78516cbf365fd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.73'}], 'enable_snat': True}, 'gw_port_id': 'b4463791-686e-46e1-849f-b3bc36e6226c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:50:33Z', 'updated_at': '2021-12-10T15:50:36Z', 'revision_number': 4, 'project_id': '7c2eaad81241461ab78516cbf365fd16', 'gw_port': {'id': 'b4463791-686e-46e1-849f-b3bc36e6226c', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4022fb72-784d-433d-881b-67115d77b402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:50:33Z', 'updated_at': '2021-12-10T15:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': '1ead422d-f7d5-4f2c-8b54-f4fd526e1b25', 'tenant_id': '7c2eaad81241461ab78516cbf365fd16', 'floating_ip_address': '172.26.2.49', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': '4022fb72-784d-433d-881b-67115d77b402', 'port_id': '2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3f21273-a1b3-4e60-a616-248533538b58', 'mac_address': 'fa:16:3e:f5:4f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86683d2-88e2-4004-8e57-6bcbe2de3166', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T15:50:39Z', 'updated_at': '2021-12-10T15:50:52Z', 'revision_number': 1, 'project_id': '7c2eaad81241461ab78516cbf365fd16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3d7a8a1-3762-41a9-8900-28e359cd6ae0', 'name': '', 'network_id': 'd3f21273-a1b3-4e60-a616-248533538b58', 'tenant_id': '7c2eaad81241461ab78516cbf365fd16', 'mac_address': 'fa:16:3e:07:15:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4022fb72-784d-433d-881b-67115d77b402', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'a6016b09-2076-4278-89b9-8b484a1ccfb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:50:35Z', 'updated_at': '2021-12-10T15:50:40Z', 'revision_number': 5, 'project_id': '7c2eaad81241461ab78516cbf365fd16', 'subnets': [{'id': 'a6016b09-2076-4278-89b9-8b484a1ccfb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:50:53.075619 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bf5d1b-cc23-462c-b44d-49c3aded33c6 None None] Checking router: 4022fb72-784d-433d-881b-67115d77b402 for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:50:53.084160 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bf5d1b-cc23-462c-b44d-49c3aded33c6 None None] Routers {'4022fb72-784d-433d-881b-67115d77b402'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:50:53.084767 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-74bf5d1b-cc23-462c-b44d-49c3aded33c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:50:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['4022fb72-784d-433d-881b-67115d77b402'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:50:53.093411 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ef7b0-0cda-4137-a50e-dca564eb7c87 req-3c1b1e09-d8cc-4106-ab47-2a534336b165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:50:53.094876 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-c08ef7b0-0cda-4137-a50e-dca564eb7c87 req-3c1b1e09-d8cc-4106-ab47-2a534336b165 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d3f21273-a1b3-4e60-a616-248533538b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396731 Dec 10 15:50:53.189025 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-c08ef7b0-0cda-4137-a50e-dca564eb7c87 req-f48e9602-0abf-4bc5-8267-24edcaede3bb service neutron] 10.222.0.44 "GET /v2.0/networks/d3f21273-a1b3-4e60-a616-248533538b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868387 Dec 10 15:50:53.281933 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-c08ef7b0-0cda-4137-a50e-dca564eb7c87 req-ee125e07-37a6-427e-adde-c17024957d1f service neutron] 10.222.0.44 "GET /v2.0/networks/d3f21273-a1b3-4e60-a616-248533538b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863461 Dec 10 15:50:53.344704 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-74bf5d1b-cc23-462c-b44d-49c3aded33c6 None None] Set router 4022fb72-784d-433d-881b-67115d77b402 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:50:53.560323 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-74bf5d1b-cc23-462c-b44d-49c3aded33c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4022fb72-784d-433d-881b-67115d77b402', 'name': 'tempest-ServerActionsTestJSON-1059655684-router', 'tenant_id': '7c2eaad81241461ab78516cbf365fd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.73'}], 'enable_snat': True}, 'gw_port_id': 'b4463791-686e-46e1-849f-b3bc36e6226c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:50:33Z', 'updated_at': '2021-12-10T15:50:36Z', 'revision_number': 4, 'project_id': '7c2eaad81241461ab78516cbf365fd16', 'gw_port': {'id': 'b4463791-686e-46e1-849f-b3bc36e6226c', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4022fb72-784d-433d-881b-67115d77b402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:50:33Z', 'updated_at': '2021-12-10T15:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': '1ead422d-f7d5-4f2c-8b54-f4fd526e1b25', 'tenant_id': '7c2eaad81241461ab78516cbf365fd16', 'floating_ip_address': '172.26.2.49', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': '4022fb72-784d-433d-881b-67115d77b402', 'port_id': '2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3f21273-a1b3-4e60-a616-248533538b58', 'mac_address': 'fa:16:3e:f5:4f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86683d2-88e2-4004-8e57-6bcbe2de3166', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T15:50:39Z', 'updated_at': '2021-12-10T15:50:52Z', 'revision_number': 1, 'project_id': '7c2eaad81241461ab78516cbf365fd16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3d7a8a1-3762-41a9-8900-28e359cd6ae0', 'name': '', 'network_id': 'd3f21273-a1b3-4e60-a616-248533538b58', 'tenant_id': '7c2eaad81241461ab78516cbf365fd16', 'mac_address': 'fa:16:3e:07:15:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4022fb72-784d-433d-881b-67115d77b402', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'a6016b09-2076-4278-89b9-8b484a1ccfb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:50:35Z', 'updated_at': '2021-12-10T15:50:40Z', 'revision_number': 5, 'project_id': '7c2eaad81241461ab78516cbf365fd16', 'subnets': [{'id': 'a6016b09-2076-4278-89b9-8b484a1ccfb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:50:53.590360 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bf5d1b-cc23-462c-b44d-49c3aded33c6 None None] The sync data for ids ['4022fb72-784d-433d-881b-67115d77b402'] in dv-neutron-821401-4-hyperv is: [{'id': '4022fb72-784d-433d-881b-67115d77b402', 'name': 'tempest-ServerActionsTestJSON-1059655684-router', 'tenant_id': '7c2eaad81241461ab78516cbf365fd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.73'}], 'enable_snat': True}, 'gw_port_id': 'b4463791-686e-46e1-849f-b3bc36e6226c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:50:33Z', 'updated_at': '2021-12-10T15:50:36Z', 'revision_number': 4, 'project_id': '7c2eaad81241461ab78516cbf365fd16', 'gw_port': {'id': 'b4463791-686e-46e1-849f-b3bc36e6226c', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4022fb72-784d-433d-881b-67115d77b402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:50:33Z', 'updated_at': '2021-12-10T15:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': '1ead422d-f7d5-4f2c-8b54-f4fd526e1b25', 'tenant_id': '7c2eaad81241461ab78516cbf365fd16', 'floating_ip_address': '172.26.2.49', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': '4022fb72-784d-433d-881b-67115d77b402', 'port_id': '2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3f21273-a1b3-4e60-a616-248533538b58', 'mac_address': 'fa:16:3e:f5:4f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86683d2-88e2-4004-8e57-6bcbe2de3166', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T15:50:39Z', 'updated_at': '2021-12-10T15:50:52Z', 'revision_number': 1, 'project_id': '7c2eaad81241461ab78516cbf365fd16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3d7a8a1-3762-41a9-8900-28e359cd6ae0', 'name': '', 'network_id': 'd3f21273-a1b3-4e60-a616-248533538b58', 'tenant_id': '7c2eaad81241461ab78516cbf365fd16', 'mac_address': 'fa:16:3e:07:15:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4022fb72-784d-433d-881b-67115d77b402', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'a6016b09-2076-4278-89b9-8b484a1ccfb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:50:35Z', 'updated_at': '2021-12-10T15:50:40Z', 'revision_number': 5, 'project_id': '7c2eaad81241461ab78516cbf365fd16', 'subnets': [{'id': 'a6016b09-2076-4278-89b9-8b484a1ccfb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:50:53.768839 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8defed3a-dedb-4b2d-8721-29219409f940 None None] New status for floating IP 1ead422d-f7d5-4f2c-8b54-f4fd526e1b25: ACTIVE {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 15:51:03.000828 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 15:51:12.959335 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-176ef2bc-b85e-442a-ae1e-c399f4c63f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:51:13.475246 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:51:15.286218 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1449c300-deb4-462d-8a47-31077c16f738 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:51:16.165239 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:51:17.834605 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:51:18.680421 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:51:29.986177 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff43d5d7-2630-4dbe-8eb6-aeb5c1df547d req-3cae3066-2945-4fbb-8b9b-d81c9c2aa3a4 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:51:29.987635 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-ff43d5d7-2630-4dbe-8eb6-aeb5c1df547d req-3cae3066-2945-4fbb-8b9b-d81c9c2aa3a4 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=c86683d2-88e2-4004-8e57-6bcbe2de3166 HTTP/1.1" status: 200 len: 945 time: 0.0964549 Dec 10 15:51:30.034167 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-ff43d5d7-2630-4dbe-8eb6-aeb5c1df547d req-ad780520-c494-4c44-84ca-2c6599b1d1d7 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400257 Dec 10 15:51:30.413472 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1262be-28ed-45b6-98fd-5ef1519a3af2 req-b966b499-96c7-495d-a6fb-d07fdb639e72 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:51:30.414968 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-de1262be-28ed-45b6-98fd-5ef1519a3af2 req-b966b499-96c7-495d-a6fb-d07fdb639e72 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=c86683d2-88e2-4004-8e57-6bcbe2de3166 HTTP/1.1" status: 200 len: 945 time: 0.0529733 Dec 10 15:51:30.461475 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-de1262be-28ed-45b6-98fd-5ef1519a3af2 req-a3717683-10b8-46f6-a780-b4c17c480b2d tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396655 Dec 10 15:51:30.546266 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-1c5d079e-5c20-4896-b445-383f9aa05e67 req-7da68cc6-6ac2-49e8-9fd6-8cabfda371f6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c86683d2-88e2-4004-8e57-6bcbe2de3166&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0402675 Dec 10 15:51:31.578613 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51375157-a2a0-4682-b145-0f2b4cb02170 req-1895e7bb-fcc1-4087-9d7f-7672258ee453 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:51:31.580379 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-51375157-a2a0-4682-b145-0f2b4cb02170 req-1895e7bb-fcc1-4087-9d7f-7672258ee453 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=c86683d2-88e2-4004-8e57-6bcbe2de3166 HTTP/1.1" status: 200 len: 945 time: 0.0489435 Dec 10 15:51:31.627461 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-51375157-a2a0-4682-b145-0f2b4cb02170 req-4012e85f-0a3f-473e-984d-7fea4b910b5c tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408945 Dec 10 15:51:32.631705 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5d079e-5c20-4896-b445-383f9aa05e67 req-2f656409-3f6b-4f11-92ae-34d3d7f73329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:51:32.633216 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-1c5d079e-5c20-4896-b445-383f9aa05e67 req-2f656409-3f6b-4f11-92ae-34d3d7f73329 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7c2eaad81241461ab78516cbf365fd16&device_id=c86683d2-88e2-4004-8e57-6bcbe2de3166 HTTP/1.1" status: 200 len: 1098 time: 0.1016250 Dec 10 15:51:32.754061 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5d079e-5c20-4896-b445-383f9aa05e67 req-2d4ce292-2f5a-4694-ad5f-374bd676d7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:51:32.755528 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-1c5d079e-5c20-4896-b445-383f9aa05e67 req-2d4ce292-2f5a-4694-ad5f-374bd676d7ed service neutron] 10.222.0.44 "GET /v2.0/networks?id=d3f21273-a1b3-4e60-a616-248533538b58 HTTP/1.1" status: 200 len: 913 time: 0.1151810 Dec 10 15:51:32.768770 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c93322-7844-4b86-a2ad-61a60b94bbc3 req-d1f94d59-4771-4c05-90e3-1fff094a08ce tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:51:32.770244 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-71c93322-7844-4b86-a2ad-61a60b94bbc3 req-d1f94d59-4771-4c05-90e3-1fff094a08ce tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=c86683d2-88e2-4004-8e57-6bcbe2de3166 HTTP/1.1" status: 200 len: 945 time: 0.0739653 Dec 10 15:51:33.198955 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-1c5d079e-5c20-4896-b445-383f9aa05e67 req-c739ea4e-d643-46d8-8b6e-189eadda7c99 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d HTTP/1.1" status: 200 len: 1000 time: 0.4277611 Dec 10 15:51:33.206308 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-71c93322-7844-4b86-a2ad-61a60b94bbc3 req-da166821-9390-4322-ae79-82b2a4a521fe tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4298360 Dec 10 15:51:33.249015 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5d079e-5c20-4896-b445-383f9aa05e67 req-ef417116-6d51-44dd-93e9-7226661e7805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:51:33.254454 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-1c5d079e-5c20-4896-b445-383f9aa05e67 req-ef417116-6d51-44dd-93e9-7226661e7805 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a6016b09-2076-4278-89b9-8b484a1ccfb9 HTTP/1.1" status: 200 len: 851 time: 0.0433745 Dec 10 15:51:33.293703 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5d079e-5c20-4896-b445-383f9aa05e67 req-28f169e3-8c00-44f8-8f25-7736654ab0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:51:33.295813 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-1c5d079e-5c20-4896-b445-383f9aa05e67 req-28f169e3-8c00-44f8-8f25-7736654ab0d8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d3f21273-a1b3-4e60-a616-248533538b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0384328 Dec 10 15:51:33.384309 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-1c5d079e-5c20-4896-b445-383f9aa05e67 req-da240271-f118-4063-bda5-008d002034b8 service neutron] 10.222.0.44 "GET /v2.0/networks/d3f21273-a1b3-4e60-a616-248533538b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817924 Dec 10 15:51:33.474793 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-1c5d079e-5c20-4896-b445-383f9aa05e67 req-cc70b1d3-b734-4304-8a03-ea72b87f05c3 service neutron] 10.222.0.44 "GET /v2.0/networks/d3f21273-a1b3-4e60-a616-248533538b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835700 Dec 10 15:51:34.322538 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08277668-d74a-4654-82d8-4d1034ebc0ce req-81b05079-0a17-4a66-9744-d47640d1a90e tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:51:34.324050 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-08277668-d74a-4654-82d8-4d1034ebc0ce req-81b05079-0a17-4a66-9744-d47640d1a90e tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=c86683d2-88e2-4004-8e57-6bcbe2de3166 HTTP/1.1" status: 200 len: 945 time: 0.0508351 Dec 10 15:51:34.377051 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-08277668-d74a-4654-82d8-4d1034ebc0ce req-9f9c386e-63b3-4c94-8682-123d303fda3d tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459533 Dec 10 15:51:34.388946 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41cbffe-6646-4813-8fb3-92d4547ca650 req-829c5607-02e2-488c-b39f-64d7ce62fe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:51:34.390484 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b41cbffe-6646-4813-8fb3-92d4547ca650 req-829c5607-02e2-488c-b39f-64d7ce62fe2d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7c2eaad81241461ab78516cbf365fd16&device_id=c86683d2-88e2-4004-8e57-6bcbe2de3166 HTTP/1.1" status: 200 len: 1098 time: 0.0411916 Dec 10 15:51:34.493223 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41cbffe-6646-4813-8fb3-92d4547ca650 req-51702c11-647d-49c3-ab4d-6649778a85e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:51:34.494711 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b41cbffe-6646-4813-8fb3-92d4547ca650 req-51702c11-647d-49c3-ab4d-6649778a85e3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d3f21273-a1b3-4e60-a616-248533538b58 HTTP/1.1" status: 200 len: 913 time: 0.0854244 Dec 10 15:51:34.556754 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b41cbffe-6646-4813-8fb3-92d4547ca650 req-d341d0d9-97f8-4f82-ae79-dea3690e6317 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d HTTP/1.1" status: 200 len: 1000 time: 0.0549777 Dec 10 15:51:34.607948 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41cbffe-6646-4813-8fb3-92d4547ca650 req-ac940ace-e99f-49e7-ae2d-9ac164ad6b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:51:34.609352 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b41cbffe-6646-4813-8fb3-92d4547ca650 req-ac940ace-e99f-49e7-ae2d-9ac164ad6b6b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a6016b09-2076-4278-89b9-8b484a1ccfb9 HTTP/1.1" status: 200 len: 851 time: 0.0455484 Dec 10 15:51:34.652676 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41cbffe-6646-4813-8fb3-92d4547ca650 req-af7af972-3167-4700-af51-df4e115c00ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:51:34.654189 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b41cbffe-6646-4813-8fb3-92d4547ca650 req-af7af972-3167-4700-af51-df4e115c00ce service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d3f21273-a1b3-4e60-a616-248533538b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0382349 Dec 10 15:51:34.741100 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b41cbffe-6646-4813-8fb3-92d4547ca650 req-1f118edc-4f7c-4094-8c7e-847c911557eb service neutron] 10.222.0.44 "GET /v2.0/networks/d3f21273-a1b3-4e60-a616-248533538b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796425 Dec 10 15:51:34.832047 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b41cbffe-6646-4813-8fb3-92d4547ca650 req-e6bd87fe-48d8-42e7-a27e-08244c30c77f service neutron] 10.222.0.44 "GET /v2.0/networks/d3f21273-a1b3-4e60-a616-248533538b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831299 Dec 10 15:51:35.492462 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74faf3e-6bf0-4d29-8087-7b34ce534619 req-161cf607-0a9a-4d38-8d47-243e7f7842c7 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:51:35.493971 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b74faf3e-6bf0-4d29-8087-7b34ce534619 req-161cf607-0a9a-4d38-8d47-243e7f7842c7 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=c86683d2-88e2-4004-8e57-6bcbe2de3166 HTTP/1.1" status: 200 len: 945 time: 0.0496037 Dec 10 15:51:35.541570 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b74faf3e-6bf0-4d29-8087-7b34ce534619 req-00abf50a-d136-4c37-827f-5c41416e955b tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407827 Dec 10 15:51:36.655668 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa6de51-e649-4a9e-8d39-9638924bb845 req-8ca20534-0508-47b1-a8ef-01d5c77ec367 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:51:36.657223 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-3fa6de51-e649-4a9e-8d39-9638924bb845 req-8ca20534-0508-47b1-a8ef-01d5c77ec367 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=c86683d2-88e2-4004-8e57-6bcbe2de3166 HTTP/1.1" status: 200 len: 945 time: 0.0475919 Dec 10 15:51:36.703238 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-3fa6de51-e649-4a9e-8d39-9638924bb845 req-814b4ad7-ebdb-4d4c-bbd6-cee84633170e tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401793 Dec 10 15:51:37.816661 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab162e6-501b-4c48-a64d-11eeaa52d915 req-f3ff717b-c0a4-4dde-8c67-f95618e29067 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:51:37.818132 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-5ab162e6-501b-4c48-a64d-11eeaa52d915 req-f3ff717b-c0a4-4dde-8c67-f95618e29067 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=c86683d2-88e2-4004-8e57-6bcbe2de3166 HTTP/1.1" status: 200 len: 945 time: 0.0484540 Dec 10 15:51:37.868986 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-5ab162e6-501b-4c48-a64d-11eeaa52d915 req-299774e3-31ee-4a43-a4dd-5f816dd1369d tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449519 Dec 10 15:51:38.982229 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09bd398-80d3-446b-ad9a-c2b3b2b896f7 req-32ec8cf2-2e4c-4718-a15f-99854d007888 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:51:38.983708 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f09bd398-80d3-446b-ad9a-c2b3b2b896f7 req-32ec8cf2-2e4c-4718-a15f-99854d007888 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=c86683d2-88e2-4004-8e57-6bcbe2de3166 HTTP/1.1" status: 200 len: 945 time: 0.0475252 Dec 10 15:51:39.033441 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f09bd398-80d3-446b-ad9a-c2b3b2b896f7 req-2d20c1d6-c873-4750-8781-b2301073b439 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437582 Dec 10 15:51:40.001559 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 15:51:40.146344 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea83874-4c1c-4859-a4bf-e90fdef0e570 req-d5b11939-ca35-470e-a810-db5215b09e90 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:51:40.147858 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-dea83874-4c1c-4859-a4bf-e90fdef0e570 req-d5b11939-ca35-470e-a810-db5215b09e90 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=c86683d2-88e2-4004-8e57-6bcbe2de3166 HTTP/1.1" status: 200 len: 945 time: 0.0485284 Dec 10 15:51:40.195159 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-dea83874-4c1c-4859-a4bf-e90fdef0e570 req-3e7840ca-fdd4-4a12-a84f-429ecb9a9754 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407715 Dec 10 15:51:41.308144 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4978b0b-c373-4a2e-a135-1bf7a1b1ca4f req-ba6a7bc5-e741-4c7d-9d5f-72cc22c35fb5 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:51:41.310209 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-e4978b0b-c373-4a2e-a135-1bf7a1b1ca4f req-ba6a7bc5-e741-4c7d-9d5f-72cc22c35fb5 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=c86683d2-88e2-4004-8e57-6bcbe2de3166 HTTP/1.1" status: 200 len: 945 time: 0.0476854 Dec 10 15:51:41.368158 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-e4978b0b-c373-4a2e-a135-1bf7a1b1ca4f req-f2443adc-27da-4c2d-a2ba-fe309c5e882f tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519376 Dec 10 15:51:42.481642 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc901a9-4eb1-41f9-a451-2e3d44c73904 req-10df994c-0334-4b6e-a6c0-14a4839977fd tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:51:42.483161 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-ebc901a9-4eb1-41f9-a451-2e3d44c73904 req-10df994c-0334-4b6e-a6c0-14a4839977fd tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=c86683d2-88e2-4004-8e57-6bcbe2de3166 HTTP/1.1" status: 200 len: 945 time: 0.0488670 Dec 10 15:51:42.529687 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-ebc901a9-4eb1-41f9-a451-2e3d44c73904 req-b60122b2-4cb3-4dfe-8831-fe2449c10b62 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406203 Dec 10 15:51:42.923578 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-53ca13b0-907b-496a-bf90-100a645f4b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:51:43.483803 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:51:43.653240 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c02919-5de5-4402-8c4c-906207c0bfb4 req-adf029ec-8011-4fc8-a3dc-01e7bca9bac2 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:51:43.655048 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-d5c02919-5de5-4402-8c4c-906207c0bfb4 req-adf029ec-8011-4fc8-a3dc-01e7bca9bac2 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=c86683d2-88e2-4004-8e57-6bcbe2de3166 HTTP/1.1" status: 200 len: 945 time: 0.0545039 Dec 10 15:51:43.705088 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-d5c02919-5de5-4402-8c4c-906207c0bfb4 req-415dd2ca-44ff-49ec-8f36-f123a293b8f6 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434995 Dec 10 15:51:44.822910 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c1832-a934-4744-a057-6976bfc09784 req-7c58a4f9-aebe-408e-947a-7743735a5f01 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:51:44.824381 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-683c1832-a934-4744-a057-6976bfc09784 req-7c58a4f9-aebe-408e-947a-7743735a5f01 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=c86683d2-88e2-4004-8e57-6bcbe2de3166 HTTP/1.1" status: 200 len: 945 time: 0.0518596 Dec 10 15:51:44.870054 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-683c1832-a934-4744-a057-6976bfc09784 req-63313360-e891-4902-be3f-fc5e0cb21bff tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388129 Dec 10 15:51:45.277449 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3bff3deb-bce5-4390-8974-85ec583ae20b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:51:45.387486 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-1c5d079e-5c20-4896-b445-383f9aa05e67 req-b2d2fcf8-4181-4dd2-a243-efa0b74897cb service neutron] 10.222.0.44 "GET /v2.0/ports/2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d/bindings/hv-neutron-8214 HTTP/1.1" status: 200 len: 384 time: 0.0535669 Dec 10 15:51:45.815505 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5d079e-5c20-4896-b445-383f9aa05e67 req-01aaf8a8-d1dd-4350-a201-575b849720a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:51:45.816985 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-1c5d079e-5c20-4896-b445-383f9aa05e67 req-01aaf8a8-d1dd-4350-a201-575b849720a0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c86683d2-88e2-4004-8e57-6bcbe2de3166&tenant_id=7c2eaad81241461ab78516cbf365fd16 HTTP/1.1" status: 200 len: 1098 time: 0.0411298 Dec 10 15:51:45.881287 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5d079e-5c20-4896-b445-383f9aa05e67 req-4edce6ed-187a-493f-b884-1ab8f8ca9d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:51:45.882758 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-1c5d079e-5c20-4896-b445-383f9aa05e67 req-4edce6ed-187a-493f-b884-1ab8f8ca9d8d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7c2eaad81241461ab78516cbf365fd16&device_id=c86683d2-88e2-4004-8e57-6bcbe2de3166 HTTP/1.1" status: 200 len: 1098 time: 0.0423744 Dec 10 15:51:45.975168 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5d079e-5c20-4896-b445-383f9aa05e67 req-fa0d6eb4-befb-4612-8377-b3737c4fc866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:51:45.977139 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-1c5d079e-5c20-4896-b445-383f9aa05e67 req-fa0d6eb4-befb-4612-8377-b3737c4fc866 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d3f21273-a1b3-4e60-a616-248533538b58 HTTP/1.1" status: 200 len: 913 time: 0.0874560 Dec 10 15:51:45.995356 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007ccb7-ebb2-4881-ad47-6399b5a7bf35 req-6b354bdf-0d5c-4cb1-a881-ab7f9c48e177 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:51:45.997574 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-9007ccb7-ebb2-4881-ad47-6399b5a7bf35 req-6b354bdf-0d5c-4cb1-a881-ab7f9c48e177 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=c86683d2-88e2-4004-8e57-6bcbe2de3166 HTTP/1.1" status: 200 len: 945 time: 0.0585620 Dec 10 15:51:46.045407 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-9007ccb7-ebb2-4881-ad47-6399b5a7bf35 req-757c8640-81fc-4d6d-96fe-f2689784ce0b tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418811 Dec 10 15:51:46.049192 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-1c5d079e-5c20-4896-b445-383f9aa05e67 req-bdc0bad8-93f8-411e-9580-16ec18e705f9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d HTTP/1.1" status: 200 len: 1000 time: 0.0645907 Dec 10 15:51:46.099070 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5d079e-5c20-4896-b445-383f9aa05e67 req-71e690c0-20b3-4951-8db2-7b85171c57cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:51:46.100489 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-1c5d079e-5c20-4896-b445-383f9aa05e67 req-71e690c0-20b3-4951-8db2-7b85171c57cf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a6016b09-2076-4278-89b9-8b484a1ccfb9 HTTP/1.1" status: 200 len: 851 time: 0.0444009 Dec 10 15:51:46.145736 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5d079e-5c20-4896-b445-383f9aa05e67 req-bf4395d1-4f0a-47eb-b40d-3afe3c41782a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:51:46.147252 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-1c5d079e-5c20-4896-b445-383f9aa05e67 req-bf4395d1-4f0a-47eb-b40d-3afe3c41782a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d3f21273-a1b3-4e60-a616-248533538b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395224 Dec 10 15:51:46.169087 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:51:46.243952 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-1c5d079e-5c20-4896-b445-383f9aa05e67 req-dde7dbf3-722d-402f-95fd-9ff8b7630c11 service neutron] 10.222.0.44 "GET /v2.0/networks/d3f21273-a1b3-4e60-a616-248533538b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886979 Dec 10 15:51:46.333396 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-1c5d079e-5c20-4896-b445-383f9aa05e67 req-076e9c33-7f92-4c67-a50a-057fd7f9bc38 service neutron] 10.222.0.44 "GET /v2.0/networks/d3f21273-a1b3-4e60-a616-248533538b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832608 Dec 10 15:51:47.165431 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdaf958-a75f-4183-aac9-ca47a943f6c5 req-86e1e657-808e-43ff-8ba8-8dbd122a972a tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:51:47.167966 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-fbdaf958-a75f-4183-aac9-ca47a943f6c5 req-86e1e657-808e-43ff-8ba8-8dbd122a972a tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=c86683d2-88e2-4004-8e57-6bcbe2de3166 HTTP/1.1" status: 200 len: 945 time: 0.0531375 Dec 10 15:51:47.220231 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-fbdaf958-a75f-4183-aac9-ca47a943f6c5 req-82cb2238-425f-47ac-9eea-20b5d1726898 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457201 Dec 10 15:51:47.792885 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:51:48.339027 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36be20-5873-4a6d-9530-6524d95c911d req-68aa8abc-0d0d-4ab3-aafe-b6e54f168e33 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:51:48.340511 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-1d36be20-5873-4a6d-9530-6524d95c911d req-68aa8abc-0d0d-4ab3-aafe-b6e54f168e33 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=c86683d2-88e2-4004-8e57-6bcbe2de3166 HTTP/1.1" status: 200 len: 945 time: 0.0514600 Dec 10 15:51:48.387792 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-1d36be20-5873-4a6d-9530-6524d95c911d req-01a7f911-7a08-4401-9923-25c727d137aa tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408049 Dec 10 15:51:48.661906 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:51:49.501763 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e98761-6e31-40a2-8fd0-f2db58e6091b req-ec8b8312-2e79-4974-a89c-f3a93dd0b040 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:51:49.503242 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-37e98761-6e31-40a2-8fd0-f2db58e6091b req-ec8b8312-2e79-4974-a89c-f3a93dd0b040 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=c86683d2-88e2-4004-8e57-6bcbe2de3166 HTTP/1.1" status: 200 len: 945 time: 0.0474162 Dec 10 15:51:49.549080 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-37e98761-6e31-40a2-8fd0-f2db58e6091b req-fc662e73-4a64-4949-bcac-eefbc985cefc tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399954 Dec 10 15:51:49.687680 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 15:51:49.778748 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port 2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d,segment=NetworkSegment(3a6ed842-1b45-44ba-b718-87d48a4930f0),segment_id=3a6ed842-1b45-44ba-b718-87d48a4930f0)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:51:49.794648 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Returning: {'device': '2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d', 'network_id': 'd3f21273-a1b3-4e60-a616-248533538b58', 'port_id': '2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d', 'mac_address': 'fa:16:3e:f5:4f:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6016b09-2076-4278-89b9-8b484a1ccfb9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 15:51:49.831844 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:51:49.845356 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 15:51:49.864253 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port 2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d,segment=NetworkSegment(3a6ed842-1b45-44ba-b718-87d48a4930f0),segment_id=3a6ed842-1b45-44ba-b718-87d48a4930f0)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:51:49.885201 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483fcd40-569a-4dc5-a34c-4ddc0e16f903 req-fdab0ecf-801a-423e-b4ca-14e5f6cb716d tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:51:49.886751 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-483fcd40-569a-4dc5-a34c-4ddc0e16f903 req-fdab0ecf-801a-423e-b4ca-14e5f6cb716d tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=c86683d2-88e2-4004-8e57-6bcbe2de3166 HTTP/1.1" status: 200 len: 945 time: 0.0497544 Dec 10 15:51:49.923295 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:51:49.966381 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-483fcd40-569a-4dc5-a34c-4ddc0e16f903 req-fa540f87-e408-4c4d-a5ce-0d80f5f2684f tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727999 Dec 10 15:51:49.977910 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d,revision_number=6']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:51:49.982932 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f8254-3a60-4c9f-b783-227371c6320d req-1f16a512-853a-4f5d-8f0a-4fa5b2334d72 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:51:49.984381 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-291f8254-3a60-4c9f-b783-227371c6320d req-1f16a512-853a-4f5d-8f0a-4fa5b2334d72 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.44 "GET /v2.0/ports?device_id=c86683d2-88e2-4004-8e57-6bcbe2de3166&tenant_id=7c2eaad81241461ab78516cbf365fd16&binding%3Ahost_id=hv-neutron-8214 HTTP/1.1" status: 200 len: 944 time: 0.0710256 Dec 10 15:51:49.986165 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] get_ports_and_sgs() called for port_ids ['2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d'] {{(pid=103588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 15:51:49.994869 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:51:49.995231 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:51:49.995581 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:51:49.995924 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:51:49.996261 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:51:49.996597 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:51:49.996930 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:51:49.997263 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:51:49.997595 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:51:49.998454 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:51:49.998790 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:51:49.999116 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:51:49.999439 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:51:50.068598 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f8254-3a60-4c9f-b783-227371c6320d req-9ccec0ff-a4f5-4815-9502-c1232052d8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:51:50.070264 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-291f8254-3a60-4c9f-b783-227371c6320d req-9ccec0ff-a4f5-4815-9502-c1232052d8ae service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7c2eaad81241461ab78516cbf365fd16&device_id=c86683d2-88e2-4004-8e57-6bcbe2de3166 HTTP/1.1" status: 200 len: 1097 time: 0.0410557 Dec 10 15:51:50.159436 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f8254-3a60-4c9f-b783-227371c6320d req-9a193343-87db-449e-91d9-e9c8078a06ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:51:50.160897 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-291f8254-3a60-4c9f-b783-227371c6320d req-9a193343-87db-449e-91d9-e9c8078a06ec service neutron] 10.222.0.44 "GET /v2.0/networks?id=d3f21273-a1b3-4e60-a616-248533538b58 HTTP/1.1" status: 200 len: 913 time: 0.0833385 Dec 10 15:51:50.229848 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-291f8254-3a60-4c9f-b783-227371c6320d req-2617d479-4436-4b90-a6f7-e60ee06f7a71 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d HTTP/1.1" status: 200 len: 999 time: 0.0606594 Dec 10 15:51:50.277555 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f8254-3a60-4c9f-b783-227371c6320d req-8393494f-3da7-4fbe-8566-01acdb0fac92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:51:50.279066 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-291f8254-3a60-4c9f-b783-227371c6320d req-8393494f-3da7-4fbe-8566-01acdb0fac92 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a6016b09-2076-4278-89b9-8b484a1ccfb9 HTTP/1.1" status: 200 len: 851 time: 0.0425463 Dec 10 15:51:50.325136 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f8254-3a60-4c9f-b783-227371c6320d req-9b2552aa-f11f-489a-b9c7-1c9d89a45aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:51:50.326686 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-291f8254-3a60-4c9f-b783-227371c6320d req-9b2552aa-f11f-489a-b9c7-1c9d89a45aa1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d3f21273-a1b3-4e60-a616-248533538b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412085 Dec 10 15:51:50.415750 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-291f8254-3a60-4c9f-b783-227371c6320d req-cdfca371-4497-4dba-b42f-e5861b27614b service neutron] 10.222.0.44 "GET /v2.0/networks/d3f21273-a1b3-4e60-a616-248533538b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820107 Dec 10 15:51:50.502818 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-291f8254-3a60-4c9f-b783-227371c6320d req-b9a381b9-1c46-4000-a3bb-5a4190d0c467 service neutron] 10.222.0.44 "GET /v2.0/networks/d3f21273-a1b3-4e60-a616-248533538b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803118 Dec 10 15:51:51.083911 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3388d6-4d77-4a08-b77c-a06085f39f86 req-3cecd18d-58d4-44e9-8d5f-c686c3415a99 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:51:51.085385 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ac3388d6-4d77-4a08-b77c-a06085f39f86 req-3cecd18d-58d4-44e9-8d5f-c686c3415a99 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=c86683d2-88e2-4004-8e57-6bcbe2de3166 HTTP/1.1" status: 200 len: 944 time: 0.0479662 Dec 10 15:51:51.135998 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ac3388d6-4d77-4a08-b77c-a06085f39f86 req-82203d84-b196-44bc-b2bf-a650fb28bef4 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445344 Dec 10 15:51:51.701425 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d up at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:51:51.749086 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning complete for port 2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:51:51.749494 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:51:51.826174 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:51:51.847528 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c86683d2-88e2-4004-8e57-6bcbe2de3166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:51:51.849810 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa4b92c408489e2c982394a5a7b3518bb1b22554638321e3ea6c5cabb2c75d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e297e2fb-0afe-441a-a7ee-15fa6f6e9f0e" -d '{"events": [{"server_uuid": "c86683d2-88e2-4004-8e57-6bcbe2de3166", "name": "network-vif-plugged", "status": "completed", "tag": "2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:51:51.862660 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port 2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d,segment=NetworkSegment(3a6ed842-1b45-44ba-b718-87d48a4930f0),segment_id=3a6ed842-1b45-44ba-b718-87d48a4930f0)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:51:51.885907 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 15:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc58bc8-b557-4b39-ba05-406558a2d851 x-openstack-request-id: req-bfc58bc8-b557-4b39-ba05-406558a2d851 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:51:51.886214 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c86683d2-88e2-4004-8e57-6bcbe2de3166", "name": "network-vif-plugged", "status": "completed", "tag": "2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:51:51.886457 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bfc58bc8-b557-4b39-ba05-406558a2d851 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:51:51.886853 dv-neutron-821401-4-hyperv neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c86683d2-88e2-4004-8e57-6bcbe2de3166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d', 'code': 200} Dec 10 15:51:51.930219 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:51:51.976489 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d,revision_number=7']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:51:52.252421 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0712f589-e338-434c-bd5d-44ce55e4285e req-eacfa615-63ac-4f9e-a279-241b0ef5b472 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:51:52.253948 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-0712f589-e338-434c-bd5d-44ce55e4285e req-eacfa615-63ac-4f9e-a279-241b0ef5b472 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=c86683d2-88e2-4004-8e57-6bcbe2de3166 HTTP/1.1" status: 200 len: 945 time: 0.0482898 Dec 10 15:51:52.300337 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-0712f589-e338-434c-bd5d-44ce55e4285e req-49d57c93-adeb-4886-998a-1997d5d0af42 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404897 Dec 10 15:51:52.423938 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04cb674-afba-4768-8dec-ddea913376f6 req-eb618acb-d1c0-4e66-ba3f-948d05d07239 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:51:52.425438 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-e04cb674-afba-4768-8dec-ddea913376f6 req-eb618acb-d1c0-4e66-ba3f-948d05d07239 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=c86683d2-88e2-4004-8e57-6bcbe2de3166 HTTP/1.1" status: 200 len: 945 time: 0.0569832 Dec 10 15:51:52.472384 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-e04cb674-afba-4768-8dec-ddea913376f6 req-39c60f04-f3a1-4e48-9874-a26ff137d887 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409124 Dec 10 15:51:52.582301 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3f4c7f-536a-464a-b588-615637483e7c req-377def10-bb86-472a-9f57-4a0d86c5cc37 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:51:52.583784 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-3c3f4c7f-536a-464a-b588-615637483e7c req-377def10-bb86-472a-9f57-4a0d86c5cc37 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=c86683d2-88e2-4004-8e57-6bcbe2de3166 HTTP/1.1" status: 200 len: 945 time: 0.0474565 Dec 10 15:51:52.630016 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-3c3f4c7f-536a-464a-b588-615637483e7c req-25e64a53-afbf-471d-8240-fef57c14a6bb tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402598 Dec 10 15:51:53.047191 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32a3e0b-7387-4c45-b03e-a4dc01bbc11c req-2bcb3e95-0d00-4d99-b192-50cde81673cd tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:51:53.048667 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-c32a3e0b-7387-4c45-b03e-a4dc01bbc11c req-2bcb3e95-0d00-4d99-b192-50cde81673cd tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=c86683d2-88e2-4004-8e57-6bcbe2de3166 HTTP/1.1" status: 200 len: 945 time: 0.0518029 Dec 10 15:51:53.094471 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-c32a3e0b-7387-4c45-b03e-a4dc01bbc11c req-aeb2768f-6308-4534-acd1-354de306d3e6 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396585 Dec 10 15:51:54.208593 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23568bd1-bd09-45fd-9e88-e98a1efc665b req-560f41ed-d7b1-4079-9f55-350bae0a2429 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:51:54.210055 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-23568bd1-bd09-45fd-9e88-e98a1efc665b req-560f41ed-d7b1-4079-9f55-350bae0a2429 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=c86683d2-88e2-4004-8e57-6bcbe2de3166 HTTP/1.1" status: 200 len: 945 time: 0.0474598 Dec 10 15:51:54.259360 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-23568bd1-bd09-45fd-9e88-e98a1efc665b req-7c0b5068-98f4-4527-a271-33fe19556ef3 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433540 Dec 10 15:51:54.731564 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86b322a-9594-4c8f-b3c4-a31cfeaf5a13 req-9d90d6d4-7f8b-4bae-82c7-83618d39b834 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:51:54.733547 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-c86b322a-9594-4c8f-b3c4-a31cfeaf5a13 req-9d90d6d4-7f8b-4bae-82c7-83618d39b834 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.44 "GET /v2.0/ports?device_id=c86683d2-88e2-4004-8e57-6bcbe2de3166 HTTP/1.1" status: 200 len: 945 time: 0.0522964 Dec 10 15:51:54.822323 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-c86b322a-9594-4c8f-b3c4-a31cfeaf5a13 req-4cd82d3e-9b09-4753-b88e-b80abf278448 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Deleting port 2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:51:54.822662 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-c86b322a-9594-4c8f-b3c4-a31cfeaf5a13 req-4cd82d3e-9b09-4753-b88e-b80abf278448 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:51:54.911394 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-c86b322a-9594-4c8f-b3c4-a31cfeaf5a13 req-4cd82d3e-9b09-4753-b88e-b80abf278448 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] For port 2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d,segment=NetworkSegment(3a6ed842-1b45-44ba-b718-87d48a4930f0),segment_id=3a6ed842-1b45-44ba-b718-87d48a4930f0)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:51:54.911757 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-c86b322a-9594-4c8f-b3c4-a31cfeaf5a13 req-4cd82d3e-9b09-4753-b88e-b80abf278448 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:51:55.151582 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-c86b322a-9594-4c8f-b3c4-a31cfeaf5a13 req-4cd82d3e-9b09-4753-b88e-b80abf278448 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:51:55.151952 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-c86b322a-9594-4c8f-b3c4-a31cfeaf5a13 req-4cd82d3e-9b09-4753-b88e-b80abf278448 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552741'] for floatingip, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:51:55.152275 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.l3_db [req-c86b322a-9594-4c8f-b3c4-a31cfeaf5a13 req-4cd82d3e-9b09-4753-b88e-b80abf278448 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Floating IP 1ead422d-f7d5-4f2c-8b54-f4fd526e1b25 disassociated. External IP: 172.26.2.49, port: 2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d. Dec 10 15:51:55.152628 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-c86b322a-9594-4c8f-b3c4-a31cfeaf5a13 req-4cd82d3e-9b09-4753-b88e-b80abf278448 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Calling delete_port for 2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:51:55.370011 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-c86b322a-9594-4c8f-b3c4-a31cfeaf5a13 req-4cd82d3e-9b09-4753-b88e-b80abf278448 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:51:55.373350 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe8a5aa-5e97-4778-86f5-6d682745e418 req-29dd40d9-e71c-427a-b5ec-42e508947a58 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:51:55.374866 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-3fe8a5aa-5e97-4778-86f5-6d682745e418 req-29dd40d9-e71c-427a-b5ec-42e508947a58 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=c86683d2-88e2-4004-8e57-6bcbe2de3166 HTTP/1.1" status: 200 len: 945 time: 0.0486121 Dec 10 15:51:55.398710 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd82d3e-9b09-4753-b88e-b80abf278448 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Pushing event deleted for resources: {'Port': ['ID=2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:51:55.411039 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd82d3e-9b09-4753-b88e-b80abf278448 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:51:55.411393 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd82d3e-9b09-4753-b88e-b80abf278448 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:51:55.411741 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd82d3e-9b09-4753-b88e-b80abf278448 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:51:55.412080 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd82d3e-9b09-4753-b88e-b80abf278448 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:51:55.412409 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd82d3e-9b09-4753-b88e-b80abf278448 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:51:55.412739 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd82d3e-9b09-4753-b88e-b80abf278448 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:51:55.413068 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd82d3e-9b09-4753-b88e-b80abf278448 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:51:55.413393 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd82d3e-9b09-4753-b88e-b80abf278448 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:51:55.413719 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd82d3e-9b09-4753-b88e-b80abf278448 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:51:55.414066 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd82d3e-9b09-4753-b88e-b80abf278448 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:51:55.414390 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd82d3e-9b09-4753-b88e-b80abf278448 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:51:55.414706 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd82d3e-9b09-4753-b88e-b80abf278448 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:51:55.415022 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd82d3e-9b09-4753-b88e-b80abf278448 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:51:55.434344 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-3fe8a5aa-5e97-4778-86f5-6d682745e418 req-81697ed2-012e-4ca5-92c9-36fd262e8092 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437922 Dec 10 15:51:55.532677 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c86b322a-9594-4c8f-b3c4-a31cfeaf5a13 req-4cd82d3e-9b09-4753-b88e-b80abf278448 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Router 4022fb72-784d-433d-881b-67115d77b402 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:51:55.643032 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c86b322a-9594-4c8f-b3c4-a31cfeaf5a13 req-4cd82d3e-9b09-4753-b88e-b80abf278448 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:51:55.652391 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2e5388-e3fb-4b46-b9d5-d634da2c8dc9 None None] Sync routers for ids ['4022fb72-784d-433d-881b-67115d77b402'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:51:55.662578 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2e5388-e3fb-4b46-b9d5-d634da2c8dc9 None None] Routers {'4022fb72-784d-433d-881b-67115d77b402'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:51:55.663124 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-2a2e5388-e3fb-4b46-b9d5-d634da2c8dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:51:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['4022fb72-784d-433d-881b-67115d77b402'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:51:55.682007 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-c86b322a-9594-4c8f-b3c4-a31cfeaf5a13 req-4cd82d3e-9b09-4753-b88e-b80abf278448 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] No DVR routers for this DVR port 2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d on host hv-neutron-8214 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:51:55.684578 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-c86b322a-9594-4c8f-b3c4-a31cfeaf5a13 req-4cd82d3e-9b09-4753-b88e-b80abf278448 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:51:55.688215 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-c86b322a-9594-4c8f-b3c4-a31cfeaf5a13 req-4cd82d3e-9b09-4753-b88e-b80abf278448 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.44 "DELETE /v2.0/ports/2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d HTTP/1.1" status: 204 len: 173 time: 0.9491560 Dec 10 15:51:55.688684 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c86683d2-88e2-4004-8e57-6bcbe2de3166', 'name': 'network-vif-deleted', 'tag': '2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:51:55.691504 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9ca57131bc4931768ac29058952438d1fdd62308db7b17540cc34ffe8faef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa38c8c5-86b4-401a-ab52-221c8757920d" -d '{"events": [{"server_uuid": "c86683d2-88e2-4004-8e57-6bcbe2de3166", "name": "network-vif-deleted", "tag": "2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:51:55.728567 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 15:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8015999f-331b-4016-84ba-b7eee7325836 x-openstack-request-id: req-8015999f-331b-4016-84ba-b7eee7325836 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:51:55.728907 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c86683d2-88e2-4004-8e57-6bcbe2de3166", "name": "network-vif-deleted", "tag": "2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:51:55.729222 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8015999f-331b-4016-84ba-b7eee7325836 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:51:55.729551 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c86683d2-88e2-4004-8e57-6bcbe2de3166', 'name': 'network-vif-deleted', 'tag': '2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d', 'status': 'completed', 'code': 200} Dec 10 15:51:55.771351 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-2a2e5388-e3fb-4b46-b9d5-d634da2c8dc9 None None] Set router 4022fb72-784d-433d-881b-67115d77b402 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:51:55.970625 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-2a2e5388-e3fb-4b46-b9d5-d634da2c8dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4022fb72-784d-433d-881b-67115d77b402', 'name': 'tempest-ServerActionsTestJSON-1059655684-router', 'tenant_id': '7c2eaad81241461ab78516cbf365fd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.73'}], 'enable_snat': True}, 'gw_port_id': 'b4463791-686e-46e1-849f-b3bc36e6226c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:50:33Z', 'updated_at': '2021-12-10T15:50:36Z', 'revision_number': 4, 'project_id': '7c2eaad81241461ab78516cbf365fd16', 'gw_port': {'id': 'b4463791-686e-46e1-849f-b3bc36e6226c', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4022fb72-784d-433d-881b-67115d77b402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:50:33Z', 'updated_at': '2021-12-10T15:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': 'f3d7a8a1-3762-41a9-8900-28e359cd6ae0', 'name': '', 'network_id': 'd3f21273-a1b3-4e60-a616-248533538b58', 'tenant_id': '7c2eaad81241461ab78516cbf365fd16', 'mac_address': 'fa:16:3e:07:15:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4022fb72-784d-433d-881b-67115d77b402', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'a6016b09-2076-4278-89b9-8b484a1ccfb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:50:35Z', 'updated_at': '2021-12-10T15:50:40Z', 'revision_number': 5, 'project_id': '7c2eaad81241461ab78516cbf365fd16', 'subnets': [{'id': 'a6016b09-2076-4278-89b9-8b484a1ccfb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:51:55.995957 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2e5388-e3fb-4b46-b9d5-d634da2c8dc9 None None] Checking router: 4022fb72-784d-433d-881b-67115d77b402 for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:51:56.004576 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2e5388-e3fb-4b46-b9d5-d634da2c8dc9 None None] Routers {'4022fb72-784d-433d-881b-67115d77b402'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:51:56.005179 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-2a2e5388-e3fb-4b46-b9d5-d634da2c8dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:51:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['4022fb72-784d-433d-881b-67115d77b402'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:51:56.107687 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-2a2e5388-e3fb-4b46-b9d5-d634da2c8dc9 None None] Set router 4022fb72-784d-433d-881b-67115d77b402 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:51:56.302158 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-2a2e5388-e3fb-4b46-b9d5-d634da2c8dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4022fb72-784d-433d-881b-67115d77b402', 'name': 'tempest-ServerActionsTestJSON-1059655684-router', 'tenant_id': '7c2eaad81241461ab78516cbf365fd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.73'}], 'enable_snat': True}, 'gw_port_id': 'b4463791-686e-46e1-849f-b3bc36e6226c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:50:33Z', 'updated_at': '2021-12-10T15:50:36Z', 'revision_number': 4, 'project_id': '7c2eaad81241461ab78516cbf365fd16', 'gw_port': {'id': 'b4463791-686e-46e1-849f-b3bc36e6226c', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4022fb72-784d-433d-881b-67115d77b402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:50:33Z', 'updated_at': '2021-12-10T15:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': 'f3d7a8a1-3762-41a9-8900-28e359cd6ae0', 'name': '', 'network_id': 'd3f21273-a1b3-4e60-a616-248533538b58', 'tenant_id': '7c2eaad81241461ab78516cbf365fd16', 'mac_address': 'fa:16:3e:07:15:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4022fb72-784d-433d-881b-67115d77b402', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'a6016b09-2076-4278-89b9-8b484a1ccfb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:50:35Z', 'updated_at': '2021-12-10T15:50:40Z', 'revision_number': 5, 'project_id': '7c2eaad81241461ab78516cbf365fd16', 'subnets': [{'id': 'a6016b09-2076-4278-89b9-8b484a1ccfb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:51:56.332243 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2e5388-e3fb-4b46-b9d5-d634da2c8dc9 None None] The sync data for ids ['4022fb72-784d-433d-881b-67115d77b402'] in dv-neutron-821401-4-hyperv is: [{'id': '4022fb72-784d-433d-881b-67115d77b402', 'name': 'tempest-ServerActionsTestJSON-1059655684-router', 'tenant_id': '7c2eaad81241461ab78516cbf365fd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.73'}], 'enable_snat': True}, 'gw_port_id': 'b4463791-686e-46e1-849f-b3bc36e6226c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:50:33Z', 'updated_at': '2021-12-10T15:50:36Z', 'revision_number': 4, 'project_id': '7c2eaad81241461ab78516cbf365fd16', 'gw_port': {'id': 'b4463791-686e-46e1-849f-b3bc36e6226c', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4022fb72-784d-433d-881b-67115d77b402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:50:33Z', 'updated_at': '2021-12-10T15:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': 'f3d7a8a1-3762-41a9-8900-28e359cd6ae0', 'name': '', 'network_id': 'd3f21273-a1b3-4e60-a616-248533538b58', 'tenant_id': '7c2eaad81241461ab78516cbf365fd16', 'mac_address': 'fa:16:3e:07:15:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4022fb72-784d-433d-881b-67115d77b402', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'a6016b09-2076-4278-89b9-8b484a1ccfb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:50:35Z', 'updated_at': '2021-12-10T15:50:40Z', 'revision_number': 5, 'project_id': '7c2eaad81241461ab78516cbf365fd16', 'subnets': [{'id': 'a6016b09-2076-4278-89b9-8b484a1ccfb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:51:56.537865 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-2643a00f-cc90-4cb5-8a6e-ceb6b37f5fc8 req-59c9089c-ad8b-443e-9338-a20e50d0ca10 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=c86683d2-88e2-4004-8e57-6bcbe2de3166 HTTP/1.1" status: 200 len: 210 time: 0.0258963 Dec 10 15:51:56.552172 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57031b6-f508-4a36-8809-4194afeb3f2b None None] New status for floating IP 1ead422d-f7d5-4f2c-8b54-f4fd526e1b25: DOWN {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 15:51:57.732113 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:51:57.753485 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] No Port match for: 2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:51:57.753867 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 2e51b6a7-9a8e-4258-a5cf-d5953ee32b9d not bound to the agent host hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:51:57.785629 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d09c0cff-64ea-4e02-878d-949512e65931 req-bcd8e25d-f5f6-450f-8b0c-8e7cbc400fb2 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1659907273&fields=id&tenant_id=7c2eaad81241461ab78516cbf365fd16 HTTP/1.1" status: 200 len: 267 time: 0.0514777 Dec 10 15:51:57.894660 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c0cff-64ea-4e02-878d-949512e65931 req-e28692f7-0052-4f46-a825-83654fff32cb tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:51:57.896051 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d09c0cff-64ea-4e02-878d-949512e65931 req-e28692f7-0052-4f46-a825-83654fff32cb tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/networks?id=d3f21273-a1b3-4e60-a616-248533538b58 HTTP/1.1" status: 200 len: 812 time: 0.1034589 Dec 10 15:51:57.913229 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d09c0cff-64ea-4e02-878d-949512e65931 req-0fef2042-0b28-4577-b58e-b1d6d96d30a8 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/quotas/7c2eaad81241461ab78516cbf365fd16 HTTP/1.1" status: 200 len: 375 time: 0.0091956 Dec 10 15:51:57.975444 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d09c0cff-64ea-4e02-878d-949512e65931 req-6ded0abb-827d-4a7e-8240-9975110613a3 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7c2eaad81241461ab78516cbf365fd16&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0569789 Dec 10 15:51:57.991013 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [req-d09c0cff-64ea-4e02-878d-949512e65931 req-8d06276a-e4df-4fbb-bbd2-61efca46f30a service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:51:57.991965 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d09c0cff-64ea-4e02-878d-949512e65931 req-8d06276a-e4df-4fbb-bbd2-61efca46f30a service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050020 Dec 10 15:51:58.082978 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d09c0cff-64ea-4e02-878d-949512e65931 req-4719cdbb-4483-4896-b0ee-48ea0e5f6914 service neutron] 10.222.0.20 "GET /v2.0/networks/d3f21273-a1b3-4e60-a616-248533538b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853181 Dec 10 15:51:58.171874 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d09c0cff-64ea-4e02-878d-949512e65931 req-26405085-2264-464f-9d5f-0f36f4c02a04 service neutron] 10.222.0.20 "GET /v2.0/networks/d3f21273-a1b3-4e60-a616-248533538b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827935 Dec 10 15:51:58.442553 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-9c0f71e8-3fe7-440a-a5f0-e183e24f878c req-6b58f883-eb49-4ad8-bc31-5df999869ff9 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=5753113a-b629-478e-aecd-8f2206a80f5c HTTP/1.1" status: 200 len: 210 time: 0.0320091 Dec 10 15:51:59.539036 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-2143ffe4-6cc1-4a09-afae-2c4c0f44767f req-c5f47e15-b278-4caf-be93-868205b7a908 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=5753113a-b629-478e-aecd-8f2206a80f5c HTTP/1.1" status: 200 len: 210 time: 0.0273809 Dec 10 15:52:00.327316 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c0cff-64ea-4e02-878d-949512e65931 req-39acd2c1-1c7a-4a4a-bac5-8d96cfb0df23 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:52:00.329068 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d09c0cff-64ea-4e02-878d-949512e65931 req-39acd2c1-1c7a-4a4a-bac5-8d96cfb0df23 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.44 "GET /v2.0/networks?id=d3f21273-a1b3-4e60-a616-248533538b58 HTTP/1.1" status: 200 len: 812 time: 0.1056635 Dec 10 15:52:00.390543 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d09c0cff-64ea-4e02-878d-949512e65931 req-ee175fc8-7ceb-4190-bb39-6eb9505726fd tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c2eaad81241461ab78516cbf365fd16 HTTP/1.1" status: 200 len: 380 time: 0.0527673 Dec 10 15:52:00.399932 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [req-d09c0cff-64ea-4e02-878d-949512e65931 req-66059ee0-ce58-4543-aa13-e05024ab16f8 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Request body: {'port': {'device_id': '5753113a-b629-478e-aecd-8f2206a80f5c', 'network_id': 'd3f21273-a1b3-4e60-a616-248533538b58', 'admin_state_up': True, 'tenant_id': '7c2eaad81241461ab78516cbf365fd16', 'security_groups': ['98fc8d28-74fc-47b5-984a-b979f40a07ab']}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:52:00.567176 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d09c0cff-64ea-4e02-878d-949512e65931 req-66059ee0-ce58-4543-aa13-e05024ab16f8 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Made reservation on behalf of 7c2eaad81241461ab78516cbf365fd16 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:52:00.571111 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d09c0cff-64ea-4e02-878d-949512e65931 req-66059ee0-ce58-4543-aa13-e05024ab16f8 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:52:00.634642 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-848d6da7-396a-4257-98aa-b199c126d5ca req-44a0da97-55c5-4b20-999e-cb5022d06c2b tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=5753113a-b629-478e-aecd-8f2206a80f5c HTTP/1.1" status: 200 len: 210 time: 0.0263484 Dec 10 15:52:00.702244 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-d09c0cff-64ea-4e02-878d-949512e65931 req-66059ee0-ce58-4543-aa13-e05024ab16f8 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Allocated IP 172.20.0.9 (d3f21273-a1b3-4e60-a616-248533538b58/a6016b09-2076-4278-89b9-8b484a1ccfb9/54001d2a-e6ae-49fc-bd11-7b7e4daa40c2) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:52:00.843815 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d09c0cff-64ea-4e02-878d-949512e65931 req-66059ee0-ce58-4543-aa13-e05024ab16f8 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:52:00.934493 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d09c0cff-64ea-4e02-878d-949512e65931 req-66059ee0-ce58-4543-aa13-e05024ab16f8 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:52:00.977256 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d09c0cff-64ea-4e02-878d-949512e65931 req-66059ee0-ce58-4543-aa13-e05024ab16f8 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Network d3f21273-a1b3-4e60-a616-248533538b58 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:52:00.980308 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-d09c0cff-64ea-4e02-878d-949512e65931 req-66059ee0-ce58-4543-aa13-e05024ab16f8 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:52:00.984408 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-d09c0cff-64ea-4e02-878d-949512e65931 req-66059ee0-ce58-4543-aa13-e05024ab16f8 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:52:01.010099 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66059ee0-ce58-4543-aa13-e05024ab16f8 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Pushing event updated for resources: {'Port': ['ID=54001d2a-e6ae-49fc-bd11-7b7e4daa40c2,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:52:01.039341 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c0cff-64ea-4e02-878d-949512e65931 req-66059ee0-ce58-4543-aa13-e05024ab16f8 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:52:01.039973 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d09c0cff-64ea-4e02-878d-949512e65931 req-66059ee0-ce58-4543-aa13-e05024ab16f8 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:52:01.132858 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d09c0cff-64ea-4e02-878d-949512e65931 req-66059ee0-ce58-4543-aa13-e05024ab16f8 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7364259 Dec 10 15:52:01.145274 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [req-d09c0cff-64ea-4e02-878d-949512e65931 req-272f274e-f08f-49dd-9597-271ca482520d service neutron] Request body: {'port': {'device_id': '5753113a-b629-478e-aecd-8f2206a80f5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:52:01.204016 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d09c0cff-64ea-4e02-878d-949512e65931 req-272f274e-f08f-49dd-9597-271ca482520d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:52:01.241852 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-2b5a547f-8544-43e3-9ffa-7e6a2fcf32f7 None None] Provisioning complete for port 54001d2a-e6ae-49fc-bd11-7b7e4daa40c2 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:52:01.242394 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2b5a547f-8544-43e3-9ffa-7e6a2fcf32f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:52:01.274260 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-2b5a547f-8544-43e3-9ffa-7e6a2fcf32f7 None None] Port 54001d2a-e6ae-49fc-bd11-7b7e4daa40c2 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:52:01.467540 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [req-d09c0cff-64ea-4e02-878d-949512e65931 req-272f274e-f08f-49dd-9597-271ca482520d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54001d2a-e6ae-49fc-bd11-7b7e4daa40c2 {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 15:52:01.475225 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d09c0cff-64ea-4e02-878d-949512e65931 req-272f274e-f08f-49dd-9597-271ca482520d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:52:01.486717 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-d09c0cff-64ea-4e02-878d-949512e65931 req-272f274e-f08f-49dd-9597-271ca482520d service neutron] Transition to ACTIVE for port object 54001d2a-e6ae-49fc-bd11-7b7e4daa40c2 will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 15:52:01.540855 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d09c0cff-64ea-4e02-878d-949512e65931 req-272f274e-f08f-49dd-9597-271ca482520d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:52:01.594711 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272f274e-f08f-49dd-9597-271ca482520d service neutron] Pushing event updated for resources: {'Port': ['ID=54001d2a-e6ae-49fc-bd11-7b7e4daa40c2,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:52:01.663660 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-d09c0cff-64ea-4e02-878d-949512e65931 req-272f274e-f08f-49dd-9597-271ca482520d service neutron] Attempting to bind port 54001d2a-e6ae-49fc-bd11-7b7e4daa40c2 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:52:01.664002 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-d09c0cff-64ea-4e02-878d-949512e65931 req-272f274e-f08f-49dd-9597-271ca482520d service neutron] Attempting to bind port 54001d2a-e6ae-49fc-bd11-7b7e4daa40c2 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '3a6ed842-1b45-44ba-b718-87d48a4930f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd3f21273-a1b3-4e60-a616-248533538b58'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:52:01.664330 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09c0cff-64ea-4e02-878d-949512e65931 req-272f274e-f08f-49dd-9597-271ca482520d service neutron] Attempting to bind port 54001d2a-e6ae-49fc-bd11-7b7e4daa40c2 on network d3f21273-a1b3-4e60-a616-248533538b58 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:52:01.670135 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09c0cff-64ea-4e02-878d-949512e65931 req-272f274e-f08f-49dd-9597-271ca482520d service neutron] Port 54001d2a-e6ae-49fc-bd11-7b7e4daa40c2 on network d3f21273-a1b3-4e60-a616-248533538b58 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:52:01.670462 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09c0cff-64ea-4e02-878d-949512e65931 req-272f274e-f08f-49dd-9597-271ca482520d service neutron] Attempting to bind port 54001d2a-e6ae-49fc-bd11-7b7e4daa40c2 on network d3f21273-a1b3-4e60-a616-248533538b58 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:52:01.675734 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09c0cff-64ea-4e02-878d-949512e65931 req-272f274e-f08f-49dd-9597-271ca482520d service neutron] Checking agent: {'id': 'fa828968-c68f-4b22-9699-a58fe4ab1f05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 28, 13), 'started_at': datetime.datetime(2021, 12, 10, 15, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:52:01.676280 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09c0cff-64ea-4e02-878d-949512e65931 req-272f274e-f08f-49dd-9597-271ca482520d service neutron] Checking segment: {'id': '3a6ed842-1b45-44ba-b718-87d48a4930f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd3f21273-a1b3-4e60-a616-248533538b58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:52:01.676859 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09c0cff-64ea-4e02-878d-949512e65931 req-272f274e-f08f-49dd-9597-271ca482520d service neutron] Bound using segment: {'id': '3a6ed842-1b45-44ba-b718-87d48a4930f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd3f21273-a1b3-4e60-a616-248533538b58'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:52:01.677287 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-d09c0cff-64ea-4e02-878d-949512e65931 req-272f274e-f08f-49dd-9597-271ca482520d service neutron] Bound port: 54001d2a-e6ae-49fc-bd11-7b7e4daa40c2, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a6ed842-1b45-44ba-b718-87d48a4930f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd3f21273-a1b3-4e60-a616-248533538b58'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:52:01.677644 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d09c0cff-64ea-4e02-878d-949512e65931 req-272f274e-f08f-49dd-9597-271ca482520d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:52:01.772190 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-d09c0cff-64ea-4e02-878d-949512e65931 req-272f274e-f08f-49dd-9597-271ca482520d service neutron] For port 54001d2a-e6ae-49fc-bd11-7b7e4daa40c2, host hv-neutron-8214, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:52:01.775703 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-d09c0cff-64ea-4e02-878d-949512e65931 req-272f274e-f08f-49dd-9597-271ca482520d service neutron] For port 54001d2a-e6ae-49fc-bd11-7b7e4daa40c2, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=54001d2a-e6ae-49fc-bd11-7b7e4daa40c2,segment=NetworkSegment(3a6ed842-1b45-44ba-b718-87d48a4930f0),segment_id=3a6ed842-1b45-44ba-b718-87d48a4930f0)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:52:01.786884 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9126edcf-5607-49f0-b885-d603d0a6eac8 req-9ec4cbb7-696a-4242-ab9c-230de7606ec4 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:52:01.789247 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-9126edcf-5607-49f0-b885-d603d0a6eac8 req-9ec4cbb7-696a-4242-ab9c-230de7606ec4 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=5753113a-b629-478e-aecd-8f2206a80f5c HTTP/1.1" status: 200 len: 943 time: 0.0770991 Dec 10 15:52:01.836930 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-9126edcf-5607-49f0-b885-d603d0a6eac8 req-5e5af1a9-8451-4d34-bc9f-b82e0be4ff81 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423820 Dec 10 15:52:01.861368 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d09c0cff-64ea-4e02-878d-949512e65931 req-272f274e-f08f-49dd-9597-271ca482520d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:52:01.899928 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c0cff-64ea-4e02-878d-949512e65931 req-272f274e-f08f-49dd-9597-271ca482520d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:52:01.900553 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d09c0cff-64ea-4e02-878d-949512e65931 req-272f274e-f08f-49dd-9597-271ca482520d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:52:01.901961 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d09c0cff-64ea-4e02-878d-949512e65931 req-272f274e-f08f-49dd-9597-271ca482520d service neutron] 10.222.0.44 "PUT /v2.0/ports/54001d2a-e6ae-49fc-bd11-7b7e4daa40c2 HTTP/1.1" status: 200 len: 1093 time: 0.7611034 Dec 10 15:52:01.902401 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5753113a-b629-478e-aecd-8f2206a80f5c', 'tag': '54001d2a-e6ae-49fc-bd11-7b7e4daa40c2'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:52:01.904735 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9ca57131bc4931768ac29058952438d1fdd62308db7b17540cc34ffe8faef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42008ab2-65ef-4278-b994-6d23c44c7639" -d '{"events": [{"name": "network-changed", "server_uuid": "5753113a-b629-478e-aecd-8f2206a80f5c", "tag": "54001d2a-e6ae-49fc-bd11-7b7e4daa40c2"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:52:01.931574 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272f274e-f08f-49dd-9597-271ca482520d service neutron] Pushing event updated for resources: {'Port': ['ID=54001d2a-e6ae-49fc-bd11-7b7e4daa40c2,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:52:01.946665 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 15:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee000ad7-8cc6-4a0f-b40a-335698fbb5a1 x-openstack-request-id: req-ee000ad7-8cc6-4a0f-b40a-335698fbb5a1 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:52:01.947032 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5753113a-b629-478e-aecd-8f2206a80f5c", "tag": "54001d2a-e6ae-49fc-bd11-7b7e4daa40c2", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:52:01.947358 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ee000ad7-8cc6-4a0f-b40a-335698fbb5a1 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:52:01.947839 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5753113a-b629-478e-aecd-8f2206a80f5c', 'tag': '54001d2a-e6ae-49fc-bd11-7b7e4daa40c2', 'status': 'completed', 'code': 200} Dec 10 15:52:02.013392 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42008ab2-65ef-4278-b994-6d23c44c7639 req-8e8087cb-6e0f-484a-bc7b-fbe8245ea012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:52:02.015536 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-42008ab2-65ef-4278-b994-6d23c44c7639 req-8e8087cb-6e0f-484a-bc7b-fbe8245ea012 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7c2eaad81241461ab78516cbf365fd16&device_id=5753113a-b629-478e-aecd-8f2206a80f5c HTTP/1.1" status: 200 len: 1096 time: 0.0435851 Dec 10 15:52:02.114416 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42008ab2-65ef-4278-b994-6d23c44c7639 req-cd5d2b8d-ad2b-4821-9982-c43c1fa3a293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:52:02.115907 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-42008ab2-65ef-4278-b994-6d23c44c7639 req-cd5d2b8d-ad2b-4821-9982-c43c1fa3a293 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=7c2eaad81241461ab78516cbf365fd16&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0928032 Dec 10 15:52:02.214772 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42008ab2-65ef-4278-b994-6d23c44c7639 req-9ca214df-8e30-40b0-99dc-d8035dfaf49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:52:02.216259 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-42008ab2-65ef-4278-b994-6d23c44c7639 req-9ca214df-8e30-40b0-99dc-d8035dfaf49a service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0920529 Dec 10 15:52:02.290676 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c0cff-64ea-4e02-878d-949512e65931 req-fd588e0e-4ac4-44ed-bece-5f179e45a9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:52:02.292185 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d09c0cff-64ea-4e02-878d-949512e65931 req-fd588e0e-4ac4-44ed-bece-5f179e45a9c0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7c2eaad81241461ab78516cbf365fd16&device_id=5753113a-b629-478e-aecd-8f2206a80f5c HTTP/1.1" status: 200 len: 1096 time: 0.0410807 Dec 10 15:52:02.337706 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d09c0cff-64ea-4e02-878d-949512e65931 req-84fb66df-eaa6-47fd-b3f8-f71f660f3180 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54001d2a-e6ae-49fc-bd11-7b7e4daa40c2 HTTP/1.1" status: 200 len: 217 time: 0.0373571 Dec 10 15:52:02.385015 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c0cff-64ea-4e02-878d-949512e65931 req-96b2d41f-3009-4d20-8d94-649de6710669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:52:02.386446 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d09c0cff-64ea-4e02-878d-949512e65931 req-96b2d41f-3009-4d20-8d94-649de6710669 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a6016b09-2076-4278-89b9-8b484a1ccfb9 HTTP/1.1" status: 200 len: 851 time: 0.0423217 Dec 10 15:52:02.429752 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c0cff-64ea-4e02-878d-949512e65931 req-97977840-4576-4172-b28b-619b7cc97968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:52:02.431243 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d09c0cff-64ea-4e02-878d-949512e65931 req-97977840-4576-4172-b28b-619b7cc97968 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d3f21273-a1b3-4e60-a616-248533538b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0384150 Dec 10 15:52:02.520811 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d09c0cff-64ea-4e02-878d-949512e65931 req-c3da07ce-c364-42dd-9777-371c12579443 service neutron] 10.222.0.44 "GET /v2.0/networks/d3f21273-a1b3-4e60-a616-248533538b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824811 Dec 10 15:52:02.981551 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37aeb93-613b-4619-89f5-3aabd1600617 req-dbd4ae72-9263-4299-a9fd-9216725e6f6c tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:52:02.983066 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-f37aeb93-613b-4619-89f5-3aabd1600617 req-dbd4ae72-9263-4299-a9fd-9216725e6f6c tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=5753113a-b629-478e-aecd-8f2206a80f5c HTTP/1.1" status: 200 len: 943 time: 0.0736263 Dec 10 15:52:02.988303 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d09c0cff-64ea-4e02-878d-949512e65931 req-c9d3210b-9c8c-4e52-97df-209bf6a7a1c8 service neutron] 10.222.0.44 "GET /v2.0/networks/d3f21273-a1b3-4e60-a616-248533538b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4602745 Dec 10 15:52:03.030143 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-f37aeb93-613b-4619-89f5-3aabd1600617 req-9471eb22-cdb8-4a66-8186-cdbf0bf48ebe tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408797 Dec 10 15:52:04.146218 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d02a8-0889-4620-a460-119f309283e7 req-74886a6d-1d6a-49e6-b63e-e7f5f9777856 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:52:04.147692 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-770d02a8-0889-4620-a460-119f309283e7 req-74886a6d-1d6a-49e6-b63e-e7f5f9777856 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=5753113a-b629-478e-aecd-8f2206a80f5c HTTP/1.1" status: 200 len: 943 time: 0.0470099 Dec 10 15:52:04.195611 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-770d02a8-0889-4620-a460-119f309283e7 req-0fa6c665-262c-4f3d-8089-ed85dc3b7552 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419595 Dec 10 15:52:05.308325 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7e5d97-4567-4785-abf8-5200dcf2d3bc req-f216e056-07e7-47fd-805f-d73b45d4f473 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:52:05.310046 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-df7e5d97-4567-4785-abf8-5200dcf2d3bc req-f216e056-07e7-47fd-805f-d73b45d4f473 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=5753113a-b629-478e-aecd-8f2206a80f5c HTTP/1.1" status: 200 len: 943 time: 0.0478933 Dec 10 15:52:05.356337 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-df7e5d97-4567-4785-abf8-5200dcf2d3bc req-f9be59c7-8b49-4dbb-ba3f-3e338099539e tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398459 Dec 10 15:52:05.746819 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 54001d2a-e6ae-49fc-bd11-7b7e4daa40c2 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 15:52:05.837853 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port 54001d2a-e6ae-49fc-bd11-7b7e4daa40c2, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=54001d2a-e6ae-49fc-bd11-7b7e4daa40c2,segment=NetworkSegment(3a6ed842-1b45-44ba-b718-87d48a4930f0),segment_id=3a6ed842-1b45-44ba-b718-87d48a4930f0)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:52:05.849380 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Returning: {'device': '54001d2a-e6ae-49fc-bd11-7b7e4daa40c2', 'network_id': 'd3f21273-a1b3-4e60-a616-248533538b58', 'port_id': '54001d2a-e6ae-49fc-bd11-7b7e4daa40c2', 'mac_address': 'fa:16:3e:e3:72:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6016b09-2076-4278-89b9-8b484a1ccfb9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 15:52:05.888833 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:52:05.900996 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54001d2a-e6ae-49fc-bd11-7b7e4daa40c2 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 15:52:05.920396 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port 54001d2a-e6ae-49fc-bd11-7b7e4daa40c2, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=54001d2a-e6ae-49fc-bd11-7b7e4daa40c2,segment=NetworkSegment(3a6ed842-1b45-44ba-b718-87d48a4930f0),segment_id=3a6ed842-1b45-44ba-b718-87d48a4930f0)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:52:06.009718 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:52:06.056108 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=54001d2a-e6ae-49fc-bd11-7b7e4daa40c2,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:52:06.220430 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] get_ports_and_sgs() called for port_ids ['54001d2a-e6ae-49fc-bd11-7b7e4daa40c2'] {{(pid=103588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 15:52:06.473742 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d30dbfb-7a23-49fa-bf27-fd6fd23d3e39 req-9d557859-91e7-4190-a0bd-faa4eb59ab1e tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:52:06.475229 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-6d30dbfb-7a23-49fa-bf27-fd6fd23d3e39 req-9d557859-91e7-4190-a0bd-faa4eb59ab1e tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=5753113a-b629-478e-aecd-8f2206a80f5c HTTP/1.1" status: 200 len: 944 time: 0.0526845 Dec 10 15:52:06.521358 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-6d30dbfb-7a23-49fa-bf27-fd6fd23d3e39 req-cee5f822-5e0a-485d-b3e8-4c77bc75ff30 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401344 Dec 10 15:52:07.632182 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f7c27-3b36-476f-b825-51eaedca44a3 req-6695bf7e-e7d1-418d-bc66-bfb2aa74b29f tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:52:07.633637 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-1d4f7c27-3b36-476f-b825-51eaedca44a3 req-6695bf7e-e7d1-418d-bc66-bfb2aa74b29f tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=5753113a-b629-478e-aecd-8f2206a80f5c HTTP/1.1" status: 200 len: 944 time: 0.0469334 Dec 10 15:52:07.684259 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-1d4f7c27-3b36-476f-b825-51eaedca44a3 req-7cb3a10e-bfb9-496c-a1dd-00ad47e894a2 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442419 Dec 10 15:52:07.747825 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 54001d2a-e6ae-49fc-bd11-7b7e4daa40c2 up at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:52:07.861253 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning for port 54001d2a-e6ae-49fc-bd11-7b7e4daa40c2 completed by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 15:52:07.865386 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning complete for port 54001d2a-e6ae-49fc-bd11-7b7e4daa40c2 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:52:07.865760 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:52:07.945553 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:52:07.968748 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5753113a-b629-478e-aecd-8f2206a80f5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54001d2a-e6ae-49fc-bd11-7b7e4daa40c2'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:52:07.971080 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa4b92c408489e2c982394a5a7b3518bb1b22554638321e3ea6c5cabb2c75d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d976cad9-60a4-4955-a7f4-39ff00476c69" -d '{"events": [{"server_uuid": "5753113a-b629-478e-aecd-8f2206a80f5c", "name": "network-vif-plugged", "status": "completed", "tag": "54001d2a-e6ae-49fc-bd11-7b7e4daa40c2"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:52:07.984052 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port 54001d2a-e6ae-49fc-bd11-7b7e4daa40c2, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=54001d2a-e6ae-49fc-bd11-7b7e4daa40c2,segment=NetworkSegment(3a6ed842-1b45-44ba-b718-87d48a4930f0),segment_id=3a6ed842-1b45-44ba-b718-87d48a4930f0)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:52:08.006545 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 15:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aed8a0d-198a-4d2b-b08b-f882da80f2bf x-openstack-request-id: req-1aed8a0d-198a-4d2b-b08b-f882da80f2bf {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:52:08.006833 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5753113a-b629-478e-aecd-8f2206a80f5c", "name": "network-vif-plugged", "status": "completed", "tag": "54001d2a-e6ae-49fc-bd11-7b7e4daa40c2", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:52:08.007103 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1aed8a0d-198a-4d2b-b08b-f882da80f2bf {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:52:08.007505 dv-neutron-821401-4-hyperv neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5753113a-b629-478e-aecd-8f2206a80f5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54001d2a-e6ae-49fc-bd11-7b7e4daa40c2', 'code': 200} Dec 10 15:52:08.043892 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:52:08.092840 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=54001d2a-e6ae-49fc-bd11-7b7e4daa40c2,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:52:08.307178 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6856e82-3e1d-4d1c-b671-eef52da3f66b req-46db9080-368a-4a37-b700-08efda4d69c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:52:08.308676 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-c6856e82-3e1d-4d1c-b671-eef52da3f66b req-46db9080-368a-4a37-b700-08efda4d69c4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5753113a-b629-478e-aecd-8f2206a80f5c HTTP/1.1" status: 200 len: 1098 time: 0.0406854 Dec 10 15:52:08.355572 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-c6856e82-3e1d-4d1c-b671-eef52da3f66b req-c3b9bacd-190d-42ff-99d8-d72b095357cd service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403366 Dec 10 15:52:08.800397 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06781835-92cf-4435-b70d-009819884d59 req-4d1b7101-4315-4bbc-a01f-bb0d8e7994fe tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:52:08.801905 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-06781835-92cf-4435-b70d-009819884d59 req-4d1b7101-4315-4bbc-a01f-bb0d8e7994fe tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=5753113a-b629-478e-aecd-8f2206a80f5c HTTP/1.1" status: 200 len: 945 time: 0.0482690 Dec 10 15:52:08.848220 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-06781835-92cf-4435-b70d-009819884d59 req-6c005287-0d47-4186-8b11-6ef2d069dcec tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401123 Dec 10 15:52:09.962794 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750f9b5b-0925-4bfb-ba44-1d8c259062f4 req-21e9090a-b02f-4c23-b642-ec19aa9e3049 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:52:09.964260 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-750f9b5b-0925-4bfb-ba44-1d8c259062f4 req-21e9090a-b02f-4c23-b642-ec19aa9e3049 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=5753113a-b629-478e-aecd-8f2206a80f5c HTTP/1.1" status: 200 len: 945 time: 0.0483103 Dec 10 15:52:10.010721 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-750f9b5b-0925-4bfb-ba44-1d8c259062f4 req-c4c7a85a-71fb-40f2-ad1f-5d67345c66ac tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404227 Dec 10 15:52:10.122820 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9de1fb9-03d4-404d-a002-99a5e9afecd8 req-4c7e015e-a161-4355-9ea9-ccba6a2586b3 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:52:10.124269 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-f9de1fb9-03d4-404d-a002-99a5e9afecd8 req-4c7e015e-a161-4355-9ea9-ccba6a2586b3 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=5753113a-b629-478e-aecd-8f2206a80f5c HTTP/1.1" status: 200 len: 945 time: 0.0512528 Dec 10 15:52:10.132800 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 40402) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:52:10.136923 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-9624bb5e-0a77-4190-a8e0-91052960ab05 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Request body: {'floatingip': {'port_id': '54001d2a-e6ae-49fc-bd11-7b7e4daa40c2'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:52:10.175483 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9624bb5e-0a77-4190-a8e0-91052960ab05 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks [] for floatingip, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:52:10.608986 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9624bb5e-0a77-4190-a8e0-91052960ab05 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:52:10.671797 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9624bb5e-0a77-4190-a8e0-91052960ab05 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552741'] for floatingip, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:52:10.770320 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.l3_db [None req-9624bb5e-0a77-4190-a8e0-91052960ab05 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Floating IP 1ead422d-f7d5-4f2c-8b54-f4fd526e1b25 associated. External IP: 172.26.2.49, port: 54001d2a-e6ae-49fc-bd11-7b7e4daa40c2. Dec 10 15:52:10.973288 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9624bb5e-0a77-4190-a8e0-91052960ab05 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Router 4022fb72-784d-433d-881b-67115d77b402 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:52:11.078738 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9624bb5e-0a77-4190-a8e0-91052960ab05 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:52:11.083635 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9624bb5e-0a77-4190-a8e0-91052960ab05 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:52:11.088103 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455c5e1c-ea38-4854-931f-8062498ac742 None None] Sync routers for ids ['4022fb72-784d-433d-881b-67115d77b402'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:52:11.098367 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455c5e1c-ea38-4854-931f-8062498ac742 None None] Routers {'4022fb72-784d-433d-881b-67115d77b402'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:52:11.098979 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-455c5e1c-ea38-4854-931f-8062498ac742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:51:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['4022fb72-784d-433d-881b-67115d77b402'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:52:11.111802 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-9624bb5e-0a77-4190-a8e0-91052960ab05 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "PUT /v2.0/floatingips/1ead422d-f7d5-4f2c-8b54-f4fd526e1b25 HTTP/1.1" status: 200 len: 990 time: 0.9755158 Dec 10 15:52:11.111802 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5753113a-b629-478e-aecd-8f2206a80f5c', 'tag': '54001d2a-e6ae-49fc-bd11-7b7e4daa40c2'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:52:11.112211 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9ca57131bc4931768ac29058952438d1fdd62308db7b17540cc34ffe8faef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746d2dda-782f-45f1-ab77-d51426f24a79" -d '{"events": [{"name": "network-changed", "server_uuid": "5753113a-b629-478e-aecd-8f2206a80f5c", "tag": "54001d2a-e6ae-49fc-bd11-7b7e4daa40c2"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:52:11.150712 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 15:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a25aa651-241b-4b74-acc8-151b19254810 x-openstack-request-id: req-a25aa651-241b-4b74-acc8-151b19254810 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:52:11.151289 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5753113a-b629-478e-aecd-8f2206a80f5c", "tag": "54001d2a-e6ae-49fc-bd11-7b7e4daa40c2", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:52:11.151289 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a25aa651-241b-4b74-acc8-151b19254810 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:52:11.151948 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5753113a-b629-478e-aecd-8f2206a80f5c', 'tag': '54001d2a-e6ae-49fc-bd11-7b7e4daa40c2', 'status': 'completed', 'code': 200} Dec 10 15:52:11.215167 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d2dda-782f-45f1-ab77-d51426f24a79 req-ea47c358-f0ee-47d5-9338-60821a063dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:52:11.216697 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-746d2dda-782f-45f1-ab77-d51426f24a79 req-ea47c358-f0ee-47d5-9338-60821a063dda service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7c2eaad81241461ab78516cbf365fd16&device_id=5753113a-b629-478e-aecd-8f2206a80f5c HTTP/1.1" status: 200 len: 1098 time: 0.0415032 Dec 10 15:52:11.220350 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-455c5e1c-ea38-4854-931f-8062498ac742 None None] Set router 4022fb72-784d-433d-881b-67115d77b402 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:52:11.309619 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d2dda-782f-45f1-ab77-d51426f24a79 req-34c0ef59-924d-48e1-bb5d-b19f2ff5d5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:52:11.311587 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-746d2dda-782f-45f1-ab77-d51426f24a79 req-34c0ef59-924d-48e1-bb5d-b19f2ff5d5e4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d3f21273-a1b3-4e60-a616-248533538b58 HTTP/1.1" status: 200 len: 913 time: 0.0883780 Dec 10 15:52:11.376891 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-746d2dda-782f-45f1-ab77-d51426f24a79 req-99d60cd9-ad3e-4c3e-95f1-ecafcc017a83 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54001d2a-e6ae-49fc-bd11-7b7e4daa40c2 HTTP/1.1" status: 200 len: 998 time: 0.0584285 Dec 10 15:52:11.425176 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d2dda-782f-45f1-ab77-d51426f24a79 req-91dbc0f8-fd6b-4842-964c-d134875c3cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:52:11.426714 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-746d2dda-782f-45f1-ab77-d51426f24a79 req-91dbc0f8-fd6b-4842-964c-d134875c3cb1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a6016b09-2076-4278-89b9-8b484a1ccfb9 HTTP/1.1" status: 200 len: 851 time: 0.0428023 Dec 10 15:52:11.444429 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-455c5e1c-ea38-4854-931f-8062498ac742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4022fb72-784d-433d-881b-67115d77b402', 'name': 'tempest-ServerActionsTestJSON-1059655684-router', 'tenant_id': '7c2eaad81241461ab78516cbf365fd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.73'}], 'enable_snat': True}, 'gw_port_id': 'b4463791-686e-46e1-849f-b3bc36e6226c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:50:33Z', 'updated_at': '2021-12-10T15:50:36Z', 'revision_number': 4, 'project_id': '7c2eaad81241461ab78516cbf365fd16', 'gw_port': {'id': 'b4463791-686e-46e1-849f-b3bc36e6226c', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4022fb72-784d-433d-881b-67115d77b402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:50:33Z', 'updated_at': '2021-12-10T15:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': '1ead422d-f7d5-4f2c-8b54-f4fd526e1b25', 'tenant_id': '7c2eaad81241461ab78516cbf365fd16', 'floating_ip_address': '172.26.2.49', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': '4022fb72-784d-433d-881b-67115d77b402', 'port_id': '54001d2a-e6ae-49fc-bd11-7b7e4daa40c2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3f21273-a1b3-4e60-a616-248533538b58', 'mac_address': 'fa:16:3e:e3:72:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5753113a-b629-478e-aecd-8f2206a80f5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T15:50:39Z', 'updated_at': '2021-12-10T15:52:10Z', 'revision_number': 5, 'project_id': '7c2eaad81241461ab78516cbf365fd16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3d7a8a1-3762-41a9-8900-28e359cd6ae0', 'name': '', 'network_id': 'd3f21273-a1b3-4e60-a616-248533538b58', 'tenant_id': '7c2eaad81241461ab78516cbf365fd16', 'mac_address': 'fa:16:3e:07:15:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4022fb72-784d-433d-881b-67115d77b402', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'a6016b09-2076-4278-89b9-8b484a1ccfb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:50:35Z', 'updated_at': '2021-12-10T15:50:40Z', 'revision_number': 5, 'project_id': '7c2eaad81241461ab78516cbf365fd16', 'subnets': [{'id': 'a6016b09-2076-4278-89b9-8b484a1ccfb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:52:11.475915 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455c5e1c-ea38-4854-931f-8062498ac742 None None] Checking router: 4022fb72-784d-433d-881b-67115d77b402 for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:52:11.479810 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d2dda-782f-45f1-ab77-d51426f24a79 req-26285e83-0f29-4eb3-8ce5-de2efb9d0ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:52:11.481319 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-746d2dda-782f-45f1-ab77-d51426f24a79 req-26285e83-0f29-4eb3-8ce5-de2efb9d0ee2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d3f21273-a1b3-4e60-a616-248533538b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0471056 Dec 10 15:52:11.484968 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455c5e1c-ea38-4854-931f-8062498ac742 None None] Routers {'4022fb72-784d-433d-881b-67115d77b402'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:52:11.485570 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-455c5e1c-ea38-4854-931f-8062498ac742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:51:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['4022fb72-784d-433d-881b-67115d77b402'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:52:11.570408 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-746d2dda-782f-45f1-ab77-d51426f24a79 req-db1febf4-3038-4428-be0b-3a2565a77b3a service neutron] 10.222.0.44 "GET /v2.0/networks/d3f21273-a1b3-4e60-a616-248533538b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817075 Dec 10 15:52:11.667990 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-746d2dda-782f-45f1-ab77-d51426f24a79 req-4dbe91f1-fadc-4511-b5e3-1824e95b81ea service neutron] 10.222.0.44 "GET /v2.0/networks/d3f21273-a1b3-4e60-a616-248533538b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910556 Dec 10 15:52:11.740788 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-455c5e1c-ea38-4854-931f-8062498ac742 None None] Set router 4022fb72-784d-433d-881b-67115d77b402 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:52:11.956588 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-455c5e1c-ea38-4854-931f-8062498ac742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4022fb72-784d-433d-881b-67115d77b402', 'name': 'tempest-ServerActionsTestJSON-1059655684-router', 'tenant_id': '7c2eaad81241461ab78516cbf365fd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.73'}], 'enable_snat': True}, 'gw_port_id': 'b4463791-686e-46e1-849f-b3bc36e6226c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:50:33Z', 'updated_at': '2021-12-10T15:50:36Z', 'revision_number': 4, 'project_id': '7c2eaad81241461ab78516cbf365fd16', 'gw_port': {'id': 'b4463791-686e-46e1-849f-b3bc36e6226c', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4022fb72-784d-433d-881b-67115d77b402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:50:33Z', 'updated_at': '2021-12-10T15:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': '1ead422d-f7d5-4f2c-8b54-f4fd526e1b25', 'tenant_id': '7c2eaad81241461ab78516cbf365fd16', 'floating_ip_address': '172.26.2.49', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': '4022fb72-784d-433d-881b-67115d77b402', 'port_id': '54001d2a-e6ae-49fc-bd11-7b7e4daa40c2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3f21273-a1b3-4e60-a616-248533538b58', 'mac_address': 'fa:16:3e:e3:72:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5753113a-b629-478e-aecd-8f2206a80f5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T15:50:39Z', 'updated_at': '2021-12-10T15:52:10Z', 'revision_number': 5, 'project_id': '7c2eaad81241461ab78516cbf365fd16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3d7a8a1-3762-41a9-8900-28e359cd6ae0', 'name': '', 'network_id': 'd3f21273-a1b3-4e60-a616-248533538b58', 'tenant_id': '7c2eaad81241461ab78516cbf365fd16', 'mac_address': 'fa:16:3e:07:15:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4022fb72-784d-433d-881b-67115d77b402', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'a6016b09-2076-4278-89b9-8b484a1ccfb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:50:35Z', 'updated_at': '2021-12-10T15:50:40Z', 'revision_number': 5, 'project_id': '7c2eaad81241461ab78516cbf365fd16', 'subnets': [{'id': 'a6016b09-2076-4278-89b9-8b484a1ccfb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:52:11.986210 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455c5e1c-ea38-4854-931f-8062498ac742 None None] The sync data for ids ['4022fb72-784d-433d-881b-67115d77b402'] in dv-neutron-821401-4-hyperv is: [{'id': '4022fb72-784d-433d-881b-67115d77b402', 'name': 'tempest-ServerActionsTestJSON-1059655684-router', 'tenant_id': '7c2eaad81241461ab78516cbf365fd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.73'}], 'enable_snat': True}, 'gw_port_id': 'b4463791-686e-46e1-849f-b3bc36e6226c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:50:33Z', 'updated_at': '2021-12-10T15:50:36Z', 'revision_number': 4, 'project_id': '7c2eaad81241461ab78516cbf365fd16', 'gw_port': {'id': 'b4463791-686e-46e1-849f-b3bc36e6226c', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4022fb72-784d-433d-881b-67115d77b402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:50:33Z', 'updated_at': '2021-12-10T15:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': '1ead422d-f7d5-4f2c-8b54-f4fd526e1b25', 'tenant_id': '7c2eaad81241461ab78516cbf365fd16', 'floating_ip_address': '172.26.2.49', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': '4022fb72-784d-433d-881b-67115d77b402', 'port_id': '54001d2a-e6ae-49fc-bd11-7b7e4daa40c2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3f21273-a1b3-4e60-a616-248533538b58', 'mac_address': 'fa:16:3e:e3:72:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5753113a-b629-478e-aecd-8f2206a80f5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T15:50:39Z', 'updated_at': '2021-12-10T15:52:10Z', 'revision_number': 5, 'project_id': '7c2eaad81241461ab78516cbf365fd16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3d7a8a1-3762-41a9-8900-28e359cd6ae0', 'name': '', 'network_id': 'd3f21273-a1b3-4e60-a616-248533538b58', 'tenant_id': '7c2eaad81241461ab78516cbf365fd16', 'mac_address': 'fa:16:3e:07:15:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4022fb72-784d-433d-881b-67115d77b402', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'a6016b09-2076-4278-89b9-8b484a1ccfb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:50:35Z', 'updated_at': '2021-12-10T15:50:40Z', 'revision_number': 5, 'project_id': '7c2eaad81241461ab78516cbf365fd16', 'subnets': [{'id': 'a6016b09-2076-4278-89b9-8b484a1ccfb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:52:12.174514 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58229bac-7f93-41b7-ac87-ddd762552426 None None] New status for floating IP 1ead422d-f7d5-4f2c-8b54-f4fd526e1b25: ACTIVE {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 15:52:12.911695 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8861af84-575e-4e18-825f-872404970b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:52:13.472144 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:52:15.270407 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ebb260b-f5b8-4a6e-8587-db293d67849f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:52:16.170011 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:52:17.001206 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 15:52:17.818764 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:52:18.654578 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:52:22.343971 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [req-90ce457c-d5dc-4bfb-8510-ef41ed4e9f97 req-a92857bd-afa2-41c0-8344-1dbba3c8fada service neutron] (103587) timed out ('10.222.0.44', 53075) {{(pid=103587) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 15:52:34.355035 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-ef586807-229f-4192-8acd-2da8c52a2387 req-43d2b9f2-b78a-43c9-b6ef-065ce9a4f724 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5753113a-b629-478e-aecd-8f2206a80f5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397747 Dec 10 15:52:34.436408 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef586807-229f-4192-8acd-2da8c52a2387 req-47e4dba8-6e83-46fd-8795-54f80799e375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:52:34.437928 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-ef586807-229f-4192-8acd-2da8c52a2387 req-47e4dba8-6e83-46fd-8795-54f80799e375 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7c2eaad81241461ab78516cbf365fd16&device_id=5753113a-b629-478e-aecd-8f2206a80f5c HTTP/1.1" status: 200 len: 1098 time: 0.0392749 Dec 10 15:52:34.539392 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef586807-229f-4192-8acd-2da8c52a2387 req-9179d37c-8beb-4ef1-bc37-52cd1508d35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:52:34.540777 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-ef586807-229f-4192-8acd-2da8c52a2387 req-9179d37c-8beb-4ef1-bc37-52cd1508d35a service neutron] 10.222.0.44 "GET /v2.0/networks?id=d3f21273-a1b3-4e60-a616-248533538b58 HTTP/1.1" status: 200 len: 913 time: 0.0852363 Dec 10 15:52:34.605005 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-ef586807-229f-4192-8acd-2da8c52a2387 req-303c4c81-adf4-449f-a8d4-b24324c094a6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54001d2a-e6ae-49fc-bd11-7b7e4daa40c2 HTTP/1.1" status: 200 len: 1000 time: 0.0563476 Dec 10 15:52:34.652564 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef586807-229f-4192-8acd-2da8c52a2387 req-69087a83-e645-4fe8-bb3b-026cd04b037a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:52:34.654000 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-ef586807-229f-4192-8acd-2da8c52a2387 req-69087a83-e645-4fe8-bb3b-026cd04b037a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a6016b09-2076-4278-89b9-8b484a1ccfb9 HTTP/1.1" status: 200 len: 851 time: 0.0420399 Dec 10 15:52:34.702510 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef586807-229f-4192-8acd-2da8c52a2387 req-a0d0320c-e2e5-4bba-9e4d-f0fd5dba1768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:52:34.704067 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-ef586807-229f-4192-8acd-2da8c52a2387 req-a0d0320c-e2e5-4bba-9e4d-f0fd5dba1768 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d3f21273-a1b3-4e60-a616-248533538b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0435209 Dec 10 15:52:34.791121 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-ef586807-229f-4192-8acd-2da8c52a2387 req-8ce18a11-bfa4-4269-b8ae-852866e647ad service neutron] 10.222.0.44 "GET /v2.0/networks/d3f21273-a1b3-4e60-a616-248533538b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795369 Dec 10 15:52:34.881842 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-ef586807-229f-4192-8acd-2da8c52a2387 req-a1dc4a2e-eab8-45cc-b4fe-7f9b756adc05 service neutron] 10.222.0.44 "GET /v2.0/networks/d3f21273-a1b3-4e60-a616-248533538b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842652 Dec 10 15:52:42.938879 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3af969d4-2913-4b3e-bfa2-f02b679615e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:52:43.510387 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:52:45.264798 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-89f62e3a-c75e-41f5-b161-189be44d7971 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:52:46.173124 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:52:47.795605 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:52:48.508819 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1949d7c5-09d4-4288-9896-a4fdfa987cbb req-dcaf4ff6-210b-4f8a-81ed-0e6d472aa050 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:52:48.510372 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-1949d7c5-09d4-4288-9896-a4fdfa987cbb req-dcaf4ff6-210b-4f8a-81ed-0e6d472aa050 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=5753113a-b629-478e-aecd-8f2206a80f5c HTTP/1.1" status: 200 len: 945 time: 0.0532670 Dec 10 15:52:48.557625 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-1949d7c5-09d4-4288-9896-a4fdfa987cbb req-70d1e217-b12f-4b6b-b713-8bd619d2658c tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413005 Dec 10 15:52:48.663069 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:52:49.915970 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e47e0f-f17a-4393-9108-b117a2f55d2c req-7b1935c2-4ab3-4ae7-9867-c92bc054a1f4 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:52:49.918030 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-a2e47e0f-f17a-4393-9108-b117a2f55d2c req-7b1935c2-4ab3-4ae7-9867-c92bc054a1f4 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=5753113a-b629-478e-aecd-8f2206a80f5c HTTP/1.1" status: 200 len: 945 time: 0.2893357 Dec 10 15:52:49.963130 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-a2e47e0f-f17a-4393-9108-b117a2f55d2c req-3fe9241e-1034-4c58-80d7-23d80f8563b2 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390697 Dec 10 15:52:51.077028 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507d7034-6fd1-49a3-b58f-07e19130891f req-23ab248d-a1ca-40da-9c26-043be735c55d tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:52:51.078535 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-507d7034-6fd1-49a3-b58f-07e19130891f req-23ab248d-a1ca-40da-9c26-043be735c55d tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=5753113a-b629-478e-aecd-8f2206a80f5c HTTP/1.1" status: 200 len: 945 time: 0.0481787 Dec 10 15:52:51.124783 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-507d7034-6fd1-49a3-b58f-07e19130891f req-28e445bd-7bef-41b0-b802-8474d9ef2d0e tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402944 Dec 10 15:52:52.237225 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6675b2c9-d523-42e4-bbad-6899185d9c9a req-3e523b69-9fd2-42cf-9e1a-78a20eede633 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:52:52.238742 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-6675b2c9-d523-42e4-bbad-6899185d9c9a req-3e523b69-9fd2-42cf-9e1a-78a20eede633 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=5753113a-b629-478e-aecd-8f2206a80f5c HTTP/1.1" status: 200 len: 945 time: 0.0474262 Dec 10 15:52:52.285106 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-6675b2c9-d523-42e4-bbad-6899185d9c9a req-684dbee4-4239-49a7-a22e-d47caa812fc4 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404499 Dec 10 15:52:53.401681 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d8de01-d5f5-4bc1-b8ab-f3fc2eebf9e8 req-f920c6e0-efd2-4d50-af3b-b15ee643f304 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:52:53.403071 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-e3d8de01-d5f5-4bc1-b8ab-f3fc2eebf9e8 req-f920c6e0-efd2-4d50-af3b-b15ee643f304 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=5753113a-b629-478e-aecd-8f2206a80f5c HTTP/1.1" status: 200 len: 945 time: 0.0511570 Dec 10 15:52:53.449147 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-e3d8de01-d5f5-4bc1-b8ab-f3fc2eebf9e8 req-2e36105f-bf06-4952-b653-42d7584dd141 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400374 Dec 10 15:52:54.000058 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 15:52:54.570724 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4a028-2b6e-487f-a576-322c6c171700 req-67305c9d-b158-4608-8432-4ee0aea57e82 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:52:54.572097 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-7ac4a028-2b6e-487f-a576-322c6c171700 req-67305c9d-b158-4608-8432-4ee0aea57e82 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=5753113a-b629-478e-aecd-8f2206a80f5c HTTP/1.1" status: 200 len: 945 time: 0.0506060 Dec 10 15:52:54.618513 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-7ac4a028-2b6e-487f-a576-322c6c171700 req-5fdefe1e-688d-4b81-8231-7587b1792ff8 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394175 Dec 10 15:52:55.732317 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3200e5-ad67-4e90-ba05-60f0dc34bfe3 req-11d17ef8-e66a-498a-a02b-949dda90a0de tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:52:55.733820 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-fd3200e5-ad67-4e90-ba05-60f0dc34bfe3 req-11d17ef8-e66a-498a-a02b-949dda90a0de tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=5753113a-b629-478e-aecd-8f2206a80f5c HTTP/1.1" status: 200 len: 945 time: 0.0492792 Dec 10 15:52:55.780233 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-fd3200e5-ad67-4e90-ba05-60f0dc34bfe3 req-de7fb1c2-06c7-4be1-a45e-dda01af575ed tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404663 Dec 10 15:52:56.892351 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34549730-6ac2-4a0b-b3b5-f6b7225bbca4 req-ce605720-d9bc-40f9-9e71-b5e6ac40d152 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:52:56.893867 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-34549730-6ac2-4a0b-b3b5-f6b7225bbca4 req-ce605720-d9bc-40f9-9e71-b5e6ac40d152 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=5753113a-b629-478e-aecd-8f2206a80f5c HTTP/1.1" status: 200 len: 945 time: 0.0474572 Dec 10 15:52:56.939007 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-34549730-6ac2-4a0b-b3b5-f6b7225bbca4 req-d4e08b1a-ccd7-45f4-b33b-2d43f47c91d1 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393159 Dec 10 15:52:58.053590 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad8fbd5-f660-4420-b8d7-d65e1da5a14a req-a8b0d0cc-7113-47aa-86e9-aaca736738e5 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:52:58.055082 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4ad8fbd5-f660-4420-b8d7-d65e1da5a14a req-a8b0d0cc-7113-47aa-86e9-aaca736738e5 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=5753113a-b629-478e-aecd-8f2206a80f5c HTTP/1.1" status: 200 len: 945 time: 0.0480831 Dec 10 15:52:58.105695 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4ad8fbd5-f660-4420-b8d7-d65e1da5a14a req-7343b2f0-b871-44f9-a5bc-3e7b0276f876 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440848 Dec 10 15:52:59.219627 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6d3301-9728-41a7-9304-715fc1f87849 req-1e199262-b55f-4b29-891b-ad477877ee66 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:52:59.221096 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-7a6d3301-9728-41a7-9304-715fc1f87849 req-1e199262-b55f-4b29-891b-ad477877ee66 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=5753113a-b629-478e-aecd-8f2206a80f5c HTTP/1.1" status: 200 len: 945 time: 0.0482595 Dec 10 15:52:59.284586 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-7a6d3301-9728-41a7-9304-715fc1f87849 req-47c36eb1-748a-4015-9b35-82b3f9322995 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574591 Dec 10 15:52:59.622904 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43c508e-3b8a-44cc-b763-c44d289f5b40 req-a48fa558-3a97-4d23-8eb2-8d8340424f1c tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:52:59.624392 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-a43c508e-3b8a-44cc-b763-c44d289f5b40 req-a48fa558-3a97-4d23-8eb2-8d8340424f1c tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=5753113a-b629-478e-aecd-8f2206a80f5c HTTP/1.1" status: 200 len: 945 time: 0.0482509 Dec 10 15:52:59.670518 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-a43c508e-3b8a-44cc-b763-c44d289f5b40 req-9bb9ff9e-2286-422b-bce3-3e1851e25875 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400703 Dec 10 15:52:59.730234 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-8075a0ec-a176-4097-b45f-64af44468410 req-8304429f-7e27-4169-a32c-e484748dc134 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5753113a-b629-478e-aecd-8f2206a80f5c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0388429 Dec 10 15:53:00.788024 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4538e8b0-49a8-4f6e-a56f-82616654e43b req-b57181de-2cb0-4cd8-bc81-e98bc0da9b50 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:53:00.789552 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4538e8b0-49a8-4f6e-a56f-82616654e43b req-b57181de-2cb0-4cd8-bc81-e98bc0da9b50 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=5753113a-b629-478e-aecd-8f2206a80f5c HTTP/1.1" status: 200 len: 945 time: 0.0498061 Dec 10 15:53:00.837673 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4538e8b0-49a8-4f6e-a56f-82616654e43b req-7f72a201-a99d-41e4-954b-158722c8f281 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418797 Dec 10 15:53:01.641424 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075a0ec-a176-4097-b45f-64af44468410 req-7e28eb1c-14b3-4b92-949a-9b8346745090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:53:01.643616 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-8075a0ec-a176-4097-b45f-64af44468410 req-7e28eb1c-14b3-4b92-949a-9b8346745090 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7c2eaad81241461ab78516cbf365fd16&device_id=5753113a-b629-478e-aecd-8f2206a80f5c HTTP/1.1" status: 200 len: 1098 time: 0.0423717 Dec 10 15:53:01.735483 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075a0ec-a176-4097-b45f-64af44468410 req-364162b8-e9a9-4ffb-b503-34ca84da373f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:53:01.736963 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-8075a0ec-a176-4097-b45f-64af44468410 req-364162b8-e9a9-4ffb-b503-34ca84da373f service neutron] 10.222.0.44 "GET /v2.0/networks?id=d3f21273-a1b3-4e60-a616-248533538b58 HTTP/1.1" status: 200 len: 913 time: 0.0857909 Dec 10 15:53:01.800249 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-8075a0ec-a176-4097-b45f-64af44468410 req-6568fcb4-449c-44d0-b59f-6353a60dee94 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54001d2a-e6ae-49fc-bd11-7b7e4daa40c2 HTTP/1.1" status: 200 len: 1000 time: 0.0564699 Dec 10 15:53:01.853179 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075a0ec-a176-4097-b45f-64af44468410 req-f92d551c-6ee5-49ca-9345-f20316e60a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:53:01.855277 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-8075a0ec-a176-4097-b45f-64af44468410 req-f92d551c-6ee5-49ca-9345-f20316e60a1e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a6016b09-2076-4278-89b9-8b484a1ccfb9 HTTP/1.1" status: 200 len: 851 time: 0.0478158 Dec 10 15:53:01.899049 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075a0ec-a176-4097-b45f-64af44468410 req-82a28159-eadc-4f78-9ecc-fcacbd2a8da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:53:01.900469 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-8075a0ec-a176-4097-b45f-64af44468410 req-82a28159-eadc-4f78-9ecc-fcacbd2a8da7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d3f21273-a1b3-4e60-a616-248533538b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388329 Dec 10 15:53:02.014164 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b6ebf4-fd30-4dc7-a4cb-0dbf64f71d2b req-aebdbc3b-3dff-4606-9d67-87382290d044 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:53:02.015649 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d1b6ebf4-fd30-4dc7-a4cb-0dbf64f71d2b req-aebdbc3b-3dff-4606-9d67-87382290d044 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=5753113a-b629-478e-aecd-8f2206a80f5c HTTP/1.1" status: 200 len: 945 time: 0.1106799 Dec 10 15:53:02.043073 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-8075a0ec-a176-4097-b45f-64af44468410 req-fc0dac1f-dc79-46e8-aeb5-730dddec5ee1 service neutron] 10.222.0.44 "GET /v2.0/networks/d3f21273-a1b3-4e60-a616-248533538b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299582 Dec 10 15:53:02.113229 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d1b6ebf4-fd30-4dc7-a4cb-0dbf64f71d2b req-af808a2e-ed9b-4b8f-b088-bd45d01d74e3 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915515 Dec 10 15:53:02.147131 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-8075a0ec-a176-4097-b45f-64af44468410 req-c7d38709-d7d7-41fa-830a-2493d03b38cc service neutron] 10.222.0.44 "GET /v2.0/networks/d3f21273-a1b3-4e60-a616-248533538b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967693 Dec 10 15:53:03.228622 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8147cf-2ce2-4cb0-891b-acb15c6e1646 req-1367a7e5-0ce0-4368-9a40-fb82d318cd14 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:53:03.230884 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-da8147cf-2ce2-4cb0-891b-acb15c6e1646 req-1367a7e5-0ce0-4368-9a40-fb82d318cd14 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=5753113a-b629-478e-aecd-8f2206a80f5c HTTP/1.1" status: 200 len: 945 time: 0.0504646 Dec 10 15:53:03.280199 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-da8147cf-2ce2-4cb0-891b-acb15c6e1646 req-1f23a647-adfa-4ee1-821f-95d81d04550b tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433514 Dec 10 15:53:04.012911 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-8075a0ec-a176-4097-b45f-64af44468410 req-6dd1b95d-eaa6-4566-9779-dc6efba2def7 service neutron] 10.222.0.44 "GET /v2.0/ports/54001d2a-e6ae-49fc-bd11-7b7e4daa40c2/bindings/hv-neutron-8214 HTTP/1.1" status: 200 len: 384 time: 0.0579088 Dec 10 15:53:04.399775 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135c5989-c65f-486e-8dad-6e8702fe8edf req-d82f1664-acdd-4db2-b739-6f8c9ff1d409 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:53:04.401251 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-135c5989-c65f-486e-8dad-6e8702fe8edf req-d82f1664-acdd-4db2-b739-6f8c9ff1d409 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=5753113a-b629-478e-aecd-8f2206a80f5c HTTP/1.1" status: 200 len: 945 time: 0.0486186 Dec 10 15:53:04.448599 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-135c5989-c65f-486e-8dad-6e8702fe8edf req-bba61ec8-f116-44cc-9c5b-2e6a811677ce tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406930 Dec 10 15:53:04.553548 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075a0ec-a176-4097-b45f-64af44468410 req-9792d825-ab96-4029-969c-f81d01295916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:53:04.554966 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-8075a0ec-a176-4097-b45f-64af44468410 req-9792d825-ab96-4029-969c-f81d01295916 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5753113a-b629-478e-aecd-8f2206a80f5c&tenant_id=7c2eaad81241461ab78516cbf365fd16 HTTP/1.1" status: 200 len: 1098 time: 0.0393412 Dec 10 15:53:04.626551 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075a0ec-a176-4097-b45f-64af44468410 req-d0133e44-bfd4-4ee3-b6c8-73dfae0cb51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:53:04.628149 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-8075a0ec-a176-4097-b45f-64af44468410 req-d0133e44-bfd4-4ee3-b6c8-73dfae0cb51c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7c2eaad81241461ab78516cbf365fd16&device_id=5753113a-b629-478e-aecd-8f2206a80f5c HTTP/1.1" status: 200 len: 1098 time: 0.0501788 Dec 10 15:53:04.724724 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075a0ec-a176-4097-b45f-64af44468410 req-bc360068-5ab5-414d-9535-d20d43294d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:53:04.726242 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-8075a0ec-a176-4097-b45f-64af44468410 req-bc360068-5ab5-414d-9535-d20d43294d4c service neutron] 10.222.0.44 "GET /v2.0/networks?id=d3f21273-a1b3-4e60-a616-248533538b58 HTTP/1.1" status: 200 len: 913 time: 0.0909684 Dec 10 15:53:04.794438 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-8075a0ec-a176-4097-b45f-64af44468410 req-8d371d08-41a0-4c21-a4c5-d61ce66baeb0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54001d2a-e6ae-49fc-bd11-7b7e4daa40c2 HTTP/1.1" status: 200 len: 1000 time: 0.0609961 Dec 10 15:53:04.843625 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075a0ec-a176-4097-b45f-64af44468410 req-53f560a5-0c49-4d6c-81c5-ae4672b978c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:53:04.844993 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-8075a0ec-a176-4097-b45f-64af44468410 req-53f560a5-0c49-4d6c-81c5-ae4672b978c2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a6016b09-2076-4278-89b9-8b484a1ccfb9 HTTP/1.1" status: 200 len: 851 time: 0.0433919 Dec 10 15:53:04.890522 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075a0ec-a176-4097-b45f-64af44468410 req-dd27b3dd-a3fe-4922-a343-cd9af4d2e1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:53:04.891966 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-8075a0ec-a176-4097-b45f-64af44468410 req-dd27b3dd-a3fe-4922-a343-cd9af4d2e1bc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d3f21273-a1b3-4e60-a616-248533538b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0385697 Dec 10 15:53:05.002240 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-8075a0ec-a176-4097-b45f-64af44468410 req-d277f212-88e2-403e-9a11-100da34b5378 service neutron] 10.222.0.44 "GET /v2.0/networks/d3f21273-a1b3-4e60-a616-248533538b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028149 Dec 10 15:53:05.089129 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-8075a0ec-a176-4097-b45f-64af44468410 req-8c38ba1b-ee3f-4060-8251-60b009989f8a service neutron] 10.222.0.44 "GET /v2.0/networks/d3f21273-a1b3-4e60-a616-248533538b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799606 Dec 10 15:53:05.562515 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd6b82d-675c-4b2a-9912-cf1ec91f51f1 req-f351aba6-57ac-47de-ba4f-975241e96531 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:53:05.563982 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-3bd6b82d-675c-4b2a-9912-cf1ec91f51f1 req-f351aba6-57ac-47de-ba4f-975241e96531 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=5753113a-b629-478e-aecd-8f2206a80f5c HTTP/1.1" status: 200 len: 945 time: 0.0484688 Dec 10 15:53:05.612407 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-3bd6b82d-675c-4b2a-9912-cf1ec91f51f1 req-d53aaeb5-6233-4c54-8ded-80a9263846ac tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424416 Dec 10 15:53:06.734625 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748abaa6-2590-4223-bac1-e4899f51b5d2 req-833644e7-7624-4664-bc74-c42274642df8 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:53:06.736155 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-748abaa6-2590-4223-bac1-e4899f51b5d2 req-833644e7-7624-4664-bc74-c42274642df8 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=5753113a-b629-478e-aecd-8f2206a80f5c HTTP/1.1" status: 200 len: 945 time: 0.0516508 Dec 10 15:53:06.783386 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-748abaa6-2590-4223-bac1-e4899f51b5d2 req-669d4862-9480-40c7-abb4-74bc1161fdb9 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411100 Dec 10 15:53:07.897101 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd252f1c-c561-420e-83f6-e8bf27d46bbc req-cd7243e7-6b3e-4b47-a9b8-ad4c07f6f2dc tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:53:07.898608 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-dd252f1c-c561-420e-83f6-e8bf27d46bbc req-cd7243e7-6b3e-4b47-a9b8-ad4c07f6f2dc tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=5753113a-b629-478e-aecd-8f2206a80f5c HTTP/1.1" status: 200 len: 945 time: 0.0479748 Dec 10 15:53:07.945026 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-dd252f1c-c561-420e-83f6-e8bf27d46bbc req-80f0c9b9-8fed-41c8-8930-05caf3f70cea tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397558 Dec 10 15:53:07.979818 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 54001d2a-e6ae-49fc-bd11-7b7e4daa40c2 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 15:53:07.982926 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 54001d2a-e6ae-49fc-bd11-7b7e4daa40c2 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:53:08.128116 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:53:08.157507 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port 54001d2a-e6ae-49fc-bd11-7b7e4daa40c2, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=54001d2a-e6ae-49fc-bd11-7b7e4daa40c2,segment=NetworkSegment(3a6ed842-1b45-44ba-b718-87d48a4930f0),segment_id=3a6ed842-1b45-44ba-b718-87d48a4930f0)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:53:08.170142 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5753113a-b629-478e-aecd-8f2206a80f5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54001d2a-e6ae-49fc-bd11-7b7e4daa40c2'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:53:08.172360 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa4b92c408489e2c982394a5a7b3518bb1b22554638321e3ea6c5cabb2c75d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e26531-d2d5-4f22-b606-8f481f96c5ef" -d '{"events": [{"server_uuid": "5753113a-b629-478e-aecd-8f2206a80f5c", "name": "network-vif-unplugged", "status": "completed", "tag": "54001d2a-e6ae-49fc-bd11-7b7e4daa40c2"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:53:08.182461 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Returning: {'device': '54001d2a-e6ae-49fc-bd11-7b7e4daa40c2', 'network_id': 'd3f21273-a1b3-4e60-a616-248533538b58', 'port_id': '54001d2a-e6ae-49fc-bd11-7b7e4daa40c2', 'mac_address': 'fa:16:3e:e3:72:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6016b09-2076-4278-89b9-8b484a1ccfb9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 15:53:08.187549 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port 54001d2a-e6ae-49fc-bd11-7b7e4daa40c2, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=54001d2a-e6ae-49fc-bd11-7b7e4daa40c2,segment=NetworkSegment(3a6ed842-1b45-44ba-b718-87d48a4930f0),segment_id=3a6ed842-1b45-44ba-b718-87d48a4930f0)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:53:08.223126 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:53:08.240108 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 54001d2a-e6ae-49fc-bd11-7b7e4daa40c2 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 15:53:08.253912 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:53:08.298501 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 15:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2103c2b2-b16f-4582-b30c-e1b0d8dc0f58 x-openstack-request-id: req-2103c2b2-b16f-4582-b30c-e1b0d8dc0f58 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:53:08.302732 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5753113a-b629-478e-aecd-8f2206a80f5c", "name": "network-vif-unplugged", "status": "completed", "tag": "54001d2a-e6ae-49fc-bd11-7b7e4daa40c2", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:53:08.302732 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2103c2b2-b16f-4582-b30c-e1b0d8dc0f58 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:53:08.302732 dv-neutron-821401-4-hyperv neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5753113a-b629-478e-aecd-8f2206a80f5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54001d2a-e6ae-49fc-bd11-7b7e4daa40c2', 'code': 200} Dec 10 15:53:08.322194 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.db.api [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 15:53:08.322555 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG oslo_db.api [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 15:53:08.332514 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=54001d2a-e6ae-49fc-bd11-7b7e4daa40c2,revision_number=6']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:53:08.340276 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:53:08.340637 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:53:08.340979 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:53:08.341319 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:53:08.341650 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:53:08.342008 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:53:08.342336 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:53:08.342669 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:53:08.342994 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:53:08.343319 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:53:08.343643 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:53:08.343965 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:53:08.344286 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:53:08.352705 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c7dfa-1444-487d-850d-05d00e40749a req-327c6cba-f256-43a3-ad43-86457c1868e1 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:53:08.354352 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-533c7dfa-1444-487d-850d-05d00e40749a req-327c6cba-f256-43a3-ad43-86457c1868e1 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=5753113a-b629-478e-aecd-8f2206a80f5c HTTP/1.1" status: 200 len: 943 time: 0.0601521 Dec 10 15:53:08.429795 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-533c7dfa-1444-487d-850d-05d00e40749a req-4ab42fab-1c90-4cb1-8e40-a5aceb5d0bec tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694165 Dec 10 15:53:08.442274 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835500f8-4b38-4b97-909a-7a773e1619e8 req-b0672d4f-f135-4dab-9077-0ae780dd27a1 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:53:08.443732 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-835500f8-4b38-4b97-909a-7a773e1619e8 req-b0672d4f-f135-4dab-9077-0ae780dd27a1 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.44 "GET /v2.0/ports?device_id=5753113a-b629-478e-aecd-8f2206a80f5c&tenant_id=7c2eaad81241461ab78516cbf365fd16&binding%3Ahost_id=hv-neutron-8214 HTTP/1.1" status: 200 len: 943 time: 0.0703058 Dec 10 15:53:08.529541 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835500f8-4b38-4b97-909a-7a773e1619e8 req-64480b43-c061-44b8-838e-3d2f87bfc743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:53:08.531073 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-835500f8-4b38-4b97-909a-7a773e1619e8 req-64480b43-c061-44b8-838e-3d2f87bfc743 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7c2eaad81241461ab78516cbf365fd16&device_id=5753113a-b629-478e-aecd-8f2206a80f5c HTTP/1.1" status: 200 len: 1096 time: 0.0408964 Dec 10 15:53:08.621332 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835500f8-4b38-4b97-909a-7a773e1619e8 req-920d856b-53df-4fb2-a281-323b0c61a3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:53:08.622839 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-835500f8-4b38-4b97-909a-7a773e1619e8 req-920d856b-53df-4fb2-a281-323b0c61a3a8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d3f21273-a1b3-4e60-a616-248533538b58 HTTP/1.1" status: 200 len: 913 time: 0.0853591 Dec 10 15:53:08.687074 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-835500f8-4b38-4b97-909a-7a773e1619e8 req-5c382e6e-d35e-49d6-9ef8-d967b7c95b1b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54001d2a-e6ae-49fc-bd11-7b7e4daa40c2 HTTP/1.1" status: 200 len: 998 time: 0.0572655 Dec 10 15:53:08.740373 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835500f8-4b38-4b97-909a-7a773e1619e8 req-70f682ab-1884-43ef-894d-a4082d81e08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:53:08.741815 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-835500f8-4b38-4b97-909a-7a773e1619e8 req-70f682ab-1884-43ef-894d-a4082d81e08c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a6016b09-2076-4278-89b9-8b484a1ccfb9 HTTP/1.1" status: 200 len: 851 time: 0.0471520 Dec 10 15:53:08.785320 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835500f8-4b38-4b97-909a-7a773e1619e8 req-42b58fe9-6087-41a6-92b2-87ae082346f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:53:08.786781 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-835500f8-4b38-4b97-909a-7a773e1619e8 req-42b58fe9-6087-41a6-92b2-87ae082346f8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d3f21273-a1b3-4e60-a616-248533538b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0385106 Dec 10 15:53:08.857029 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:53:08.870439 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54001d2a-e6ae-49fc-bd11-7b7e4daa40c2 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 15:53:08.873882 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-835500f8-4b38-4b97-909a-7a773e1619e8 req-ae3240c6-9720-4ecf-994e-4e5d0ea1c7d6 service neutron] 10.222.0.44 "GET /v2.0/networks/d3f21273-a1b3-4e60-a616-248533538b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800765 Dec 10 15:53:08.889672 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port 54001d2a-e6ae-49fc-bd11-7b7e4daa40c2, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=54001d2a-e6ae-49fc-bd11-7b7e4daa40c2,segment=NetworkSegment(3a6ed842-1b45-44ba-b718-87d48a4930f0),segment_id=3a6ed842-1b45-44ba-b718-87d48a4930f0)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:53:08.966523 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-835500f8-4b38-4b97-909a-7a773e1619e8 req-66117a81-25d0-478a-a26a-afa6d77062bb service neutron] 10.222.0.44 "GET /v2.0/networks/d3f21273-a1b3-4e60-a616-248533538b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857060 Dec 10 15:53:08.972172 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:53:09.026143 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=54001d2a-e6ae-49fc-bd11-7b7e4daa40c2,revision_number=7']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:53:09.034018 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] get_ports_and_sgs() called for port_ids ['54001d2a-e6ae-49fc-bd11-7b7e4daa40c2'] {{(pid=103588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 15:53:09.549125 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55262c66-a79c-4c40-9274-ad9585db0ab6 req-ff1f318d-a42b-41fe-bb8e-29a5ec607a60 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:53:09.550627 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-55262c66-a79c-4c40-9274-ad9585db0ab6 req-ff1f318d-a42b-41fe-bb8e-29a5ec607a60 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=5753113a-b629-478e-aecd-8f2206a80f5c HTTP/1.1" status: 200 len: 944 time: 0.0513840 Dec 10 15:53:09.597035 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-55262c66-a79c-4c40-9274-ad9585db0ab6 req-fe1c24d9-ca02-4aae-84a7-80da482948cd tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403683 Dec 10 15:53:09.993519 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 54001d2a-e6ae-49fc-bd11-7b7e4daa40c2 up at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:53:10.046727 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning complete for port 54001d2a-e6ae-49fc-bd11-7b7e4daa40c2 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:53:10.047368 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:53:10.127668 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:53:10.163596 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port 54001d2a-e6ae-49fc-bd11-7b7e4daa40c2, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=54001d2a-e6ae-49fc-bd11-7b7e4daa40c2,segment=NetworkSegment(3a6ed842-1b45-44ba-b718-87d48a4930f0),segment_id=3a6ed842-1b45-44ba-b718-87d48a4930f0)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:53:10.206581 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:53:10.257411 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=54001d2a-e6ae-49fc-bd11-7b7e4daa40c2,revision_number=8']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:53:10.300788 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5753113a-b629-478e-aecd-8f2206a80f5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54001d2a-e6ae-49fc-bd11-7b7e4daa40c2'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:53:10.303073 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa4b92c408489e2c982394a5a7b3518bb1b22554638321e3ea6c5cabb2c75d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77687041-173a-49ca-80d4-73f21a837744" -d '{"events": [{"server_uuid": "5753113a-b629-478e-aecd-8f2206a80f5c", "name": "network-vif-plugged", "status": "completed", "tag": "54001d2a-e6ae-49fc-bd11-7b7e4daa40c2"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:53:10.341131 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 15:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc3337d7-eaf1-43a5-9acf-3e65003f005c x-openstack-request-id: req-bc3337d7-eaf1-43a5-9acf-3e65003f005c {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:53:10.341433 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5753113a-b629-478e-aecd-8f2206a80f5c", "name": "network-vif-plugged", "status": "completed", "tag": "54001d2a-e6ae-49fc-bd11-7b7e4daa40c2", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:53:10.341696 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bc3337d7-eaf1-43a5-9acf-3e65003f005c {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:53:10.342132 dv-neutron-821401-4-hyperv neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5753113a-b629-478e-aecd-8f2206a80f5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54001d2a-e6ae-49fc-bd11-7b7e4daa40c2', 'code': 200} Dec 10 15:53:10.709476 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233fee3e-da14-4826-8a67-ddd5320e3de3 req-de8db6b0-e166-434c-95dc-860c3b6edc92 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:53:10.710993 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-233fee3e-da14-4826-8a67-ddd5320e3de3 req-de8db6b0-e166-434c-95dc-860c3b6edc92 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=5753113a-b629-478e-aecd-8f2206a80f5c HTTP/1.1" status: 200 len: 945 time: 0.0476017 Dec 10 15:53:10.756537 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-233fee3e-da14-4826-8a67-ddd5320e3de3 req-985711f5-e593-4c7f-b3b7-34dcaf4dc3bd tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389059 Dec 10 15:53:10.871029 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11687972-10f1-4b28-ba60-5d6e35c1cbd9 req-fb04ed37-3c57-45c4-a5b5-bdbba375b459 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:53:10.872542 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-11687972-10f1-4b28-ba60-5d6e35c1cbd9 req-fb04ed37-3c57-45c4-a5b5-bdbba375b459 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=5753113a-b629-478e-aecd-8f2206a80f5c HTTP/1.1" status: 200 len: 945 time: 0.0486977 Dec 10 15:53:10.923291 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-11687972-10f1-4b28-ba60-5d6e35c1cbd9 req-51df8ef8-fedb-4cf5-a93f-431179ff381f tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447111 Dec 10 15:53:11.299054 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd31367e-a7f1-4140-9cb7-c1258d7c4471 req-923eefd1-2018-45cb-ad52-00f2042d53d1 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:53:11.300568 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-cd31367e-a7f1-4140-9cb7-c1258d7c4471 req-923eefd1-2018-45cb-ad52-00f2042d53d1 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=5753113a-b629-478e-aecd-8f2206a80f5c HTTP/1.1" status: 200 len: 945 time: 0.0528920 Dec 10 15:53:11.348285 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-cd31367e-a7f1-4140-9cb7-c1258d7c4471 req-c3390954-6603-4371-9db9-749530249eaf tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416572 Dec 10 15:53:11.392637 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b4bf8-b3f1-4896-93ad-cb680f58e65b req-a2d25892-31bd-484e-8870-2d5977531e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:53:11.394157 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-bc9b4bf8-b3f1-4896-93ad-cb680f58e65b req-a2d25892-31bd-484e-8870-2d5977531e26 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7c2eaad81241461ab78516cbf365fd16&device_id=5753113a-b629-478e-aecd-8f2206a80f5c HTTP/1.1" status: 200 len: 1098 time: 0.0418918 Dec 10 15:53:11.484090 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b4bf8-b3f1-4896-93ad-cb680f58e65b req-d03538dc-062a-4858-9e0b-504e71720e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:53:11.485427 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-bc9b4bf8-b3f1-4896-93ad-cb680f58e65b req-d03538dc-062a-4858-9e0b-504e71720e33 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d3f21273-a1b3-4e60-a616-248533538b58 HTTP/1.1" status: 200 len: 913 time: 0.0835752 Dec 10 15:53:11.548697 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-bc9b4bf8-b3f1-4896-93ad-cb680f58e65b req-cc93ba0a-988c-41c2-b903-7d0be75f0d43 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54001d2a-e6ae-49fc-bd11-7b7e4daa40c2 HTTP/1.1" status: 200 len: 1000 time: 0.0556273 Dec 10 15:53:11.596402 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b4bf8-b3f1-4896-93ad-cb680f58e65b req-1303b04e-baa5-4c19-be91-98aba673bcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:53:11.597838 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-bc9b4bf8-b3f1-4896-93ad-cb680f58e65b req-1303b04e-baa5-4c19-be91-98aba673bcfb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a6016b09-2076-4278-89b9-8b484a1ccfb9 HTTP/1.1" status: 200 len: 851 time: 0.0420961 Dec 10 15:53:11.645138 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b4bf8-b3f1-4896-93ad-cb680f58e65b req-2dd66ea1-af6b-4fd3-99f9-a7724941399e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:53:11.646583 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-bc9b4bf8-b3f1-4896-93ad-cb680f58e65b req-2dd66ea1-af6b-4fd3-99f9-a7724941399e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d3f21273-a1b3-4e60-a616-248533538b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405443 Dec 10 15:53:11.733474 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-bc9b4bf8-b3f1-4896-93ad-cb680f58e65b req-2a32fbd4-03df-4b84-9652-dfa8627e8de8 service neutron] 10.222.0.44 "GET /v2.0/networks/d3f21273-a1b3-4e60-a616-248533538b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792279 Dec 10 15:53:11.824478 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-bc9b4bf8-b3f1-4896-93ad-cb680f58e65b req-da3ea45a-339a-442b-adcf-2e757664d66c service neutron] 10.222.0.44 "GET /v2.0/networks/d3f21273-a1b3-4e60-a616-248533538b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839105 Dec 10 15:53:12.468643 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f222a-ef3e-4a91-8c86-82ca899af134 req-d8e3ac37-2db5-423e-ad4b-e15c67bd9281 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:53:12.470154 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-fa3f222a-ef3e-4a91-8c86-82ca899af134 req-d8e3ac37-2db5-423e-ad4b-e15c67bd9281 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=5753113a-b629-478e-aecd-8f2206a80f5c HTTP/1.1" status: 200 len: 945 time: 0.0525525 Dec 10 15:53:12.517235 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-fa3f222a-ef3e-4a91-8c86-82ca899af134 req-13190cc1-a73a-41aa-8020-c8791fc3b635 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410640 Dec 10 15:53:12.914455 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fb520d08-3d97-4cbb-b127-58059b241bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:53:13.526525 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:53:13.630417 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2ea503-00dd-42b2-b59f-bce431e62588 req-b2a6a254-f388-4465-900e-4be470871946 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:53:13.631907 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-db2ea503-00dd-42b2-b59f-bce431e62588 req-b2a6a254-f388-4465-900e-4be470871946 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=5753113a-b629-478e-aecd-8f2206a80f5c HTTP/1.1" status: 200 len: 945 time: 0.0491211 Dec 10 15:53:13.680297 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-db2ea503-00dd-42b2-b59f-bce431e62588 req-1953fb33-21af-46b6-8daf-adb17bf1ce4a tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418551 Dec 10 15:53:14.080519 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3182cb-916a-4edc-92b2-db56b53b79ff req-791eb995-7577-4ce8-b2df-d2eaafcf1cb3 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:53:14.082027 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-3d3182cb-916a-4edc-92b2-db56b53b79ff req-791eb995-7577-4ce8-b2df-d2eaafcf1cb3 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=5753113a-b629-478e-aecd-8f2206a80f5c HTTP/1.1" status: 200 len: 945 time: 0.0532696 Dec 10 15:53:14.128262 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-3d3182cb-916a-4edc-92b2-db56b53b79ff req-4b37fbc9-3d68-43f8-8543-343dc6e21053 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402272 Dec 10 15:53:15.243826 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c79482-f46e-43e4-b2b1-96ee33f52474 req-ded24bbb-a66e-4776-8345-478647333d30 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:53:15.245366 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-62c79482-f46e-43e4-b2b1-96ee33f52474 req-ded24bbb-a66e-4776-8345-478647333d30 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=5753113a-b629-478e-aecd-8f2206a80f5c HTTP/1.1" status: 200 len: 945 time: 0.0492139 Dec 10 15:53:15.269056 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b7897d25-602d-490e-a525-63207045bddd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:53:15.293335 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-62c79482-f46e-43e4-b2b1-96ee33f52474 req-7542ba53-1c84-40cf-9ca8-07b9079fd886 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418978 Dec 10 15:53:15.682947 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52439c0-294b-4840-bbbe-d7dfd80e9a2a req-f73f7245-ddff-4f1a-ae62-3c4460d5a29b tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:53:15.684429 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-a52439c0-294b-4840-bbbe-d7dfd80e9a2a req-f73f7245-ddff-4f1a-ae62-3c4460d5a29b tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.44 "GET /v2.0/ports?device_id=5753113a-b629-478e-aecd-8f2206a80f5c HTTP/1.1" status: 200 len: 945 time: 0.0517397 Dec 10 15:53:15.771977 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-a52439c0-294b-4840-bbbe-d7dfd80e9a2a req-7a3f1a1c-c166-4be5-b253-4c61a8fbf3c6 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Deleting port 54001d2a-e6ae-49fc-bd11-7b7e4daa40c2 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:53:15.772316 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-a52439c0-294b-4840-bbbe-d7dfd80e9a2a req-7a3f1a1c-c166-4be5-b253-4c61a8fbf3c6 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:53:15.859906 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-a52439c0-294b-4840-bbbe-d7dfd80e9a2a req-7a3f1a1c-c166-4be5-b253-4c61a8fbf3c6 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] For port 54001d2a-e6ae-49fc-bd11-7b7e4daa40c2, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=54001d2a-e6ae-49fc-bd11-7b7e4daa40c2,segment=NetworkSegment(3a6ed842-1b45-44ba-b718-87d48a4930f0),segment_id=3a6ed842-1b45-44ba-b718-87d48a4930f0)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:53:15.860260 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-a52439c0-294b-4840-bbbe-d7dfd80e9a2a req-7a3f1a1c-c166-4be5-b253-4c61a8fbf3c6 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:53:16.023518 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-a52439c0-294b-4840-bbbe-d7dfd80e9a2a req-7a3f1a1c-c166-4be5-b253-4c61a8fbf3c6 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:53:16.023787 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-a52439c0-294b-4840-bbbe-d7dfd80e9a2a req-7a3f1a1c-c166-4be5-b253-4c61a8fbf3c6 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552741'] for floatingip, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:53:16.024096 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.l3_db [req-a52439c0-294b-4840-bbbe-d7dfd80e9a2a req-7a3f1a1c-c166-4be5-b253-4c61a8fbf3c6 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Floating IP 1ead422d-f7d5-4f2c-8b54-f4fd526e1b25 disassociated. External IP: 172.26.2.49, port: 54001d2a-e6ae-49fc-bd11-7b7e4daa40c2. Dec 10 15:53:16.024430 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-a52439c0-294b-4840-bbbe-d7dfd80e9a2a req-7a3f1a1c-c166-4be5-b253-4c61a8fbf3c6 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Calling delete_port for 54001d2a-e6ae-49fc-bd11-7b7e4daa40c2 owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:53:16.177286 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:53:16.194614 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-a52439c0-294b-4840-bbbe-d7dfd80e9a2a req-7a3f1a1c-c166-4be5-b253-4c61a8fbf3c6 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:53:16.222446 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3f1a1c-c166-4be5-b253-4c61a8fbf3c6 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Pushing event deleted for resources: {'Port': ['ID=54001d2a-e6ae-49fc-bd11-7b7e4daa40c2,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:53:16.235933 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3f1a1c-c166-4be5-b253-4c61a8fbf3c6 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:53:16.236136 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3f1a1c-c166-4be5-b253-4c61a8fbf3c6 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:53:16.236410 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3f1a1c-c166-4be5-b253-4c61a8fbf3c6 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:53:16.236758 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3f1a1c-c166-4be5-b253-4c61a8fbf3c6 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:53:16.237094 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3f1a1c-c166-4be5-b253-4c61a8fbf3c6 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:53:16.237428 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3f1a1c-c166-4be5-b253-4c61a8fbf3c6 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:53:16.237763 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3f1a1c-c166-4be5-b253-4c61a8fbf3c6 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:53:16.238181 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3f1a1c-c166-4be5-b253-4c61a8fbf3c6 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:53:16.238511 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3f1a1c-c166-4be5-b253-4c61a8fbf3c6 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:53:16.238846 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3f1a1c-c166-4be5-b253-4c61a8fbf3c6 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:53:16.239173 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3f1a1c-c166-4be5-b253-4c61a8fbf3c6 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:53:16.239497 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3f1a1c-c166-4be5-b253-4c61a8fbf3c6 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:53:16.239823 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3f1a1c-c166-4be5-b253-4c61a8fbf3c6 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:53:16.355366 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a52439c0-294b-4840-bbbe-d7dfd80e9a2a req-7a3f1a1c-c166-4be5-b253-4c61a8fbf3c6 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Router 4022fb72-784d-433d-881b-67115d77b402 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:53:16.430367 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-46561623-d13c-4235-bd91-f3a9ceddf84e req-80af2a72-a365-4bf3-92c6-ebb1a1336c44 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=5753113a-b629-478e-aecd-8f2206a80f5c HTTP/1.1" status: 200 len: 210 time: 0.0330346 Dec 10 15:53:16.733768 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a52439c0-294b-4840-bbbe-d7dfd80e9a2a req-7a3f1a1c-c166-4be5-b253-4c61a8fbf3c6 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:53:16.744513 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a50aa47-2466-4325-9a2b-531cbfd5ec1e None None] Sync routers for ids ['4022fb72-784d-433d-881b-67115d77b402'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:53:16.754244 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a50aa47-2466-4325-9a2b-531cbfd5ec1e None None] Routers {'4022fb72-784d-433d-881b-67115d77b402'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:53:16.754856 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-7a50aa47-2466-4325-9a2b-531cbfd5ec1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:53:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['4022fb72-784d-433d-881b-67115d77b402'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:53:16.772487 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-a52439c0-294b-4840-bbbe-d7dfd80e9a2a req-7a3f1a1c-c166-4be5-b253-4c61a8fbf3c6 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] No DVR routers for this DVR port 54001d2a-e6ae-49fc-bd11-7b7e4daa40c2 on host hv-neutron-8214 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:53:16.775166 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-a52439c0-294b-4840-bbbe-d7dfd80e9a2a req-7a3f1a1c-c166-4be5-b253-4c61a8fbf3c6 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:53:16.779432 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-a52439c0-294b-4840-bbbe-d7dfd80e9a2a req-7a3f1a1c-c166-4be5-b253-4c61a8fbf3c6 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.44 "DELETE /v2.0/ports/54001d2a-e6ae-49fc-bd11-7b7e4daa40c2 HTTP/1.1" status: 204 len: 173 time: 1.0889132 Dec 10 15:53:16.779897 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5753113a-b629-478e-aecd-8f2206a80f5c', 'name': 'network-vif-deleted', 'tag': '54001d2a-e6ae-49fc-bd11-7b7e4daa40c2'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:53:16.782739 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9ca57131bc4931768ac29058952438d1fdd62308db7b17540cc34ffe8faef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-055d1a86-54ba-4409-ac50-19ab19c8e4e1" -d '{"events": [{"server_uuid": "5753113a-b629-478e-aecd-8f2206a80f5c", "name": "network-vif-deleted", "tag": "54001d2a-e6ae-49fc-bd11-7b7e4daa40c2"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:53:16.861377 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-7a50aa47-2466-4325-9a2b-531cbfd5ec1e None None] Set router 4022fb72-784d-433d-881b-67115d77b402 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:53:16.895250 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 15:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98815278-fef7-46df-b45d-85e25f89a1f1 x-openstack-request-id: req-98815278-fef7-46df-b45d-85e25f89a1f1 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:53:16.895558 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5753113a-b629-478e-aecd-8f2206a80f5c", "name": "network-vif-deleted", "tag": "54001d2a-e6ae-49fc-bd11-7b7e4daa40c2", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:53:16.895817 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-98815278-fef7-46df-b45d-85e25f89a1f1 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:53:16.896655 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5753113a-b629-478e-aecd-8f2206a80f5c', 'name': 'network-vif-deleted', 'tag': '54001d2a-e6ae-49fc-bd11-7b7e4daa40c2', 'status': 'completed', 'code': 200} Dec 10 15:53:17.081647 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-7a50aa47-2466-4325-9a2b-531cbfd5ec1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4022fb72-784d-433d-881b-67115d77b402', 'name': 'tempest-ServerActionsTestJSON-1059655684-router', 'tenant_id': '7c2eaad81241461ab78516cbf365fd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.73'}], 'enable_snat': True}, 'gw_port_id': 'b4463791-686e-46e1-849f-b3bc36e6226c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:50:33Z', 'updated_at': '2021-12-10T15:50:36Z', 'revision_number': 4, 'project_id': '7c2eaad81241461ab78516cbf365fd16', 'gw_port': {'id': 'b4463791-686e-46e1-849f-b3bc36e6226c', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4022fb72-784d-433d-881b-67115d77b402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:50:33Z', 'updated_at': '2021-12-10T15:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': 'f3d7a8a1-3762-41a9-8900-28e359cd6ae0', 'name': '', 'network_id': 'd3f21273-a1b3-4e60-a616-248533538b58', 'tenant_id': '7c2eaad81241461ab78516cbf365fd16', 'mac_address': 'fa:16:3e:07:15:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4022fb72-784d-433d-881b-67115d77b402', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'a6016b09-2076-4278-89b9-8b484a1ccfb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:50:35Z', 'updated_at': '2021-12-10T15:50:40Z', 'revision_number': 5, 'project_id': '7c2eaad81241461ab78516cbf365fd16', 'subnets': [{'id': 'a6016b09-2076-4278-89b9-8b484a1ccfb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:53:17.107016 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a50aa47-2466-4325-9a2b-531cbfd5ec1e None None] Checking router: 4022fb72-784d-433d-881b-67115d77b402 for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:53:17.115447 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a50aa47-2466-4325-9a2b-531cbfd5ec1e None None] Routers {'4022fb72-784d-433d-881b-67115d77b402'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:53:17.116056 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-7a50aa47-2466-4325-9a2b-531cbfd5ec1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:53:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['4022fb72-784d-433d-881b-67115d77b402'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:53:17.221528 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-7a50aa47-2466-4325-9a2b-531cbfd5ec1e None None] Set router 4022fb72-784d-433d-881b-67115d77b402 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:53:17.422951 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-7a50aa47-2466-4325-9a2b-531cbfd5ec1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4022fb72-784d-433d-881b-67115d77b402', 'name': 'tempest-ServerActionsTestJSON-1059655684-router', 'tenant_id': '7c2eaad81241461ab78516cbf365fd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.73'}], 'enable_snat': True}, 'gw_port_id': 'b4463791-686e-46e1-849f-b3bc36e6226c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:50:33Z', 'updated_at': '2021-12-10T15:50:36Z', 'revision_number': 4, 'project_id': '7c2eaad81241461ab78516cbf365fd16', 'gw_port': {'id': 'b4463791-686e-46e1-849f-b3bc36e6226c', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4022fb72-784d-433d-881b-67115d77b402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:50:33Z', 'updated_at': '2021-12-10T15:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': 'f3d7a8a1-3762-41a9-8900-28e359cd6ae0', 'name': '', 'network_id': 'd3f21273-a1b3-4e60-a616-248533538b58', 'tenant_id': '7c2eaad81241461ab78516cbf365fd16', 'mac_address': 'fa:16:3e:07:15:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4022fb72-784d-433d-881b-67115d77b402', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'a6016b09-2076-4278-89b9-8b484a1ccfb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:50:35Z', 'updated_at': '2021-12-10T15:50:40Z', 'revision_number': 5, 'project_id': '7c2eaad81241461ab78516cbf365fd16', 'subnets': [{'id': 'a6016b09-2076-4278-89b9-8b484a1ccfb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:53:17.452510 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a50aa47-2466-4325-9a2b-531cbfd5ec1e None None] The sync data for ids ['4022fb72-784d-433d-881b-67115d77b402'] in dv-neutron-821401-4-hyperv is: [{'id': '4022fb72-784d-433d-881b-67115d77b402', 'name': 'tempest-ServerActionsTestJSON-1059655684-router', 'tenant_id': '7c2eaad81241461ab78516cbf365fd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.73'}], 'enable_snat': True}, 'gw_port_id': 'b4463791-686e-46e1-849f-b3bc36e6226c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:50:33Z', 'updated_at': '2021-12-10T15:50:36Z', 'revision_number': 4, 'project_id': '7c2eaad81241461ab78516cbf365fd16', 'gw_port': {'id': 'b4463791-686e-46e1-849f-b3bc36e6226c', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4022fb72-784d-433d-881b-67115d77b402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:50:33Z', 'updated_at': '2021-12-10T15:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': 'f3d7a8a1-3762-41a9-8900-28e359cd6ae0', 'name': '', 'network_id': 'd3f21273-a1b3-4e60-a616-248533538b58', 'tenant_id': '7c2eaad81241461ab78516cbf365fd16', 'mac_address': 'fa:16:3e:07:15:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4022fb72-784d-433d-881b-67115d77b402', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'a6016b09-2076-4278-89b9-8b484a1ccfb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:50:35Z', 'updated_at': '2021-12-10T15:50:40Z', 'revision_number': 5, 'project_id': '7c2eaad81241461ab78516cbf365fd16', 'subnets': [{'id': 'a6016b09-2076-4278-89b9-8b484a1ccfb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:53:17.540673 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-22e26307-388c-4c3a-a595-46235247cdf3 req-53395173-82b0-433b-9451-e761520e7419 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=5753113a-b629-478e-aecd-8f2206a80f5c HTTP/1.1" status: 200 len: 210 time: 0.0270882 Dec 10 15:53:17.694907 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f2604a-016a-4875-96b4-d4439c09c867 None None] New status for floating IP 1ead422d-f7d5-4f2c-8b54-f4fd526e1b25: DOWN {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 15:53:17.811715 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:53:18.657320 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:53:18.799159 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4dab60cf-f4e5-4e98-b8de-dbf9e9cb2217 req-7b9c0880-d1c6-402a-af89-e64b2256ac57 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1659907273&fields=id&tenant_id=7c2eaad81241461ab78516cbf365fd16 HTTP/1.1" status: 200 len: 267 time: 0.0410922 Dec 10 15:53:18.905285 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dab60cf-f4e5-4e98-b8de-dbf9e9cb2217 req-63b9353f-b411-4d85-b836-27de2591693b tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:53:18.906691 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4dab60cf-f4e5-4e98-b8de-dbf9e9cb2217 req-63b9353f-b411-4d85-b836-27de2591693b tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/networks?id=d3f21273-a1b3-4e60-a616-248533538b58 HTTP/1.1" status: 200 len: 812 time: 0.1008365 Dec 10 15:53:18.921337 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4dab60cf-f4e5-4e98-b8de-dbf9e9cb2217 req-ab6d8725-bf65-49ef-a2f4-a91e45da4973 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/quotas/7c2eaad81241461ab78516cbf365fd16 HTTP/1.1" status: 200 len: 375 time: 0.0088222 Dec 10 15:53:18.971352 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4dab60cf-f4e5-4e98-b8de-dbf9e9cb2217 req-074a4ae8-3853-4c2b-88be-7363cbf2bdc5 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7c2eaad81241461ab78516cbf365fd16&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446715 Dec 10 15:53:18.986614 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [req-4dab60cf-f4e5-4e98-b8de-dbf9e9cb2217 req-04a4d4f0-1765-49a3-904c-26d8c345d206 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 15:53:18.987606 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4dab60cf-f4e5-4e98-b8de-dbf9e9cb2217 req-04a4d4f0-1765-49a3-904c-26d8c345d206 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050769 Dec 10 15:53:19.076503 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4dab60cf-f4e5-4e98-b8de-dbf9e9cb2217 req-67388d7e-0414-4b01-a550-031bdf86e117 service neutron] 10.222.0.20 "GET /v2.0/networks/d3f21273-a1b3-4e60-a616-248533538b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831714 Dec 10 15:53:19.492260 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4dab60cf-f4e5-4e98-b8de-dbf9e9cb2217 req-4a4113b2-2bc2-4b68-845c-7617263d57e4 service neutron] 10.222.0.20 "GET /v2.0/networks/d3f21273-a1b3-4e60-a616-248533538b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4094429 Dec 10 15:53:19.763876 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-ffa66f48-f7ef-4332-9b30-6f9ce4d9f47c req-3669d8c1-45de-499e-af0b-8c4f00734793 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=32ced858-d7f7-4f3d-aa4b-131af7335140 HTTP/1.1" status: 200 len: 210 time: 0.0262032 Dec 10 15:53:20.062786 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 54001d2a-e6ae-49fc-bd11-7b7e4daa40c2 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:53:20.082701 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] No Port match for: 54001d2a-e6ae-49fc-bd11-7b7e4daa40c2 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:53:20.083048 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 54001d2a-e6ae-49fc-bd11-7b7e4daa40c2 not bound to the agent host hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:53:20.858048 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-e4d682b0-a557-4583-baa4-93204c13a0be req-ea7a1e92-6352-44fe-8424-93548375fc5f tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=32ced858-d7f7-4f3d-aa4b-131af7335140 HTTP/1.1" status: 200 len: 210 time: 0.0269058 Dec 10 15:53:21.340025 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dab60cf-f4e5-4e98-b8de-dbf9e9cb2217 req-23e7c6d8-5534-461a-aad0-98451d4831a9 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:53:21.341473 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4dab60cf-f4e5-4e98-b8de-dbf9e9cb2217 req-23e7c6d8-5534-461a-aad0-98451d4831a9 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.44 "GET /v2.0/networks?id=d3f21273-a1b3-4e60-a616-248533538b58 HTTP/1.1" status: 200 len: 812 time: 0.1002438 Dec 10 15:53:21.404342 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4dab60cf-f4e5-4e98-b8de-dbf9e9cb2217 req-33ecc5f8-0282-4394-95bc-dedc05432dce tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c2eaad81241461ab78516cbf365fd16 HTTP/1.1" status: 200 len: 380 time: 0.0523381 Dec 10 15:53:21.417294 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [req-4dab60cf-f4e5-4e98-b8de-dbf9e9cb2217 req-377d46fb-4f5e-495c-85cc-0e05427bdc44 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Request body: {'port': {'device_id': '32ced858-d7f7-4f3d-aa4b-131af7335140', 'network_id': 'd3f21273-a1b3-4e60-a616-248533538b58', 'admin_state_up': True, 'tenant_id': '7c2eaad81241461ab78516cbf365fd16', 'security_groups': ['98fc8d28-74fc-47b5-984a-b979f40a07ab']}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:53:21.589221 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dab60cf-f4e5-4e98-b8de-dbf9e9cb2217 req-377d46fb-4f5e-495c-85cc-0e05427bdc44 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Made reservation on behalf of 7c2eaad81241461ab78516cbf365fd16 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:53:21.592805 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-4dab60cf-f4e5-4e98-b8de-dbf9e9cb2217 req-377d46fb-4f5e-495c-85cc-0e05427bdc44 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:53:21.714176 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-4dab60cf-f4e5-4e98-b8de-dbf9e9cb2217 req-377d46fb-4f5e-495c-85cc-0e05427bdc44 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Allocated IP 172.20.0.3 (d3f21273-a1b3-4e60-a616-248533538b58/a6016b09-2076-4278-89b9-8b484a1ccfb9/fcc1c775-aea9-428c-a10e-d68aab7310bd) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:53:21.847582 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-4dab60cf-f4e5-4e98-b8de-dbf9e9cb2217 req-377d46fb-4f5e-495c-85cc-0e05427bdc44 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:53:21.951072 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-5453588a-e482-4b38-a3bb-0f28e3047c79 req-79093d52-7ffe-4748-b37b-4382d1cd9dc6 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=32ced858-d7f7-4f3d-aa4b-131af7335140 HTTP/1.1" status: 200 len: 210 time: 0.0264251 Dec 10 15:53:21.952230 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-4dab60cf-f4e5-4e98-b8de-dbf9e9cb2217 req-377d46fb-4f5e-495c-85cc-0e05427bdc44 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:53:21.995222 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dab60cf-f4e5-4e98-b8de-dbf9e9cb2217 req-377d46fb-4f5e-495c-85cc-0e05427bdc44 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Network d3f21273-a1b3-4e60-a616-248533538b58 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:53:21.998793 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-4dab60cf-f4e5-4e98-b8de-dbf9e9cb2217 req-377d46fb-4f5e-495c-85cc-0e05427bdc44 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:53:22.001323 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dab60cf-f4e5-4e98-b8de-dbf9e9cb2217 req-377d46fb-4f5e-495c-85cc-0e05427bdc44 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:53:22.035430 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377d46fb-4f5e-495c-85cc-0e05427bdc44 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Pushing event updated for resources: {'Port': ['ID=fcc1c775-aea9-428c-a10e-d68aab7310bd,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:53:22.063111 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dab60cf-f4e5-4e98-b8de-dbf9e9cb2217 req-377d46fb-4f5e-495c-85cc-0e05427bdc44 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:53:22.063733 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-4dab60cf-f4e5-4e98-b8de-dbf9e9cb2217 req-377d46fb-4f5e-495c-85cc-0e05427bdc44 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:53:22.168630 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4dab60cf-f4e5-4e98-b8de-dbf9e9cb2217 req-377d46fb-4f5e-495c-85cc-0e05427bdc44 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7556965 Dec 10 15:53:22.180911 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [req-4dab60cf-f4e5-4e98-b8de-dbf9e9cb2217 req-bce7ad15-a126-4dd8-ad29-4101930fa0f3 service neutron] Request body: {'port': {'device_id': '32ced858-d7f7-4f3d-aa4b-131af7335140', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:53:22.233285 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-4dab60cf-f4e5-4e98-b8de-dbf9e9cb2217 req-bce7ad15-a126-4dd8-ad29-4101930fa0f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:53:22.286700 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-1f17dc77-f3ed-4795-bf3a-22955d737d79 None None] Provisioning complete for port fcc1c775-aea9-428c-a10e-d68aab7310bd triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:53:22.287313 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1f17dc77-f3ed-4795-bf3a-22955d737d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:53:22.323384 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-1f17dc77-f3ed-4795-bf3a-22955d737d79 None None] Port fcc1c775-aea9-428c-a10e-d68aab7310bd cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:53:22.489087 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [req-4dab60cf-f4e5-4e98-b8de-dbf9e9cb2217 req-bce7ad15-a126-4dd8-ad29-4101930fa0f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcc1c775-aea9-428c-a10e-d68aab7310bd {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 15:53:22.496965 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-4dab60cf-f4e5-4e98-b8de-dbf9e9cb2217 req-bce7ad15-a126-4dd8-ad29-4101930fa0f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:53:22.508406 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-4dab60cf-f4e5-4e98-b8de-dbf9e9cb2217 req-bce7ad15-a126-4dd8-ad29-4101930fa0f3 service neutron] Transition to ACTIVE for port object fcc1c775-aea9-428c-a10e-d68aab7310bd will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 15:53:22.554339 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-4dab60cf-f4e5-4e98-b8de-dbf9e9cb2217 req-bce7ad15-a126-4dd8-ad29-4101930fa0f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:53:22.625608 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce7ad15-a126-4dd8-ad29-4101930fa0f3 service neutron] Pushing event updated for resources: {'Port': ['ID=fcc1c775-aea9-428c-a10e-d68aab7310bd,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:53:22.679928 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-4dab60cf-f4e5-4e98-b8de-dbf9e9cb2217 req-bce7ad15-a126-4dd8-ad29-4101930fa0f3 service neutron] Attempting to bind port fcc1c775-aea9-428c-a10e-d68aab7310bd on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:53:22.680275 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-4dab60cf-f4e5-4e98-b8de-dbf9e9cb2217 req-bce7ad15-a126-4dd8-ad29-4101930fa0f3 service neutron] Attempting to bind port fcc1c775-aea9-428c-a10e-d68aab7310bd by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '3a6ed842-1b45-44ba-b718-87d48a4930f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd3f21273-a1b3-4e60-a616-248533538b58'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:53:22.680626 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dab60cf-f4e5-4e98-b8de-dbf9e9cb2217 req-bce7ad15-a126-4dd8-ad29-4101930fa0f3 service neutron] Attempting to bind port fcc1c775-aea9-428c-a10e-d68aab7310bd on network d3f21273-a1b3-4e60-a616-248533538b58 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:53:22.685869 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dab60cf-f4e5-4e98-b8de-dbf9e9cb2217 req-bce7ad15-a126-4dd8-ad29-4101930fa0f3 service neutron] Port fcc1c775-aea9-428c-a10e-d68aab7310bd on network d3f21273-a1b3-4e60-a616-248533538b58 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:53:22.686199 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dab60cf-f4e5-4e98-b8de-dbf9e9cb2217 req-bce7ad15-a126-4dd8-ad29-4101930fa0f3 service neutron] Attempting to bind port fcc1c775-aea9-428c-a10e-d68aab7310bd on network d3f21273-a1b3-4e60-a616-248533538b58 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:53:22.691364 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dab60cf-f4e5-4e98-b8de-dbf9e9cb2217 req-bce7ad15-a126-4dd8-ad29-4101930fa0f3 service neutron] Checking agent: {'id': 'fa828968-c68f-4b22-9699-a58fe4ab1f05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 28, 13), 'started_at': datetime.datetime(2021, 12, 10, 15, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:53:22.695708 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dab60cf-f4e5-4e98-b8de-dbf9e9cb2217 req-bce7ad15-a126-4dd8-ad29-4101930fa0f3 service neutron] Checking segment: {'id': '3a6ed842-1b45-44ba-b718-87d48a4930f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd3f21273-a1b3-4e60-a616-248533538b58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:53:22.695708 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dab60cf-f4e5-4e98-b8de-dbf9e9cb2217 req-bce7ad15-a126-4dd8-ad29-4101930fa0f3 service neutron] Bound using segment: {'id': '3a6ed842-1b45-44ba-b718-87d48a4930f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd3f21273-a1b3-4e60-a616-248533538b58'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:53:22.695708 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-4dab60cf-f4e5-4e98-b8de-dbf9e9cb2217 req-bce7ad15-a126-4dd8-ad29-4101930fa0f3 service neutron] Bound port: fcc1c775-aea9-428c-a10e-d68aab7310bd, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a6ed842-1b45-44ba-b718-87d48a4930f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd3f21273-a1b3-4e60-a616-248533538b58'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:53:22.695708 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-4dab60cf-f4e5-4e98-b8de-dbf9e9cb2217 req-bce7ad15-a126-4dd8-ad29-4101930fa0f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:53:22.761166 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-4dab60cf-f4e5-4e98-b8de-dbf9e9cb2217 req-bce7ad15-a126-4dd8-ad29-4101930fa0f3 service neutron] For port fcc1c775-aea9-428c-a10e-d68aab7310bd, host hv-neutron-8214, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:53:22.764475 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-4dab60cf-f4e5-4e98-b8de-dbf9e9cb2217 req-bce7ad15-a126-4dd8-ad29-4101930fa0f3 service neutron] For port fcc1c775-aea9-428c-a10e-d68aab7310bd, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=fcc1c775-aea9-428c-a10e-d68aab7310bd,segment=NetworkSegment(3a6ed842-1b45-44ba-b718-87d48a4930f0),segment_id=3a6ed842-1b45-44ba-b718-87d48a4930f0)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:53:22.823287 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-4dab60cf-f4e5-4e98-b8de-dbf9e9cb2217 req-bce7ad15-a126-4dd8-ad29-4101930fa0f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:53:22.864237 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dab60cf-f4e5-4e98-b8de-dbf9e9cb2217 req-bce7ad15-a126-4dd8-ad29-4101930fa0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:53:22.864929 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-4dab60cf-f4e5-4e98-b8de-dbf9e9cb2217 req-bce7ad15-a126-4dd8-ad29-4101930fa0f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:53:22.866339 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4dab60cf-f4e5-4e98-b8de-dbf9e9cb2217 req-bce7ad15-a126-4dd8-ad29-4101930fa0f3 service neutron] 10.222.0.44 "PUT /v2.0/ports/fcc1c775-aea9-428c-a10e-d68aab7310bd HTTP/1.1" status: 200 len: 1093 time: 0.6896026 Dec 10 15:53:22.866785 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32ced858-d7f7-4f3d-aa4b-131af7335140', 'tag': 'fcc1c775-aea9-428c-a10e-d68aab7310bd'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:53:22.869048 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9ca57131bc4931768ac29058952438d1fdd62308db7b17540cc34ffe8faef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09482fdb-2032-4871-881e-e45c62864f94" -d '{"events": [{"name": "network-changed", "server_uuid": "32ced858-d7f7-4f3d-aa4b-131af7335140", "tag": "fcc1c775-aea9-428c-a10e-d68aab7310bd"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:53:22.893378 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce7ad15-a126-4dd8-ad29-4101930fa0f3 service neutron] Pushing event updated for resources: {'Port': ['ID=fcc1c775-aea9-428c-a10e-d68aab7310bd,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:53:22.912288 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 15:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252a8882-8e1c-433b-bb3f-a7a713235332 x-openstack-request-id: req-252a8882-8e1c-433b-bb3f-a7a713235332 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:53:22.912597 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32ced858-d7f7-4f3d-aa4b-131af7335140", "tag": "fcc1c775-aea9-428c-a10e-d68aab7310bd", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:53:22.912829 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-252a8882-8e1c-433b-bb3f-a7a713235332 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:53:22.913229 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32ced858-d7f7-4f3d-aa4b-131af7335140', 'tag': 'fcc1c775-aea9-428c-a10e-d68aab7310bd', 'status': 'completed', 'code': 200} Dec 10 15:53:22.980666 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09482fdb-2032-4871-881e-e45c62864f94 req-2e30c45e-f6f7-4257-a0ab-b42cfb5baa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:53:22.982119 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-09482fdb-2032-4871-881e-e45c62864f94 req-2e30c45e-f6f7-4257-a0ab-b42cfb5baa73 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7c2eaad81241461ab78516cbf365fd16&device_id=32ced858-d7f7-4f3d-aa4b-131af7335140 HTTP/1.1" status: 200 len: 1096 time: 0.0459867 Dec 10 15:53:23.120201 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73bad6c-236e-4e50-b51a-e339cfa53a53 req-c46eff61-abfd-49bc-8695-25d3464002b8 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:53:23.121619 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b73bad6c-236e-4e50-b51a-e339cfa53a53 req-c46eff61-abfd-49bc-8695-25d3464002b8 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=32ced858-d7f7-4f3d-aa4b-131af7335140 HTTP/1.1" status: 200 len: 943 time: 0.0815022 Dec 10 15:53:23.126361 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09482fdb-2032-4871-881e-e45c62864f94 req-55789e4b-68c6-494a-9e3c-62f4c198d2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:53:23.127669 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-09482fdb-2032-4871-881e-e45c62864f94 req-55789e4b-68c6-494a-9e3c-62f4c198d2c4 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=7c2eaad81241461ab78516cbf365fd16&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1356955 Dec 10 15:53:23.223391 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b73bad6c-236e-4e50-b51a-e339cfa53a53 req-8a7e1bc6-ba74-4e89-a40e-885c1c4a8c56 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947726 Dec 10 15:53:23.249609 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09482fdb-2032-4871-881e-e45c62864f94 req-72311954-5932-456f-814a-692efdd2bd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:53:23.251129 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-09482fdb-2032-4871-881e-e45c62864f94 req-72311954-5932-456f-814a-692efdd2bd5a service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1160076 Dec 10 15:53:23.325731 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dab60cf-f4e5-4e98-b8de-dbf9e9cb2217 req-7c1908ea-d15e-4f91-a894-41ce470b704e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:53:23.327224 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4dab60cf-f4e5-4e98-b8de-dbf9e9cb2217 req-7c1908ea-d15e-4f91-a894-41ce470b704e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7c2eaad81241461ab78516cbf365fd16&device_id=32ced858-d7f7-4f3d-aa4b-131af7335140 HTTP/1.1" status: 200 len: 1096 time: 0.0406463 Dec 10 15:53:23.368254 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4dab60cf-f4e5-4e98-b8de-dbf9e9cb2217 req-59c6015e-b81d-4a75-b40d-12ad55829671 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fcc1c775-aea9-428c-a10e-d68aab7310bd HTTP/1.1" status: 200 len: 217 time: 0.0328009 Dec 10 15:53:23.415452 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dab60cf-f4e5-4e98-b8de-dbf9e9cb2217 req-d7105271-47fb-45eb-81e0-d42bd8d8c6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:53:23.416881 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4dab60cf-f4e5-4e98-b8de-dbf9e9cb2217 req-d7105271-47fb-45eb-81e0-d42bd8d8c6ee service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a6016b09-2076-4278-89b9-8b484a1ccfb9 HTTP/1.1" status: 200 len: 851 time: 0.0420949 Dec 10 15:53:23.465757 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dab60cf-f4e5-4e98-b8de-dbf9e9cb2217 req-b703027c-1b03-4b74-8aed-01b490a79af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:53:23.467263 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4dab60cf-f4e5-4e98-b8de-dbf9e9cb2217 req-b703027c-1b03-4b74-8aed-01b490a79af0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d3f21273-a1b3-4e60-a616-248533538b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0437410 Dec 10 15:53:23.553269 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4dab60cf-f4e5-4e98-b8de-dbf9e9cb2217 req-2e7ae6a3-730e-47d5-89ae-3f48745a79f5 service neutron] 10.222.0.44 "GET /v2.0/networks/d3f21273-a1b3-4e60-a616-248533538b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791938 Dec 10 15:53:23.645017 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4dab60cf-f4e5-4e98-b8de-dbf9e9cb2217 req-a3aeb657-3a05-47bd-a9c9-bee64342b4ec service neutron] 10.222.0.44 "GET /v2.0/networks/d3f21273-a1b3-4e60-a616-248533538b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852807 Dec 10 15:53:24.340788 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f830345b-7a9c-436e-8714-54c84d5206a5 req-fda0c379-f13a-407f-be2c-b217ef04c85b tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:53:24.342269 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f830345b-7a9c-436e-8714-54c84d5206a5 req-fda0c379-f13a-407f-be2c-b217ef04c85b tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=32ced858-d7f7-4f3d-aa4b-131af7335140 HTTP/1.1" status: 200 len: 943 time: 0.0521581 Dec 10 15:53:24.388110 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f830345b-7a9c-436e-8714-54c84d5206a5 req-b39cdcbd-4fbe-4f13-8428-9ed9c4768e0a tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398924 Dec 10 15:53:25.501863 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e2230e-842c-4a65-9edd-93dd0ef3bde0 req-5144cc5c-6962-46be-9359-896873d4f231 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:53:25.503349 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-09e2230e-842c-4a65-9edd-93dd0ef3bde0 req-5144cc5c-6962-46be-9359-896873d4f231 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=32ced858-d7f7-4f3d-aa4b-131af7335140 HTTP/1.1" status: 200 len: 943 time: 0.0487237 Dec 10 15:53:25.549775 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-09e2230e-842c-4a65-9edd-93dd0ef3bde0 req-ba85c5f4-bb98-4a3d-8745-795be444214f tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405293 Dec 10 15:53:26.070816 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device fcc1c775-aea9-428c-a10e-d68aab7310bd details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 15:53:26.161439 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port fcc1c775-aea9-428c-a10e-d68aab7310bd, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=fcc1c775-aea9-428c-a10e-d68aab7310bd,segment=NetworkSegment(3a6ed842-1b45-44ba-b718-87d48a4930f0),segment_id=3a6ed842-1b45-44ba-b718-87d48a4930f0)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:53:26.173596 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Returning: {'device': 'fcc1c775-aea9-428c-a10e-d68aab7310bd', 'network_id': 'd3f21273-a1b3-4e60-a616-248533538b58', 'port_id': 'fcc1c775-aea9-428c-a10e-d68aab7310bd', 'mac_address': 'fa:16:3e:75:54:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6016b09-2076-4278-89b9-8b484a1ccfb9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 15:53:26.356950 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:53:26.369260 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcc1c775-aea9-428c-a10e-d68aab7310bd {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 15:53:26.387549 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port fcc1c775-aea9-428c-a10e-d68aab7310bd, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=fcc1c775-aea9-428c-a10e-d68aab7310bd,segment=NetworkSegment(3a6ed842-1b45-44ba-b718-87d48a4930f0),segment_id=3a6ed842-1b45-44ba-b718-87d48a4930f0)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:53:26.484053 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:53:26.529010 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=fcc1c775-aea9-428c-a10e-d68aab7310bd,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:53:26.669790 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb8fbc2-be1d-470c-abb0-20933c8a1a19 req-6ed7bc0b-4a27-4bd3-a40a-5c61c0f1cd2e tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:53:26.671296 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-7bb8fbc2-be1d-470c-abb0-20933c8a1a19 req-6ed7bc0b-4a27-4bd3-a40a-5c61c0f1cd2e tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=32ced858-d7f7-4f3d-aa4b-131af7335140 HTTP/1.1" status: 200 len: 944 time: 0.0513711 Dec 10 15:53:26.683567 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] get_ports_and_sgs() called for port_ids ['fcc1c775-aea9-428c-a10e-d68aab7310bd'] {{(pid=103588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 15:53:26.721280 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-7bb8fbc2-be1d-470c-abb0-20933c8a1a19 req-1bf52e26-a7bd-4211-b945-31bcee55ff9f tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439568 Dec 10 15:53:27.837111 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527c82b7-d654-4ccb-9413-9694dc5e880c req-6edd4d6d-44da-4ec4-bb2b-90de3feec9b2 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:53:27.838633 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-527c82b7-d654-4ccb-9413-9694dc5e880c req-6edd4d6d-44da-4ec4-bb2b-90de3feec9b2 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=32ced858-d7f7-4f3d-aa4b-131af7335140 HTTP/1.1" status: 200 len: 944 time: 0.0486441 Dec 10 15:53:27.890001 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-527c82b7-d654-4ccb-9413-9694dc5e880c req-70d7dcec-dbb2-4e1d-bfe4-28037fb3b902 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453789 Dec 10 15:53:28.088819 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device fcc1c775-aea9-428c-a10e-d68aab7310bd up at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:53:28.198774 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning for port fcc1c775-aea9-428c-a10e-d68aab7310bd completed by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 15:53:28.203277 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning complete for port fcc1c775-aea9-428c-a10e-d68aab7310bd triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:53:28.203654 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:53:28.281277 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:53:28.303865 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32ced858-d7f7-4f3d-aa4b-131af7335140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc1c775-aea9-428c-a10e-d68aab7310bd'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:53:28.306225 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa4b92c408489e2c982394a5a7b3518bb1b22554638321e3ea6c5cabb2c75d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d7bdb2-0fbc-4b4f-87f8-3786332e874c" -d '{"events": [{"server_uuid": "32ced858-d7f7-4f3d-aa4b-131af7335140", "name": "network-vif-plugged", "status": "completed", "tag": "fcc1c775-aea9-428c-a10e-d68aab7310bd"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:53:28.319504 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port fcc1c775-aea9-428c-a10e-d68aab7310bd, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=fcc1c775-aea9-428c-a10e-d68aab7310bd,segment=NetworkSegment(3a6ed842-1b45-44ba-b718-87d48a4930f0),segment_id=3a6ed842-1b45-44ba-b718-87d48a4930f0)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:53:28.346293 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 15:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-074ebdfa-bb2b-4f91-824c-c720b9f4a547 x-openstack-request-id: req-074ebdfa-bb2b-4f91-824c-c720b9f4a547 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:53:28.346588 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32ced858-d7f7-4f3d-aa4b-131af7335140", "name": "network-vif-plugged", "status": "completed", "tag": "fcc1c775-aea9-428c-a10e-d68aab7310bd", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:53:28.346862 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-074ebdfa-bb2b-4f91-824c-c720b9f4a547 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:53:28.347263 dv-neutron-821401-4-hyperv neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32ced858-d7f7-4f3d-aa4b-131af7335140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc1c775-aea9-428c-a10e-d68aab7310bd', 'code': 200} Dec 10 15:53:28.376004 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:53:28.422544 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=fcc1c775-aea9-428c-a10e-d68aab7310bd,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:53:28.647696 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94239a5-b62e-4b80-a081-3c7c528b8fa9 req-d183b9a4-554d-4c27-baab-5516da87f1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:53:28.649067 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b94239a5-b62e-4b80-a081-3c7c528b8fa9 req-d183b9a4-554d-4c27-baab-5516da87f1f0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=32ced858-d7f7-4f3d-aa4b-131af7335140 HTTP/1.1" status: 200 len: 1098 time: 0.0391905 Dec 10 15:53:28.691725 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b94239a5-b62e-4b80-a081-3c7c528b8fa9 req-8b698476-1ebc-4f11-b406-7f7b7c98a466 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359833 Dec 10 15:53:29.003647 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0277d8fe-ba8f-4d59-ac9b-e73ea7af2673 req-f1d1676e-a4ce-4710-a875-98b832894b1a tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:53:29.005138 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-0277d8fe-ba8f-4d59-ac9b-e73ea7af2673 req-f1d1676e-a4ce-4710-a875-98b832894b1a tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=32ced858-d7f7-4f3d-aa4b-131af7335140 HTTP/1.1" status: 200 len: 945 time: 0.0483766 Dec 10 15:53:29.051798 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-0277d8fe-ba8f-4d59-ac9b-e73ea7af2673 req-0e3f3563-3b00-4cc2-93f3-fdbb53fcb39d tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400536 Dec 10 15:53:30.166861 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e4d1a8-2380-49ee-9e09-3d9a50e29de0 req-36096154-0082-4030-baeb-51f2464df03c tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:53:30.168333 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-69e4d1a8-2380-49ee-9e09-3d9a50e29de0 req-36096154-0082-4030-baeb-51f2464df03c tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=32ced858-d7f7-4f3d-aa4b-131af7335140 HTTP/1.1" status: 200 len: 945 time: 0.0480571 Dec 10 15:53:30.217812 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-69e4d1a8-2380-49ee-9e09-3d9a50e29de0 req-78211c4a-b590-42f4-88bb-a81ac30d8505 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435402 Dec 10 15:53:30.331379 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9f0e7-0047-451b-b84d-fb24b95f35f2 req-67665985-cede-4eb1-bc53-91085e1a70dd tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:53:30.332760 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-a5b9f0e7-0047-451b-b84d-fb24b95f35f2 req-67665985-cede-4eb1-bc53-91085e1a70dd tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=32ced858-d7f7-4f3d-aa4b-131af7335140 HTTP/1.1" status: 200 len: 945 time: 0.0524459 Dec 10 15:53:30.341248 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 40646) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:53:30.345581 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-26ba1f0c-f8f5-4f51-b948-57c08c1cdbd5 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Request body: {'floatingip': {'port_id': 'fcc1c775-aea9-428c-a10e-d68aab7310bd'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:53:30.387670 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-26ba1f0c-f8f5-4f51-b948-57c08c1cdbd5 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks [] for floatingip, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:53:30.818869 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-26ba1f0c-f8f5-4f51-b948-57c08c1cdbd5 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:53:30.884093 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-26ba1f0c-f8f5-4f51-b948-57c08c1cdbd5 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552741'] for floatingip, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:53:30.980957 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.l3_db [None req-26ba1f0c-f8f5-4f51-b948-57c08c1cdbd5 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Floating IP 1ead422d-f7d5-4f2c-8b54-f4fd526e1b25 associated. External IP: 172.26.2.49, port: fcc1c775-aea9-428c-a10e-d68aab7310bd. Dec 10 15:53:30.999219 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 15:53:31.184635 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26ba1f0c-f8f5-4f51-b948-57c08c1cdbd5 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Router 4022fb72-784d-433d-881b-67115d77b402 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:53:31.300023 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26ba1f0c-f8f5-4f51-b948-57c08c1cdbd5 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:53:31.305023 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-26ba1f0c-f8f5-4f51-b948-57c08c1cdbd5 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:53:31.310489 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a0fc46-814a-41f6-9efa-ec72396bfa52 None None] Sync routers for ids ['4022fb72-784d-433d-881b-67115d77b402'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:53:31.321375 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a0fc46-814a-41f6-9efa-ec72396bfa52 None None] Routers {'4022fb72-784d-433d-881b-67115d77b402'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:53:31.322153 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-85a0fc46-814a-41f6-9efa-ec72396bfa52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:53:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['4022fb72-784d-433d-881b-67115d77b402'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:53:31.431381 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-85a0fc46-814a-41f6-9efa-ec72396bfa52 None None] Set router 4022fb72-784d-433d-881b-67115d77b402 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:53:31.577967 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-26ba1f0c-f8f5-4f51-b948-57c08c1cdbd5 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "PUT /v2.0/floatingips/1ead422d-f7d5-4f2c-8b54-f4fd526e1b25 HTTP/1.1" status: 200 len: 990 time: 1.2355831 Dec 10 15:53:31.578672 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32ced858-d7f7-4f3d-aa4b-131af7335140', 'tag': 'fcc1c775-aea9-428c-a10e-d68aab7310bd'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:53:31.580981 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9ca57131bc4931768ac29058952438d1fdd62308db7b17540cc34ffe8faef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e605a476-7317-44cf-8a0e-be3dc53f7fcb" -d '{"events": [{"name": "network-changed", "server_uuid": "32ced858-d7f7-4f3d-aa4b-131af7335140", "tag": "fcc1c775-aea9-428c-a10e-d68aab7310bd"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:53:31.619658 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 15:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a082c0cd-9e0f-46dd-965e-bbbfdd077b14 x-openstack-request-id: req-a082c0cd-9e0f-46dd-965e-bbbfdd077b14 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:53:31.619948 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32ced858-d7f7-4f3d-aa4b-131af7335140", "tag": "fcc1c775-aea9-428c-a10e-d68aab7310bd", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:53:31.620206 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a082c0cd-9e0f-46dd-965e-bbbfdd077b14 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:53:31.620607 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32ced858-d7f7-4f3d-aa4b-131af7335140', 'tag': 'fcc1c775-aea9-428c-a10e-d68aab7310bd', 'status': 'completed', 'code': 200} Dec 10 15:53:31.666222 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-85a0fc46-814a-41f6-9efa-ec72396bfa52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4022fb72-784d-433d-881b-67115d77b402', 'name': 'tempest-ServerActionsTestJSON-1059655684-router', 'tenant_id': '7c2eaad81241461ab78516cbf365fd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.73'}], 'enable_snat': True}, 'gw_port_id': 'b4463791-686e-46e1-849f-b3bc36e6226c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:50:33Z', 'updated_at': '2021-12-10T15:50:36Z', 'revision_number': 4, 'project_id': '7c2eaad81241461ab78516cbf365fd16', 'gw_port': {'id': 'b4463791-686e-46e1-849f-b3bc36e6226c', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4022fb72-784d-433d-881b-67115d77b402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:50:33Z', 'updated_at': '2021-12-10T15:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': '1ead422d-f7d5-4f2c-8b54-f4fd526e1b25', 'tenant_id': '7c2eaad81241461ab78516cbf365fd16', 'floating_ip_address': '172.26.2.49', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': '4022fb72-784d-433d-881b-67115d77b402', 'port_id': 'fcc1c775-aea9-428c-a10e-d68aab7310bd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3f21273-a1b3-4e60-a616-248533538b58', 'mac_address': 'fa:16:3e:75:54:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ced858-d7f7-4f3d-aa4b-131af7335140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T15:50:39Z', 'updated_at': '2021-12-10T15:53:30Z', 'revision_number': 9, 'project_id': '7c2eaad81241461ab78516cbf365fd16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3d7a8a1-3762-41a9-8900-28e359cd6ae0', 'name': '', 'network_id': 'd3f21273-a1b3-4e60-a616-248533538b58', 'tenant_id': '7c2eaad81241461ab78516cbf365fd16', 'mac_address': 'fa:16:3e:07:15:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4022fb72-784d-433d-881b-67115d77b402', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'a6016b09-2076-4278-89b9-8b484a1ccfb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:50:35Z', 'updated_at': '2021-12-10T15:50:40Z', 'revision_number': 5, 'project_id': '7c2eaad81241461ab78516cbf365fd16', 'subnets': [{'id': 'a6016b09-2076-4278-89b9-8b484a1ccfb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:53:31.678344 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e605a476-7317-44cf-8a0e-be3dc53f7fcb req-b66d2a55-38d2-46f0-a789-5b24d17e65a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:53:31.679880 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-e605a476-7317-44cf-8a0e-be3dc53f7fcb req-b66d2a55-38d2-46f0-a789-5b24d17e65a9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7c2eaad81241461ab78516cbf365fd16&device_id=32ced858-d7f7-4f3d-aa4b-131af7335140 HTTP/1.1" status: 200 len: 1098 time: 0.0400376 Dec 10 15:53:31.693841 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a0fc46-814a-41f6-9efa-ec72396bfa52 None None] Checking router: 4022fb72-784d-433d-881b-67115d77b402 for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:53:31.701516 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a0fc46-814a-41f6-9efa-ec72396bfa52 None None] Routers {'4022fb72-784d-433d-881b-67115d77b402'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:53:31.702153 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-85a0fc46-814a-41f6-9efa-ec72396bfa52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:53:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['4022fb72-784d-433d-881b-67115d77b402'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:53:31.772524 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e605a476-7317-44cf-8a0e-be3dc53f7fcb req-4fd02d6a-84ae-4ddc-9f40-59e1ca1ac8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:53:31.774088 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-e605a476-7317-44cf-8a0e-be3dc53f7fcb req-4fd02d6a-84ae-4ddc-9f40-59e1ca1ac8a9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d3f21273-a1b3-4e60-a616-248533538b58 HTTP/1.1" status: 200 len: 913 time: 0.0869169 Dec 10 15:53:31.808775 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-85a0fc46-814a-41f6-9efa-ec72396bfa52 None None] Set router 4022fb72-784d-433d-881b-67115d77b402 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:53:31.839743 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-e605a476-7317-44cf-8a0e-be3dc53f7fcb req-1d7d5821-0ddc-40c4-97dc-17fb6f4133ea service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fcc1c775-aea9-428c-a10e-d68aab7310bd HTTP/1.1" status: 200 len: 998 time: 0.0585542 Dec 10 15:53:31.888741 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e605a476-7317-44cf-8a0e-be3dc53f7fcb req-4af46881-e094-4107-bd72-4bbba09c6cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:53:31.890220 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-e605a476-7317-44cf-8a0e-be3dc53f7fcb req-4af46881-e094-4107-bd72-4bbba09c6cbd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a6016b09-2076-4278-89b9-8b484a1ccfb9 HTTP/1.1" status: 200 len: 851 time: 0.0433750 Dec 10 15:53:31.938595 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e605a476-7317-44cf-8a0e-be3dc53f7fcb req-2ef91626-5269-46c1-ad64-c16a0cc24560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:53:31.940068 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-e605a476-7317-44cf-8a0e-be3dc53f7fcb req-2ef91626-5269-46c1-ad64-c16a0cc24560 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d3f21273-a1b3-4e60-a616-248533538b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0426157 Dec 10 15:53:32.027519 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-e605a476-7317-44cf-8a0e-be3dc53f7fcb req-90822a2a-c69a-4d52-bc8c-91e7f2231f5e service neutron] 10.222.0.44 "GET /v2.0/networks/d3f21273-a1b3-4e60-a616-248533538b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793848 Dec 10 15:53:32.032870 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-85a0fc46-814a-41f6-9efa-ec72396bfa52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4022fb72-784d-433d-881b-67115d77b402', 'name': 'tempest-ServerActionsTestJSON-1059655684-router', 'tenant_id': '7c2eaad81241461ab78516cbf365fd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.73'}], 'enable_snat': True}, 'gw_port_id': 'b4463791-686e-46e1-849f-b3bc36e6226c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:50:33Z', 'updated_at': '2021-12-10T15:50:36Z', 'revision_number': 4, 'project_id': '7c2eaad81241461ab78516cbf365fd16', 'gw_port': {'id': 'b4463791-686e-46e1-849f-b3bc36e6226c', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4022fb72-784d-433d-881b-67115d77b402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:50:33Z', 'updated_at': '2021-12-10T15:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': '1ead422d-f7d5-4f2c-8b54-f4fd526e1b25', 'tenant_id': '7c2eaad81241461ab78516cbf365fd16', 'floating_ip_address': '172.26.2.49', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': '4022fb72-784d-433d-881b-67115d77b402', 'port_id': 'fcc1c775-aea9-428c-a10e-d68aab7310bd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3f21273-a1b3-4e60-a616-248533538b58', 'mac_address': 'fa:16:3e:75:54:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ced858-d7f7-4f3d-aa4b-131af7335140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T15:50:39Z', 'updated_at': '2021-12-10T15:53:30Z', 'revision_number': 9, 'project_id': '7c2eaad81241461ab78516cbf365fd16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3d7a8a1-3762-41a9-8900-28e359cd6ae0', 'name': '', 'network_id': 'd3f21273-a1b3-4e60-a616-248533538b58', 'tenant_id': '7c2eaad81241461ab78516cbf365fd16', 'mac_address': 'fa:16:3e:07:15:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4022fb72-784d-433d-881b-67115d77b402', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'a6016b09-2076-4278-89b9-8b484a1ccfb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:50:35Z', 'updated_at': '2021-12-10T15:50:40Z', 'revision_number': 5, 'project_id': '7c2eaad81241461ab78516cbf365fd16', 'subnets': [{'id': 'a6016b09-2076-4278-89b9-8b484a1ccfb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:53:32.059423 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a0fc46-814a-41f6-9efa-ec72396bfa52 None None] The sync data for ids ['4022fb72-784d-433d-881b-67115d77b402'] in dv-neutron-821401-4-hyperv is: [{'id': '4022fb72-784d-433d-881b-67115d77b402', 'name': 'tempest-ServerActionsTestJSON-1059655684-router', 'tenant_id': '7c2eaad81241461ab78516cbf365fd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.73'}], 'enable_snat': True}, 'gw_port_id': 'b4463791-686e-46e1-849f-b3bc36e6226c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:50:33Z', 'updated_at': '2021-12-10T15:50:36Z', 'revision_number': 4, 'project_id': '7c2eaad81241461ab78516cbf365fd16', 'gw_port': {'id': 'b4463791-686e-46e1-849f-b3bc36e6226c', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4022fb72-784d-433d-881b-67115d77b402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:50:33Z', 'updated_at': '2021-12-10T15:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': '1ead422d-f7d5-4f2c-8b54-f4fd526e1b25', 'tenant_id': '7c2eaad81241461ab78516cbf365fd16', 'floating_ip_address': '172.26.2.49', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': '4022fb72-784d-433d-881b-67115d77b402', 'port_id': 'fcc1c775-aea9-428c-a10e-d68aab7310bd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3f21273-a1b3-4e60-a616-248533538b58', 'mac_address': 'fa:16:3e:75:54:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ced858-d7f7-4f3d-aa4b-131af7335140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T15:50:39Z', 'updated_at': '2021-12-10T15:53:30Z', 'revision_number': 9, 'project_id': '7c2eaad81241461ab78516cbf365fd16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3d7a8a1-3762-41a9-8900-28e359cd6ae0', 'name': '', 'network_id': 'd3f21273-a1b3-4e60-a616-248533538b58', 'tenant_id': '7c2eaad81241461ab78516cbf365fd16', 'mac_address': 'fa:16:3e:07:15:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4022fb72-784d-433d-881b-67115d77b402', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'a6016b09-2076-4278-89b9-8b484a1ccfb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:50:35Z', 'updated_at': '2021-12-10T15:50:40Z', 'revision_number': 5, 'project_id': '7c2eaad81241461ab78516cbf365fd16', 'subnets': [{'id': 'a6016b09-2076-4278-89b9-8b484a1ccfb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:53:32.122738 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-e605a476-7317-44cf-8a0e-be3dc53f7fcb req-f21e365c-54bb-4a45-908e-22dadb162345 service neutron] 10.222.0.44 "GET /v2.0/networks/d3f21273-a1b3-4e60-a616-248533538b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885575 Dec 10 15:53:32.244632 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3827c09c-818d-4b73-8916-2d29468e4240 None None] New status for floating IP 1ead422d-f7d5-4f2c-8b54-f4fd526e1b25: ACTIVE {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 15:53:35.356221 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-555979b3-e552-40eb-9821-e885ccae6308 req-3f5d462c-c075-4394-8026-1becc1d45792 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=32ced858-d7f7-4f3d-aa4b-131af7335140&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403130 Dec 10 15:53:35.448223 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555979b3-e552-40eb-9821-e885ccae6308 req-5625e801-cef3-4eb2-a933-27129344d663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:53:35.450032 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-555979b3-e552-40eb-9821-e885ccae6308 req-5625e801-cef3-4eb2-a933-27129344d663 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7c2eaad81241461ab78516cbf365fd16&device_id=32ced858-d7f7-4f3d-aa4b-131af7335140 HTTP/1.1" status: 200 len: 1098 time: 0.0418270 Dec 10 15:53:35.551467 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555979b3-e552-40eb-9821-e885ccae6308 req-cca606ee-c74c-48a8-b8dc-ffaac718bf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:53:35.552922 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-555979b3-e552-40eb-9821-e885ccae6308 req-cca606ee-c74c-48a8-b8dc-ffaac718bf4c service neutron] 10.222.0.44 "GET /v2.0/networks?id=d3f21273-a1b3-4e60-a616-248533538b58 HTTP/1.1" status: 200 len: 913 time: 0.0845573 Dec 10 15:53:35.616316 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-555979b3-e552-40eb-9821-e885ccae6308 req-5ffc1895-f13e-4534-9b21-637589d6b0ed service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fcc1c775-aea9-428c-a10e-d68aab7310bd HTTP/1.1" status: 200 len: 1001 time: 0.0564299 Dec 10 15:53:35.663301 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555979b3-e552-40eb-9821-e885ccae6308 req-261b8e87-9f93-4d9c-91f0-23bed1083343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:53:35.664684 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-555979b3-e552-40eb-9821-e885ccae6308 req-261b8e87-9f93-4d9c-91f0-23bed1083343 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a6016b09-2076-4278-89b9-8b484a1ccfb9 HTTP/1.1" status: 200 len: 851 time: 0.0418017 Dec 10 15:53:35.712484 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555979b3-e552-40eb-9821-e885ccae6308 req-6ff1e3af-bcc3-4370-b05a-94ad8e67aa12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:53:35.713882 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-555979b3-e552-40eb-9821-e885ccae6308 req-6ff1e3af-bcc3-4370-b05a-94ad8e67aa12 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d3f21273-a1b3-4e60-a616-248533538b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0425298 Dec 10 15:53:35.811923 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-555979b3-e552-40eb-9821-e885ccae6308 req-6a2541d3-c73d-410b-848f-6a01af492367 service neutron] 10.222.0.44 "GET /v2.0/networks/d3f21273-a1b3-4e60-a616-248533538b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912042 Dec 10 15:53:35.903098 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-555979b3-e552-40eb-9821-e885ccae6308 req-86059e38-367e-462f-a583-010f0fda9a99 service neutron] 10.222.0.44 "GET /v2.0/networks/d3f21273-a1b3-4e60-a616-248533538b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843315 Dec 10 15:53:42.913317 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1ba60880-7816-4a73-ba07-f701dbd0faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:53:43.524808 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:53:45.301528 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fb78a063-c0ad-40b4-9995-0e1a23271e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:53:46.187352 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:53:47.804574 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:53:48.667124 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:54:07.997546 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 15:54:09.059972 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297a0eed-cfb8-4f32-8e79-b55d17126d12 req-15a3c3de-3e80-428c-acb1-dee95e4d30b8 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:54:09.061453 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-297a0eed-cfb8-4f32-8e79-b55d17126d12 req-15a3c3de-3e80-428c-acb1-dee95e4d30b8 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=32ced858-d7f7-4f3d-aa4b-131af7335140 HTTP/1.1" status: 200 len: 945 time: 0.0491064 Dec 10 15:54:09.109496 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-297a0eed-cfb8-4f32-8e79-b55d17126d12 req-06d5b96f-cccc-4be5-867d-7ab052f04c22 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416133 Dec 10 15:54:09.209412 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ceff4c78-fcca-4360-8d19-979f8ee2cf10 req-adc1ef35-dfcd-45b3-9552-ec0d4684b1b4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=32ced858-d7f7-4f3d-aa4b-131af7335140&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0950737 Dec 10 15:54:10.230432 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b910a8a-e0e0-48c9-b9c0-3c7f368de751 req-d3b01bf7-ceb7-4a95-814a-0b20064cae3f tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:54:10.231973 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-2b910a8a-e0e0-48c9-b9c0-3c7f368de751 req-d3b01bf7-ceb7-4a95-814a-0b20064cae3f tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=32ced858-d7f7-4f3d-aa4b-131af7335140 HTTP/1.1" status: 200 len: 945 time: 0.0499027 Dec 10 15:54:10.279563 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-2b910a8a-e0e0-48c9-b9c0-3c7f368de751 req-231b11fa-80a8-46f1-bfc7-a39896aa9dff tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415914 Dec 10 15:54:11.087349 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceff4c78-fcca-4360-8d19-979f8ee2cf10 req-a8428032-b603-4f1c-8a1b-b96b6a0600a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:54:11.088795 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-ceff4c78-fcca-4360-8d19-979f8ee2cf10 req-a8428032-b603-4f1c-8a1b-b96b6a0600a9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7c2eaad81241461ab78516cbf365fd16&device_id=32ced858-d7f7-4f3d-aa4b-131af7335140 HTTP/1.1" status: 200 len: 1098 time: 0.0396962 Dec 10 15:54:11.178207 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceff4c78-fcca-4360-8d19-979f8ee2cf10 req-c8c99930-d14d-42b8-8086-3883cd4afebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:54:11.179833 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-ceff4c78-fcca-4360-8d19-979f8ee2cf10 req-c8c99930-d14d-42b8-8086-3883cd4afebe service neutron] 10.222.0.44 "GET /v2.0/networks?id=d3f21273-a1b3-4e60-a616-248533538b58 HTTP/1.1" status: 200 len: 913 time: 0.0842907 Dec 10 15:54:11.243544 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-ceff4c78-fcca-4360-8d19-979f8ee2cf10 req-93ba5c36-fc4e-4be9-a1b2-7d9f5de75dee service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fcc1c775-aea9-428c-a10e-d68aab7310bd HTTP/1.1" status: 200 len: 1001 time: 0.0573528 Dec 10 15:54:11.291391 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceff4c78-fcca-4360-8d19-979f8ee2cf10 req-1783d958-48db-4048-8b64-a09ace9858f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:54:11.292832 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-ceff4c78-fcca-4360-8d19-979f8ee2cf10 req-1783d958-48db-4048-8b64-a09ace9858f2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a6016b09-2076-4278-89b9-8b484a1ccfb9 HTTP/1.1" status: 200 len: 851 time: 0.0432136 Dec 10 15:54:11.342555 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceff4c78-fcca-4360-8d19-979f8ee2cf10 req-ddac7cc3-922e-41e1-999b-40af75a4fa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:54:11.344008 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-ceff4c78-fcca-4360-8d19-979f8ee2cf10 req-ddac7cc3-922e-41e1-999b-40af75a4fa23 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d3f21273-a1b3-4e60-a616-248533538b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0444620 Dec 10 15:54:11.401728 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54603cee-eb6b-434b-b37f-cc2592c5a4c6 req-5fe32a23-dc34-4b39-813e-5136e0205b28 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:54:11.403233 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-54603cee-eb6b-434b-b37f-cc2592c5a4c6 req-5fe32a23-dc34-4b39-813e-5136e0205b28 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=32ced858-d7f7-4f3d-aa4b-131af7335140 HTTP/1.1" status: 200 len: 945 time: 0.0556540 Dec 10 15:54:11.433262 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-ceff4c78-fcca-4360-8d19-979f8ee2cf10 req-9979de1d-ec6a-48ca-8e2a-9bd04b21ed74 service neutron] 10.222.0.44 "GET /v2.0/networks/d3f21273-a1b3-4e60-a616-248533538b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815237 Dec 10 15:54:11.449668 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-54603cee-eb6b-434b-b37f-cc2592c5a4c6 req-c5f3f93e-dceb-47b8-a70a-dd3ecb5b0f4f tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402865 Dec 10 15:54:11.525018 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-ceff4c78-fcca-4360-8d19-979f8ee2cf10 req-908a81a7-387e-432c-8ee7-c74a6bdb8a12 service neutron] 10.222.0.44 "GET /v2.0/networks/d3f21273-a1b3-4e60-a616-248533538b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852556 Dec 10 15:54:12.565560 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a78d6a8-99eb-46bd-9a66-1e6d561d01e4 req-fe5db1b6-cef2-4a7a-aad6-0ec21042e7f6 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:54:12.567122 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-7a78d6a8-99eb-46bd-9a66-1e6d561d01e4 req-fe5db1b6-cef2-4a7a-aad6-0ec21042e7f6 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=32ced858-d7f7-4f3d-aa4b-131af7335140 HTTP/1.1" status: 200 len: 945 time: 0.0488877 Dec 10 15:54:12.614152 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-7a78d6a8-99eb-46bd-9a66-1e6d561d01e4 req-3d8ba7b8-527d-418e-beff-70c229bbbd62 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411689 Dec 10 15:54:12.929214 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1c841d69-fe87-4d40-91c6-2f5941422607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:54:13.534242 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:54:13.727986 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca111c-12fc-48bf-a1cf-48b02b9a3a7c req-4b2c4a6a-c44d-4192-b569-4ac2a067cf02 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:54:13.729476 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-95ca111c-12fc-48bf-a1cf-48b02b9a3a7c req-4b2c4a6a-c44d-4192-b569-4ac2a067cf02 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=32ced858-d7f7-4f3d-aa4b-131af7335140 HTTP/1.1" status: 200 len: 945 time: 0.0486760 Dec 10 15:54:13.775703 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-95ca111c-12fc-48bf-a1cf-48b02b9a3a7c req-8d6f8222-bb67-4c65-9594-93cfd700a301 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401835 Dec 10 15:54:14.888858 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765e44b-0341-40c6-b0f3-12553e5b1da0 req-fd6f6245-b42d-44ac-8022-6fab4bf842ef tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:54:14.890351 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-2765e44b-0341-40c6-b0f3-12553e5b1da0 req-fd6f6245-b42d-44ac-8022-6fab4bf842ef tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=32ced858-d7f7-4f3d-aa4b-131af7335140 HTTP/1.1" status: 200 len: 945 time: 0.0476599 Dec 10 15:54:14.944852 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-2765e44b-0341-40c6-b0f3-12553e5b1da0 req-074ee864-d658-48b3-81fa-90b7e69744b9 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486081 Dec 10 15:54:15.281756 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fe821dbd-19e3-41d7-afbf-f652e85f2ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:54:16.062325 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8103b634-d876-40cb-8289-2061e077755d req-06bc6872-67dd-4f5d-9e6d-d7058f82bedf tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:54:16.063798 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-8103b634-d876-40cb-8289-2061e077755d req-06bc6872-67dd-4f5d-9e6d-d7058f82bedf tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=32ced858-d7f7-4f3d-aa4b-131af7335140 HTTP/1.1" status: 200 len: 945 time: 0.0510650 Dec 10 15:54:16.111212 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-8103b634-d876-40cb-8289-2061e077755d req-b07b935d-58e4-4613-b5a0-d161bd87bdd3 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414975 Dec 10 15:54:16.190605 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:54:17.225556 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b0c432-228d-45f5-b3e9-15e0a698a654 req-7d0c88ee-6a3c-4a1d-8f26-512fde697450 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:54:17.227446 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-43b0c432-228d-45f5-b3e9-15e0a698a654 req-7d0c88ee-6a3c-4a1d-8f26-512fde697450 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=32ced858-d7f7-4f3d-aa4b-131af7335140 HTTP/1.1" status: 200 len: 945 time: 0.0482600 Dec 10 15:54:17.272884 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-43b0c432-228d-45f5-b3e9-15e0a698a654 req-97bbd77f-87c6-4348-9a75-d4209843a2e9 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396094 Dec 10 15:54:17.802989 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:54:18.388483 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e051df-81db-4cf0-8a42-8b9800789e1a req-d9813cdd-9074-4dba-a5ae-6af048f44583 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:54:18.390005 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-31e051df-81db-4cf0-8a42-8b9800789e1a req-d9813cdd-9074-4dba-a5ae-6af048f44583 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=32ced858-d7f7-4f3d-aa4b-131af7335140 HTTP/1.1" status: 200 len: 945 time: 0.0483294 Dec 10 15:54:18.437527 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-31e051df-81db-4cf0-8a42-8b9800789e1a req-b5f732da-c82c-40ab-ba61-ce2ca3aca504 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413978 Dec 10 15:54:18.671664 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:54:19.579921 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3647e5-377b-4a2a-8f7e-6854662a6107 req-a199c006-089c-4882-9ec1-7cd9c73eb719 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:54:19.581878 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-da3647e5-377b-4a2a-8f7e-6854662a6107 req-a199c006-089c-4882-9ec1-7cd9c73eb719 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=32ced858-d7f7-4f3d-aa4b-131af7335140 HTTP/1.1" status: 200 len: 945 time: 0.0754843 Dec 10 15:54:19.648864 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-da3647e5-377b-4a2a-8f7e-6854662a6107 req-cf2f9170-b085-4a5c-aaca-531c355382ff tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555787 Dec 10 15:54:20.762413 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aff7f0-fa57-4fd0-a140-496884ae09ab req-7a59c3e6-9b72-47bc-9e38-8d0c2463e904 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:54:20.763915 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-51aff7f0-fa57-4fd0-a140-496884ae09ab req-7a59c3e6-9b72-47bc-9e38-8d0c2463e904 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=32ced858-d7f7-4f3d-aa4b-131af7335140 HTTP/1.1" status: 200 len: 945 time: 0.0481176 Dec 10 15:54:20.817299 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-51aff7f0-fa57-4fd0-a140-496884ae09ab req-7f0181ff-b363-4014-901a-ee0019d155bb tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471032 Dec 10 15:54:21.942037 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b21f533-a8e3-4fbd-ac71-773c5046e547 req-a78216db-9605-4cdc-8926-5ea0443f98cf tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:54:21.944321 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-3b21f533-a8e3-4fbd-ac71-773c5046e547 req-a78216db-9605-4cdc-8926-5ea0443f98cf tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=32ced858-d7f7-4f3d-aa4b-131af7335140 HTTP/1.1" status: 200 len: 945 time: 0.0590789 Dec 10 15:54:21.997601 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-3b21f533-a8e3-4fbd-ac71-773c5046e547 req-3058a26c-d89b-4119-87af-a1e0d050ac94 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473857 Dec 10 15:54:23.109807 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f15296f-0ed1-481d-9897-7f9fffcc1378 req-caeed4fd-05c1-4b27-8a19-714030bdc64a tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:54:23.111284 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4f15296f-0ed1-481d-9897-7f9fffcc1378 req-caeed4fd-05c1-4b27-8a19-714030bdc64a tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=32ced858-d7f7-4f3d-aa4b-131af7335140 HTTP/1.1" status: 200 len: 945 time: 0.0476320 Dec 10 15:54:23.158049 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4f15296f-0ed1-481d-9897-7f9fffcc1378 req-3f20a75d-a09e-4b2f-b24a-b079b20cc9e1 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402169 Dec 10 15:54:23.411319 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-ceff4c78-fcca-4360-8d19-979f8ee2cf10 req-0b09c709-b9ce-414c-b539-73f779eda5c8 service neutron] 10.222.0.44 "GET /v2.0/ports/fcc1c775-aea9-428c-a10e-d68aab7310bd/bindings/hv-neutron-8214 HTTP/1.1" status: 200 len: 384 time: 0.0526743 Dec 10 15:54:23.927104 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceff4c78-fcca-4360-8d19-979f8ee2cf10 req-5ce5a54c-1edb-484e-8cfc-50a33a70e502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:54:23.928601 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-ceff4c78-fcca-4360-8d19-979f8ee2cf10 req-5ce5a54c-1edb-484e-8cfc-50a33a70e502 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=32ced858-d7f7-4f3d-aa4b-131af7335140&tenant_id=7c2eaad81241461ab78516cbf365fd16 HTTP/1.1" status: 200 len: 1098 time: 0.0413997 Dec 10 15:54:23.990453 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceff4c78-fcca-4360-8d19-979f8ee2cf10 req-4e66a904-8b1d-4bc1-9770-ff2647b8fada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:54:23.991948 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-ceff4c78-fcca-4360-8d19-979f8ee2cf10 req-4e66a904-8b1d-4bc1-9770-ff2647b8fada service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7c2eaad81241461ab78516cbf365fd16&device_id=32ced858-d7f7-4f3d-aa4b-131af7335140 HTTP/1.1" status: 200 len: 1098 time: 0.0428090 Dec 10 15:54:24.079730 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceff4c78-fcca-4360-8d19-979f8ee2cf10 req-6f517c48-6384-417a-b250-1c07fce7e4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:54:24.081240 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-ceff4c78-fcca-4360-8d19-979f8ee2cf10 req-6f517c48-6384-417a-b250-1c07fce7e4cd service neutron] 10.222.0.44 "GET /v2.0/networks?id=d3f21273-a1b3-4e60-a616-248533538b58 HTTP/1.1" status: 200 len: 913 time: 0.0830734 Dec 10 15:54:24.147554 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-ceff4c78-fcca-4360-8d19-979f8ee2cf10 req-75177cfa-5506-48ee-95ec-c8e3467b180d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fcc1c775-aea9-428c-a10e-d68aab7310bd HTTP/1.1" status: 200 len: 1001 time: 0.0594692 Dec 10 15:54:24.195897 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceff4c78-fcca-4360-8d19-979f8ee2cf10 req-59f72889-454f-4578-8ffe-c92a6ab160f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:54:24.197368 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-ceff4c78-fcca-4360-8d19-979f8ee2cf10 req-59f72889-454f-4578-8ffe-c92a6ab160f8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a6016b09-2076-4278-89b9-8b484a1ccfb9 HTTP/1.1" status: 200 len: 851 time: 0.0435019 Dec 10 15:54:24.268844 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceff4c78-fcca-4360-8d19-979f8ee2cf10 req-9e2c0964-75c8-47ac-b2f0-6a2c78afaf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:54:24.270368 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-ceff4c78-fcca-4360-8d19-979f8ee2cf10 req-9e2c0964-75c8-47ac-b2f0-6a2c78afaf3c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d3f21273-a1b3-4e60-a616-248533538b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0659945 Dec 10 15:54:24.292475 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d7a655-35d6-4e96-be00-44d26df5af20 req-f030b3ce-d654-40cb-bdd6-afa7647d432f tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:54:24.293879 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-65d7a655-35d6-4e96-be00-44d26df5af20 req-f030b3ce-d654-40cb-bdd6-afa7647d432f tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=32ced858-d7f7-4f3d-aa4b-131af7335140 HTTP/1.1" status: 200 len: 945 time: 0.0655799 Dec 10 15:54:24.390548 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-65d7a655-35d6-4e96-be00-44d26df5af20 req-017636c9-22b5-4ab8-9007-f4c5353e263e tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874894 Dec 10 15:54:24.404061 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-ceff4c78-fcca-4360-8d19-979f8ee2cf10 req-44f217f2-7594-4ee8-a5de-30eeaa25f6ec service neutron] 10.222.0.44 "GET /v2.0/networks/d3f21273-a1b3-4e60-a616-248533538b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263561 Dec 10 15:54:24.497433 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-ceff4c78-fcca-4360-8d19-979f8ee2cf10 req-922b97fc-18da-4c43-9674-f504ce6bce74 service neutron] 10.222.0.44 "GET /v2.0/networks/d3f21273-a1b3-4e60-a616-248533538b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851655 Dec 10 15:54:25.503758 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033087b7-77d0-4a6d-94fc-900a6edbe3cc req-5c544a0c-e39f-46e6-a3df-3c843b2f17d9 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:54:25.505225 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-033087b7-77d0-4a6d-94fc-900a6edbe3cc req-5c544a0c-e39f-46e6-a3df-3c843b2f17d9 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=32ced858-d7f7-4f3d-aa4b-131af7335140 HTTP/1.1" status: 200 len: 945 time: 0.0469635 Dec 10 15:54:25.551257 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-033087b7-77d0-4a6d-94fc-900a6edbe3cc req-70ff9123-56a8-4470-8162-bb38aed3c988 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395908 Dec 10 15:54:26.395747 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device fcc1c775-aea9-428c-a10e-d68aab7310bd details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 15:54:26.398857 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device fcc1c775-aea9-428c-a10e-d68aab7310bd no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:54:26.544650 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:54:26.571727 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port fcc1c775-aea9-428c-a10e-d68aab7310bd, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=fcc1c775-aea9-428c-a10e-d68aab7310bd,segment=NetworkSegment(3a6ed842-1b45-44ba-b718-87d48a4930f0),segment_id=3a6ed842-1b45-44ba-b718-87d48a4930f0)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:54:26.586019 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32ced858-d7f7-4f3d-aa4b-131af7335140', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcc1c775-aea9-428c-a10e-d68aab7310bd'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:54:26.588251 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa4b92c408489e2c982394a5a7b3518bb1b22554638321e3ea6c5cabb2c75d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3999742c-33ef-4bd2-8bf3-049f7f2097ea" -d '{"events": [{"server_uuid": "32ced858-d7f7-4f3d-aa4b-131af7335140", "name": "network-vif-unplugged", "status": "completed", "tag": "fcc1c775-aea9-428c-a10e-d68aab7310bd"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:54:26.600356 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Returning: {'device': 'fcc1c775-aea9-428c-a10e-d68aab7310bd', 'network_id': 'd3f21273-a1b3-4e60-a616-248533538b58', 'port_id': 'fcc1c775-aea9-428c-a10e-d68aab7310bd', 'mac_address': 'fa:16:3e:75:54:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6016b09-2076-4278-89b9-8b484a1ccfb9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 15:54:26.603698 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port fcc1c775-aea9-428c-a10e-d68aab7310bd, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=fcc1c775-aea9-428c-a10e-d68aab7310bd,segment=NetworkSegment(3a6ed842-1b45-44ba-b718-87d48a4930f0),segment_id=3a6ed842-1b45-44ba-b718-87d48a4930f0)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:54:26.644199 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 15:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc4d9fc6-0d06-441d-a434-f371d911f78d x-openstack-request-id: req-dc4d9fc6-0d06-441d-a434-f371d911f78d {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:54:26.644502 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32ced858-d7f7-4f3d-aa4b-131af7335140", "name": "network-vif-unplugged", "status": "completed", "tag": "fcc1c775-aea9-428c-a10e-d68aab7310bd", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:54:26.644760 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dc4d9fc6-0d06-441d-a434-f371d911f78d {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:54:26.645151 dv-neutron-821401-4-hyperv neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32ced858-d7f7-4f3d-aa4b-131af7335140', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcc1c775-aea9-428c-a10e-d68aab7310bd', 'code': 200} Dec 10 15:54:26.650161 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:54:26.674254 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:54:26.681980 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f9375f-196a-4ca8-afe3-3e8d042df5dc req-d60494b1-0050-4ef1-9ade-fa531f28a1da tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:54:26.683103 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-67f9375f-196a-4ca8-afe3-3e8d042df5dc req-d60494b1-0050-4ef1-9ade-fa531f28a1da tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=32ced858-d7f7-4f3d-aa4b-131af7335140 HTTP/1.1" status: 200 len: 945 time: 0.0528629 Dec 10 15:54:26.694484 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fcc1c775-aea9-428c-a10e-d68aab7310bd {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 15:54:26.732810 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-67f9375f-196a-4ca8-afe3-3e8d042df5dc req-5b88ebf4-f031-4648-90fd-52e18d5189a5 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434909 Dec 10 15:54:26.738621 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=fcc1c775-aea9-428c-a10e-d68aab7310bd,revision_number=6']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:54:26.750197 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:54:26.750553 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:54:26.750928 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:54:26.751279 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:54:26.751614 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:54:26.751944 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:54:26.752276 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:54:26.752605 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:54:26.752941 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:54:26.753270 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:54:26.753596 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:54:26.753945 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:54:26.754550 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:54:26.762834 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.db.api [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 15:54:26.763320 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG oslo_db.api [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 15:54:27.304439 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:54:27.317372 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcc1c775-aea9-428c-a10e-d68aab7310bd {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 15:54:27.337615 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port fcc1c775-aea9-428c-a10e-d68aab7310bd, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=fcc1c775-aea9-428c-a10e-d68aab7310bd,segment=NetworkSegment(3a6ed842-1b45-44ba-b718-87d48a4930f0),segment_id=3a6ed842-1b45-44ba-b718-87d48a4930f0)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:54:27.349956 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7eb843-16ac-4259-8b6b-a3457791045b req-285ad624-2a84-4032-b085-8be34ce7a583 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:54:27.352911 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-7c7eb843-16ac-4259-8b6b-a3457791045b req-285ad624-2a84-4032-b085-8be34ce7a583 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=32ced858-d7f7-4f3d-aa4b-131af7335140 HTTP/1.1" status: 200 len: 943 time: 0.0500593 Dec 10 15:54:27.431012 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:54:27.437257 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-7c7eb843-16ac-4259-8b6b-a3457791045b req-afdb7237-109b-4d38-8afd-ac58e6a8758a tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787163 Dec 10 15:54:27.446234 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc343f-4985-4c9b-86b7-d82f3af10b54 req-17b31dad-e83b-477c-8d46-1964cbb38846 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:54:27.447950 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-fbfc343f-4985-4c9b-86b7-d82f3af10b54 req-17b31dad-e83b-477c-8d46-1964cbb38846 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.44 "GET /v2.0/ports?device_id=32ced858-d7f7-4f3d-aa4b-131af7335140&tenant_id=7c2eaad81241461ab78516cbf365fd16&binding%3Ahost_id=hv-neutron-8214 HTTP/1.1" status: 200 len: 943 time: 0.0877314 Dec 10 15:54:27.481735 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=fcc1c775-aea9-428c-a10e-d68aab7310bd,revision_number=7']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:54:27.492799 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] get_ports_and_sgs() called for port_ids ['fcc1c775-aea9-428c-a10e-d68aab7310bd'] {{(pid=103588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 15:54:27.510538 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-fbfc343f-4985-4c9b-86b7-d82f3af10b54 req-0172ab0d-63c2-4663-98d4-85436e9c0f20 service neutron] 10.222.0.44 "GET /v2.0/ports/fcc1c775-aea9-428c-a10e-d68aab7310bd/bindings/hv-neutron-8214 HTTP/1.1" status: 200 len: 384 time: 0.0553126 Dec 10 15:54:27.575048 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc343f-4985-4c9b-86b7-d82f3af10b54 req-e720bcbb-0523-489c-a06e-faa2db8c30d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:54:27.576541 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-fbfc343f-4985-4c9b-86b7-d82f3af10b54 req-e720bcbb-0523-489c-a06e-faa2db8c30d8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7c2eaad81241461ab78516cbf365fd16&device_id=32ced858-d7f7-4f3d-aa4b-131af7335140 HTTP/1.1" status: 200 len: 1097 time: 0.0413744 Dec 10 15:54:27.668735 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc343f-4985-4c9b-86b7-d82f3af10b54 req-74c58f19-1c1b-44ba-ac40-84979343eee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:54:27.670253 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-fbfc343f-4985-4c9b-86b7-d82f3af10b54 req-74c58f19-1c1b-44ba-ac40-84979343eee5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d3f21273-a1b3-4e60-a616-248533538b58 HTTP/1.1" status: 200 len: 913 time: 0.0860281 Dec 10 15:54:27.735260 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-fbfc343f-4985-4c9b-86b7-d82f3af10b54 req-65fa85c9-983a-4584-a0a2-32dd8bab1221 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fcc1c775-aea9-428c-a10e-d68aab7310bd HTTP/1.1" status: 200 len: 1000 time: 0.0576673 Dec 10 15:54:27.782385 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc343f-4985-4c9b-86b7-d82f3af10b54 req-0d652961-0554-440c-8717-4b0a986aaba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:54:27.783801 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-fbfc343f-4985-4c9b-86b7-d82f3af10b54 req-0d652961-0554-440c-8717-4b0a986aaba1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a6016b09-2076-4278-89b9-8b484a1ccfb9 HTTP/1.1" status: 200 len: 851 time: 0.0414894 Dec 10 15:54:27.832540 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc343f-4985-4c9b-86b7-d82f3af10b54 req-96f94127-34a5-48af-9985-185a97977201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:54:27.834043 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-fbfc343f-4985-4c9b-86b7-d82f3af10b54 req-96f94127-34a5-48af-9985-185a97977201 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d3f21273-a1b3-4e60-a616-248533538b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0426211 Dec 10 15:54:27.920060 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-fbfc343f-4985-4c9b-86b7-d82f3af10b54 req-0c25ca38-0767-4bda-8730-3f61452c563a service neutron] 10.222.0.44 "GET /v2.0/networks/d3f21273-a1b3-4e60-a616-248533538b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793610 Dec 10 15:54:28.012600 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-fbfc343f-4985-4c9b-86b7-d82f3af10b54 req-2a8e79ac-8fa9-487e-a902-f756032db154 service neutron] 10.222.0.44 "GET /v2.0/networks/d3f21273-a1b3-4e60-a616-248533538b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846264 Dec 10 15:54:28.413919 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device fcc1c775-aea9-428c-a10e-d68aab7310bd up at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:54:28.459907 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning complete for port fcc1c775-aea9-428c-a10e-d68aab7310bd triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:54:28.461290 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:54:28.534943 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:54:28.560788 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c8e4c1-2009-4dd0-9aa7-52541e247038 req-d2880f1f-485a-4a76-99e0-569083a4cd26 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:54:28.562290 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-65c8e4c1-2009-4dd0-9aa7-52541e247038 req-d2880f1f-485a-4a76-99e0-569083a4cd26 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=32ced858-d7f7-4f3d-aa4b-131af7335140 HTTP/1.1" status: 200 len: 944 time: 0.0511231 Dec 10 15:54:28.570125 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port fcc1c775-aea9-428c-a10e-d68aab7310bd, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=fcc1c775-aea9-428c-a10e-d68aab7310bd,segment=NetworkSegment(3a6ed842-1b45-44ba-b718-87d48a4930f0),segment_id=3a6ed842-1b45-44ba-b718-87d48a4930f0)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:54:28.609280 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-65c8e4c1-2009-4dd0-9aa7-52541e247038 req-9503bc53-cd4a-42e7-b6d3-9c0854f504fc tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409663 Dec 10 15:54:28.645836 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32ced858-d7f7-4f3d-aa4b-131af7335140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc1c775-aea9-428c-a10e-d68aab7310bd'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:54:28.648787 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa4b92c408489e2c982394a5a7b3518bb1b22554638321e3ea6c5cabb2c75d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d10b3127-6937-42e8-bc1c-03cf5db5183c" -d '{"events": [{"server_uuid": "32ced858-d7f7-4f3d-aa4b-131af7335140", "name": "network-vif-plugged", "status": "completed", "tag": "fcc1c775-aea9-428c-a10e-d68aab7310bd"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:54:28.671191 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:54:28.694238 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 15:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b90797-3ced-424a-9d60-0806ace126fd x-openstack-request-id: req-30b90797-3ced-424a-9d60-0806ace126fd {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:54:28.704429 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32ced858-d7f7-4f3d-aa4b-131af7335140", "name": "network-vif-plugged", "status": "completed", "tag": "fcc1c775-aea9-428c-a10e-d68aab7310bd", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:54:28.704429 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-30b90797-3ced-424a-9d60-0806ace126fd {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:54:28.704429 dv-neutron-821401-4-hyperv neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32ced858-d7f7-4f3d-aa4b-131af7335140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc1c775-aea9-428c-a10e-d68aab7310bd', 'code': 200} Dec 10 15:54:28.721057 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=fcc1c775-aea9-428c-a10e-d68aab7310bd,revision_number=8']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:54:29.722981 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac035d-e143-480d-9e3c-710be68b3255 req-2a6d0fba-ffca-4f95-881b-0f6caedd478e tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:54:29.724446 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-e2ac035d-e143-480d-9e3c-710be68b3255 req-2a6d0fba-ffca-4f95-881b-0f6caedd478e tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=32ced858-d7f7-4f3d-aa4b-131af7335140 HTTP/1.1" status: 200 len: 945 time: 0.0479376 Dec 10 15:54:29.771768 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-e2ac035d-e143-480d-9e3c-710be68b3255 req-dd3e4e8c-ea32-4775-bf72-72cadec523cf tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405581 Dec 10 15:54:30.889847 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc343f-4985-4c9b-86b7-d82f3af10b54 req-f6b4afbb-09ce-49bd-b64c-9eb3e7c960ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:54:30.891272 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-fbfc343f-4985-4c9b-86b7-d82f3af10b54 req-f6b4afbb-09ce-49bd-b64c-9eb3e7c960ed service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=32ced858-d7f7-4f3d-aa4b-131af7335140&tenant_id=7c2eaad81241461ab78516cbf365fd16 HTTP/1.1" status: 200 len: 1098 time: 0.0696888 Dec 10 15:54:30.903030 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcce812-5378-47f5-81fd-cae5a04bf986 req-77b5aee2-f7de-438c-8348-18da94d5e755 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:54:30.904474 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-1dcce812-5378-47f5-81fd-cae5a04bf986 req-77b5aee2-f7de-438c-8348-18da94d5e755 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=32ced858-d7f7-4f3d-aa4b-131af7335140 HTTP/1.1" status: 200 len: 945 time: 0.0583580 Dec 10 15:54:30.993254 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-1dcce812-5378-47f5-81fd-cae5a04bf986 req-8fcd9996-279d-44d6-9b3c-50468c4f5c73 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823364 Dec 10 15:54:30.995803 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc343f-4985-4c9b-86b7-d82f3af10b54 req-f20760fc-904a-46db-ba69-10cb5405145b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:54:30.997198 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-fbfc343f-4985-4c9b-86b7-d82f3af10b54 req-f20760fc-904a-46db-ba69-10cb5405145b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7c2eaad81241461ab78516cbf365fd16&device_id=32ced858-d7f7-4f3d-aa4b-131af7335140 HTTP/1.1" status: 200 len: 1098 time: 0.0800216 Dec 10 15:54:31.086910 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc343f-4985-4c9b-86b7-d82f3af10b54 req-05792528-2089-4f94-b866-1ad486e9784c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:54:31.088403 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-fbfc343f-4985-4c9b-86b7-d82f3af10b54 req-05792528-2089-4f94-b866-1ad486e9784c service neutron] 10.222.0.44 "GET /v2.0/networks?id=d3f21273-a1b3-4e60-a616-248533538b58 HTTP/1.1" status: 200 len: 913 time: 0.0847380 Dec 10 15:54:31.156134 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-fbfc343f-4985-4c9b-86b7-d82f3af10b54 req-e06d8b52-f42c-4728-baa6-648f7c402dae service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fcc1c775-aea9-428c-a10e-d68aab7310bd HTTP/1.1" status: 200 len: 1001 time: 0.0610776 Dec 10 15:54:31.204872 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc343f-4985-4c9b-86b7-d82f3af10b54 req-09ae47ae-0291-4f43-8eb7-a853dd8c4711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:54:31.206300 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-fbfc343f-4985-4c9b-86b7-d82f3af10b54 req-09ae47ae-0291-4f43-8eb7-a853dd8c4711 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a6016b09-2076-4278-89b9-8b484a1ccfb9 HTTP/1.1" status: 200 len: 851 time: 0.0422595 Dec 10 15:54:31.250062 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc343f-4985-4c9b-86b7-d82f3af10b54 req-1c4a7bef-164d-48b0-9943-89b7bc85b0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:54:31.251481 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-fbfc343f-4985-4c9b-86b7-d82f3af10b54 req-1c4a7bef-164d-48b0-9943-89b7bc85b0fa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d3f21273-a1b3-4e60-a616-248533538b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0383103 Dec 10 15:54:31.595561 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-fbfc343f-4985-4c9b-86b7-d82f3af10b54 req-6bc46aa0-b5d4-44ac-b868-12b4fe556437 service neutron] 10.222.0.44 "GET /v2.0/networks/d3f21273-a1b3-4e60-a616-248533538b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3368919 Dec 10 15:54:31.697764 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-fbfc343f-4985-4c9b-86b7-d82f3af10b54 req-92f0cc16-320a-4edf-885a-81ddd828c819 service neutron] 10.222.0.44 "GET /v2.0/networks/d3f21273-a1b3-4e60-a616-248533538b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939567 Dec 10 15:54:32.107718 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b07864f-bf2e-44d4-8254-01737fcb4beb req-0ded205e-e756-4d23-b4b1-a8194663d877 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:54:32.109102 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-0b07864f-bf2e-44d4-8254-01737fcb4beb req-0ded205e-e756-4d23-b4b1-a8194663d877 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=32ced858-d7f7-4f3d-aa4b-131af7335140 HTTP/1.1" status: 200 len: 945 time: 0.0472741 Dec 10 15:54:32.159466 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-0b07864f-bf2e-44d4-8254-01737fcb4beb req-3911efbe-c67d-4deb-a0df-2e16241b9075 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443976 Dec 10 15:54:32.426410 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device fcc1c775-aea9-428c-a10e-d68aab7310bd details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 15:54:32.430149 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device fcc1c775-aea9-428c-a10e-d68aab7310bd no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:54:32.573571 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:54:32.602656 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port fcc1c775-aea9-428c-a10e-d68aab7310bd, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=fcc1c775-aea9-428c-a10e-d68aab7310bd,segment=NetworkSegment(3a6ed842-1b45-44ba-b718-87d48a4930f0),segment_id=3a6ed842-1b45-44ba-b718-87d48a4930f0)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:54:32.612653 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32ced858-d7f7-4f3d-aa4b-131af7335140', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcc1c775-aea9-428c-a10e-d68aab7310bd'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:54:32.614875 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa4b92c408489e2c982394a5a7b3518bb1b22554638321e3ea6c5cabb2c75d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f37c65d-f4f1-4b91-bf45-f01ccde78fed" -d '{"events": [{"server_uuid": "32ced858-d7f7-4f3d-aa4b-131af7335140", "name": "network-vif-unplugged", "status": "completed", "tag": "fcc1c775-aea9-428c-a10e-d68aab7310bd"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:54:32.629606 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Returning: {'device': 'fcc1c775-aea9-428c-a10e-d68aab7310bd', 'network_id': 'd3f21273-a1b3-4e60-a616-248533538b58', 'port_id': 'fcc1c775-aea9-428c-a10e-d68aab7310bd', 'mac_address': 'fa:16:3e:75:54:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6016b09-2076-4278-89b9-8b484a1ccfb9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 15:54:32.632299 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port fcc1c775-aea9-428c-a10e-d68aab7310bd, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=fcc1c775-aea9-428c-a10e-d68aab7310bd,segment=NetworkSegment(3a6ed842-1b45-44ba-b718-87d48a4930f0),segment_id=3a6ed842-1b45-44ba-b718-87d48a4930f0)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:54:32.667968 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 15:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c944b871-099d-49c6-9212-1ab7e635cc2b x-openstack-request-id: req-c944b871-099d-49c6-9212-1ab7e635cc2b {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:54:32.668324 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32ced858-d7f7-4f3d-aa4b-131af7335140", "name": "network-vif-unplugged", "status": "completed", "tag": "fcc1c775-aea9-428c-a10e-d68aab7310bd", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:54:32.668515 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c944b871-099d-49c6-9212-1ab7e635cc2b {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:54:32.668897 dv-neutron-821401-4-hyperv neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32ced858-d7f7-4f3d-aa4b-131af7335140', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcc1c775-aea9-428c-a10e-d68aab7310bd', 'code': 200} Dec 10 15:54:32.676126 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:54:32.697741 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fcc1c775-aea9-428c-a10e-d68aab7310bd {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 15:54:32.716912 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:54:32.786383 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.db.api [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 15:54:32.786743 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG oslo_db.api [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 15:54:32.789988 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=fcc1c775-aea9-428c-a10e-d68aab7310bd,revision_number=9']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:54:33.275982 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98344c8-a008-4650-8585-77eadb35afb6 req-84be55f3-b651-4550-8f4b-0afc76becb41 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:54:33.277456 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-e98344c8-a008-4650-8585-77eadb35afb6 req-84be55f3-b651-4550-8f4b-0afc76becb41 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=32ced858-d7f7-4f3d-aa4b-131af7335140 HTTP/1.1" status: 200 len: 943 time: 0.0487554 Dec 10 15:54:33.325850 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-e98344c8-a008-4650-8585-77eadb35afb6 req-96e88403-fc0c-49cc-b9df-529302609341 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419908 Dec 10 15:54:33.327750 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:54:33.340582 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcc1c775-aea9-428c-a10e-d68aab7310bd {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 15:54:33.358976 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port fcc1c775-aea9-428c-a10e-d68aab7310bd, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=fcc1c775-aea9-428c-a10e-d68aab7310bd,segment=NetworkSegment(3a6ed842-1b45-44ba-b718-87d48a4930f0),segment_id=3a6ed842-1b45-44ba-b718-87d48a4930f0)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:54:33.435307 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:54:33.485070 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=fcc1c775-aea9-428c-a10e-d68aab7310bd,revision_number=10']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:54:33.489038 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] get_ports_and_sgs() called for port_ids ['fcc1c775-aea9-428c-a10e-d68aab7310bd'] {{(pid=103588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 15:54:34.441602 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device fcc1c775-aea9-428c-a10e-d68aab7310bd up at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:54:34.443649 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9e3999-c50c-4294-a524-10033fa4bdff req-908aa44e-d1bc-4257-b9db-3d8c83e18edd tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:54:34.445640 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-ad9e3999-c50c-4294-a524-10033fa4bdff req-908aa44e-d1bc-4257-b9db-3d8c83e18edd tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=32ced858-d7f7-4f3d-aa4b-131af7335140 HTTP/1.1" status: 200 len: 945 time: 0.0498283 Dec 10 15:54:34.489412 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning complete for port fcc1c775-aea9-428c-a10e-d68aab7310bd triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:54:34.489808 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:54:34.495923 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-ad9e3999-c50c-4294-a524-10033fa4bdff req-46bffe8b-5073-41bb-b6ad-64e1d4801c04 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438230 Dec 10 15:54:34.564348 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:54:34.599962 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port fcc1c775-aea9-428c-a10e-d68aab7310bd, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=fcc1c775-aea9-428c-a10e-d68aab7310bd,segment=NetworkSegment(3a6ed842-1b45-44ba-b718-87d48a4930f0),segment_id=3a6ed842-1b45-44ba-b718-87d48a4930f0)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:54:34.610566 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288e01be-62e9-4ac3-9c76-d25620763437 req-6db7d7dd-838d-4f43-b9fd-bbf5ef3e76a2 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:54:34.615579 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-288e01be-62e9-4ac3-9c76-d25620763437 req-6db7d7dd-838d-4f43-b9fd-bbf5ef3e76a2 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=32ced858-d7f7-4f3d-aa4b-131af7335140 HTTP/1.1" status: 200 len: 945 time: 0.0489962 Dec 10 15:54:34.664254 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-288e01be-62e9-4ac3-9c76-d25620763437 req-1cd3c3bd-5cf4-4e7e-bd78-218928a5d53e tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417442 Dec 10 15:54:34.670048 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32ced858-d7f7-4f3d-aa4b-131af7335140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc1c775-aea9-428c-a10e-d68aab7310bd'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:54:34.672323 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa4b92c408489e2c982394a5a7b3518bb1b22554638321e3ea6c5cabb2c75d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fd45ab1-d572-407c-a9e8-f9e8de7f8862" -d '{"events": [{"server_uuid": "32ced858-d7f7-4f3d-aa4b-131af7335140", "name": "network-vif-plugged", "status": "completed", "tag": "fcc1c775-aea9-428c-a10e-d68aab7310bd"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:54:34.686958 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:54:34.789002 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57641af4-4bcf-4f00-a3c3-94e586b78cdd req-9d47a992-b250-41b3-b4b0-a0838a12f4cf tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:54:34.790611 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-57641af4-4bcf-4f00-a3c3-94e586b78cdd req-9d47a992-b250-41b3-b4b0-a0838a12f4cf tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=32ced858-d7f7-4f3d-aa4b-131af7335140 HTTP/1.1" status: 200 len: 946 time: 0.0557809 Dec 10 15:54:34.841221 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-57641af4-4bcf-4f00-a3c3-94e586b78cdd req-f2d34b6c-35c9-48b4-a7bb-65c0d3f39dac tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443392 Dec 10 15:54:34.867210 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 15:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a7634f-78b6-4346-aad4-2171d0e2b635 x-openstack-request-id: req-51a7634f-78b6-4346-aad4-2171d0e2b635 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:54:34.867504 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32ced858-d7f7-4f3d-aa4b-131af7335140", "name": "network-vif-plugged", "status": "completed", "tag": "fcc1c775-aea9-428c-a10e-d68aab7310bd", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:54:34.867761 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-51a7634f-78b6-4346-aad4-2171d0e2b635 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:54:34.868147 dv-neutron-821401-4-hyperv neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32ced858-d7f7-4f3d-aa4b-131af7335140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc1c775-aea9-428c-a10e-d68aab7310bd', 'code': 200} Dec 10 15:54:34.889228 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=fcc1c775-aea9-428c-a10e-d68aab7310bd,revision_number=11']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:54:35.262225 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b321893-9ef7-457f-ac15-22acc9363995 req-2704ca07-09ca-4498-9655-b3f5ef9645c9 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:54:35.263699 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-9b321893-9ef7-457f-ac15-22acc9363995 req-2704ca07-09ca-4498-9655-b3f5ef9645c9 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=32ced858-d7f7-4f3d-aa4b-131af7335140 HTTP/1.1" status: 200 len: 946 time: 0.0487006 Dec 10 15:54:35.317869 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-9b321893-9ef7-457f-ac15-22acc9363995 req-ae67cb11-7e5c-4af7-8bee-f9737c263172 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479369 Dec 10 15:54:36.434287 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09c4530-55c9-434f-b53e-4526e0729d4b req-48cc3d0f-6081-4043-a7ad-7ccabf40ad34 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:54:36.435751 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-e09c4530-55c9-434f-b53e-4526e0729d4b req-48cc3d0f-6081-4043-a7ad-7ccabf40ad34 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=32ced858-d7f7-4f3d-aa4b-131af7335140 HTTP/1.1" status: 200 len: 946 time: 0.0473568 Dec 10 15:54:36.481895 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-e09c4530-55c9-434f-b53e-4526e0729d4b req-b85c3f04-79fd-48ca-be77-0058a787c6be tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402908 Dec 10 15:54:37.341389 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e8b69c-b76a-47e9-8704-e3b69b17108c req-8a819bdd-48cb-4aaa-87a8-3a710625f91e tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:54:37.342908 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d1e8b69c-b76a-47e9-8704-e3b69b17108c req-8a819bdd-48cb-4aaa-87a8-3a710625f91e tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.44 "GET /v2.0/ports?device_id=32ced858-d7f7-4f3d-aa4b-131af7335140 HTTP/1.1" status: 200 len: 946 time: 0.0500846 Dec 10 15:54:37.452638 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-d1e8b69c-b76a-47e9-8704-e3b69b17108c req-d1dccd66-a4e6-4cb6-945b-57287fee28de tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Deleting port fcc1c775-aea9-428c-a10e-d68aab7310bd {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:54:37.453354 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d1e8b69c-b76a-47e9-8704-e3b69b17108c req-d1dccd66-a4e6-4cb6-945b-57287fee28de tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:54:37.538436 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-d1e8b69c-b76a-47e9-8704-e3b69b17108c req-d1dccd66-a4e6-4cb6-945b-57287fee28de tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] For port fcc1c775-aea9-428c-a10e-d68aab7310bd, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=fcc1c775-aea9-428c-a10e-d68aab7310bd,segment=NetworkSegment(3a6ed842-1b45-44ba-b718-87d48a4930f0),segment_id=3a6ed842-1b45-44ba-b718-87d48a4930f0)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:54:37.538799 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d1e8b69c-b76a-47e9-8704-e3b69b17108c req-d1dccd66-a4e6-4cb6-945b-57287fee28de tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:54:37.607921 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121bcefa-0a83-45e8-8676-cbbf234f4e3e req-f4797d11-2c97-4e67-91d6-1d7d9807c006 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:54:37.613950 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-121bcefa-0a83-45e8-8676-cbbf234f4e3e req-f4797d11-2c97-4e67-91d6-1d7d9807c006 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=32ced858-d7f7-4f3d-aa4b-131af7335140 HTTP/1.1" status: 200 len: 946 time: 0.0546098 Dec 10 15:54:37.658105 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-121bcefa-0a83-45e8-8676-cbbf234f4e3e req-9c3da92e-067c-468f-bb01-ec78f48d8208 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423052 Dec 10 15:54:37.718170 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d1e8b69c-b76a-47e9-8704-e3b69b17108c req-d1dccd66-a4e6-4cb6-945b-57287fee28de tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:54:37.718454 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d1e8b69c-b76a-47e9-8704-e3b69b17108c req-d1dccd66-a4e6-4cb6-945b-57287fee28de tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552741'] for floatingip, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:54:37.718771 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.l3_db [req-d1e8b69c-b76a-47e9-8704-e3b69b17108c req-d1dccd66-a4e6-4cb6-945b-57287fee28de tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Floating IP 1ead422d-f7d5-4f2c-8b54-f4fd526e1b25 disassociated. External IP: 172.26.2.49, port: fcc1c775-aea9-428c-a10e-d68aab7310bd. Dec 10 15:54:37.719135 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-d1e8b69c-b76a-47e9-8704-e3b69b17108c req-d1dccd66-a4e6-4cb6-945b-57287fee28de tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Calling delete_port for fcc1c775-aea9-428c-a10e-d68aab7310bd owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:54:37.916666 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d1e8b69c-b76a-47e9-8704-e3b69b17108c req-d1dccd66-a4e6-4cb6-945b-57287fee28de tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:54:37.943124 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dccd66-a4e6-4cb6-945b-57287fee28de tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Pushing event deleted for resources: {'Port': ['ID=fcc1c775-aea9-428c-a10e-d68aab7310bd,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:54:37.953668 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dccd66-a4e6-4cb6-945b-57287fee28de tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:54:37.954049 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dccd66-a4e6-4cb6-945b-57287fee28de tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:54:37.954398 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dccd66-a4e6-4cb6-945b-57287fee28de tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:54:37.954742 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dccd66-a4e6-4cb6-945b-57287fee28de tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:54:37.955080 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dccd66-a4e6-4cb6-945b-57287fee28de tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:54:37.955411 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dccd66-a4e6-4cb6-945b-57287fee28de tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:54:37.955744 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dccd66-a4e6-4cb6-945b-57287fee28de tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:54:37.956071 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dccd66-a4e6-4cb6-945b-57287fee28de tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:54:37.956788 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dccd66-a4e6-4cb6-945b-57287fee28de tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:54:37.956788 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dccd66-a4e6-4cb6-945b-57287fee28de tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:54:37.957072 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dccd66-a4e6-4cb6-945b-57287fee28de tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:54:37.957338 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dccd66-a4e6-4cb6-945b-57287fee28de tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:54:37.957673 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dccd66-a4e6-4cb6-945b-57287fee28de tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:54:38.079157 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1e8b69c-b76a-47e9-8704-e3b69b17108c req-d1dccd66-a4e6-4cb6-945b-57287fee28de tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Router 4022fb72-784d-433d-881b-67115d77b402 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:54:38.188601 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1e8b69c-b76a-47e9-8704-e3b69b17108c req-d1dccd66-a4e6-4cb6-945b-57287fee28de tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:54:38.199627 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a674b8e7-93e7-432f-a678-a06a2687f3a4 None None] Sync routers for ids ['4022fb72-784d-433d-881b-67115d77b402'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:54:38.210247 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a674b8e7-93e7-432f-a678-a06a2687f3a4 None None] Routers {'4022fb72-784d-433d-881b-67115d77b402'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:54:38.210984 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-a674b8e7-93e7-432f-a678-a06a2687f3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:54:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['4022fb72-784d-433d-881b-67115d77b402'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:54:38.232472 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1e8b69c-b76a-47e9-8704-e3b69b17108c req-d1dccd66-a4e6-4cb6-945b-57287fee28de tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] No DVR routers for this DVR port fcc1c775-aea9-428c-a10e-d68aab7310bd on host hv-neutron-8214 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:54:38.235031 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d1e8b69c-b76a-47e9-8704-e3b69b17108c req-d1dccd66-a4e6-4cb6-945b-57287fee28de tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:54:38.238559 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d1e8b69c-b76a-47e9-8704-e3b69b17108c req-d1dccd66-a4e6-4cb6-945b-57287fee28de tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.44 "DELETE /v2.0/ports/fcc1c775-aea9-428c-a10e-d68aab7310bd HTTP/1.1" status: 204 len: 173 time: 0.8866425 Dec 10 15:54:38.239022 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32ced858-d7f7-4f3d-aa4b-131af7335140', 'name': 'network-vif-deleted', 'tag': 'fcc1c775-aea9-428c-a10e-d68aab7310bd'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:54:38.242446 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9ca57131bc4931768ac29058952438d1fdd62308db7b17540cc34ffe8faef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ebcbce-9004-4176-8309-dbd122d296a3" -d '{"events": [{"server_uuid": "32ced858-d7f7-4f3d-aa4b-131af7335140", "name": "network-vif-deleted", "tag": "fcc1c775-aea9-428c-a10e-d68aab7310bd"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:54:38.277593 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 15:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e52eed8c-f124-4680-b0cd-ec3dd118e8ec x-openstack-request-id: req-e52eed8c-f124-4680-b0cd-ec3dd118e8ec {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:54:38.277938 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32ced858-d7f7-4f3d-aa4b-131af7335140", "name": "network-vif-deleted", "tag": "fcc1c775-aea9-428c-a10e-d68aab7310bd", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:54:38.278198 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e52eed8c-f124-4680-b0cd-ec3dd118e8ec {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:54:38.278616 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32ced858-d7f7-4f3d-aa4b-131af7335140', 'name': 'network-vif-deleted', 'tag': 'fcc1c775-aea9-428c-a10e-d68aab7310bd', 'status': 'completed', 'code': 200} Dec 10 15:54:38.321518 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-a674b8e7-93e7-432f-a678-a06a2687f3a4 None None] Set router 4022fb72-784d-433d-881b-67115d77b402 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:54:38.521201 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-a674b8e7-93e7-432f-a678-a06a2687f3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4022fb72-784d-433d-881b-67115d77b402', 'name': 'tempest-ServerActionsTestJSON-1059655684-router', 'tenant_id': '7c2eaad81241461ab78516cbf365fd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.73'}], 'enable_snat': True}, 'gw_port_id': 'b4463791-686e-46e1-849f-b3bc36e6226c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:50:33Z', 'updated_at': '2021-12-10T15:50:36Z', 'revision_number': 4, 'project_id': '7c2eaad81241461ab78516cbf365fd16', 'gw_port': {'id': 'b4463791-686e-46e1-849f-b3bc36e6226c', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4022fb72-784d-433d-881b-67115d77b402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:50:33Z', 'updated_at': '2021-12-10T15:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': 'f3d7a8a1-3762-41a9-8900-28e359cd6ae0', 'name': '', 'network_id': 'd3f21273-a1b3-4e60-a616-248533538b58', 'tenant_id': '7c2eaad81241461ab78516cbf365fd16', 'mac_address': 'fa:16:3e:07:15:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4022fb72-784d-433d-881b-67115d77b402', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'a6016b09-2076-4278-89b9-8b484a1ccfb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:50:35Z', 'updated_at': '2021-12-10T15:50:40Z', 'revision_number': 5, 'project_id': '7c2eaad81241461ab78516cbf365fd16', 'subnets': [{'id': 'a6016b09-2076-4278-89b9-8b484a1ccfb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:54:38.547394 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a674b8e7-93e7-432f-a678-a06a2687f3a4 None None] Checking router: 4022fb72-784d-433d-881b-67115d77b402 for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:54:38.556404 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a674b8e7-93e7-432f-a678-a06a2687f3a4 None None] Routers {'4022fb72-784d-433d-881b-67115d77b402'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:54:38.557012 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-a674b8e7-93e7-432f-a678-a06a2687f3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:54:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['4022fb72-784d-433d-881b-67115d77b402'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:54:38.659275 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-a674b8e7-93e7-432f-a678-a06a2687f3a4 None None] Set router 4022fb72-784d-433d-881b-67115d77b402 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:54:38.763866 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-43b58817-d411-4a56-9f2d-4ad46e023d77 req-300f67b8-7f09-4957-92fa-2156cfcebbfd tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=32ced858-d7f7-4f3d-aa4b-131af7335140 HTTP/1.1" status: 200 len: 210 time: 0.0256906 Dec 10 15:54:38.856641 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-a674b8e7-93e7-432f-a678-a06a2687f3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4022fb72-784d-433d-881b-67115d77b402', 'name': 'tempest-ServerActionsTestJSON-1059655684-router', 'tenant_id': '7c2eaad81241461ab78516cbf365fd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.73'}], 'enable_snat': True}, 'gw_port_id': 'b4463791-686e-46e1-849f-b3bc36e6226c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:50:33Z', 'updated_at': '2021-12-10T15:50:36Z', 'revision_number': 4, 'project_id': '7c2eaad81241461ab78516cbf365fd16', 'gw_port': {'id': 'b4463791-686e-46e1-849f-b3bc36e6226c', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4022fb72-784d-433d-881b-67115d77b402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:50:33Z', 'updated_at': '2021-12-10T15:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': 'f3d7a8a1-3762-41a9-8900-28e359cd6ae0', 'name': '', 'network_id': 'd3f21273-a1b3-4e60-a616-248533538b58', 'tenant_id': '7c2eaad81241461ab78516cbf365fd16', 'mac_address': 'fa:16:3e:07:15:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4022fb72-784d-433d-881b-67115d77b402', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'a6016b09-2076-4278-89b9-8b484a1ccfb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:50:35Z', 'updated_at': '2021-12-10T15:50:40Z', 'revision_number': 5, 'project_id': '7c2eaad81241461ab78516cbf365fd16', 'subnets': [{'id': 'a6016b09-2076-4278-89b9-8b484a1ccfb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:54:38.886125 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a674b8e7-93e7-432f-a678-a06a2687f3a4 None None] The sync data for ids ['4022fb72-784d-433d-881b-67115d77b402'] in dv-neutron-821401-4-hyperv is: [{'id': '4022fb72-784d-433d-881b-67115d77b402', 'name': 'tempest-ServerActionsTestJSON-1059655684-router', 'tenant_id': '7c2eaad81241461ab78516cbf365fd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.73'}], 'enable_snat': True}, 'gw_port_id': 'b4463791-686e-46e1-849f-b3bc36e6226c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:50:33Z', 'updated_at': '2021-12-10T15:50:36Z', 'revision_number': 4, 'project_id': '7c2eaad81241461ab78516cbf365fd16', 'gw_port': {'id': 'b4463791-686e-46e1-849f-b3bc36e6226c', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4022fb72-784d-433d-881b-67115d77b402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:50:33Z', 'updated_at': '2021-12-10T15:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': 'f3d7a8a1-3762-41a9-8900-28e359cd6ae0', 'name': '', 'network_id': 'd3f21273-a1b3-4e60-a616-248533538b58', 'tenant_id': '7c2eaad81241461ab78516cbf365fd16', 'mac_address': 'fa:16:3e:07:15:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4022fb72-784d-433d-881b-67115d77b402', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'a6016b09-2076-4278-89b9-8b484a1ccfb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:50:35Z', 'updated_at': '2021-12-10T15:50:40Z', 'revision_number': 5, 'project_id': '7c2eaad81241461ab78516cbf365fd16', 'subnets': [{'id': 'a6016b09-2076-4278-89b9-8b484a1ccfb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:54:39.121464 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145c8dd5-57d5-4cab-86d0-f818e4b9d31a None None] New status for floating IP 1ead422d-f7d5-4f2c-8b54-f4fd526e1b25: DOWN {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 15:54:40.010500 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-364e141c-69e5-4376-9496-913b2d9bb50b req-7ad7549c-b217-410d-bd9e-a9de817f7d04 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1659907273&fields=id&tenant_id=7c2eaad81241461ab78516cbf365fd16 HTTP/1.1" status: 200 len: 267 time: 0.0419538 Dec 10 15:54:40.115122 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364e141c-69e5-4376-9496-913b2d9bb50b req-f1ad9253-2bd7-4f40-bfd0-962193d1e941 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:54:40.116508 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-364e141c-69e5-4376-9496-913b2d9bb50b req-f1ad9253-2bd7-4f40-bfd0-962193d1e941 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/networks?id=d3f21273-a1b3-4e60-a616-248533538b58 HTTP/1.1" status: 200 len: 812 time: 0.0994544 Dec 10 15:54:40.130961 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-364e141c-69e5-4376-9496-913b2d9bb50b req-8ba02935-21ad-4a0d-99cf-b05e4b5cac9e tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/quotas/7c2eaad81241461ab78516cbf365fd16 HTTP/1.1" status: 200 len: 375 time: 0.0086343 Dec 10 15:54:40.184691 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-364e141c-69e5-4376-9496-913b2d9bb50b req-95d5439e-6ed5-40d2-8236-b4a599c7546c tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7c2eaad81241461ab78516cbf365fd16&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485840 Dec 10 15:54:40.318321 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-364e141c-69e5-4376-9496-913b2d9bb50b req-c79bfaf1-7a65-4b1d-8854-494810c5f139 service neutron] 10.222.0.20 "GET /v2.0/networks/d3f21273-a1b3-4e60-a616-248533538b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223323 Dec 10 15:54:40.410565 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-364e141c-69e5-4376-9496-913b2d9bb50b req-f8901975-9d9e-440d-b06b-2dbf8edb5159 service neutron] 10.222.0.20 "GET /v2.0/networks/d3f21273-a1b3-4e60-a616-248533538b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853202 Dec 10 15:54:40.473158 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device fcc1c775-aea9-428c-a10e-d68aab7310bd no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:54:40.492471 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] No Port match for: fcc1c775-aea9-428c-a10e-d68aab7310bd {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:54:40.492820 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device fcc1c775-aea9-428c-a10e-d68aab7310bd not bound to the agent host hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:54:40.659061 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-b758491d-493e-4395-8ca8-c1cafc50c5f5 req-0a8b649e-7072-4328-9ac6-b8a285eef7dd tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 210 time: 0.0268142 Dec 10 15:54:41.754672 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-248085a7-a727-4337-bc97-7f70a5ccd27f req-4881b4b9-9a8b-4536-8ffa-59ce819e1b47 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 210 time: 0.0297585 Dec 10 15:54:42.485935 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364e141c-69e5-4376-9496-913b2d9bb50b req-9c8f815b-76fa-4af8-bfd6-e4cd69da4c5c tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:54:42.487382 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-364e141c-69e5-4376-9496-913b2d9bb50b req-9c8f815b-76fa-4af8-bfd6-e4cd69da4c5c tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.44 "GET /v2.0/networks?id=d3f21273-a1b3-4e60-a616-248533538b58 HTTP/1.1" status: 200 len: 812 time: 0.0991402 Dec 10 15:54:42.553523 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-364e141c-69e5-4376-9496-913b2d9bb50b req-49e1c162-3d07-4886-a566-65486a755af1 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c2eaad81241461ab78516cbf365fd16 HTTP/1.1" status: 200 len: 380 time: 0.0561452 Dec 10 15:54:42.562116 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [req-364e141c-69e5-4376-9496-913b2d9bb50b req-1bcb1207-6c19-4fdd-ab33-5ae13fd55144 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Request body: {'port': {'device_id': '72d5bdfd-bb07-44de-ad26-3c5a0782b0c0', 'network_id': 'd3f21273-a1b3-4e60-a616-248533538b58', 'admin_state_up': True, 'tenant_id': '7c2eaad81241461ab78516cbf365fd16', 'security_groups': ['98fc8d28-74fc-47b5-984a-b979f40a07ab']}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:54:42.744805 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-364e141c-69e5-4376-9496-913b2d9bb50b req-1bcb1207-6c19-4fdd-ab33-5ae13fd55144 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Made reservation on behalf of 7c2eaad81241461ab78516cbf365fd16 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:54:42.748398 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-364e141c-69e5-4376-9496-913b2d9bb50b req-1bcb1207-6c19-4fdd-ab33-5ae13fd55144 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:54:42.853320 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-d174ff0f-0c6e-4ee3-9fdc-ef358e6f3e1c req-ff587f68-bb9b-4197-b0ce-36560323ef9d tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 210 time: 0.0263939 Dec 10 15:54:42.883678 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-364e141c-69e5-4376-9496-913b2d9bb50b req-1bcb1207-6c19-4fdd-ab33-5ae13fd55144 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Allocated IP 172.20.0.10 (d3f21273-a1b3-4e60-a616-248533538b58/a6016b09-2076-4278-89b9-8b484a1ccfb9/bb01f102-d2d9-4f78-aed2-9df72511e925) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:54:42.955215 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-323a40db-9c4f-4e4a-97a6-5e777d8fc841 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:54:43.021634 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-364e141c-69e5-4376-9496-913b2d9bb50b req-1bcb1207-6c19-4fdd-ab33-5ae13fd55144 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:54:43.116742 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-364e141c-69e5-4376-9496-913b2d9bb50b req-1bcb1207-6c19-4fdd-ab33-5ae13fd55144 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:54:43.164411 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-364e141c-69e5-4376-9496-913b2d9bb50b req-1bcb1207-6c19-4fdd-ab33-5ae13fd55144 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Network d3f21273-a1b3-4e60-a616-248533538b58 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:54:43.167647 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-364e141c-69e5-4376-9496-913b2d9bb50b req-1bcb1207-6c19-4fdd-ab33-5ae13fd55144 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:54:43.171414 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-364e141c-69e5-4376-9496-913b2d9bb50b req-1bcb1207-6c19-4fdd-ab33-5ae13fd55144 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:54:43.201186 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcb1207-6c19-4fdd-ab33-5ae13fd55144 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Pushing event updated for resources: {'Port': ['ID=bb01f102-d2d9-4f78-aed2-9df72511e925,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:54:43.238196 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364e141c-69e5-4376-9496-913b2d9bb50b req-1bcb1207-6c19-4fdd-ab33-5ae13fd55144 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:54:43.238872 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-364e141c-69e5-4376-9496-913b2d9bb50b req-1bcb1207-6c19-4fdd-ab33-5ae13fd55144 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:54:43.330665 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-364e141c-69e5-4376-9496-913b2d9bb50b req-1bcb1207-6c19-4fdd-ab33-5ae13fd55144 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7720757 Dec 10 15:54:43.342777 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [req-364e141c-69e5-4376-9496-913b2d9bb50b req-4cabe7c3-4ba7-48b7-9e34-e810fc3399ea service neutron] Request body: {'port': {'device_id': '72d5bdfd-bb07-44de-ad26-3c5a0782b0c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:54:43.396057 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-364e141c-69e5-4376-9496-913b2d9bb50b req-4cabe7c3-4ba7-48b7-9e34-e810fc3399ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:54:43.470101 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-7f0701af-30dc-4edb-8df2-bed55750c80d None None] Provisioning complete for port bb01f102-d2d9-4f78-aed2-9df72511e925 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:54:43.470578 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7f0701af-30dc-4edb-8df2-bed55750c80d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:54:43.503094 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-7f0701af-30dc-4edb-8df2-bed55750c80d None None] Port bb01f102-d2d9-4f78-aed2-9df72511e925 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:54:43.527858 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:54:43.667609 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [req-364e141c-69e5-4376-9496-913b2d9bb50b req-4cabe7c3-4ba7-48b7-9e34-e810fc3399ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb01f102-d2d9-4f78-aed2-9df72511e925 {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 15:54:43.675146 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-364e141c-69e5-4376-9496-913b2d9bb50b req-4cabe7c3-4ba7-48b7-9e34-e810fc3399ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:54:43.686915 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-364e141c-69e5-4376-9496-913b2d9bb50b req-4cabe7c3-4ba7-48b7-9e34-e810fc3399ea service neutron] Transition to ACTIVE for port object bb01f102-d2d9-4f78-aed2-9df72511e925 will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 15:54:43.773236 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-364e141c-69e5-4376-9496-913b2d9bb50b req-4cabe7c3-4ba7-48b7-9e34-e810fc3399ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:54:43.845361 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cabe7c3-4ba7-48b7-9e34-e810fc3399ea service neutron] Pushing event updated for resources: {'Port': ['ID=bb01f102-d2d9-4f78-aed2-9df72511e925,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:54:43.906842 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-364e141c-69e5-4376-9496-913b2d9bb50b req-4cabe7c3-4ba7-48b7-9e34-e810fc3399ea service neutron] Attempting to bind port bb01f102-d2d9-4f78-aed2-9df72511e925 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:54:43.907576 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-364e141c-69e5-4376-9496-913b2d9bb50b req-4cabe7c3-4ba7-48b7-9e34-e810fc3399ea service neutron] Attempting to bind port bb01f102-d2d9-4f78-aed2-9df72511e925 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '3a6ed842-1b45-44ba-b718-87d48a4930f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd3f21273-a1b3-4e60-a616-248533538b58'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:54:43.907893 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364e141c-69e5-4376-9496-913b2d9bb50b req-4cabe7c3-4ba7-48b7-9e34-e810fc3399ea service neutron] Attempting to bind port bb01f102-d2d9-4f78-aed2-9df72511e925 on network d3f21273-a1b3-4e60-a616-248533538b58 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:54:43.912516 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364e141c-69e5-4376-9496-913b2d9bb50b req-4cabe7c3-4ba7-48b7-9e34-e810fc3399ea service neutron] Port bb01f102-d2d9-4f78-aed2-9df72511e925 on network d3f21273-a1b3-4e60-a616-248533538b58 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:54:43.912958 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364e141c-69e5-4376-9496-913b2d9bb50b req-4cabe7c3-4ba7-48b7-9e34-e810fc3399ea service neutron] Attempting to bind port bb01f102-d2d9-4f78-aed2-9df72511e925 on network d3f21273-a1b3-4e60-a616-248533538b58 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:54:43.918415 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364e141c-69e5-4376-9496-913b2d9bb50b req-4cabe7c3-4ba7-48b7-9e34-e810fc3399ea service neutron] Checking agent: {'id': 'fa828968-c68f-4b22-9699-a58fe4ab1f05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 28, 13), 'started_at': datetime.datetime(2021, 12, 10, 15, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:54:43.918981 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364e141c-69e5-4376-9496-913b2d9bb50b req-4cabe7c3-4ba7-48b7-9e34-e810fc3399ea service neutron] Checking segment: {'id': '3a6ed842-1b45-44ba-b718-87d48a4930f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd3f21273-a1b3-4e60-a616-248533538b58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:54:43.919502 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364e141c-69e5-4376-9496-913b2d9bb50b req-4cabe7c3-4ba7-48b7-9e34-e810fc3399ea service neutron] Bound using segment: {'id': '3a6ed842-1b45-44ba-b718-87d48a4930f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd3f21273-a1b3-4e60-a616-248533538b58'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:54:43.920042 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-364e141c-69e5-4376-9496-913b2d9bb50b req-4cabe7c3-4ba7-48b7-9e34-e810fc3399ea service neutron] Bound port: bb01f102-d2d9-4f78-aed2-9df72511e925, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a6ed842-1b45-44ba-b718-87d48a4930f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd3f21273-a1b3-4e60-a616-248533538b58'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:54:43.921113 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-364e141c-69e5-4376-9496-913b2d9bb50b req-4cabe7c3-4ba7-48b7-9e34-e810fc3399ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:54:44.028460 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bde6d9-8855-4950-8f8c-b6d82d37e162 req-67fda160-a5ee-4644-a008-bdc9b5a88f07 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:54:44.030009 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-e2bde6d9-8855-4950-8f8c-b6d82d37e162 req-67fda160-a5ee-4644-a008-bdc9b5a88f07 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 944 time: 0.0943742 Dec 10 15:54:44.036294 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-364e141c-69e5-4376-9496-913b2d9bb50b req-4cabe7c3-4ba7-48b7-9e34-e810fc3399ea service neutron] For port bb01f102-d2d9-4f78-aed2-9df72511e925, host hv-neutron-8214, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:54:44.039584 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-364e141c-69e5-4376-9496-913b2d9bb50b req-4cabe7c3-4ba7-48b7-9e34-e810fc3399ea service neutron] For port bb01f102-d2d9-4f78-aed2-9df72511e925, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=bb01f102-d2d9-4f78-aed2-9df72511e925,segment=NetworkSegment(3a6ed842-1b45-44ba-b718-87d48a4930f0),segment_id=3a6ed842-1b45-44ba-b718-87d48a4930f0)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:54:44.084104 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-e2bde6d9-8855-4950-8f8c-b6d82d37e162 req-a60c296b-b9bb-49ef-875f-3475b6df7f02 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430677 Dec 10 15:54:44.115942 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-364e141c-69e5-4376-9496-913b2d9bb50b req-4cabe7c3-4ba7-48b7-9e34-e810fc3399ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:54:44.154517 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364e141c-69e5-4376-9496-913b2d9bb50b req-4cabe7c3-4ba7-48b7-9e34-e810fc3399ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:54:44.155250 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-364e141c-69e5-4376-9496-913b2d9bb50b req-4cabe7c3-4ba7-48b7-9e34-e810fc3399ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:54:44.156696 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-364e141c-69e5-4376-9496-913b2d9bb50b req-4cabe7c3-4ba7-48b7-9e34-e810fc3399ea service neutron] 10.222.0.44 "PUT /v2.0/ports/bb01f102-d2d9-4f78-aed2-9df72511e925 HTTP/1.1" status: 200 len: 1094 time: 0.8182275 Dec 10 15:54:44.157078 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72d5bdfd-bb07-44de-ad26-3c5a0782b0c0', 'tag': 'bb01f102-d2d9-4f78-aed2-9df72511e925'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:54:44.159374 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9ca57131bc4931768ac29058952438d1fdd62308db7b17540cc34ffe8faef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5087e69e-baed-4eb8-8d3b-663441f7d90e" -d '{"events": [{"name": "network-changed", "server_uuid": "72d5bdfd-bb07-44de-ad26-3c5a0782b0c0", "tag": "bb01f102-d2d9-4f78-aed2-9df72511e925"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:54:44.182690 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cabe7c3-4ba7-48b7-9e34-e810fc3399ea service neutron] Pushing event updated for resources: {'Port': ['ID=bb01f102-d2d9-4f78-aed2-9df72511e925,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:54:44.202726 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 15:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f90faac7-542d-4c81-b19c-5ce8e113b830 x-openstack-request-id: req-f90faac7-542d-4c81-b19c-5ce8e113b830 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:54:44.210028 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72d5bdfd-bb07-44de-ad26-3c5a0782b0c0", "tag": "bb01f102-d2d9-4f78-aed2-9df72511e925", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:54:44.210028 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f90faac7-542d-4c81-b19c-5ce8e113b830 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:54:44.210028 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72d5bdfd-bb07-44de-ad26-3c5a0782b0c0', 'tag': 'bb01f102-d2d9-4f78-aed2-9df72511e925', 'status': 'completed', 'code': 200} Dec 10 15:54:44.274479 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5087e69e-baed-4eb8-8d3b-663441f7d90e req-c1979dee-cb0d-4241-a1dd-859098f2a960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:54:44.276024 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-5087e69e-baed-4eb8-8d3b-663441f7d90e req-c1979dee-cb0d-4241-a1dd-859098f2a960 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7c2eaad81241461ab78516cbf365fd16&device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 1097 time: 0.0515575 Dec 10 15:54:44.375935 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5087e69e-baed-4eb8-8d3b-663441f7d90e req-de0dfda7-4a2d-4a1f-8a23-4d88a48e62a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:54:44.377409 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-5087e69e-baed-4eb8-8d3b-663441f7d90e req-de0dfda7-4a2d-4a1f-8a23-4d88a48e62a6 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=7c2eaad81241461ab78516cbf365fd16&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0937939 Dec 10 15:54:44.477049 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5087e69e-baed-4eb8-8d3b-663441f7d90e req-9a24c8e9-30a8-4d67-ab00-3951d83045bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:54:44.478594 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-5087e69e-baed-4eb8-8d3b-663441f7d90e req-9a24c8e9-30a8-4d67-ab00-3951d83045bd service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0938060 Dec 10 15:54:44.555617 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364e141c-69e5-4376-9496-913b2d9bb50b req-92641417-2cdf-49f6-8d35-85ad6da999e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:54:44.557129 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-364e141c-69e5-4376-9496-913b2d9bb50b req-92641417-2cdf-49f6-8d35-85ad6da999e8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7c2eaad81241461ab78516cbf365fd16&device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 1097 time: 0.0415757 Dec 10 15:54:44.599427 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-364e141c-69e5-4376-9496-913b2d9bb50b req-abbef9a2-5c8d-4daf-9a58-86f7cd88eef9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb01f102-d2d9-4f78-aed2-9df72511e925 HTTP/1.1" status: 200 len: 217 time: 0.0337403 Dec 10 15:54:44.650246 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364e141c-69e5-4376-9496-913b2d9bb50b req-733f4547-f1b2-40d1-9286-a61e1ab0d0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:54:44.651675 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-364e141c-69e5-4376-9496-913b2d9bb50b req-733f4547-f1b2-40d1-9286-a61e1ab0d0a1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a6016b09-2076-4278-89b9-8b484a1ccfb9 HTTP/1.1" status: 200 len: 851 time: 0.0455163 Dec 10 15:54:44.698504 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364e141c-69e5-4376-9496-913b2d9bb50b req-67a33931-faaf-40a4-934c-717cd8023c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:54:44.699977 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-364e141c-69e5-4376-9496-913b2d9bb50b req-67a33931-faaf-40a4-934c-717cd8023c3b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d3f21273-a1b3-4e60-a616-248533538b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393746 Dec 10 15:54:44.788691 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-364e141c-69e5-4376-9496-913b2d9bb50b req-1721ff02-3fa9-40f1-853f-07f9951ae891 service neutron] 10.222.0.44 "GET /v2.0/networks/d3f21273-a1b3-4e60-a616-248533538b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813131 Dec 10 15:54:44.878685 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-364e141c-69e5-4376-9496-913b2d9bb50b req-4c7d5180-122f-4ae0-8b5b-47924987c800 service neutron] 10.222.0.44 "GET /v2.0/networks/d3f21273-a1b3-4e60-a616-248533538b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834904 Dec 10 15:54:44.996231 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 15:54:45.197178 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77bc855-4238-44f5-9832-8f00f6e4dae6 req-e69613f0-968e-42ed-bed9-fb3604bf4a95 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:54:45.198717 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-f77bc855-4238-44f5-9832-8f00f6e4dae6 req-e69613f0-968e-42ed-bed9-fb3604bf4a95 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 944 time: 0.0486264 Dec 10 15:54:45.245308 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-f77bc855-4238-44f5-9832-8f00f6e4dae6 req-b1f18fe8-63b3-4039-aeb2-fe9fe1e335c6 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406096 Dec 10 15:54:45.280303 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-536e0621-c0b9-42e4-aaf8-13f9cae70ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:54:46.155975 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:54:46.364964 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ce4ab-0534-4d5b-9424-3a64ec9fe1a3 req-40f3ac95-411b-4ea4-bbed-642b665b6c4b tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:54:46.366481 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-df5ce4ab-0534-4d5b-9424-3a64ec9fe1a3 req-40f3ac95-411b-4ea4-bbed-642b665b6c4b tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 944 time: 0.0522151 Dec 10 15:54:46.423249 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-df5ce4ab-0534-4d5b-9424-3a64ec9fe1a3 req-6c33d010-ec27-44d4-ba9c-9ea3fedcfb04 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507815 Dec 10 15:54:46.519266 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device bb01f102-d2d9-4f78-aed2-9df72511e925 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 15:54:46.610487 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port bb01f102-d2d9-4f78-aed2-9df72511e925, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=bb01f102-d2d9-4f78-aed2-9df72511e925,segment=NetworkSegment(3a6ed842-1b45-44ba-b718-87d48a4930f0),segment_id=3a6ed842-1b45-44ba-b718-87d48a4930f0)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:54:46.621361 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Returning: {'device': 'bb01f102-d2d9-4f78-aed2-9df72511e925', 'network_id': 'd3f21273-a1b3-4e60-a616-248533538b58', 'port_id': 'bb01f102-d2d9-4f78-aed2-9df72511e925', 'mac_address': 'fa:16:3e:f6:c1:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6016b09-2076-4278-89b9-8b484a1ccfb9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 15:54:46.660630 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:54:46.672800 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb01f102-d2d9-4f78-aed2-9df72511e925 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 15:54:46.691093 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port bb01f102-d2d9-4f78-aed2-9df72511e925, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=bb01f102-d2d9-4f78-aed2-9df72511e925,segment=NetworkSegment(3a6ed842-1b45-44ba-b718-87d48a4930f0),segment_id=3a6ed842-1b45-44ba-b718-87d48a4930f0)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:54:46.767456 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:54:46.814527 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=bb01f102-d2d9-4f78-aed2-9df72511e925,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:54:46.976288 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] get_ports_and_sgs() called for port_ids ['bb01f102-d2d9-4f78-aed2-9df72511e925'] {{(pid=103588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 15:54:47.539242 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1291b9-e8ed-4ef1-919d-aa33b8bd8b20 req-1c1d6c8b-0560-49dc-bdb2-c49328d96470 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:54:47.540740 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-cf1291b9-e8ed-4ef1-919d-aa33b8bd8b20 req-1c1d6c8b-0560-49dc-bdb2-c49328d96470 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 945 time: 0.0525436 Dec 10 15:54:47.587120 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-cf1291b9-e8ed-4ef1-919d-aa33b8bd8b20 req-d2b4ba59-3366-44b6-b5f1-e8790a7f5764 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405478 Dec 10 15:54:47.807126 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:54:48.551044 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device bb01f102-d2d9-4f78-aed2-9df72511e925 up at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:54:48.664263 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning for port bb01f102-d2d9-4f78-aed2-9df72511e925 completed by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 15:54:48.668530 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning complete for port bb01f102-d2d9-4f78-aed2-9df72511e925 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:54:48.668897 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:54:48.694024 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:54:48.704856 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e0e7bd-57d2-491a-823e-32757e944779 req-8d04ff6c-d063-448b-a690-47ffc3d38e03 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:54:48.709837 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f0e0e7bd-57d2-491a-823e-32757e944779 req-8d04ff6c-d063-448b-a690-47ffc3d38e03 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 945 time: 0.0534627 Dec 10 15:54:48.756613 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:54:48.762439 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f0e0e7bd-57d2-491a-823e-32757e944779 req-814cf990-869d-4325-b2ed-a3874430c953 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435507 Dec 10 15:54:48.779558 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d5bdfd-bb07-44de-ad26-3c5a0782b0c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb01f102-d2d9-4f78-aed2-9df72511e925'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:54:48.781923 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa4b92c408489e2c982394a5a7b3518bb1b22554638321e3ea6c5cabb2c75d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b337a085-af60-462e-9b39-7c2af031c8d1" -d '{"events": [{"server_uuid": "72d5bdfd-bb07-44de-ad26-3c5a0782b0c0", "name": "network-vif-plugged", "status": "completed", "tag": "bb01f102-d2d9-4f78-aed2-9df72511e925"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:54:48.795019 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port bb01f102-d2d9-4f78-aed2-9df72511e925, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=bb01f102-d2d9-4f78-aed2-9df72511e925,segment=NetworkSegment(3a6ed842-1b45-44ba-b718-87d48a4930f0),segment_id=3a6ed842-1b45-44ba-b718-87d48a4930f0)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:54:48.824205 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 15:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-737a9d89-d784-4b18-8b86-540158136e81 x-openstack-request-id: req-737a9d89-d784-4b18-8b86-540158136e81 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:54:48.824205 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72d5bdfd-bb07-44de-ad26-3c5a0782b0c0", "name": "network-vif-plugged", "status": "completed", "tag": "bb01f102-d2d9-4f78-aed2-9df72511e925", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:54:48.824205 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-737a9d89-d784-4b18-8b86-540158136e81 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:54:48.824205 dv-neutron-821401-4-hyperv neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d5bdfd-bb07-44de-ad26-3c5a0782b0c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb01f102-d2d9-4f78-aed2-9df72511e925', 'code': 200} Dec 10 15:54:48.858922 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:54:48.905643 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=bb01f102-d2d9-4f78-aed2-9df72511e925,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:54:49.133362 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ecaab9-bb6c-4c75-83bb-9c120167fd56 req-ad7cec36-9c59-45b3-a1bd-0111878b192e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:54:49.134777 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d0ecaab9-bb6c-4c75-83bb-9c120167fd56 req-ad7cec36-9c59-45b3-a1bd-0111878b192e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 1099 time: 0.0397799 Dec 10 15:54:49.179729 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d0ecaab9-bb6c-4c75-83bb-9c120167fd56 req-c87496f9-9d96-485d-8995-b73a0cd52e07 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384738 Dec 10 15:54:49.876366 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079625d4-f7a5-4a72-ac69-7a41be0a6329 req-5b95a396-47e3-4b3a-8889-62c8c2169311 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:54:49.878125 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-079625d4-f7a5-4a72-ac69-7a41be0a6329 req-5b95a396-47e3-4b3a-8889-62c8c2169311 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 946 time: 0.0479307 Dec 10 15:54:49.927991 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-079625d4-f7a5-4a72-ac69-7a41be0a6329 req-f89c5f6d-5a0d-4e71-975d-2f6cbbbb391e tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442135 Dec 10 15:54:51.044576 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48c8a98-f43f-4569-b5ae-d5b6f4f89094 req-985d6612-dd46-4bfc-b287-5589733cf1ee tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:54:51.046121 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-e48c8a98-f43f-4569-b5ae-d5b6f4f89094 req-985d6612-dd46-4bfc-b287-5589733cf1ee tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 946 time: 0.0497403 Dec 10 15:54:51.096505 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-e48c8a98-f43f-4569-b5ae-d5b6f4f89094 req-1b06a6b6-eb42-43bf-b0c4-cd81f43ee34f tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444427 Dec 10 15:54:51.206608 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27078a-e944-4b00-bcdd-3ca44e1ae506 req-58af3196-677f-4bff-aa1f-2a76581a3118 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:54:51.207992 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4c27078a-e944-4b00-bcdd-3ca44e1ae506 req-58af3196-677f-4bff-aa1f-2a76581a3118 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 946 time: 0.0484657 Dec 10 15:54:51.216438 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 40892) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:54:51.220702 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-aec785fd-b403-470f-b45a-bc18fbcd2304 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Request body: {'floatingip': {'port_id': 'bb01f102-d2d9-4f78-aed2-9df72511e925'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:54:51.258891 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-aec785fd-b403-470f-b45a-bc18fbcd2304 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks [] for floatingip, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:54:51.679217 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-aec785fd-b403-470f-b45a-bc18fbcd2304 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:54:51.726904 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-aec785fd-b403-470f-b45a-bc18fbcd2304 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552741'] for floatingip, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:54:51.829231 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.l3_db [None req-aec785fd-b403-470f-b45a-bc18fbcd2304 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Floating IP 1ead422d-f7d5-4f2c-8b54-f4fd526e1b25 associated. External IP: 172.26.2.49, port: bb01f102-d2d9-4f78-aed2-9df72511e925. Dec 10 15:54:52.031712 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aec785fd-b403-470f-b45a-bc18fbcd2304 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Router 4022fb72-784d-433d-881b-67115d77b402 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:54:52.146670 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aec785fd-b403-470f-b45a-bc18fbcd2304 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:54:52.152094 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-aec785fd-b403-470f-b45a-bc18fbcd2304 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:54:52.156253 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a59c0b3-435d-4dab-a3a2-9f6e82b9ac4c None None] Sync routers for ids ['4022fb72-784d-433d-881b-67115d77b402'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:54:52.165683 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a59c0b3-435d-4dab-a3a2-9f6e82b9ac4c None None] Routers {'4022fb72-784d-433d-881b-67115d77b402'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:54:52.166331 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-6a59c0b3-435d-4dab-a3a2-9f6e82b9ac4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:54:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['4022fb72-784d-433d-881b-67115d77b402'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:54:52.180033 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-aec785fd-b403-470f-b45a-bc18fbcd2304 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "PUT /v2.0/floatingips/1ead422d-f7d5-4f2c-8b54-f4fd526e1b25 HTTP/1.1" status: 200 len: 992 time: 0.9625452 Dec 10 15:54:52.180616 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72d5bdfd-bb07-44de-ad26-3c5a0782b0c0', 'tag': 'bb01f102-d2d9-4f78-aed2-9df72511e925'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:54:52.182893 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde1b47dcd987728a27c8e391f176ee57ea2adf837d2cedb59662361de43515a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b1e184c-8ba1-4f70-b8c8-58ddb9ba3344" -d '{"events": [{"name": "network-changed", "server_uuid": "72d5bdfd-bb07-44de-ad26-3c5a0782b0c0", "tag": "bb01f102-d2d9-4f78-aed2-9df72511e925"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:54:52.279860 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 15:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8645273b-3908-46c0-84cc-82a6b45fb3d6 x-openstack-request-id: req-8645273b-3908-46c0-84cc-82a6b45fb3d6 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:54:52.280441 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72d5bdfd-bb07-44de-ad26-3c5a0782b0c0", "tag": "bb01f102-d2d9-4f78-aed2-9df72511e925", "status": "completed", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:54:52.280550 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-6a59c0b3-435d-4dab-a3a2-9f6e82b9ac4c None None] Set router 4022fb72-784d-433d-881b-67115d77b402 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:54:52.280655 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8645273b-3908-46c0-84cc-82a6b45fb3d6 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:54:52.280837 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72d5bdfd-bb07-44de-ad26-3c5a0782b0c0', 'tag': 'bb01f102-d2d9-4f78-aed2-9df72511e925', 'status': 'completed', 'code': 200} Dec 10 15:54:52.341825 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1e184c-8ba1-4f70-b8c8-58ddb9ba3344 req-29bf64a2-80c1-420e-bd2e-1fdcbdb1c5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:54:52.343366 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-1b1e184c-8ba1-4f70-b8c8-58ddb9ba3344 req-29bf64a2-80c1-420e-bd2e-1fdcbdb1c5c5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7c2eaad81241461ab78516cbf365fd16&device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 1099 time: 0.0408444 Dec 10 15:54:52.453516 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1e184c-8ba1-4f70-b8c8-58ddb9ba3344 req-77006938-29c5-4b6f-8e61-0eb40c00ebdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:54:52.455042 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-1b1e184c-8ba1-4f70-b8c8-58ddb9ba3344 req-77006938-29c5-4b6f-8e61-0eb40c00ebdf service neutron] 10.222.0.44 "GET /v2.0/networks?id=d3f21273-a1b3-4e60-a616-248533538b58 HTTP/1.1" status: 200 len: 913 time: 0.1051292 Dec 10 15:54:52.508289 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-6a59c0b3-435d-4dab-a3a2-9f6e82b9ac4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4022fb72-784d-433d-881b-67115d77b402', 'name': 'tempest-ServerActionsTestJSON-1059655684-router', 'tenant_id': '7c2eaad81241461ab78516cbf365fd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.73'}], 'enable_snat': True}, 'gw_port_id': 'b4463791-686e-46e1-849f-b3bc36e6226c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:50:33Z', 'updated_at': '2021-12-10T15:50:36Z', 'revision_number': 4, 'project_id': '7c2eaad81241461ab78516cbf365fd16', 'gw_port': {'id': 'b4463791-686e-46e1-849f-b3bc36e6226c', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4022fb72-784d-433d-881b-67115d77b402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:50:33Z', 'updated_at': '2021-12-10T15:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': '1ead422d-f7d5-4f2c-8b54-f4fd526e1b25', 'tenant_id': '7c2eaad81241461ab78516cbf365fd16', 'floating_ip_address': '172.26.2.49', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': '4022fb72-784d-433d-881b-67115d77b402', 'port_id': 'bb01f102-d2d9-4f78-aed2-9df72511e925', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3f21273-a1b3-4e60-a616-248533538b58', 'mac_address': 'fa:16:3e:f6:c1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d5bdfd-bb07-44de-ad26-3c5a0782b0c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T15:50:39Z', 'updated_at': '2021-12-10T15:54:51Z', 'revision_number': 13, 'project_id': '7c2eaad81241461ab78516cbf365fd16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3d7a8a1-3762-41a9-8900-28e359cd6ae0', 'name': '', 'network_id': 'd3f21273-a1b3-4e60-a616-248533538b58', 'tenant_id': '7c2eaad81241461ab78516cbf365fd16', 'mac_address': 'fa:16:3e:07:15:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4022fb72-784d-433d-881b-67115d77b402', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'a6016b09-2076-4278-89b9-8b484a1ccfb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:50:35Z', 'updated_at': '2021-12-10T15:50:40Z', 'revision_number': 5, 'project_id': '7c2eaad81241461ab78516cbf365fd16', 'subnets': [{'id': 'a6016b09-2076-4278-89b9-8b484a1ccfb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:54:52.533442 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-1b1e184c-8ba1-4f70-b8c8-58ddb9ba3344 req-44f5923e-d1d9-4888-8c11-7a99aa4a0e7c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb01f102-d2d9-4f78-aed2-9df72511e925 HTTP/1.1" status: 200 len: 1000 time: 0.0706198 Dec 10 15:54:52.533676 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a59c0b3-435d-4dab-a3a2-9f6e82b9ac4c None None] Checking router: 4022fb72-784d-433d-881b-67115d77b402 for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:54:52.542188 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a59c0b3-435d-4dab-a3a2-9f6e82b9ac4c None None] Routers {'4022fb72-784d-433d-881b-67115d77b402'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:54:52.542781 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-6a59c0b3-435d-4dab-a3a2-9f6e82b9ac4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:54:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['4022fb72-784d-433d-881b-67115d77b402'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:54:52.582208 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1e184c-8ba1-4f70-b8c8-58ddb9ba3344 req-ef0daf0f-8830-45b7-b9f3-f363fde4fe46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:54:52.583693 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-1b1e184c-8ba1-4f70-b8c8-58ddb9ba3344 req-ef0daf0f-8830-45b7-b9f3-f363fde4fe46 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a6016b09-2076-4278-89b9-8b484a1ccfb9 HTTP/1.1" status: 200 len: 851 time: 0.0438917 Dec 10 15:54:52.629216 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1e184c-8ba1-4f70-b8c8-58ddb9ba3344 req-f994af76-934a-442e-9843-31de37c0ae43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:54:52.630667 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-1b1e184c-8ba1-4f70-b8c8-58ddb9ba3344 req-f994af76-934a-442e-9843-31de37c0ae43 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d3f21273-a1b3-4e60-a616-248533538b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402038 Dec 10 15:54:52.646105 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-6a59c0b3-435d-4dab-a3a2-9f6e82b9ac4c None None] Set router 4022fb72-784d-433d-881b-67115d77b402 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:54:52.723904 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-1b1e184c-8ba1-4f70-b8c8-58ddb9ba3344 req-92ab5747-7a04-43d4-b8de-528e103e5394 service neutron] 10.222.0.44 "GET /v2.0/networks/d3f21273-a1b3-4e60-a616-248533538b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861034 Dec 10 15:54:52.817055 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-1b1e184c-8ba1-4f70-b8c8-58ddb9ba3344 req-1a95b481-bc97-40eb-80a6-aa6bf0dfad95 service neutron] 10.222.0.44 "GET /v2.0/networks/d3f21273-a1b3-4e60-a616-248533538b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859368 Dec 10 15:54:52.876468 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-6a59c0b3-435d-4dab-a3a2-9f6e82b9ac4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4022fb72-784d-433d-881b-67115d77b402', 'name': 'tempest-ServerActionsTestJSON-1059655684-router', 'tenant_id': '7c2eaad81241461ab78516cbf365fd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.73'}], 'enable_snat': True}, 'gw_port_id': 'b4463791-686e-46e1-849f-b3bc36e6226c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:50:33Z', 'updated_at': '2021-12-10T15:50:36Z', 'revision_number': 4, 'project_id': '7c2eaad81241461ab78516cbf365fd16', 'gw_port': {'id': 'b4463791-686e-46e1-849f-b3bc36e6226c', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4022fb72-784d-433d-881b-67115d77b402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:50:33Z', 'updated_at': '2021-12-10T15:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': '1ead422d-f7d5-4f2c-8b54-f4fd526e1b25', 'tenant_id': '7c2eaad81241461ab78516cbf365fd16', 'floating_ip_address': '172.26.2.49', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': '4022fb72-784d-433d-881b-67115d77b402', 'port_id': 'bb01f102-d2d9-4f78-aed2-9df72511e925', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3f21273-a1b3-4e60-a616-248533538b58', 'mac_address': 'fa:16:3e:f6:c1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d5bdfd-bb07-44de-ad26-3c5a0782b0c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T15:50:39Z', 'updated_at': '2021-12-10T15:54:51Z', 'revision_number': 13, 'project_id': '7c2eaad81241461ab78516cbf365fd16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3d7a8a1-3762-41a9-8900-28e359cd6ae0', 'name': '', 'network_id': 'd3f21273-a1b3-4e60-a616-248533538b58', 'tenant_id': '7c2eaad81241461ab78516cbf365fd16', 'mac_address': 'fa:16:3e:07:15:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4022fb72-784d-433d-881b-67115d77b402', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'a6016b09-2076-4278-89b9-8b484a1ccfb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:50:35Z', 'updated_at': '2021-12-10T15:50:40Z', 'revision_number': 5, 'project_id': '7c2eaad81241461ab78516cbf365fd16', 'subnets': [{'id': 'a6016b09-2076-4278-89b9-8b484a1ccfb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:54:52.902863 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a59c0b3-435d-4dab-a3a2-9f6e82b9ac4c None None] The sync data for ids ['4022fb72-784d-433d-881b-67115d77b402'] in dv-neutron-821401-4-hyperv is: [{'id': '4022fb72-784d-433d-881b-67115d77b402', 'name': 'tempest-ServerActionsTestJSON-1059655684-router', 'tenant_id': '7c2eaad81241461ab78516cbf365fd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.73'}], 'enable_snat': True}, 'gw_port_id': 'b4463791-686e-46e1-849f-b3bc36e6226c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:50:33Z', 'updated_at': '2021-12-10T15:50:36Z', 'revision_number': 4, 'project_id': '7c2eaad81241461ab78516cbf365fd16', 'gw_port': {'id': 'b4463791-686e-46e1-849f-b3bc36e6226c', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4022fb72-784d-433d-881b-67115d77b402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:50:33Z', 'updated_at': '2021-12-10T15:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': '1ead422d-f7d5-4f2c-8b54-f4fd526e1b25', 'tenant_id': '7c2eaad81241461ab78516cbf365fd16', 'floating_ip_address': '172.26.2.49', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': '4022fb72-784d-433d-881b-67115d77b402', 'port_id': 'bb01f102-d2d9-4f78-aed2-9df72511e925', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3f21273-a1b3-4e60-a616-248533538b58', 'mac_address': 'fa:16:3e:f6:c1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d5bdfd-bb07-44de-ad26-3c5a0782b0c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T15:50:39Z', 'updated_at': '2021-12-10T15:54:51Z', 'revision_number': 13, 'project_id': '7c2eaad81241461ab78516cbf365fd16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3d7a8a1-3762-41a9-8900-28e359cd6ae0', 'name': '', 'network_id': 'd3f21273-a1b3-4e60-a616-248533538b58', 'tenant_id': '7c2eaad81241461ab78516cbf365fd16', 'mac_address': 'fa:16:3e:07:15:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4022fb72-784d-433d-881b-67115d77b402', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'a6016b09-2076-4278-89b9-8b484a1ccfb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:50:35Z', 'updated_at': '2021-12-10T15:50:40Z', 'revision_number': 5, 'project_id': '7c2eaad81241461ab78516cbf365fd16', 'subnets': [{'id': 'a6016b09-2076-4278-89b9-8b484a1ccfb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:54:53.077619 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7a2e73-1fbc-4de7-9fe9-5ee6e56154e9 None None] New status for floating IP 1ead422d-f7d5-4f2c-8b54-f4fd526e1b25: ACTIVE {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 15:55:12.926036 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-35e8ca42-b80a-449e-942d-123d642da76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:55:13.554071 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:55:15.291239 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e9c94aca-2037-457d-8f09-b6429fc2c052 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:55:16.194187 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:55:17.794005 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:55:18.696917 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:55:21.994516 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 15:55:31.150723 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43878ef-019c-4447-9632-741f9affb9ad req-2ff38c43-3657-4d3c-b3d9-63009326ce04 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:55:31.152281 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-b43878ef-019c-4447-9632-741f9affb9ad req-2ff38c43-3657-4d3c-b3d9-63009326ce04 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 946 time: 0.1125762 Dec 10 15:55:31.202965 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-b43878ef-019c-4447-9632-741f9affb9ad req-65e3288f-5833-49f2-be55-7e8a9b1e3881 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440171 Dec 10 15:55:36.342418 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-0ca78c3f-a733-4c70-9462-5aa6c2ed16e2 req-9d0d354f-bde9-4d54-85ed-a4b268b32279 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0460393 Dec 10 15:55:36.423073 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca78c3f-a733-4c70-9462-5aa6c2ed16e2 req-8e8cfe48-bb2a-4608-9534-223fec872654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:55:36.424593 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-0ca78c3f-a733-4c70-9462-5aa6c2ed16e2 req-8e8cfe48-bb2a-4608-9534-223fec872654 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7c2eaad81241461ab78516cbf365fd16&device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 1099 time: 0.0406580 Dec 10 15:55:36.526733 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca78c3f-a733-4c70-9462-5aa6c2ed16e2 req-3622bddd-f8ba-4144-8422-6f39787e1396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:55:36.528204 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-0ca78c3f-a733-4c70-9462-5aa6c2ed16e2 req-3622bddd-f8ba-4144-8422-6f39787e1396 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d3f21273-a1b3-4e60-a616-248533538b58 HTTP/1.1" status: 200 len: 913 time: 0.0829310 Dec 10 15:55:36.606074 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-0ca78c3f-a733-4c70-9462-5aa6c2ed16e2 req-6c2b1665-8607-474f-aacc-aaf2d9bfd532 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb01f102-d2d9-4f78-aed2-9df72511e925 HTTP/1.1" status: 200 len: 1002 time: 0.0707738 Dec 10 15:55:36.654833 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca78c3f-a733-4c70-9462-5aa6c2ed16e2 req-412ba3a8-b0d2-4e70-a340-6fbb6d71a765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:55:36.656309 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-0ca78c3f-a733-4c70-9462-5aa6c2ed16e2 req-412ba3a8-b0d2-4e70-a340-6fbb6d71a765 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a6016b09-2076-4278-89b9-8b484a1ccfb9 HTTP/1.1" status: 200 len: 851 time: 0.0438657 Dec 10 15:55:36.701035 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca78c3f-a733-4c70-9462-5aa6c2ed16e2 req-d52a781d-2179-4f23-8f2d-c0d129c9ae64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:55:36.725548 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-0ca78c3f-a733-4c70-9462-5aa6c2ed16e2 req-d52a781d-2179-4f23-8f2d-c0d129c9ae64 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d3f21273-a1b3-4e60-a616-248533538b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399206 Dec 10 15:55:36.794853 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-0ca78c3f-a733-4c70-9462-5aa6c2ed16e2 req-5f2e99d3-57bd-4e26-bf43-4d195e99ee31 service neutron] 10.222.0.44 "GET /v2.0/networks/d3f21273-a1b3-4e60-a616-248533538b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853257 Dec 10 15:55:36.887307 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-0ca78c3f-a733-4c70-9462-5aa6c2ed16e2 req-d4ad1323-4b41-408d-8fcf-00e445c71d27 service neutron] 10.222.0.44 "GET /v2.0/networks/d3f21273-a1b3-4e60-a616-248533538b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842712 Dec 10 15:55:42.912757 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ec39448c-07ab-4737-ad14-b47fc920994a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:55:43.563684 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:55:44.137869 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed78162-ccd7-4972-afb1-e8f3716a9c9b req-f5edff37-f19c-40dd-a992-14fca0ed574a tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:55:44.139516 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-2ed78162-ccd7-4972-afb1-e8f3716a9c9b req-f5edff37-f19c-40dd-a992-14fca0ed574a tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 946 time: 0.0567856 Dec 10 15:55:44.191732 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-2ed78162-ccd7-4972-afb1-e8f3716a9c9b req-bf97b92a-ec1e-4ffa-93dc-5bb18d038f72 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457413 Dec 10 15:55:44.230789 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-27f9100b-0aa3-4d69-a2b1-0308665abcc3 req-50a170c4-b7b9-49e5-b882-71ed47c2be63 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0404153 Dec 10 15:55:45.312014 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcb370f-fe54-4c67-8c11-d05847dd3775 req-383b3566-a517-40b4-a401-86cae0a0ee39 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:55:45.313423 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-8bcb370f-fe54-4c67-8c11-d05847dd3775 req-383b3566-a517-40b4-a401-86cae0a0ee39 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 946 time: 0.0499947 Dec 10 15:55:45.318895 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-47cb808d-8924-4463-8656-9066ef239fbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:55:45.362359 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-8bcb370f-fe54-4c67-8c11-d05847dd3775 req-b1c05caa-9b4d-48ee-ae45-adc75fd79343 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418923 Dec 10 15:55:46.155032 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9100b-0aa3-4d69-a2b1-0308665abcc3 req-c13da871-ed7e-458d-9e7b-57eb5aa33c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:55:46.156552 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-27f9100b-0aa3-4d69-a2b1-0308665abcc3 req-c13da871-ed7e-458d-9e7b-57eb5aa33c9a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7c2eaad81241461ab78516cbf365fd16&device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 1099 time: 0.0402162 Dec 10 15:55:46.175485 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:55:46.248171 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9100b-0aa3-4d69-a2b1-0308665abcc3 req-4c02d09e-b8bd-4c39-86fa-dfcec453a70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:55:46.249642 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-27f9100b-0aa3-4d69-a2b1-0308665abcc3 req-4c02d09e-b8bd-4c39-86fa-dfcec453a70d service neutron] 10.222.0.44 "GET /v2.0/networks?id=d3f21273-a1b3-4e60-a616-248533538b58 HTTP/1.1" status: 200 len: 913 time: 0.0862391 Dec 10 15:55:46.313351 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-27f9100b-0aa3-4d69-a2b1-0308665abcc3 req-3ba21364-4d71-43e0-9ca0-7e25b3aa0484 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb01f102-d2d9-4f78-aed2-9df72511e925 HTTP/1.1" status: 200 len: 1002 time: 0.0571089 Dec 10 15:55:46.361320 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9100b-0aa3-4d69-a2b1-0308665abcc3 req-ed77cc3b-fabe-498f-ba08-9021a6bc14f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:55:46.362757 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-27f9100b-0aa3-4d69-a2b1-0308665abcc3 req-ed77cc3b-fabe-498f-ba08-9021a6bc14f5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a6016b09-2076-4278-89b9-8b484a1ccfb9 HTTP/1.1" status: 200 len: 851 time: 0.0431538 Dec 10 15:55:46.412193 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9100b-0aa3-4d69-a2b1-0308665abcc3 req-04f6b7b0-b6d9-46f1-a4e6-15912af94dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:55:46.413629 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-27f9100b-0aa3-4d69-a2b1-0308665abcc3 req-04f6b7b0-b6d9-46f1-a4e6-15912af94dd9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d3f21273-a1b3-4e60-a616-248533538b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0440280 Dec 10 15:55:46.530155 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14977a4-97ed-4cbc-87ff-969046351c01 req-e5e84ece-9d87-4a28-848b-9ab59d932009 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:55:46.531582 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-a14977a4-97ed-4cbc-87ff-969046351c01 req-e5e84ece-9d87-4a28-848b-9ab59d932009 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 946 time: 0.0946474 Dec 10 15:55:46.547381 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-27f9100b-0aa3-4d69-a2b1-0308665abcc3 req-5223f9cd-e9ae-44f0-9796-a6e45c10de51 service neutron] 10.222.0.44 "GET /v2.0/networks/d3f21273-a1b3-4e60-a616-248533538b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266119 Dec 10 15:55:46.628160 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-a14977a4-97ed-4cbc-87ff-969046351c01 req-c4d30280-5c20-4f59-96b9-99153e58d2d9 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895772 Dec 10 15:55:46.656317 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-27f9100b-0aa3-4d69-a2b1-0308665abcc3 req-d2a68be0-d2d1-4131-913a-0207e4b295e5 service neutron] 10.222.0.44 "GET /v2.0/networks/d3f21273-a1b3-4e60-a616-248533538b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023211 Dec 10 15:55:47.745831 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d68c66-35e8-4ada-9b83-aeff99b86c13 req-ea07411f-e99b-4810-9a7e-2fe7be2e6f9b tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:55:47.747330 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-a9d68c66-35e8-4ada-9b83-aeff99b86c13 req-ea07411f-e99b-4810-9a7e-2fe7be2e6f9b tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 946 time: 0.0518546 Dec 10 15:55:47.794279 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-a9d68c66-35e8-4ada-9b83-aeff99b86c13 req-fa3e8cf9-3669-4ef6-a755-2b697e6b4129 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407779 Dec 10 15:55:47.809840 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:55:48.682940 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:55:48.909396 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac0076c-30c8-4bf2-9ce9-ab20aca450ff req-e76574c7-5b88-43ad-93f4-bcc5172f3709 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:55:48.910914 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4ac0076c-30c8-4bf2-9ce9-ab20aca450ff req-e76574c7-5b88-43ad-93f4-bcc5172f3709 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 946 time: 0.0496271 Dec 10 15:55:48.961879 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4ac0076c-30c8-4bf2-9ce9-ab20aca450ff req-30eecefe-8d39-460f-8e30-4f58d557c68f tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443635 Dec 10 15:55:50.075230 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140e732e-e1d7-49e4-9e42-bc8d727ce504 req-5ef77737-4bba-4413-903e-2d2c576f9113 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:55:50.076688 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-140e732e-e1d7-49e4-9e42-bc8d727ce504 req-5ef77737-4bba-4413-903e-2d2c576f9113 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 946 time: 0.0481784 Dec 10 15:55:50.122637 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-140e732e-e1d7-49e4-9e42-bc8d727ce504 req-367e9b2c-b502-46bc-ac24-87212cfdce7e tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400240 Dec 10 15:55:51.238132 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac90ee-5c30-4ecf-a467-4017bb7febe5 req-b7c6f8bc-1319-470b-905a-96a8845a87fc tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:55:51.239683 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-bfac90ee-5c30-4ecf-a467-4017bb7febe5 req-b7c6f8bc-1319-470b-905a-96a8845a87fc tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 946 time: 0.0491352 Dec 10 15:55:51.290290 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-bfac90ee-5c30-4ecf-a467-4017bb7febe5 req-b5f2b923-e512-4f06-b501-3bda2026f6e3 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440109 Dec 10 15:55:52.403396 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437634ca-eafc-49d8-810c-05a63066b840 req-2051435a-b3a4-415c-8316-9c7cb3057f69 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:55:52.404795 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-437634ca-eafc-49d8-810c-05a63066b840 req-2051435a-b3a4-415c-8316-9c7cb3057f69 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 946 time: 0.0472722 Dec 10 15:55:52.455900 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-437634ca-eafc-49d8-810c-05a63066b840 req-19f7144e-aa39-4b9d-8e20-cc9da0b205ac tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449669 Dec 10 15:55:53.569584 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98bd47-dd1c-46b7-ba68-bc750475499a req-c6a1f715-4fab-407c-be78-1440056c4633 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:55:53.571093 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-ef98bd47-dd1c-46b7-ba68-bc750475499a req-c6a1f715-4fab-407c-be78-1440056c4633 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 946 time: 0.0478525 Dec 10 15:55:53.624273 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-ef98bd47-dd1c-46b7-ba68-bc750475499a req-cbb7cf28-8a5f-416b-913e-c1a95733e8ac tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471683 Dec 10 15:55:54.738422 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90141f6e-0f03-4871-b7c6-c1c7ddee0221 req-91c18ac8-78c8-4772-992b-815fa8c365d7 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:55:54.741354 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-90141f6e-0f03-4871-b7c6-c1c7ddee0221 req-91c18ac8-78c8-4772-992b-815fa8c365d7 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 946 time: 0.0496128 Dec 10 15:55:54.786274 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-90141f6e-0f03-4871-b7c6-c1c7ddee0221 req-375a1bc7-ef3a-4929-b3c5-94cc10c13d9c tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397136 Dec 10 15:55:55.910196 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd476d88-25b9-4e9b-99d7-f571aefb6eaf req-d6cf8aae-3b6a-4185-ba34-e7abef09bb10 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:55:55.911656 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-cd476d88-25b9-4e9b-99d7-f571aefb6eaf req-d6cf8aae-3b6a-4185-ba34-e7abef09bb10 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 946 time: 0.0517898 Dec 10 15:55:55.958122 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-cd476d88-25b9-4e9b-99d7-f571aefb6eaf req-5c422084-2b0e-4176-b17e-b22322758822 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405195 Dec 10 15:55:57.071683 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74ad2e-37bb-4955-8f67-f4c2543f65e3 req-6747b28c-e6ca-4940-b467-4968ee369a4d tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:55:57.073168 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-2e74ad2e-37bb-4955-8f67-f4c2543f65e3 req-6747b28c-e6ca-4940-b467-4968ee369a4d tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 946 time: 0.0479794 Dec 10 15:55:57.119142 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-2e74ad2e-37bb-4955-8f67-f4c2543f65e3 req-1000c6d7-50e4-4efc-9f72-97ed1e14ae10 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400007 Dec 10 15:55:58.232810 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db6904-7f3a-4180-96f3-839be4acb8d1 req-2c4fd4f9-de30-46fe-be52-01026b045757 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:55:58.237915 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-51db6904-7f3a-4180-96f3-839be4acb8d1 req-2c4fd4f9-de30-46fe-be52-01026b045757 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 946 time: 0.0480320 Dec 10 15:55:58.282072 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-51db6904-7f3a-4180-96f3-839be4acb8d1 req-182bfebc-6fc5-4bf5-96d5-604300a91427 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409465 Dec 10 15:55:58.994138 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 15:55:59.406509 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e28d10b-7532-4aed-a837-b41fef3f4971 req-3eefa388-9ede-4b59-adaf-44b0a71567e5 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:55:59.407978 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-6e28d10b-7532-4aed-a837-b41fef3f4971 req-3eefa388-9ede-4b59-adaf-44b0a71567e5 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 946 time: 0.0565460 Dec 10 15:55:59.454092 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-6e28d10b-7532-4aed-a837-b41fef3f4971 req-0be094e8-3ba4-49c3-87b9-195182777882 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400848 Dec 10 15:56:00.572725 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7507d7-e844-46d9-95e5-220c53e8b365 req-cfc6de3c-4f75-4d84-8475-be75682a5f20 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:56:00.574204 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-bb7507d7-e844-46d9-95e5-220c53e8b365 req-cfc6de3c-4f75-4d84-8475-be75682a5f20 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 946 time: 0.0523858 Dec 10 15:56:00.620020 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-bb7507d7-e844-46d9-95e5-220c53e8b365 req-283f6444-5561-4c20-8f44-649d03b69078 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399394 Dec 10 15:56:01.734382 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c14bbd-82c3-4e3f-beac-b737041a8387 req-86111d02-09f5-4f10-8bce-af7b6ad4afa2 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:56:01.735875 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f2c14bbd-82c3-4e3f-beac-b737041a8387 req-86111d02-09f5-4f10-8bce-af7b6ad4afa2 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 946 time: 0.0491173 Dec 10 15:56:01.782748 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f2c14bbd-82c3-4e3f-beac-b737041a8387 req-b2634a5b-68ff-4462-8944-360da57ab38a tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403132 Dec 10 15:56:02.896919 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58918a4f-3685-4d31-9a5f-b79d88cb1d37 req-ff518862-80b2-4aaa-b54a-9cbce65f62c5 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:56:02.898407 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-58918a4f-3685-4d31-9a5f-b79d88cb1d37 req-ff518862-80b2-4aaa-b54a-9cbce65f62c5 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 946 time: 0.0482042 Dec 10 15:56:02.944835 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-58918a4f-3685-4d31-9a5f-b79d88cb1d37 req-5d114f31-5cf7-4b04-8e21-71a6780e88eb tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405045 Dec 10 15:56:04.059759 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28269862-2b3c-4158-b066-87fceb37d855 req-58d5c2e3-9d15-4e14-a2f8-5867b2a3236e tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:56:04.061242 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-28269862-2b3c-4158-b066-87fceb37d855 req-58d5c2e3-9d15-4e14-a2f8-5867b2a3236e tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 946 time: 0.0487819 Dec 10 15:56:04.111306 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-28269862-2b3c-4158-b066-87fceb37d855 req-e5d07b2a-b887-4ffe-9ceb-a88039f00d67 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440769 Dec 10 15:56:05.225395 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80de653-2c3f-4cc2-830a-94616a77d5ea req-46b94aa3-acbb-473c-bcac-9d6a5b6b3877 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:56:05.229407 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-a80de653-2c3f-4cc2-830a-94616a77d5ea req-46b94aa3-acbb-473c-bcac-9d6a5b6b3877 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 946 time: 0.0505986 Dec 10 15:56:05.278970 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-a80de653-2c3f-4cc2-830a-94616a77d5ea req-3aee706d-e635-4709-b610-a2c30ed4886f tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436819 Dec 10 15:56:06.394961 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67474efb-55e3-4d3f-a38c-42166338787c req-161d1bcd-0036-4813-9280-48432e7d3e43 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:56:06.396440 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-67474efb-55e3-4d3f-a38c-42166338787c req-161d1bcd-0036-4813-9280-48432e7d3e43 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 946 time: 0.0503395 Dec 10 15:56:06.442845 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-67474efb-55e3-4d3f-a38c-42166338787c req-cfbd1671-fe15-41dc-b628-83578ad84eba tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398643 Dec 10 15:56:07.796964 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f431f28-2fda-42b2-b45b-73985f8cf705 req-aea1159e-b26d-4007-877d-e11495f4200d tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:56:07.798368 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-0f431f28-2fda-42b2-b45b-73985f8cf705 req-aea1159e-b26d-4007-877d-e11495f4200d tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 946 time: 0.2892830 Dec 10 15:56:07.851897 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-0f431f28-2fda-42b2-b45b-73985f8cf705 req-00d23751-bb99-492c-b3d8-c5eeabbf3625 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470388 Dec 10 15:56:08.964188 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc178383-8931-4946-90e7-64c93520e443 req-9365c67b-e633-4ab1-ac8f-a98799d39e88 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:56:08.965658 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-fc178383-8931-4946-90e7-64c93520e443 req-9365c67b-e633-4ab1-ac8f-a98799d39e88 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 946 time: 0.0476203 Dec 10 15:56:09.012946 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-fc178383-8931-4946-90e7-64c93520e443 req-9bd30047-afd7-46b0-a848-17cd1ca0f524 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411594 Dec 10 15:56:10.132312 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6efccef-2851-4c42-a1c4-8800c675037f req-3b45b716-a0ed-4ff2-b5c6-575093de86ca tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:56:10.134768 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-c6efccef-2851-4c42-a1c4-8800c675037f req-3b45b716-a0ed-4ff2-b5c6-575093de86ca tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 946 time: 0.0546634 Dec 10 15:56:10.182124 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-c6efccef-2851-4c42-a1c4-8800c675037f req-82505986-b5a0-4fb5-b4f1-d7aa252a9887 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414653 Dec 10 15:56:11.298850 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d50fb8-d8f8-4b7c-a501-739951bf06ce req-df24f73c-5e22-4a32-a6e4-34b9df04f55c tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:56:11.300306 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-49d50fb8-d8f8-4b7c-a501-739951bf06ce req-df24f73c-5e22-4a32-a6e4-34b9df04f55c tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 946 time: 0.0509825 Dec 10 15:56:11.350791 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-49d50fb8-d8f8-4b7c-a501-739951bf06ce req-e5e130c8-51fd-4efa-aed5-53352ae67199 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434103 Dec 10 15:56:12.469218 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9440355b-f797-407c-948f-6a840d095947 req-b8dc860b-a175-42fb-a5bf-26c0bc68bbd7 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:56:12.470682 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-9440355b-f797-407c-948f-6a840d095947 req-b8dc860b-a175-42fb-a5bf-26c0bc68bbd7 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 946 time: 0.0509231 Dec 10 15:56:12.516992 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-9440355b-f797-407c-948f-6a840d095947 req-7f18093a-b31a-422e-9ad0-85237c2a2209 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404317 Dec 10 15:56:12.934340 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-05775c4f-91b2-4ab8-92b4-2bdc1e8d1cca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:56:13.567473 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:56:13.631420 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60563865-e717-4520-9193-fb3519e9b9c4 req-2c3a41ae-f277-4c31-a83d-1bd2294c497e tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:56:13.632904 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-60563865-e717-4520-9193-fb3519e9b9c4 req-2c3a41ae-f277-4c31-a83d-1bd2294c497e tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 946 time: 0.0490847 Dec 10 15:56:13.679351 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-60563865-e717-4520-9193-fb3519e9b9c4 req-74c3a16b-9bd0-4212-914a-985615a43566 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403256 Dec 10 15:56:14.800233 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f270aa17-8310-48b9-8d05-3b62562663b7 req-22744a48-282d-451f-b3f1-5795d2d7c75a tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:56:14.802346 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-f270aa17-8310-48b9-8d05-3b62562663b7 req-22744a48-282d-451f-b3f1-5795d2d7c75a tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 946 time: 0.0509284 Dec 10 15:56:14.855529 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-f270aa17-8310-48b9-8d05-3b62562663b7 req-ca08acfb-400f-4aba-aa9f-576f0d75c867 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468900 Dec 10 15:56:15.281841 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-30574726-c7cb-4f67-9685-4665fa9f8dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:56:15.949501 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-27f9100b-0aa3-4d69-a2b1-0308665abcc3 req-d2c4adf6-fd57-495e-bee0-98cb62c07ac8 service neutron] 10.222.0.44 "GET /v2.0/ports/bb01f102-d2d9-4f78-aed2-9df72511e925/bindings/hv-neutron-8214 HTTP/1.1" status: 200 len: 384 time: 0.0573688 Dec 10 15:56:15.976046 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b7d1a5-ac3d-4bb2-82ce-bc8b5d00e6eb req-902c350e-3ed6-404d-b172-0abb03b01fc5 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:56:15.977549 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-92b7d1a5-ac3d-4bb2-82ce-bc8b5d00e6eb req-902c350e-3ed6-404d-b172-0abb03b01fc5 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 946 time: 0.0540085 Dec 10 15:56:16.023995 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-92b7d1a5-ac3d-4bb2-82ce-bc8b5d00e6eb req-579c62f3-259a-4c1f-b010-3fb41ec80d09 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404539 Dec 10 15:56:16.167283 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:56:16.493647 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9100b-0aa3-4d69-a2b1-0308665abcc3 req-371ae0b5-a61f-4747-bf8f-1ccc999c9107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:56:16.495142 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-27f9100b-0aa3-4d69-a2b1-0308665abcc3 req-371ae0b5-a61f-4747-bf8f-1ccc999c9107 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0&tenant_id=7c2eaad81241461ab78516cbf365fd16 HTTP/1.1" status: 200 len: 1099 time: 0.0397744 Dec 10 15:56:16.553291 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9100b-0aa3-4d69-a2b1-0308665abcc3 req-eb26f348-45e8-4397-9271-6d53a00da4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:56:16.554801 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-27f9100b-0aa3-4d69-a2b1-0308665abcc3 req-eb26f348-45e8-4397-9271-6d53a00da4aa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7c2eaad81241461ab78516cbf365fd16&device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 1099 time: 0.0389931 Dec 10 15:56:16.645741 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9100b-0aa3-4d69-a2b1-0308665abcc3 req-b526e8bc-22bb-42b3-bec2-379aa2f45851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:56:16.647433 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-27f9100b-0aa3-4d69-a2b1-0308665abcc3 req-b526e8bc-22bb-42b3-bec2-379aa2f45851 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d3f21273-a1b3-4e60-a616-248533538b58 HTTP/1.1" status: 200 len: 913 time: 0.0858188 Dec 10 15:56:16.712767 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-27f9100b-0aa3-4d69-a2b1-0308665abcc3 req-d655d759-74dd-492b-ae69-553ecbe5c47f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb01f102-d2d9-4f78-aed2-9df72511e925 HTTP/1.1" status: 200 len: 1002 time: 0.0581024 Dec 10 15:56:16.761353 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9100b-0aa3-4d69-a2b1-0308665abcc3 req-764f73e7-137a-46af-98cd-e8c7bc65c585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:56:16.762848 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-27f9100b-0aa3-4d69-a2b1-0308665abcc3 req-764f73e7-137a-46af-98cd-e8c7bc65c585 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a6016b09-2076-4278-89b9-8b484a1ccfb9 HTTP/1.1" status: 200 len: 851 time: 0.0436378 Dec 10 15:56:16.810697 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9100b-0aa3-4d69-a2b1-0308665abcc3 req-4c90f205-c2e1-4aa6-a875-93c21ad13bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:56:16.812162 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-27f9100b-0aa3-4d69-a2b1-0308665abcc3 req-4c90f205-c2e1-4aa6-a875-93c21ad13bd8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d3f21273-a1b3-4e60-a616-248533538b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423226 Dec 10 15:56:16.858311 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device bb01f102-d2d9-4f78-aed2-9df72511e925 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:56:16.898997 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-27f9100b-0aa3-4d69-a2b1-0308665abcc3 req-bb70f386-1c30-4803-96a3-a32883a3f416 service neutron] 10.222.0.44 "GET /v2.0/networks/d3f21273-a1b3-4e60-a616-248533538b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795062 Dec 10 15:56:16.930888 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:56:16.953094 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d5bdfd-bb07-44de-ad26-3c5a0782b0c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb01f102-d2d9-4f78-aed2-9df72511e925'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:56:16.955374 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa4b92c408489e2c982394a5a7b3518bb1b22554638321e3ea6c5cabb2c75d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a710f5-47d6-4be4-ab1f-fc603485709a" -d '{"events": [{"server_uuid": "72d5bdfd-bb07-44de-ad26-3c5a0782b0c0", "name": "network-vif-unplugged", "status": "completed", "tag": "bb01f102-d2d9-4f78-aed2-9df72511e925"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:56:16.968433 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port bb01f102-d2d9-4f78-aed2-9df72511e925, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=bb01f102-d2d9-4f78-aed2-9df72511e925,segment=NetworkSegment(3a6ed842-1b45-44ba-b718-87d48a4930f0),segment_id=3a6ed842-1b45-44ba-b718-87d48a4930f0)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:56:16.994589 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-27f9100b-0aa3-4d69-a2b1-0308665abcc3 req-d6929ebe-ae8b-46af-97ac-be5840c787cc service neutron] 10.222.0.44 "GET /v2.0/networks/d3f21273-a1b3-4e60-a616-248533538b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887527 Dec 10 15:56:16.997655 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 15:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b18d2d9-9e39-4c7e-a639-3844d79a3caa x-openstack-request-id: req-8b18d2d9-9e39-4c7e-a639-3844d79a3caa {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:56:16.997981 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72d5bdfd-bb07-44de-ad26-3c5a0782b0c0", "name": "network-vif-unplugged", "status": "completed", "tag": "bb01f102-d2d9-4f78-aed2-9df72511e925", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:56:16.998238 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8b18d2d9-9e39-4c7e-a639-3844d79a3caa {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:56:16.998636 dv-neutron-821401-4-hyperv neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d5bdfd-bb07-44de-ad26-3c5a0782b0c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb01f102-d2d9-4f78-aed2-9df72511e925', 'code': 200} Dec 10 15:56:17.030396 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:56:17.081342 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=bb01f102-d2d9-4f78-aed2-9df72511e925,revision_number=6']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:56:17.088380 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:56:17.088742 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:56:17.089089 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:56:17.089425 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:56:17.089755 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:56:17.090271 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:56:17.090440 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:56:17.090771 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:56:17.091101 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:56:17.091429 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:56:17.091756 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:56:17.092079 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:56:17.092395 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:56:17.143854 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b9d27-d778-4075-9932-cbd47cca553d req-aac90c6e-d5b4-4db4-8de2-21a6e4632bfc tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:56:17.145501 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-255b9d27-d778-4075-9932-cbd47cca553d req-aac90c6e-d5b4-4db4-8de2-21a6e4632bfc tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 944 time: 0.0511990 Dec 10 15:56:17.197626 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-255b9d27-d778-4075-9932-cbd47cca553d req-52bec9ef-96ce-4020-9dbe-76e86b5326ba tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418103 Dec 10 15:56:17.819872 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:56:18.323853 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d5e128-4d54-4fee-8ca2-413b275684f0 req-b3d18648-73aa-4c57-b138-17bf2a12531e tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:56:18.325379 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-15d5e128-4d54-4fee-8ca2-413b275684f0 req-b3d18648-73aa-4c57-b138-17bf2a12531e tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 944 time: 0.0507414 Dec 10 15:56:18.384848 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-15d5e128-4d54-4fee-8ca2-413b275684f0 req-5a7f5625-bba3-4f3b-a64f-1eddaa837e8a tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526493 Dec 10 15:56:18.682741 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:56:19.502905 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c13432f-9760-46a9-9457-0597fbfb9d09 req-191bc934-bec5-446e-b572-69b5faf98c5c tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:56:19.504401 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-2c13432f-9760-46a9-9457-0597fbfb9d09 req-191bc934-bec5-446e-b572-69b5faf98c5c tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 944 time: 0.0496736 Dec 10 15:56:19.555530 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-2c13432f-9760-46a9-9457-0597fbfb9d09 req-d836f869-53e4-4b9a-8f07-2bc1b74e01d3 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450487 Dec 10 15:56:20.669008 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0463de8b-1eb1-4c47-9395-9260123ba5ac req-8a3f0f3c-8053-41c6-b672-aa479e82ad54 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:56:20.670535 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-0463de8b-1eb1-4c47-9395-9260123ba5ac req-8a3f0f3c-8053-41c6-b672-aa479e82ad54 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 944 time: 0.0487158 Dec 10 15:56:20.725592 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-0463de8b-1eb1-4c47-9395-9260123ba5ac req-0e4162b3-6af7-4c0d-bc04-7739f84011ea tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440245 Dec 10 15:56:21.843943 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1492be-1945-480a-bd82-4d338a289b32 req-5bf10f15-444e-41ca-b89f-2cc760f43059 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:56:21.845392 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-eb1492be-1945-480a-bd82-4d338a289b32 req-5bf10f15-444e-41ca-b89f-2cc760f43059 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 944 time: 0.0494394 Dec 10 15:56:21.896105 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-eb1492be-1945-480a-bd82-4d338a289b32 req-c60cd0a1-c255-4619-b82c-005c012f5bf7 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445368 Dec 10 15:56:23.035818 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad38730-9fa6-4e09-bdd7-d874e9f2ddae req-62ab588b-32e5-4f87-82e7-ef6626e7363f tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:56:23.037322 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-2ad38730-9fa6-4e09-bdd7-d874e9f2ddae req-62ab588b-32e5-4f87-82e7-ef6626e7363f tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 944 time: 0.0700657 Dec 10 15:56:23.083685 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-2ad38730-9fa6-4e09-bdd7-d874e9f2ddae req-9b7cba50-dc25-4ba4-988b-c21cf9b5b878 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404377 Dec 10 15:56:23.093931 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device bb01f102-d2d9-4f78-aed2-9df72511e925 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 15:56:23.188447 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port bb01f102-d2d9-4f78-aed2-9df72511e925, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=bb01f102-d2d9-4f78-aed2-9df72511e925,segment=NetworkSegment(3a6ed842-1b45-44ba-b718-87d48a4930f0),segment_id=3a6ed842-1b45-44ba-b718-87d48a4930f0)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:56:23.200135 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Returning: {'device': 'bb01f102-d2d9-4f78-aed2-9df72511e925', 'network_id': 'd3f21273-a1b3-4e60-a616-248533538b58', 'port_id': 'bb01f102-d2d9-4f78-aed2-9df72511e925', 'mac_address': 'fa:16:3e:f6:c1:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6016b09-2076-4278-89b9-8b484a1ccfb9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 15:56:23.235644 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:56:23.248057 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb01f102-d2d9-4f78-aed2-9df72511e925 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 15:56:23.266867 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port bb01f102-d2d9-4f78-aed2-9df72511e925, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=bb01f102-d2d9-4f78-aed2-9df72511e925,segment=NetworkSegment(3a6ed842-1b45-44ba-b718-87d48a4930f0),segment_id=3a6ed842-1b45-44ba-b718-87d48a4930f0)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:56:23.362527 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:56:23.411342 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=bb01f102-d2d9-4f78-aed2-9df72511e925,revision_number=7']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:56:23.422504 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] get_ports_and_sgs() called for port_ids ['bb01f102-d2d9-4f78-aed2-9df72511e925'] {{(pid=103588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 15:56:24.198518 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196273dd-be92-4c3d-827e-bee1216f306b req-8edf3010-83cf-4ef3-b4c8-fa64f0ab7f1e tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:56:24.199989 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-196273dd-be92-4c3d-827e-bee1216f306b req-8edf3010-83cf-4ef3-b4c8-fa64f0ab7f1e tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 945 time: 0.0479600 Dec 10 15:56:24.246177 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-196273dd-be92-4c3d-827e-bee1216f306b req-7f719e18-1971-4832-8a7b-7e9b364d0538 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398867 Dec 10 15:56:25.105380 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device bb01f102-d2d9-4f78-aed2-9df72511e925 up at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:56:25.151731 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning complete for port bb01f102-d2d9-4f78-aed2-9df72511e925 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:56:25.152106 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:56:25.228874 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:56:25.250585 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d5bdfd-bb07-44de-ad26-3c5a0782b0c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb01f102-d2d9-4f78-aed2-9df72511e925'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:56:25.252799 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa4b92c408489e2c982394a5a7b3518bb1b22554638321e3ea6c5cabb2c75d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60703797-bb75-44a3-bf3c-2456c6ab8af4" -d '{"events": [{"server_uuid": "72d5bdfd-bb07-44de-ad26-3c5a0782b0c0", "name": "network-vif-plugged", "status": "completed", "tag": "bb01f102-d2d9-4f78-aed2-9df72511e925"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:56:25.265551 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port bb01f102-d2d9-4f78-aed2-9df72511e925, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=bb01f102-d2d9-4f78-aed2-9df72511e925,segment=NetworkSegment(3a6ed842-1b45-44ba-b718-87d48a4930f0),segment_id=3a6ed842-1b45-44ba-b718-87d48a4930f0)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:56:25.297802 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 15:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d4be074-4a0d-4d01-b59a-40ef9d7759aa x-openstack-request-id: req-0d4be074-4a0d-4d01-b59a-40ef9d7759aa {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:56:25.298145 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72d5bdfd-bb07-44de-ad26-3c5a0782b0c0", "name": "network-vif-plugged", "status": "completed", "tag": "bb01f102-d2d9-4f78-aed2-9df72511e925", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:56:25.298403 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0d4be074-4a0d-4d01-b59a-40ef9d7759aa {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:56:25.298791 dv-neutron-821401-4-hyperv neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d5bdfd-bb07-44de-ad26-3c5a0782b0c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb01f102-d2d9-4f78-aed2-9df72511e925', 'code': 200} Dec 10 15:56:25.356869 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:56:25.367920 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d16b05-0682-449c-9388-2c6849c24130 req-e9a441f9-cba7-46a1-b34b-f74c6f8ef4ee tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:56:25.369420 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-c7d16b05-0682-449c-9388-2c6849c24130 req-e9a441f9-cba7-46a1-b34b-f74c6f8ef4ee tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 945 time: 0.0547538 Dec 10 15:56:25.402897 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=bb01f102-d2d9-4f78-aed2-9df72511e925,revision_number=8']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:56:25.417829 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-c7d16b05-0682-449c-9388-2c6849c24130 req-96011209-5527-4c0c-9c2d-7c1556eefc0f tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422657 Dec 10 15:56:26.536263 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a969073-2239-4f45-b0c3-0b21dd605b13 req-5de36e87-27e4-4d1b-80c9-6865552b64e9 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:56:26.537732 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4a969073-2239-4f45-b0c3-0b21dd605b13 req-5de36e87-27e4-4d1b-80c9-6865552b64e9 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 946 time: 0.0478938 Dec 10 15:56:26.584485 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4a969073-2239-4f45-b0c3-0b21dd605b13 req-13022bea-3922-4acf-aa92-10d70c8dc8a7 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407968 Dec 10 15:56:27.699787 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d753f7-8ef1-4a03-ba95-597a8c97884d req-2b8d4f63-8335-4e53-94ce-90b3361f2f84 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:56:27.701282 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-24d753f7-8ef1-4a03-ba95-597a8c97884d req-2b8d4f63-8335-4e53-94ce-90b3361f2f84 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 946 time: 0.0490220 Dec 10 15:56:27.747632 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-24d753f7-8ef1-4a03-ba95-597a8c97884d req-664cffe0-9f25-4922-86fd-cf3354c0224a tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396814 Dec 10 15:56:28.863211 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86740f0e-e8d0-4919-9cf1-ed233efac419 req-d369e818-c2af-49ef-a98d-c513d22f00b0 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:56:28.864693 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-86740f0e-e8d0-4919-9cf1-ed233efac419 req-d369e818-c2af-49ef-a98d-c513d22f00b0 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 946 time: 0.0485880 Dec 10 15:56:28.915129 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-86740f0e-e8d0-4919-9cf1-ed233efac419 req-34b5cfc6-955e-4163-9a59-13047b96366e tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442226 Dec 10 15:56:30.028442 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527d1c11-a1dd-4390-924a-5b6a9302e09e req-3667b07d-dab1-481f-8663-47534ad50982 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:56:30.029945 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-527d1c11-a1dd-4390-924a-5b6a9302e09e req-3667b07d-dab1-481f-8663-47534ad50982 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 946 time: 0.0474541 Dec 10 15:56:30.080777 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-527d1c11-a1dd-4390-924a-5b6a9302e09e req-5cd78a0d-873e-4925-9301-be2e3a635ea3 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443296 Dec 10 15:56:30.674245 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a8df40-8b2d-419b-b92f-0647bebbe949 req-db2b83fc-42f4-48fb-8bbd-3ceb5a0b6757 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:56:30.675724 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-80a8df40-8b2d-419b-b92f-0647bebbe949 req-db2b83fc-42f4-48fb-8bbd-3ceb5a0b6757 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 946 time: 0.0484595 Dec 10 15:56:30.724158 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-80a8df40-8b2d-419b-b92f-0647bebbe949 req-7a20c46d-5f5d-4b3c-8b50-477fe760d239 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423834 Dec 10 15:56:30.725179 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b243e9ee-4128-443b-b50e-7a8988c2becb req-9adc5d44-8153-4ad4-ab20-32613bd9495d tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:56:30.726713 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b243e9ee-4128-443b-b50e-7a8988c2becb req-9adc5d44-8153-4ad4-ab20-32613bd9495d tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0&tenant_id=7c2eaad81241461ab78516cbf365fd16&binding%3Ahost_id=hv-neutron-8214 HTTP/1.1" status: 200 len: 946 time: 0.0524554 Dec 10 15:56:30.787802 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b243e9ee-4128-443b-b50e-7a8988c2becb req-9ab09ebd-b5b7-49d0-a709-65039a303637 service neutron] 10.222.0.44 "GET /v2.0/ports/bb01f102-d2d9-4f78-aed2-9df72511e925/bindings/hv-neutron-8214 HTTP/1.1" status: 200 len: 384 time: 0.0533180 Dec 10 15:56:30.849445 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b243e9ee-4128-443b-b50e-7a8988c2becb req-accd5407-9a83-43a3-9780-666cabf23852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:56:30.850978 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b243e9ee-4128-443b-b50e-7a8988c2becb req-accd5407-9a83-43a3-9780-666cabf23852 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7c2eaad81241461ab78516cbf365fd16&device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 1099 time: 0.0411401 Dec 10 15:56:30.941454 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b243e9ee-4128-443b-b50e-7a8988c2becb req-cf68af80-6874-4f4a-a5c7-f0aff3ea8fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:56:30.943098 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b243e9ee-4128-443b-b50e-7a8988c2becb req-cf68af80-6874-4f4a-a5c7-f0aff3ea8fd1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d3f21273-a1b3-4e60-a616-248533538b58 HTTP/1.1" status: 200 len: 913 time: 0.0857203 Dec 10 15:56:31.008448 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b243e9ee-4128-443b-b50e-7a8988c2becb req-0fd76dc6-31e4-4073-8235-f7a7a04d5643 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb01f102-d2d9-4f78-aed2-9df72511e925 HTTP/1.1" status: 200 len: 1002 time: 0.0577652 Dec 10 15:56:31.059399 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b243e9ee-4128-443b-b50e-7a8988c2becb req-131591ee-b5a0-48e5-8935-053d0c6d323a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:56:31.060808 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b243e9ee-4128-443b-b50e-7a8988c2becb req-131591ee-b5a0-48e5-8935-053d0c6d323a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a6016b09-2076-4278-89b9-8b484a1ccfb9 HTTP/1.1" status: 200 len: 851 time: 0.0457532 Dec 10 15:56:31.103935 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b243e9ee-4128-443b-b50e-7a8988c2becb req-4f0df8ce-b852-4ba9-bc29-ef0ecf94b5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:56:31.105355 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b243e9ee-4128-443b-b50e-7a8988c2becb req-4f0df8ce-b852-4ba9-bc29-ef0ecf94b5a5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d3f21273-a1b3-4e60-a616-248533538b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0372150 Dec 10 15:56:31.192420 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b243e9ee-4128-443b-b50e-7a8988c2becb req-2bb90731-9197-4ddd-ad05-b6952f3b78b2 service neutron] 10.222.0.44 "GET /v2.0/networks/d3f21273-a1b3-4e60-a616-248533538b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798624 Dec 10 15:56:31.281408 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b243e9ee-4128-443b-b50e-7a8988c2becb req-d9ce9c71-fcf9-4703-9f43-0c5000a03f1c service neutron] 10.222.0.44 "GET /v2.0/networks/d3f21273-a1b3-4e60-a616-248533538b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828848 Dec 10 15:56:31.886575 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ccad4-664d-4d10-adc0-9271e0e6388d req-a7cb622f-9ffe-4f31-a9e4-530903cbdcc4 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:56:31.888067 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-610ccad4-664d-4d10-adc0-9271e0e6388d req-a7cb622f-9ffe-4f31-a9e4-530903cbdcc4 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 946 time: 0.0938139 Dec 10 15:56:31.934829 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-610ccad4-664d-4d10-adc0-9271e0e6388d req-be7d372b-8916-42ef-acfd-d90877936883 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408804 Dec 10 15:56:33.047969 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268be804-d4f1-4f45-991e-5af9ca4be539 req-4ed7aab7-5d88-4d30-aecc-e7c35d4d27c2 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:56:33.049450 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-268be804-d4f1-4f45-991e-5af9ca4be539 req-4ed7aab7-5d88-4d30-aecc-e7c35d4d27c2 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 946 time: 0.0472522 Dec 10 15:56:33.095235 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-268be804-d4f1-4f45-991e-5af9ca4be539 req-3cd6084a-65fe-46b9-92c0-c4825598832d tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391924 Dec 10 15:56:34.216822 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc9298e-3c06-448f-a6b4-35c07cd1005a req-5f8700db-20b0-486e-bc26-cb7b1432ac6e tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:56:34.218371 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-ebc9298e-3c06-448f-a6b4-35c07cd1005a req-5f8700db-20b0-486e-bc26-cb7b1432ac6e tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 946 time: 0.0536563 Dec 10 15:56:34.267058 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-ebc9298e-3c06-448f-a6b4-35c07cd1005a req-c39df55a-8cf1-40ba-aaf1-d800ac25abc5 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426102 Dec 10 15:56:35.389435 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de7d62-dfcf-4c88-95d4-e60d609d95cd req-680425dc-6ca5-4f67-a859-79ff68becb79 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:56:35.390827 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-91de7d62-dfcf-4c88-95d4-e60d609d95cd req-680425dc-6ca5-4f67-a859-79ff68becb79 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 946 time: 0.0521851 Dec 10 15:56:35.440028 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-91de7d62-dfcf-4c88-95d4-e60d609d95cd req-f7bebf23-de61-4a99-9a9e-16ac5f544651 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425375 Dec 10 15:56:35.994847 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 15:56:36.379959 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b243e9ee-4128-443b-b50e-7a8988c2becb req-d23db6d5-9857-45f6-b6f6-fb12bdecf162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:56:36.381486 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b243e9ee-4128-443b-b50e-7a8988c2becb req-d23db6d5-9857-45f6-b6f6-fb12bdecf162 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0&tenant_id=7c2eaad81241461ab78516cbf365fd16 HTTP/1.1" status: 200 len: 1099 time: 0.0837541 Dec 10 15:56:36.415747 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771a95ce-4782-4f0d-aaf7-2e7755c3f2cd req-3455692e-5a2e-432f-ae59-ba59426d563e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:56:36.417219 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-771a95ce-4782-4f0d-aaf7-2e7755c3f2cd req-3455692e-5a2e-432f-ae59-ba59426d563e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7c2eaad81241461ab78516cbf365fd16&device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 1099 time: 0.0786116 Dec 10 15:56:36.521647 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771a95ce-4782-4f0d-aaf7-2e7755c3f2cd req-9e6d47e4-9e26-421b-924f-1eb334a2a8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:56:36.523175 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-771a95ce-4782-4f0d-aaf7-2e7755c3f2cd req-9e6d47e4-9e26-421b-924f-1eb334a2a8b1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d3f21273-a1b3-4e60-a616-248533538b58 HTTP/1.1" status: 200 len: 913 time: 0.0872393 Dec 10 15:56:36.556371 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb50f6e8-8597-4a36-bdd5-c73fe781f649 req-045a5c9a-dae7-47d5-8e60-bdac885befe3 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:56:36.557844 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-bb50f6e8-8597-4a36-bdd5-c73fe781f649 req-045a5c9a-dae7-47d5-8e60-bdac885befe3 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 946 time: 0.0494626 Dec 10 15:56:36.589156 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-771a95ce-4782-4f0d-aaf7-2e7755c3f2cd req-0a23c43a-ff29-40b3-92a4-5d706c18484b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb01f102-d2d9-4f78-aed2-9df72511e925 HTTP/1.1" status: 200 len: 1002 time: 0.0586979 Dec 10 15:56:36.605351 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-bb50f6e8-8597-4a36-bdd5-c73fe781f649 req-0f3ec5f6-70e8-469e-bc1f-3655d9588c58 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414732 Dec 10 15:56:36.637988 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771a95ce-4782-4f0d-aaf7-2e7755c3f2cd req-6548e5bb-beba-44c2-a312-6af44cb1e0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:56:36.639476 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-771a95ce-4782-4f0d-aaf7-2e7755c3f2cd req-6548e5bb-beba-44c2-a312-6af44cb1e0c8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a6016b09-2076-4278-89b9-8b484a1ccfb9 HTTP/1.1" status: 200 len: 851 time: 0.0436254 Dec 10 15:56:36.690016 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771a95ce-4782-4f0d-aaf7-2e7755c3f2cd req-5662f3d6-7d6f-4419-a780-4558b1a224a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:56:36.692298 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-771a95ce-4782-4f0d-aaf7-2e7755c3f2cd req-5662f3d6-7d6f-4419-a780-4558b1a224a4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d3f21273-a1b3-4e60-a616-248533538b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0462601 Dec 10 15:56:36.780565 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-771a95ce-4782-4f0d-aaf7-2e7755c3f2cd req-071beef0-ed2b-4bb7-bda5-f418ecdcc580 service neutron] 10.222.0.44 "GET /v2.0/networks/d3f21273-a1b3-4e60-a616-248533538b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808551 Dec 10 15:56:36.872121 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-771a95ce-4782-4f0d-aaf7-2e7755c3f2cd req-e9e9dfe8-568c-43eb-af87-0bfb14801732 service neutron] 10.222.0.44 "GET /v2.0/networks/d3f21273-a1b3-4e60-a616-248533538b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836167 Dec 10 15:56:36.948768 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b243e9ee-4128-443b-b50e-7a8988c2becb req-842241f9-b753-436d-992a-8f8c12b89d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:56:36.950272 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-b243e9ee-4128-443b-b50e-7a8988c2becb req-842241f9-b753-436d-992a-8f8c12b89d3e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7c2eaad81241461ab78516cbf365fd16&device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 1099 time: 0.0403228 Dec 10 15:56:37.038500 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b243e9ee-4128-443b-b50e-7a8988c2becb req-ea17e6a7-13c0-49cb-948d-6d7b712b42c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:56:37.039960 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-b243e9ee-4128-443b-b50e-7a8988c2becb req-ea17e6a7-13c0-49cb-948d-6d7b712b42c2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d3f21273-a1b3-4e60-a616-248533538b58 HTTP/1.1" status: 200 len: 913 time: 0.0827732 Dec 10 15:56:37.110694 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-b243e9ee-4128-443b-b50e-7a8988c2becb req-591f5433-32e6-4863-a30e-391601b57722 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb01f102-d2d9-4f78-aed2-9df72511e925 HTTP/1.1" status: 200 len: 1002 time: 0.0638862 Dec 10 15:56:37.158743 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b243e9ee-4128-443b-b50e-7a8988c2becb req-98a8b89e-72d0-4460-bdb8-9d2f894ef228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:56:37.160245 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-b243e9ee-4128-443b-b50e-7a8988c2becb req-98a8b89e-72d0-4460-bdb8-9d2f894ef228 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a6016b09-2076-4278-89b9-8b484a1ccfb9 HTTP/1.1" status: 200 len: 851 time: 0.0428214 Dec 10 15:56:37.187440 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device bb01f102-d2d9-4f78-aed2-9df72511e925 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:56:37.205966 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b243e9ee-4128-443b-b50e-7a8988c2becb req-6acb800f-82d6-4d75-b748-efeb666c832c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:56:37.207598 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-b243e9ee-4128-443b-b50e-7a8988c2becb req-6acb800f-82d6-4d75-b748-efeb666c832c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d3f21273-a1b3-4e60-a616-248533538b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404146 Dec 10 15:56:37.263240 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:56:37.285469 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d5bdfd-bb07-44de-ad26-3c5a0782b0c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb01f102-d2d9-4f78-aed2-9df72511e925'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:56:37.287809 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa4b92c408489e2c982394a5a7b3518bb1b22554638321e3ea6c5cabb2c75d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c886620d-1f7f-46ed-8588-7cc97b39abc6" -d '{"events": [{"server_uuid": "72d5bdfd-bb07-44de-ad26-3c5a0782b0c0", "name": "network-vif-unplugged", "status": "completed", "tag": "bb01f102-d2d9-4f78-aed2-9df72511e925"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:56:37.302954 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-b243e9ee-4128-443b-b50e-7a8988c2becb req-fc29ff04-2dc1-48e0-b71b-ad451021ddb7 service neutron] 10.222.0.44 "GET /v2.0/networks/d3f21273-a1b3-4e60-a616-248533538b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877402 Dec 10 15:56:37.303929 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port bb01f102-d2d9-4f78-aed2-9df72511e925, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=bb01f102-d2d9-4f78-aed2-9df72511e925,segment=NetworkSegment(3a6ed842-1b45-44ba-b718-87d48a4930f0),segment_id=3a6ed842-1b45-44ba-b718-87d48a4930f0)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:56:37.334240 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 15:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e6e52a-dda0-40b0-b320-6c0d5955f7ce x-openstack-request-id: req-e0e6e52a-dda0-40b0-b320-6c0d5955f7ce {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:56:37.334532 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72d5bdfd-bb07-44de-ad26-3c5a0782b0c0", "name": "network-vif-unplugged", "status": "completed", "tag": "bb01f102-d2d9-4f78-aed2-9df72511e925", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:56:37.334790 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e0e6e52a-dda0-40b0-b320-6c0d5955f7ce {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:56:37.335182 dv-neutron-821401-4-hyperv neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d5bdfd-bb07-44de-ad26-3c5a0782b0c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb01f102-d2d9-4f78-aed2-9df72511e925', 'code': 200} Dec 10 15:56:37.378931 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:56:37.398918 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-b243e9ee-4128-443b-b50e-7a8988c2becb req-f4ed05ee-58f8-4ebb-b48a-cd6cf05b4afc service neutron] 10.222.0.44 "GET /v2.0/networks/d3f21273-a1b3-4e60-a616-248533538b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882406 Dec 10 15:56:37.426211 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=bb01f102-d2d9-4f78-aed2-9df72511e925,revision_number=9']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:56:37.728670 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d41fe-8965-44fc-88f6-d20c018f2547 req-57008016-2a79-444c-9eda-f0ed9d6c53c7 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:56:37.730103 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d94d41fe-8965-44fc-88f6-d20c018f2547 req-57008016-2a79-444c-9eda-f0ed9d6c53c7 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 944 time: 0.0535729 Dec 10 15:56:37.777311 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d94d41fe-8965-44fc-88f6-d20c018f2547 req-c3e28702-2dfe-471f-a6db-72b0b8c882d2 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410955 Dec 10 15:56:38.903183 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a44e2f8-25cd-47e3-8235-81fde9dfca97 req-0a6c6b1a-49af-41ff-bbbb-ff3e59633f78 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:56:38.904557 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-5a44e2f8-25cd-47e3-8235-81fde9dfca97 req-0a6c6b1a-49af-41ff-bbbb-ff3e59633f78 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 944 time: 0.0541146 Dec 10 15:56:38.952477 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-5a44e2f8-25cd-47e3-8235-81fde9dfca97 req-bd216030-d11c-49cf-b4d7-eca582a0c227 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413132 Dec 10 15:56:40.068763 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2719131-fd44-4f65-8bf5-aea4468c4dbd req-6f4f2253-c9bd-40f6-a3d2-b7b9f668a93c tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:56:40.070259 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-e2719131-fd44-4f65-8bf5-aea4468c4dbd req-6f4f2253-c9bd-40f6-a3d2-b7b9f668a93c tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 944 time: 0.0494869 Dec 10 15:56:40.116182 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-e2719131-fd44-4f65-8bf5-aea4468c4dbd req-0295d4b8-a83b-4f73-9106-cdbb8b71af2d tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398774 Dec 10 15:56:41.234232 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1603cf4d-c44c-48ed-b1b8-29f50b4096a2 req-de63183e-692f-4f6c-91e1-6ab54bed7118 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:56:41.235716 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-1603cf4d-c44c-48ed-b1b8-29f50b4096a2 req-de63183e-692f-4f6c-91e1-6ab54bed7118 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 944 time: 0.0486593 Dec 10 15:56:41.286017 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-1603cf4d-c44c-48ed-b1b8-29f50b4096a2 req-817b01c5-78a2-4a44-8f6d-80996e6af028 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443270 Dec 10 15:56:42.403760 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f2c48c-75aa-4994-83c2-72cdb0fd7fa9 req-5491037d-7612-45fe-b3b2-eb0198010958 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:56:42.405382 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b8f2c48c-75aa-4994-83c2-72cdb0fd7fa9 req-5491037d-7612-45fe-b3b2-eb0198010958 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 944 time: 0.0517554 Dec 10 15:56:42.459418 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b8f2c48c-75aa-4994-83c2-72cdb0fd7fa9 req-8c9bf456-964d-49bf-8cdc-f8aab31dc512 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456598 Dec 10 15:56:42.931625 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bc87f7e1-4704-435e-8371-b99729564317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:56:43.184158 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device bb01f102-d2d9-4f78-aed2-9df72511e925 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 15:56:43.278200 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port bb01f102-d2d9-4f78-aed2-9df72511e925, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=bb01f102-d2d9-4f78-aed2-9df72511e925,segment=NetworkSegment(3a6ed842-1b45-44ba-b718-87d48a4930f0),segment_id=3a6ed842-1b45-44ba-b718-87d48a4930f0)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:56:43.289651 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Returning: {'device': 'bb01f102-d2d9-4f78-aed2-9df72511e925', 'network_id': 'd3f21273-a1b3-4e60-a616-248533538b58', 'port_id': 'bb01f102-d2d9-4f78-aed2-9df72511e925', 'mac_address': 'fa:16:3e:f6:c1:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6016b09-2076-4278-89b9-8b484a1ccfb9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 15:56:43.326961 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:56:43.345096 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb01f102-d2d9-4f78-aed2-9df72511e925 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 15:56:43.367834 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port bb01f102-d2d9-4f78-aed2-9df72511e925, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=bb01f102-d2d9-4f78-aed2-9df72511e925,segment=NetworkSegment(3a6ed842-1b45-44ba-b718-87d48a4930f0),segment_id=3a6ed842-1b45-44ba-b718-87d48a4930f0)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:56:43.446359 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:56:43.506912 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] get_ports_and_sgs() called for port_ids ['bb01f102-d2d9-4f78-aed2-9df72511e925'] {{(pid=103588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 15:56:43.509280 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=bb01f102-d2d9-4f78-aed2-9df72511e925,revision_number=10']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:56:43.551167 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:56:43.592091 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5eccc0-6608-4c0e-a5d4-319bd5393c2f req-1bd24fa6-4004-4d91-884b-1ee553a407ce tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:56:43.594319 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-bd5eccc0-6608-4c0e-a5d4-319bd5393c2f req-1bd24fa6-4004-4d91-884b-1ee553a407ce tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 946 time: 0.0610533 Dec 10 15:56:43.649626 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-bd5eccc0-6608-4c0e-a5d4-319bd5393c2f req-e5cc1496-1a25-4db8-a374-af9dda707fd4 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468092 Dec 10 15:56:44.767802 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219aa3fc-1980-48aa-a681-e7a8aa6577a2 req-f2840d9f-ad81-439b-b19d-ab361bf14234 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:56:44.769772 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-219aa3fc-1980-48aa-a681-e7a8aa6577a2 req-f2840d9f-ad81-439b-b19d-ab361bf14234 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 946 time: 0.0516987 Dec 10 15:56:44.816926 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-219aa3fc-1980-48aa-a681-e7a8aa6577a2 req-3e8ae9e5-658d-4bb2-bfd2-e5f82390d170 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411916 Dec 10 15:56:45.199713 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device bb01f102-d2d9-4f78-aed2-9df72511e925 up at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:56:45.260472 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning complete for port bb01f102-d2d9-4f78-aed2-9df72511e925 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:56:45.265677 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:56:45.326084 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-25219dab-1831-432f-9c27-98177b5fd603 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:56:45.335825 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:56:45.357181 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d5bdfd-bb07-44de-ad26-3c5a0782b0c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb01f102-d2d9-4f78-aed2-9df72511e925'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:56:45.359408 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa4b92c408489e2c982394a5a7b3518bb1b22554638321e3ea6c5cabb2c75d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f84c589-17ab-4316-922d-1929cc1910bd" -d '{"events": [{"server_uuid": "72d5bdfd-bb07-44de-ad26-3c5a0782b0c0", "name": "network-vif-plugged", "status": "completed", "tag": "bb01f102-d2d9-4f78-aed2-9df72511e925"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:56:45.372524 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port bb01f102-d2d9-4f78-aed2-9df72511e925, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=bb01f102-d2d9-4f78-aed2-9df72511e925,segment=NetworkSegment(3a6ed842-1b45-44ba-b718-87d48a4930f0),segment_id=3a6ed842-1b45-44ba-b718-87d48a4930f0)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:56:45.402920 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 15:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80858199-cca3-4b10-a3f2-5c1e58d75b51 x-openstack-request-id: req-80858199-cca3-4b10-a3f2-5c1e58d75b51 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:56:45.403214 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72d5bdfd-bb07-44de-ad26-3c5a0782b0c0", "name": "network-vif-plugged", "status": "completed", "tag": "bb01f102-d2d9-4f78-aed2-9df72511e925", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:56:45.403499 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-80858199-cca3-4b10-a3f2-5c1e58d75b51 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:56:45.403895 dv-neutron-821401-4-hyperv neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d5bdfd-bb07-44de-ad26-3c5a0782b0c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb01f102-d2d9-4f78-aed2-9df72511e925', 'code': 200} Dec 10 15:56:45.447017 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:56:45.493550 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=bb01f102-d2d9-4f78-aed2-9df72511e925,revision_number=11']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:56:45.931598 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa27cf-5705-48ec-b7f9-b4b26db59b1d req-ee59a535-df1d-492b-ae9d-3091ddc49959 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:56:45.933093 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-ccaa27cf-5705-48ec-b7f9-b4b26db59b1d req-ee59a535-df1d-492b-ae9d-3091ddc49959 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 947 time: 0.0483041 Dec 10 15:56:45.979787 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-ccaa27cf-5705-48ec-b7f9-b4b26db59b1d req-277dd444-6508-4978-84db-5dba7cffc042 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408595 Dec 10 15:56:46.201214 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:56:47.095157 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c92608-6fd6-4666-9942-b92804eb431d req-dcddf87c-f4f5-4e2b-af4d-10c9b6e384a9 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:56:47.096626 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-73c92608-6fd6-4666-9942-b92804eb431d req-dcddf87c-f4f5-4e2b-af4d-10c9b6e384a9 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 947 time: 0.0481517 Dec 10 15:56:47.142922 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-73c92608-6fd6-4666-9942-b92804eb431d req-54ae2875-7989-4ec5-87a5-803309fdf30f tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398796 Dec 10 15:56:47.800796 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:56:48.263802 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71415457-5878-40a1-8aea-8516d8f34739 req-582da46e-6d73-44c7-b9a0-623bfcf39e51 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:56:48.265299 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-71415457-5878-40a1-8aea-8516d8f34739 req-582da46e-6d73-44c7-b9a0-623bfcf39e51 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 947 time: 0.0525172 Dec 10 15:56:48.311927 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-71415457-5878-40a1-8aea-8516d8f34739 req-b7588a94-4c34-49c4-bb11-e5f1464fb960 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403676 Dec 10 15:56:48.675617 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:56:49.433236 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d69c2-b40c-462d-ba58-843fc5722ad7 req-7246679c-bdc3-424a-8b7c-bf7b6b32706c tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:56:49.434794 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-e38d69c2-b40c-462d-ba58-843fc5722ad7 req-7246679c-bdc3-424a-8b7c-bf7b6b32706c tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 947 time: 0.0478425 Dec 10 15:56:49.489652 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-e38d69c2-b40c-462d-ba58-843fc5722ad7 req-0eb9291e-76a0-4127-bf11-d2c7bee7ecb1 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446937 Dec 10 15:56:50.604927 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f10683-bb5d-4ea6-96ed-a7726b3074fd req-88f63fe0-dec4-4100-9b16-308accbcfc97 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:56:50.606426 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-e2f10683-bb5d-4ea6-96ed-a7726b3074fd req-88f63fe0-dec4-4100-9b16-308accbcfc97 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 947 time: 0.0484920 Dec 10 15:56:50.656620 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-e2f10683-bb5d-4ea6-96ed-a7726b3074fd req-f6bfa2b1-35bb-42a2-adde-1d2291245368 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408149 Dec 10 15:56:50.778357 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f1a1e-3ef5-426d-911e-ebb1da68f17c req-977507bb-3c29-43df-a87c-c083794d7507 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:56:50.779837 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-c48f1a1e-3ef5-426d-911e-ebb1da68f17c req-977507bb-3c29-43df-a87c-c083794d7507 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 947 time: 0.0586009 Dec 10 15:56:50.826535 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-c48f1a1e-3ef5-426d-911e-ebb1da68f17c req-9bacd38e-1e5f-4024-a8ac-214050fbc29e tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400558 Dec 10 15:56:50.941305 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb8b2c-8a52-4da9-845e-343a2a4abff4 req-2a754de0-f629-4143-84e6-fa3292338ecd tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:56:50.942832 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-e7eb8b2c-8a52-4da9-845e-343a2a4abff4 req-2a754de0-f629-4143-84e6-fa3292338ecd tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 947 time: 0.0523212 Dec 10 15:56:50.992090 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-e7eb8b2c-8a52-4da9-845e-343a2a4abff4 req-fdd03480-cb79-4011-92d4-2f1bd963a441 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410609 Dec 10 15:56:51.433326 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7016b1-5a40-4a16-92d7-823ed9972b9c req-25c1eb6d-392b-41d0-aa23-477d2e2cd476 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:56:51.434830 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-df7016b1-5a40-4a16-92d7-823ed9972b9c req-25c1eb6d-392b-41d0-aa23-477d2e2cd476 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 947 time: 0.0475638 Dec 10 15:56:51.481871 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-df7016b1-5a40-4a16-92d7-823ed9972b9c req-f7ad0b59-e47b-4f48-a445-4143e0bb8ca0 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409312 Dec 10 15:56:52.597683 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90c61b-caac-4e00-a303-20ba443f12c4 req-20749546-7d55-45b2-bccf-cc7df2e44b8f tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:56:52.599193 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-fc90c61b-caac-4e00-a303-20ba443f12c4 req-20749546-7d55-45b2-bccf-cc7df2e44b8f tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 947 time: 0.0487940 Dec 10 15:56:52.645774 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-fc90c61b-caac-4e00-a303-20ba443f12c4 req-431cca0b-f74e-4298-8bc6-f0b918497252 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400314 Dec 10 15:56:53.743565 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264ecfb2-d395-40d4-b724-92cf564f0599 req-39e67d97-f114-49f6-830c-88707a7824c3 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:56:53.745066 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-264ecfb2-d395-40d4-b724-92cf564f0599 req-39e67d97-f114-49f6-830c-88707a7824c3 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 947 time: 0.0580359 Dec 10 15:56:53.769098 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088fdd60-ad38-4aa7-b977-c34c0ddd070c req-272374ba-d917-49e2-941b-8902700fc07f tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:56:53.771132 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-088fdd60-ad38-4aa7-b977-c34c0ddd070c req-272374ba-d917-49e2-941b-8902700fc07f tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 947 time: 0.0591266 Dec 10 15:56:53.825370 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-088fdd60-ad38-4aa7-b977-c34c0ddd070c req-cff0df38-ee68-4b46-9a38-7502ea04d309 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups?id=98fc8d28-74fc-47b5-984a-b979f40a07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457895 Dec 10 15:56:53.837633 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [req-264ecfb2-d395-40d4-b724-92cf564f0599 req-63c24abc-9e5d-4c32-879b-72a86be66fcc tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Deleting port bb01f102-d2d9-4f78-aed2-9df72511e925 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:56:53.837633 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-264ecfb2-d395-40d4-b724-92cf564f0599 req-63c24abc-9e5d-4c32-879b-72a86be66fcc tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:56:53.925064 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [req-264ecfb2-d395-40d4-b724-92cf564f0599 req-63c24abc-9e5d-4c32-879b-72a86be66fcc tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] For port bb01f102-d2d9-4f78-aed2-9df72511e925, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=bb01f102-d2d9-4f78-aed2-9df72511e925,segment=NetworkSegment(3a6ed842-1b45-44ba-b718-87d48a4930f0),segment_id=3a6ed842-1b45-44ba-b718-87d48a4930f0)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:56:53.925344 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-264ecfb2-d395-40d4-b724-92cf564f0599 req-63c24abc-9e5d-4c32-879b-72a86be66fcc tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:56:54.097325 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-264ecfb2-d395-40d4-b724-92cf564f0599 req-63c24abc-9e5d-4c32-879b-72a86be66fcc tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:56:54.098019 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-264ecfb2-d395-40d4-b724-92cf564f0599 req-63c24abc-9e5d-4c32-879b-72a86be66fcc tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552741'] for floatingip, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:56:54.098559 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.l3_db [req-264ecfb2-d395-40d4-b724-92cf564f0599 req-63c24abc-9e5d-4c32-879b-72a86be66fcc tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Floating IP 1ead422d-f7d5-4f2c-8b54-f4fd526e1b25 disassociated. External IP: 172.26.2.49, port: bb01f102-d2d9-4f78-aed2-9df72511e925. Dec 10 15:56:54.099156 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [req-264ecfb2-d395-40d4-b724-92cf564f0599 req-63c24abc-9e5d-4c32-879b-72a86be66fcc tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Calling delete_port for bb01f102-d2d9-4f78-aed2-9df72511e925 owned by compute:nova {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:56:54.303777 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-264ecfb2-d395-40d4-b724-92cf564f0599 req-63c24abc-9e5d-4c32-879b-72a86be66fcc tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:56:54.330451 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c24abc-9e5d-4c32-879b-72a86be66fcc tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Pushing event deleted for resources: {'Port': ['ID=bb01f102-d2d9-4f78-aed2-9df72511e925,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:56:54.343111 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c24abc-9e5d-4c32-879b-72a86be66fcc tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:56:54.343435 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c24abc-9e5d-4c32-879b-72a86be66fcc tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:56:54.343786 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c24abc-9e5d-4c32-879b-72a86be66fcc tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:56:54.344132 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c24abc-9e5d-4c32-879b-72a86be66fcc tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:56:54.344467 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c24abc-9e5d-4c32-879b-72a86be66fcc tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:56:54.344806 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c24abc-9e5d-4c32-879b-72a86be66fcc tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:56:54.345141 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c24abc-9e5d-4c32-879b-72a86be66fcc tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:56:54.345477 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c24abc-9e5d-4c32-879b-72a86be66fcc tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:56:54.345839 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c24abc-9e5d-4c32-879b-72a86be66fcc tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:56:54.346176 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c24abc-9e5d-4c32-879b-72a86be66fcc tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:56:54.346506 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c24abc-9e5d-4c32-879b-72a86be66fcc tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:56:54.346839 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c24abc-9e5d-4c32-879b-72a86be66fcc tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:56:54.347164 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c24abc-9e5d-4c32-879b-72a86be66fcc tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:56:54.802624 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [req-264ecfb2-d395-40d4-b724-92cf564f0599 req-63c24abc-9e5d-4c32-879b-72a86be66fcc tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Router 4022fb72-784d-433d-881b-67115d77b402 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:56:54.926020 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-bab3974e-4639-47e3-9402-4dc56d62d978 req-43a1a387-41ba-412f-9e7a-7124af3dc134 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 210 time: 0.0305748 Dec 10 15:56:54.929344 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-264ecfb2-d395-40d4-b724-92cf564f0599 req-63c24abc-9e5d-4c32-879b-72a86be66fcc tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:56:54.939396 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f541b2-1602-4d58-b906-65b6020fd3cb None None] Sync routers for ids ['4022fb72-784d-433d-881b-67115d77b402'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:56:54.949365 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f541b2-1602-4d58-b906-65b6020fd3cb None None] Routers {'4022fb72-784d-433d-881b-67115d77b402'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:56:54.950013 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-97f541b2-1602-4d58-b906-65b6020fd3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:56:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['4022fb72-784d-433d-881b-67115d77b402'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:56:54.968993 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [req-264ecfb2-d395-40d4-b724-92cf564f0599 req-63c24abc-9e5d-4c32-879b-72a86be66fcc tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] No DVR routers for this DVR port bb01f102-d2d9-4f78-aed2-9df72511e925 on host hv-neutron-8214 {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:56:54.971510 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-264ecfb2-d395-40d4-b724-92cf564f0599 req-63c24abc-9e5d-4c32-879b-72a86be66fcc tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:56:54.975533 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-264ecfb2-d395-40d4-b724-92cf564f0599 req-63c24abc-9e5d-4c32-879b-72a86be66fcc tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.44 "DELETE /v2.0/ports/bb01f102-d2d9-4f78-aed2-9df72511e925 HTTP/1.1" status: 204 len: 173 time: 1.2239954 Dec 10 15:56:54.975954 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d5bdfd-bb07-44de-ad26-3c5a0782b0c0', 'name': 'network-vif-deleted', 'tag': 'bb01f102-d2d9-4f78-aed2-9df72511e925'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:56:54.978223 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde1b47dcd987728a27c8e391f176ee57ea2adf837d2cedb59662361de43515a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-771e61f8-0141-43c5-9fef-835072e4ae05" -d '{"events": [{"server_uuid": "72d5bdfd-bb07-44de-ad26-3c5a0782b0c0", "name": "network-vif-deleted", "tag": "bb01f102-d2d9-4f78-aed2-9df72511e925"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:56:55.018050 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 15:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dec788d-bddf-4b04-ba84-7ca1c21b5da7 x-openstack-request-id: req-7dec788d-bddf-4b04-ba84-7ca1c21b5da7 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:56:55.018350 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72d5bdfd-bb07-44de-ad26-3c5a0782b0c0", "name": "network-vif-deleted", "tag": "bb01f102-d2d9-4f78-aed2-9df72511e925", "status": "completed", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:56:55.018609 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7dec788d-bddf-4b04-ba84-7ca1c21b5da7 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:56:55.019011 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d5bdfd-bb07-44de-ad26-3c5a0782b0c0', 'name': 'network-vif-deleted', 'tag': 'bb01f102-d2d9-4f78-aed2-9df72511e925', 'status': 'completed', 'code': 200} Dec 10 15:56:55.055400 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-97f541b2-1602-4d58-b906-65b6020fd3cb None None] Set router 4022fb72-784d-433d-881b-67115d77b402 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:56:55.258721 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-97f541b2-1602-4d58-b906-65b6020fd3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4022fb72-784d-433d-881b-67115d77b402', 'name': 'tempest-ServerActionsTestJSON-1059655684-router', 'tenant_id': '7c2eaad81241461ab78516cbf365fd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.73'}], 'enable_snat': True}, 'gw_port_id': 'b4463791-686e-46e1-849f-b3bc36e6226c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:50:33Z', 'updated_at': '2021-12-10T15:50:36Z', 'revision_number': 4, 'project_id': '7c2eaad81241461ab78516cbf365fd16', 'gw_port': {'id': 'b4463791-686e-46e1-849f-b3bc36e6226c', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4022fb72-784d-433d-881b-67115d77b402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:50:33Z', 'updated_at': '2021-12-10T15:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': 'f3d7a8a1-3762-41a9-8900-28e359cd6ae0', 'name': '', 'network_id': 'd3f21273-a1b3-4e60-a616-248533538b58', 'tenant_id': '7c2eaad81241461ab78516cbf365fd16', 'mac_address': 'fa:16:3e:07:15:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4022fb72-784d-433d-881b-67115d77b402', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'a6016b09-2076-4278-89b9-8b484a1ccfb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:50:35Z', 'updated_at': '2021-12-10T15:50:40Z', 'revision_number': 5, 'project_id': '7c2eaad81241461ab78516cbf365fd16', 'subnets': [{'id': 'a6016b09-2076-4278-89b9-8b484a1ccfb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:56:55.284383 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f541b2-1602-4d58-b906-65b6020fd3cb None None] Checking router: 4022fb72-784d-433d-881b-67115d77b402 for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:56:55.293764 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f541b2-1602-4d58-b906-65b6020fd3cb None None] Routers {'4022fb72-784d-433d-881b-67115d77b402'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:56:55.296050 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-97f541b2-1602-4d58-b906-65b6020fd3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:56:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['4022fb72-784d-433d-881b-67115d77b402'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:56:55.397487 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-97f541b2-1602-4d58-b906-65b6020fd3cb None None] Set router 4022fb72-784d-433d-881b-67115d77b402 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:56:55.588800 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-97f541b2-1602-4d58-b906-65b6020fd3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4022fb72-784d-433d-881b-67115d77b402', 'name': 'tempest-ServerActionsTestJSON-1059655684-router', 'tenant_id': '7c2eaad81241461ab78516cbf365fd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.73'}], 'enable_snat': True}, 'gw_port_id': 'b4463791-686e-46e1-849f-b3bc36e6226c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:50:33Z', 'updated_at': '2021-12-10T15:50:36Z', 'revision_number': 4, 'project_id': '7c2eaad81241461ab78516cbf365fd16', 'gw_port': {'id': 'b4463791-686e-46e1-849f-b3bc36e6226c', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4022fb72-784d-433d-881b-67115d77b402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:50:33Z', 'updated_at': '2021-12-10T15:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': 'f3d7a8a1-3762-41a9-8900-28e359cd6ae0', 'name': '', 'network_id': 'd3f21273-a1b3-4e60-a616-248533538b58', 'tenant_id': '7c2eaad81241461ab78516cbf365fd16', 'mac_address': 'fa:16:3e:07:15:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4022fb72-784d-433d-881b-67115d77b402', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'a6016b09-2076-4278-89b9-8b484a1ccfb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:50:35Z', 'updated_at': '2021-12-10T15:50:40Z', 'revision_number': 5, 'project_id': '7c2eaad81241461ab78516cbf365fd16', 'subnets': [{'id': 'a6016b09-2076-4278-89b9-8b484a1ccfb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:56:55.618483 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f541b2-1602-4d58-b906-65b6020fd3cb None None] The sync data for ids ['4022fb72-784d-433d-881b-67115d77b402'] in dv-neutron-821401-4-hyperv is: [{'id': '4022fb72-784d-433d-881b-67115d77b402', 'name': 'tempest-ServerActionsTestJSON-1059655684-router', 'tenant_id': '7c2eaad81241461ab78516cbf365fd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.73'}], 'enable_snat': True}, 'gw_port_id': 'b4463791-686e-46e1-849f-b3bc36e6226c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:50:33Z', 'updated_at': '2021-12-10T15:50:36Z', 'revision_number': 4, 'project_id': '7c2eaad81241461ab78516cbf365fd16', 'gw_port': {'id': 'b4463791-686e-46e1-849f-b3bc36e6226c', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4022fb72-784d-433d-881b-67115d77b402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:50:33Z', 'updated_at': '2021-12-10T15:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': 'f3d7a8a1-3762-41a9-8900-28e359cd6ae0', 'name': '', 'network_id': 'd3f21273-a1b3-4e60-a616-248533538b58', 'tenant_id': '7c2eaad81241461ab78516cbf365fd16', 'mac_address': 'fa:16:3e:07:15:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4022fb72-784d-433d-881b-67115d77b402', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'a6016b09-2076-4278-89b9-8b484a1ccfb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:50:35Z', 'updated_at': '2021-12-10T15:50:40Z', 'revision_number': 5, 'project_id': '7c2eaad81241461ab78516cbf365fd16', 'subnets': [{'id': 'a6016b09-2076-4278-89b9-8b484a1ccfb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:56:55.837288 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8b5af4-4ad4-48eb-b3da-2a7dc1a1755b None None] New status for floating IP 1ead422d-f7d5-4f2c-8b54-f4fd526e1b25: DOWN {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 15:56:56.024716 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-a03b4f06-b03c-48a1-8027-e08fa88e327d req-928d1bde-589e-4ef7-8d72-c24da5dad6a6 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 210 time: 0.0269773 Dec 10 15:56:57.124932 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-3bb7c0cc-3ec0-4286-ab4a-42f90963590f req-618ef8a8-5be3-4001-94b3-a59fd6e6cf36 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 210 time: 0.0271361 Dec 10 15:56:57.277253 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device bb01f102-d2d9-4f78-aed2-9df72511e925 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:56:57.298223 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] No Port match for: bb01f102-d2d9-4f78-aed2-9df72511e925 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:56:57.298583 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device bb01f102-d2d9-4f78-aed2-9df72511e925 not bound to the agent host hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:56:58.220794 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-0146e7fa-3888-4770-9ef8-9a96ccd185e0 req-252d1ba7-c1c1-4358-947d-64ec18ad2a67 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 210 time: 0.0291429 Dec 10 15:56:59.313297 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-cafc94e5-0bdf-445b-bf0c-53de5802ab0a req-c7e55cef-4b8e-4fd3-8156-8a313cd08d59 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d5bdfd-bb07-44de-ad26-3c5a0782b0c0 HTTP/1.1" status: 200 len: 210 time: 0.0264676 Dec 10 15:57:04.268261 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 41258) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:57:04.322758 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9b36d375-6ce3-46a0-b9d6-34cc8cb3f9ad tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks [] for security_group, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:04.346034 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9b36d375-6ce3-46a0-b9d6-34cc8cb3f9ad tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:04.469218 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9b36d375-6ce3-46a0-b9d6-34cc8cb3f9ad tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:04.472184 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9b36d375-6ce3-46a0-b9d6-34cc8cb3f9ad tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:04.473336 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-9b36d375-6ce3-46a0-b9d6-34cc8cb3f9ad tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "DELETE /v2.0/security-groups/98fc8d28-74fc-47b5-984a-b979f40a07ab HTTP/1.1" status: 204 len: 168 time: 0.2039690 Dec 10 15:57:04.476114 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 41260) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:57:04.482739 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b36d375-6ce3-46a0-b9d6-34cc8cb3f9ad tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98fc8d28-74fc-47b5-984a-b979f40a07ab,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:57:04.490365 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.api.v2.resource [None req-74a40acb-10a0-4419-b348-c45f42062cbc tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] show failed (client error): The resource could not be found. Dec 10 15:57:04.498921 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 41262) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:57:04.499216 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-74a40acb-10a0-4419-b348-c45f42062cbc tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "GET /v2.0/security-groups/98fc8d28-74fc-47b5-984a-b979f40a07ab HTTP/1.1" status: 404 len: 347 time: 0.0213079 Dec 10 15:57:04.637658 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-0d3bf11c-6d61-46a6-8d86-ad05c9a77a69 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Deleting port 6ef29945-315f-42b4-9520-b3961d88f1fc {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:57:04.637939 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0d3bf11c-6d61-46a6-8d86-ad05c9a77a69 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:04.715147 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0d3bf11c-6d61-46a6-8d86-ad05c9a77a69 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:04.715398 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0d3bf11c-6d61-46a6-8d86-ad05c9a77a69 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:04.727063 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-0d3bf11c-6d61-46a6-8d86-ad05c9a77a69 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Calling delete_port for 6ef29945-315f-42b4-9520-b3961d88f1fc owned by network:floatingip {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:57:04.897654 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0d3bf11c-6d61-46a6-8d86-ad05c9a77a69 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:04.927858 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3bf11c-6d61-46a6-8d86-ad05c9a77a69 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Pushing event deleted for resources: {'Port': ['ID=6ef29945-315f-42b4-9520-b3961d88f1fc,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:57:04.985467 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0d3bf11c-6d61-46a6-8d86-ad05c9a77a69 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks [] for floatingip, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:04.988607 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0d3bf11c-6d61-46a6-8d86-ad05c9a77a69 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:04.989763 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-0d3bf11c-6d61-46a6-8d86-ad05c9a77a69 tempest-ServerActionsTestJSON-1126797273 tempest-ServerActionsTestJSON-1126797273-project] 10.222.0.20 "DELETE /v2.0/floatingips/1ead422d-f7d5-4f2c-8b54-f4fd526e1b25 HTTP/1.1" status: 204 len: 168 time: 0.4896045 Dec 10 15:57:04.992684 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 41264) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:57:05.393810 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5587930e-fded-45a9-b82d-4448e80edd6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549925'] for router_interface, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:05.633754 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-5587930e-fded-45a9-b82d-4448e80edd6c admin admin] Deleting port f3d7a8a1-3762-41a9-8900-28e359cd6ae0 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:57:05.634121 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5587930e-fded-45a9-b82d-4448e80edd6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:05.708743 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-5587930e-fded-45a9-b82d-4448e80edd6c admin admin] For port f3d7a8a1-3762-41a9-8900-28e359cd6ae0, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=f3d7a8a1-3762-41a9-8900-28e359cd6ae0,segment=NetworkSegment(3a6ed842-1b45-44ba-b718-87d48a4930f0),segment_id=3a6ed842-1b45-44ba-b718-87d48a4930f0)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:57:05.710488 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5587930e-fded-45a9-b82d-4448e80edd6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:05.720446 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-5587930e-fded-45a9-b82d-4448e80edd6c admin admin] Calling delete_port for f3d7a8a1-3762-41a9-8900-28e359cd6ae0 owned by network:router_interface {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:57:05.982979 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5587930e-fded-45a9-b82d-4448e80edd6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:06.012634 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5587930e-fded-45a9-b82d-4448e80edd6c admin admin] Pushing event deleted for resources: {'Port': ['ID=f3d7a8a1-3762-41a9-8900-28e359cd6ae0,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:57:06.176187 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5587930e-fded-45a9-b82d-4448e80edd6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550073'] for router_interface, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:06.398628 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5587930e-fded-45a9-b82d-4448e80edd6c admin admin] Router 4022fb72-784d-433d-881b-67115d77b402 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:57:06.506474 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5587930e-fded-45a9-b82d-4448e80edd6c admin admin] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:57:06.511510 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-5587930e-fded-45a9-b82d-4448e80edd6c admin admin] 10.222.0.20 "PUT /v2.0/routers/4022fb72-784d-433d-881b-67115d77b402/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5179033 Dec 10 15:57:06.514635 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 41268) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:57:06.516704 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400cc3dd-0b75-468f-bcc4-6bda3ce096d4 None None] Sync routers for ids ['4022fb72-784d-433d-881b-67115d77b402'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:57:06.526792 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400cc3dd-0b75-468f-bcc4-6bda3ce096d4 None None] Routers {'4022fb72-784d-433d-881b-67115d77b402'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:57:06.527402 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-400cc3dd-0b75-468f-bcc4-6bda3ce096d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:56:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['4022fb72-784d-433d-881b-67115d77b402'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:57:06.616397 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-abc54d0b-4cf6-4e76-8841-e9e95b90e755 admin admin] Publish callbacks [] for router, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:06.629178 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-400cc3dd-0b75-468f-bcc4-6bda3ce096d4 None None] Set router 4022fb72-784d-433d-881b-67115d77b402 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:57:06.714704 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-abc54d0b-4cf6-4e76-8841-e9e95b90e755 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:06.868643 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-abc54d0b-4cf6-4e76-8841-e9e95b90e755 admin admin] Deleting port b4463791-686e-46e1-849f-b3bc36e6226c {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:57:06.869014 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-abc54d0b-4cf6-4e76-8841-e9e95b90e755 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:06.946904 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-abc54d0b-4cf6-4e76-8841-e9e95b90e755 admin admin] For port b4463791-686e-46e1-849f-b3bc36e6226c, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=b4463791-686e-46e1-849f-b3bc36e6226c,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:57:06.947239 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-400cc3dd-0b75-468f-bcc4-6bda3ce096d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4022fb72-784d-433d-881b-67115d77b402', 'name': 'tempest-ServerActionsTestJSON-1059655684-router', 'tenant_id': '7c2eaad81241461ab78516cbf365fd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.73'}], 'enable_snat': True}, 'gw_port_id': 'b4463791-686e-46e1-849f-b3bc36e6226c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:50:33Z', 'updated_at': '2021-12-10T15:57:05Z', 'revision_number': 5, 'project_id': '7c2eaad81241461ab78516cbf365fd16', 'gw_port': {'id': 'b4463791-686e-46e1-849f-b3bc36e6226c', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4022fb72-784d-433d-881b-67115d77b402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:50:33Z', 'updated_at': '2021-12-10T15:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:57:06.947403 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-abc54d0b-4cf6-4e76-8841-e9e95b90e755 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:06.959665 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-abc54d0b-4cf6-4e76-8841-e9e95b90e755 admin admin] Calling delete_port for b4463791-686e-46e1-849f-b3bc36e6226c owned by network:router_gateway {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:57:06.973248 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400cc3dd-0b75-468f-bcc4-6bda3ce096d4 None None] Checking router: 4022fb72-784d-433d-881b-67115d77b402 for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:57:06.981242 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400cc3dd-0b75-468f-bcc4-6bda3ce096d4 None None] Routers {'4022fb72-784d-433d-881b-67115d77b402'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:57:06.981871 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-400cc3dd-0b75-468f-bcc4-6bda3ce096d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:56:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['4022fb72-784d-433d-881b-67115d77b402'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:57:07.064382 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-400cc3dd-0b75-468f-bcc4-6bda3ce096d4 None None] Set router 4022fb72-784d-433d-881b-67115d77b402 gateway port host: None {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:57:07.118106 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-400cc3dd-0b75-468f-bcc4-6bda3ce096d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4022fb72-784d-433d-881b-67115d77b402', 'name': 'tempest-ServerActionsTestJSON-1059655684-router', 'tenant_id': '7c2eaad81241461ab78516cbf365fd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:50:33Z', 'updated_at': '2021-12-10T15:57:06Z', 'revision_number': 6, 'project_id': '7c2eaad81241461ab78516cbf365fd16', 'gw_port_host': None}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:57:07.143184 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400cc3dd-0b75-468f-bcc4-6bda3ce096d4 None None] The sync data for ids ['4022fb72-784d-433d-881b-67115d77b402'] in dv-neutron-821401-4-hyperv is: [{'id': '4022fb72-784d-433d-881b-67115d77b402', 'name': 'tempest-ServerActionsTestJSON-1059655684-router', 'tenant_id': '7c2eaad81241461ab78516cbf365fd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:50:33Z', 'updated_at': '2021-12-10T15:57:06Z', 'revision_number': 6, 'project_id': '7c2eaad81241461ab78516cbf365fd16', 'gw_port_host': None}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:57:07.217450 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-abc54d0b-4cf6-4e76-8841-e9e95b90e755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:07.251150 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc54d0b-4cf6-4e76-8841-e9e95b90e755 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4463791-686e-46e1-849f-b3bc36e6226c,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:57:07.258066 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b816d2-eb4c-4cbb-8142-693c2521551a None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:57:07.308576 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-abc54d0b-4cf6-4e76-8841-e9e95b90e755 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552731'] for router_gateway, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:07.396372 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-abc54d0b-4cf6-4e76-8841-e9e95b90e755 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13898'] for router, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:07.398508 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-abc54d0b-4cf6-4e76-8841-e9e95b90e755 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:07.503473 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-abc54d0b-4cf6-4e76-8841-e9e95b90e755 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549250'] for router, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:07.504622 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc54d0b-4cf6-4e76-8841-e9e95b90e755 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4022fb72-784d-433d-881b-67115d77b402 {{(pid=103586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 15:57:07.512723 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-abc54d0b-4cf6-4e76-8841-e9e95b90e755 admin admin] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:07.516062 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-abc54d0b-4cf6-4e76-8841-e9e95b90e755 admin admin] 10.222.0.20 "DELETE /v2.0/routers/4022fb72-784d-433d-881b-67115d77b402 HTTP/1.1" status: 204 len: 168 time: 0.9984288 Dec 10 15:57:07.517658 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 41270) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:57:07.571683 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9d09f07-e32e-491f-93df-d4e996ecbaa7 admin admin] Deleting subnet a6016b09-2076-4278-89b9-8b484a1ccfb9 {{(pid=103586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:57:07.574939 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f9d09f07-e32e-491f-93df-d4e996ecbaa7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:07.609160 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f9d09f07-e32e-491f-93df-d4e996ecbaa7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12392400'] for subnet, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:07.683875 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f9d09f07-e32e-491f-93df-d4e996ecbaa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:07.810581 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f9d09f07-e32e-491f-93df-d4e996ecbaa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:07.841699 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d09f07-e32e-491f-93df-d4e996ecbaa7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6016b09-2076-4278-89b9-8b484a1ccfb9,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:57:07.843627 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f9d09f07-e32e-491f-93df-d4e996ecbaa7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:07.846934 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-f9d09f07-e32e-491f-93df-d4e996ecbaa7 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a6016b09-2076-4278-89b9-8b484a1ccfb9 HTTP/1.1" status: 204 len: 168 time: 0.3282950 Dec 10 15:57:07.847992 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab9c5c6-69de-473d-9dc2-cd9020a80eed None None] Network d3f21273-a1b3-4e60-a616-248533538b58 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:57:07.849633 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 41272) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:57:07.933891 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f1126248-2085-44b4-b39f-d7e6e6e633d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:07.998773 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50ea34d-2a24-4c1f-b55d-dd63b91fb639 None None] DHCP port deletion for d3f21273-a1b3-4e60-a616-248533538b58 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:57:07.999639 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-f1126248-2085-44b4-b39f-d7e6e6e633d1 admin admin] Deleting port 8e600283-acb1-49d7-a905-eb70ba562bf5 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:57:07.999988 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f1126248-2085-44b4-b39f-d7e6e6e633d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:08.048701 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-b50ea34d-2a24-4c1f-b55d-dd63b91fb639 None None] Deleting port 8e600283-acb1-49d7-a905-eb70ba562bf5 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:57:08.055692 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b50ea34d-2a24-4c1f-b55d-dd63b91fb639 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:08.064127 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-f1126248-2085-44b4-b39f-d7e6e6e633d1 admin admin] For port 8e600283-acb1-49d7-a905-eb70ba562bf5, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=8e600283-acb1-49d7-a905-eb70ba562bf5,segment=NetworkSegment(3a6ed842-1b45-44ba-b718-87d48a4930f0),segment_id=3a6ed842-1b45-44ba-b718-87d48a4930f0)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:57:08.064428 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f1126248-2085-44b4-b39f-d7e6e6e633d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:08.077625 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-f1126248-2085-44b4-b39f-d7e6e6e633d1 admin admin] Calling delete_port for 8e600283-acb1-49d7-a905-eb70ba562bf5 owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:57:08.118663 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-b50ea34d-2a24-4c1f-b55d-dd63b91fb639 None None] For port 8e600283-acb1-49d7-a905-eb70ba562bf5, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=8e600283-acb1-49d7-a905-eb70ba562bf5,segment=NetworkSegment(3a6ed842-1b45-44ba-b718-87d48a4930f0),segment_id=3a6ed842-1b45-44ba-b718-87d48a4930f0)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:57:08.119059 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b50ea34d-2a24-4c1f-b55d-dd63b91fb639 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:08.131982 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-b50ea34d-2a24-4c1f-b55d-dd63b91fb639 None None] Calling delete_port for 8e600283-acb1-49d7-a905-eb70ba562bf5 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:57:08.256538 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f1126248-2085-44b4-b39f-d7e6e6e633d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:08.262568 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b50ea34d-2a24-4c1f-b55d-dd63b91fb639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:08.283960 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1126248-2085-44b4-b39f-d7e6e6e633d1 admin admin] No DVR routers for this DVR port 8e600283-acb1-49d7-a905-eb70ba562bf5 on host dv-neutron-821401-4-hyperv {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:57:08.287294 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50ea34d-2a24-4c1f-b55d-dd63b91fb639 None None] Pushing event deleted for resources: {'Port': ['ID=8e600283-acb1-49d7-a905-eb70ba562bf5,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:57:08.290534 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1126248-2085-44b4-b39f-d7e6e6e633d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e600283-acb1-49d7-a905-eb70ba562bf5,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:57:08.294171 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50ea34d-2a24-4c1f-b55d-dd63b91fb639 None None] No DVR routers for this DVR port 8e600283-acb1-49d7-a905-eb70ba562bf5 on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:57:08.317122 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1126248-2085-44b4-b39f-d7e6e6e633d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:57:08.317417 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1126248-2085-44b4-b39f-d7e6e6e633d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:57:08.317822 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1126248-2085-44b4-b39f-d7e6e6e633d1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:57:08.318155 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1126248-2085-44b4-b39f-d7e6e6e633d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:57:08.318488 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1126248-2085-44b4-b39f-d7e6e6e633d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:57:08.318816 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1126248-2085-44b4-b39f-d7e6e6e633d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:57:08.319146 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1126248-2085-44b4-b39f-d7e6e6e633d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:57:08.319475 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1126248-2085-44b4-b39f-d7e6e6e633d1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:57:08.319954 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1126248-2085-44b4-b39f-d7e6e6e633d1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:57:08.320281 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1126248-2085-44b4-b39f-d7e6e6e633d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:57:08.320611 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1126248-2085-44b4-b39f-d7e6e6e633d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:57:08.320934 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1126248-2085-44b4-b39f-d7e6e6e633d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:57:08.321255 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1126248-2085-44b4-b39f-d7e6e6e633d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:57:08.372999 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f1126248-2085-44b4-b39f-d7e6e6e633d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:08.392521 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-f1126248-2085-44b4-b39f-d7e6e6e633d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3f21273-a1b3-4e60-a616-248533538b58']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:57:08.401453 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-f1126248-2085-44b4-b39f-d7e6e6e633d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a6ed842-1b45-44ba-b718-87d48a4930f0') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:57:08.401754 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-f1126248-2085-44b4-b39f-d7e6e6e633d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a6ed842-1b45-44ba-b718-87d48a4930f0') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:57:08.415501 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f1126248-2085-44b4-b39f-d7e6e6e633d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11806923'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:08.429741 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f1126248-2085-44b4-b39f-d7e6e6e633d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:08.435990 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1126248-2085-44b4-b39f-d7e6e6e633d1 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:57:08.437407 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f1126248-2085-44b4-b39f-d7e6e6e633d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11236635'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:08.438092 dv-neutron-821401-4-hyperv neutron-server[103587]: Traceback (most recent call last): Dec 10 15:57:08.438092 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:57:08.438092 dv-neutron-821401-4-hyperv neutron-server[103587]: timer() Dec 10 15:57:08.438092 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:57:08.438092 dv-neutron-821401-4-hyperv neutron-server[103587]: cb(*args, **kw) Dec 10 15:57:08.438092 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:57:08.438092 dv-neutron-821401-4-hyperv neutron-server[103587]: return func(*args, **kwargs) Dec 10 15:57:08.438092 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:57:08.438092 dv-neutron-821401-4-hyperv neutron-server[103587]: self._notify() Dec 10 15:57:08.438092 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:57:08.438092 dv-neutron-821401-4-hyperv neutron-server[103587]: self.callback(batched_events) Dec 10 15:57:08.438092 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:57:08.438092 dv-neutron-821401-4-hyperv neutron-server[103587]: event.method(event) Dec 10 15:57:08.438092 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:57:08.438092 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:57:08.438092 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:57:08.438092 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:57:08.438092 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:57:08.438092 dv-neutron-821401-4-hyperv neutron-server[103587]: return f(self, *a, **k) Dec 10 15:57:08.438092 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:57:08.438092 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._get(url).json() Dec 10 15:57:08.438092 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:57:08.438092 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:57:08.438092 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:57:08.438092 dv-neutron-821401-4-hyperv neutron-server[103587]: return self.request(url, 'GET', **kwargs) Dec 10 15:57:08.438092 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:57:08.438092 dv-neutron-821401-4-hyperv neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:57:08.438092 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:57:08.438092 dv-neutron-821401-4-hyperv neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:57:08.438092 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:57:08.438092 dv-neutron-821401-4-hyperv neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:57:08.438092 dv-neutron-821401-4-hyperv neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:57:08.466858 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device f3d7a8a1-3762-41a9-8900-28e359cd6ae0 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:57:08.490727 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: f3d7a8a1-3762-41a9-8900-28e359cd6ae0 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:57:08.491093 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device f3d7a8a1-3762-41a9-8900-28e359cd6ae0 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:57:08.491494 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 8e600283-acb1-49d7-a905-eb70ba562bf5 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:57:08.510243 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 8e600283-acb1-49d7-a905-eb70ba562bf5 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:57:08.510582 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 8e600283-acb1-49d7-a905-eb70ba562bf5 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:57:08.510983 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device b4463791-686e-46e1-849f-b3bc36e6226c no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:57:08.530006 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: b4463791-686e-46e1-849f-b3bc36e6226c {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:57:08.533047 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device b4463791-686e-46e1-849f-b3bc36e6226c not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:57:08.547788 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f1126248-2085-44b4-b39f-d7e6e6e633d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:08.553157 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f1126248-2085-44b4-b39f-d7e6e6e633d1 admin admin] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:08.556266 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-f1126248-2085-44b4-b39f-d7e6e6e633d1 admin admin] 10.222.0.20 "DELETE /v2.0/networks/d3f21273-a1b3-4e60-a616-248533538b58 HTTP/1.1" status: 204 len: 168 time: 0.7055857 Dec 10 15:57:08.567514 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1126248-2085-44b4-b39f-d7e6e6e633d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3f21273-a1b3-4e60-a616-248533538b58,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:57:08.862941 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 41276) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:57:08.910232 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-63714fe5-3325-4e00-998b-c4983d563a0d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7c2eaad81241461ab78516cbf365fd16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0460634 Dec 10 15:57:08.912697 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 41278) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:57:08.958633 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8615bbc7-882c-4b0d-873d-70d671599e8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:08.979017 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8615bbc7-882c-4b0d-873d-70d671599e8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:09.080550 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8615bbc7-882c-4b0d-873d-70d671599e8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:09.083987 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8615bbc7-882c-4b0d-873d-70d671599e8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:09.085250 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-8615bbc7-882c-4b0d-873d-70d671599e8b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b7d28a9b-2afa-4563-8c79-7523529b4db4 HTTP/1.1" status: 204 len: 168 time: 0.1715918 Dec 10 15:57:09.093667 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8615bbc7-882c-4b0d-873d-70d671599e8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d28a9b-2afa-4563-8c79-7523529b4db4,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:57:10.112142 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 41300) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:57:10.220466 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-ec2484a2-38b2-4149-bed6-fa24ddb25526 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-520535051-network', 'tenant_id': '8965747196c547419633da35d20487c8'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:57:10.308182 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec2484a2-38b2-4149-bed6-fa24ddb25526 admin admin] Made reservation on behalf of 8965747196c547419633da35d20487c8 for: {'network': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:57:10.310475 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ec2484a2-38b2-4149-bed6-fa24ddb25526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:10.319117 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ec2484a2-38b2-4149-bed6-fa24ddb25526 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:10.390324 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ec2484a2-38b2-4149-bed6-fa24ddb25526 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:10.468432 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ec2484a2-38b2-4149-bed6-fa24ddb25526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:10.496535 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec2484a2-38b2-4149-bed6-fa24ddb25526 admin admin] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=103586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:57:10.506104 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2484a2-38b2-4149-bed6-fa24ddb25526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e26f92d-d031-48eb-b6bb-d6d2a9ae26a2,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:57:10.510778 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ec2484a2-38b2-4149-bed6-fa24ddb25526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:10.511124 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.segments_db [None req-ec2484a2-38b2-4149-bed6-fa24ddb25526 admin admin] Added segment b446c408-ee0a-4184-95cf-18bfeac398ae of type vlan for network 7f90d51c-1cc7-44e9-9e70-acf8cfc8e7cf Dec 10 15:57:10.550005 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ec2484a2-38b2-4149-bed6-fa24ddb25526 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:10.628262 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ec2484a2-38b2-4149-bed6-fa24ddb25526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:10.629209 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2484a2-38b2-4149-bed6-fa24ddb25526 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:57:10.629812 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ec2484a2-38b2-4149-bed6-fa24ddb25526 admin admin] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:10.714653 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2484a2-38b2-4149-bed6-fa24ddb25526 admin admin] Pushing event updated for resources: {'Network': ['ID=7f90d51c-1cc7-44e9-9e70-acf8cfc8e7cf,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:57:10.724588 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 7f90d51c-1cc7-44e9-9e70-acf8cfc8e7cf details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:57:10.768648 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-ec2484a2-38b2-4149-bed6-fa24ddb25526 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6548736 Dec 10 15:57:10.772147 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 41304) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:57:10.776868 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-550a0aa8-84ba-4baa-ba26-633b9de0216c admin admin] Request body: {'subnet': {'network_id': '7f90d51c-1cc7-44e9-9e70-acf8cfc8e7cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-520535051-subnet', 'tenant_id': '8965747196c547419633da35d20487c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:57:10.861563 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-550a0aa8-84ba-4baa-ba26-633b9de0216c admin admin] Made reservation on behalf of 8965747196c547419633da35d20487c8 for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:57:10.863976 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-550a0aa8-84ba-4baa-ba26-633b9de0216c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:11.090569 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-550a0aa8-84ba-4baa-ba26-633b9de0216c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11695183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581935'] for subnet, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:11.147647 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550a0aa8-84ba-4baa-ba26-633b9de0216c admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc8d1fca-9481-4447-8d07-ea2aab25ab63,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:57:11.156411 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550a0aa8-84ba-4baa-ba26-633b9de0216c admin admin] Checking segment: {'id': 'b446c408-ee0a-4184-95cf-18bfeac398ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '7f90d51c-1cc7-44e9-9e70-acf8cfc8e7cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:57:11.156770 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550a0aa8-84ba-4baa-ba26-633b9de0216c admin admin] Network hostable DHCP agents. Network: 7f90d51c-1cc7-44e9-9e70-acf8cfc8e7cf, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:57:11.262832 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550a0aa8-84ba-4baa-ba26-633b9de0216c admin admin] Network 7f90d51c-1cc7-44e9-9e70-acf8cfc8e7cf is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:57:11.348836 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-550a0aa8-84ba-4baa-ba26-633b9de0216c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 7f90d51c-1cc7-44e9-9e70-acf8cfc8e7cf) {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:57:11.352698 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550a0aa8-84ba-4baa-ba26-633b9de0216c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:57:11.358090 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-550a0aa8-84ba-4baa-ba26-633b9de0216c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:11.358789 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c77524c-4315-4a47-aa0b-f4a0bdc8eb9a None None] Network 7f90d51c-1cc7-44e9-9e70-acf8cfc8e7cf requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:57:11.437234 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-550a0aa8-84ba-4baa-ba26-633b9de0216c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6640279 Dec 10 15:57:11.450006 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4298ba0f-1129-42bb-90d9-309b0dadca3d None None] Network 7f90d51c-1cc7-44e9-9e70-acf8cfc8e7cf requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:57:11.859846 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600932bd-3969-4fe4-a2f3-09fbfc349f5a req-ac933306-3b91-452c-ae19-ddc28996e90c tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:57:11.861296 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-600932bd-3969-4fe4-a2f3-09fbfc349f5a req-ac933306-3b91-452c-ae19-ddc28996e90c tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] 10.222.0.20 "GET /v2.0/networks?id=7f90d51c-1cc7-44e9-9e70-acf8cfc8e7cf HTTP/1.1" status: 200 len: 813 time: 0.1011035 Dec 10 15:57:11.875655 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-600932bd-3969-4fe4-a2f3-09fbfc349f5a req-ecd2fd5f-df8a-4d81-b395-fa0bed4c5043 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] 10.222.0.20 "GET /v2.0/quotas/8965747196c547419633da35d20487c8 HTTP/1.1" status: 200 len: 375 time: 0.0086942 Dec 10 15:57:11.906840 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-600932bd-3969-4fe4-a2f3-09fbfc349f5a req-ef32a82a-630a-4083-be76-c785b3e22a46 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8965747196c547419633da35d20487c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254855 Dec 10 15:57:11.992303 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-600932bd-3969-4fe4-a2f3-09fbfc349f5a req-4a2701cb-50ed-48b9-b7d8-24d60da2296e service neutron] 10.222.0.20 "GET /v2.0/networks/7f90d51c-1cc7-44e9-9e70-acf8cfc8e7cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787270 Dec 10 15:57:12.083249 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-600932bd-3969-4fe4-a2f3-09fbfc349f5a req-fa893585-2477-473d-bb2d-25c11be20833 service neutron] 10.222.0.20 "GET /v2.0/networks/7f90d51c-1cc7-44e9-9e70-acf8cfc8e7cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843945 Dec 10 15:57:12.367565 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-bb44f7f0-8e66-4ad9-b300-d714fa21954e req-deb102f8-9931-4a53-8b2d-609b48782b05 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca3eda25-af2d-4f52-813e-663819eb6943 HTTP/1.1" status: 200 len: 210 time: 0.0259476 Dec 10 15:57:12.925487 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-42ec659a-d700-490a-ba33-b8ca0b78f0be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:12.993013 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 15:57:13.459744 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-9d239798-3206-402c-aa28-ce3ae581e94a req-8c2813db-adcd-4b3e-9fbf-ff678a29255a tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca3eda25-af2d-4f52-813e-663819eb6943 HTTP/1.1" status: 200 len: 210 time: 0.0266709 Dec 10 15:57:13.559505 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:14.494766 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600932bd-3969-4fe4-a2f3-09fbfc349f5a req-442f22f2-f2e3-4bc1-9632-83cefb7b6768 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:57:14.496134 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-600932bd-3969-4fe4-a2f3-09fbfc349f5a req-442f22f2-f2e3-4bc1-9632-83cefb7b6768 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] 10.222.0.44 "GET /v2.0/networks?id=7f90d51c-1cc7-44e9-9e70-acf8cfc8e7cf HTTP/1.1" status: 200 len: 813 time: 0.1060181 Dec 10 15:57:14.509871 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [req-600932bd-3969-4fe4-a2f3-09fbfc349f5a req-b009084b-83a8-44ff-b177-d2c0632ed2c8 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] Request body: {'port': {'device_id': 'ca3eda25-af2d-4f52-813e-663819eb6943', 'network_id': '7f90d51c-1cc7-44e9-9e70-acf8cfc8e7cf', 'admin_state_up': True, 'tenant_id': '8965747196c547419633da35d20487c8'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:57:14.582391 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-78b5aa6e-dedf-4703-b609-794b9d0602c9 req-76f88acf-c064-4b0f-84d8-617ecf015c76 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca3eda25-af2d-4f52-813e-663819eb6943 HTTP/1.1" status: 200 len: 210 time: 0.0539103 Dec 10 15:57:14.707537 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-600932bd-3969-4fe4-a2f3-09fbfc349f5a req-b009084b-83a8-44ff-b177-d2c0632ed2c8 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] Made reservation on behalf of 8965747196c547419633da35d20487c8 for: {'port': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:57:14.711146 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-600932bd-3969-4fe4-a2f3-09fbfc349f5a req-b009084b-83a8-44ff-b177-d2c0632ed2c8 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:15.169774 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [req-600932bd-3969-4fe4-a2f3-09fbfc349f5a req-b009084b-83a8-44ff-b177-d2c0632ed2c8 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] Allocated IP 172.20.0.6 (7f90d51c-1cc7-44e9-9e70-acf8cfc8e7cf/cc8d1fca-9481-4447-8d07-ea2aab25ab63/b2e3dd0d-1216-4306-a962-4483c47f9cd2) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:57:15.268060 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e49cf6f5-17be-4e9e-8777-82874d43c376 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:15.319689 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-600932bd-3969-4fe4-a2f3-09fbfc349f5a req-b009084b-83a8-44ff-b177-d2c0632ed2c8 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:15.382525 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-600932bd-3969-4fe4-a2f3-09fbfc349f5a req-b009084b-83a8-44ff-b177-d2c0632ed2c8 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:15.424617 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-600932bd-3969-4fe4-a2f3-09fbfc349f5a req-b009084b-83a8-44ff-b177-d2c0632ed2c8 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] Network 7f90d51c-1cc7-44e9-9e70-acf8cfc8e7cf is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:57:15.427744 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [req-600932bd-3969-4fe4-a2f3-09fbfc349f5a req-b009084b-83a8-44ff-b177-d2c0632ed2c8 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:57:15.431322 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [req-600932bd-3969-4fe4-a2f3-09fbfc349f5a req-b009084b-83a8-44ff-b177-d2c0632ed2c8 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:57:15.458451 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b009084b-83a8-44ff-b177-d2c0632ed2c8 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] Pushing event updated for resources: {'Port': ['ID=b2e3dd0d-1216-4306-a962-4483c47f9cd2,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:57:15.483972 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600932bd-3969-4fe4-a2f3-09fbfc349f5a req-b009084b-83a8-44ff-b177-d2c0632ed2c8 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:57:15.484580 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-600932bd-3969-4fe4-a2f3-09fbfc349f5a req-b009084b-83a8-44ff-b177-d2c0632ed2c8 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:15.556516 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-600932bd-3969-4fe4-a2f3-09fbfc349f5a req-b009084b-83a8-44ff-b177-d2c0632ed2c8 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0505085 Dec 10 15:57:15.569147 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [req-600932bd-3969-4fe4-a2f3-09fbfc349f5a req-7651cb9a-f31f-48fe-a425-c88d20e8a7a9 service neutron] Request body: {'port': {'device_id': 'ca3eda25-af2d-4f52-813e-663819eb6943', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:57:15.625666 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-600932bd-3969-4fe4-a2f3-09fbfc349f5a req-7651cb9a-f31f-48fe-a425-c88d20e8a7a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:15.699921 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88892aba-8150-466a-bf75-0c61fd95fe51 req-0d5c6326-cdee-437b-a457-f0b62110fd77 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:57:15.701335 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-88892aba-8150-466a-bf75-0c61fd95fe51 req-0d5c6326-cdee-437b-a457-f0b62110fd77 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca3eda25-af2d-4f52-813e-663819eb6943 HTTP/1.1" status: 200 len: 931 time: 0.0487771 Dec 10 15:57:15.749124 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-88892aba-8150-466a-bf75-0c61fd95fe51 req-8c233318-b478-4f1d-bf59-6481049f6afe tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e26f92d-d031-48eb-b6bb-d6d2a9ae26a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406384 Dec 10 15:57:15.878225 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [req-600932bd-3969-4fe4-a2f3-09fbfc349f5a req-7651cb9a-f31f-48fe-a425-c88d20e8a7a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2e3dd0d-1216-4306-a962-4483c47f9cd2 {{(pid=103586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 15:57:15.885980 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-600932bd-3969-4fe4-a2f3-09fbfc349f5a req-7651cb9a-f31f-48fe-a425-c88d20e8a7a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:15.903685 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [req-600932bd-3969-4fe4-a2f3-09fbfc349f5a req-7651cb9a-f31f-48fe-a425-c88d20e8a7a9 service neutron] Transition to ACTIVE for port object b2e3dd0d-1216-4306-a962-4483c47f9cd2 will not be triggered until provisioned by entity L2. {{(pid=103586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 15:57:15.947773 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-600932bd-3969-4fe4-a2f3-09fbfc349f5a req-7651cb9a-f31f-48fe-a425-c88d20e8a7a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:15.994108 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7651cb9a-f31f-48fe-a425-c88d20e8a7a9 service neutron] Pushing event updated for resources: {'Port': ['ID=b2e3dd0d-1216-4306-a962-4483c47f9cd2,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:57:16.063787 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [req-600932bd-3969-4fe4-a2f3-09fbfc349f5a req-7651cb9a-f31f-48fe-a425-c88d20e8a7a9 service neutron] Attempting to bind port b2e3dd0d-1216-4306-a962-4483c47f9cd2 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:57:16.070276 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [req-600932bd-3969-4fe4-a2f3-09fbfc349f5a req-7651cb9a-f31f-48fe-a425-c88d20e8a7a9 service neutron] Attempting to bind port b2e3dd0d-1216-4306-a962-4483c47f9cd2 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'b446c408-ee0a-4184-95cf-18bfeac398ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '7f90d51c-1cc7-44e9-9e70-acf8cfc8e7cf'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:57:16.070276 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600932bd-3969-4fe4-a2f3-09fbfc349f5a req-7651cb9a-f31f-48fe-a425-c88d20e8a7a9 service neutron] Attempting to bind port b2e3dd0d-1216-4306-a962-4483c47f9cd2 on network 7f90d51c-1cc7-44e9-9e70-acf8cfc8e7cf {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:57:16.070276 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600932bd-3969-4fe4-a2f3-09fbfc349f5a req-7651cb9a-f31f-48fe-a425-c88d20e8a7a9 service neutron] Port b2e3dd0d-1216-4306-a962-4483c47f9cd2 on network 7f90d51c-1cc7-44e9-9e70-acf8cfc8e7cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:57:16.070276 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600932bd-3969-4fe4-a2f3-09fbfc349f5a req-7651cb9a-f31f-48fe-a425-c88d20e8a7a9 service neutron] Attempting to bind port b2e3dd0d-1216-4306-a962-4483c47f9cd2 on network 7f90d51c-1cc7-44e9-9e70-acf8cfc8e7cf {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:57:16.074676 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600932bd-3969-4fe4-a2f3-09fbfc349f5a req-7651cb9a-f31f-48fe-a425-c88d20e8a7a9 service neutron] Checking agent: {'id': 'fa828968-c68f-4b22-9699-a58fe4ab1f05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 28, 13), 'started_at': datetime.datetime(2021, 12, 10, 15, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:57:16.075005 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600932bd-3969-4fe4-a2f3-09fbfc349f5a req-7651cb9a-f31f-48fe-a425-c88d20e8a7a9 service neutron] Checking segment: {'id': 'b446c408-ee0a-4184-95cf-18bfeac398ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '7f90d51c-1cc7-44e9-9e70-acf8cfc8e7cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:57:16.075386 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600932bd-3969-4fe4-a2f3-09fbfc349f5a req-7651cb9a-f31f-48fe-a425-c88d20e8a7a9 service neutron] Bound using segment: {'id': 'b446c408-ee0a-4184-95cf-18bfeac398ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '7f90d51c-1cc7-44e9-9e70-acf8cfc8e7cf'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:57:16.075803 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [req-600932bd-3969-4fe4-a2f3-09fbfc349f5a req-7651cb9a-f31f-48fe-a425-c88d20e8a7a9 service neutron] Bound port: b2e3dd0d-1216-4306-a962-4483c47f9cd2, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b446c408-ee0a-4184-95cf-18bfeac398ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '7f90d51c-1cc7-44e9-9e70-acf8cfc8e7cf'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:57:16.076150 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-600932bd-3969-4fe4-a2f3-09fbfc349f5a req-7651cb9a-f31f-48fe-a425-c88d20e8a7a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:16.135866 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [req-600932bd-3969-4fe4-a2f3-09fbfc349f5a req-7651cb9a-f31f-48fe-a425-c88d20e8a7a9 service neutron] For port b2e3dd0d-1216-4306-a962-4483c47f9cd2, host hv-neutron-8214, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:57:16.138830 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [req-600932bd-3969-4fe4-a2f3-09fbfc349f5a req-7651cb9a-f31f-48fe-a425-c88d20e8a7a9 service neutron] For port b2e3dd0d-1216-4306-a962-4483c47f9cd2, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=b2e3dd0d-1216-4306-a962-4483c47f9cd2,segment=NetworkSegment(b446c408-ee0a-4184-95cf-18bfeac398ae),segment_id=b446c408-ee0a-4184-95cf-18bfeac398ae)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:57:16.188331 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:16.216949 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-600932bd-3969-4fe4-a2f3-09fbfc349f5a req-7651cb9a-f31f-48fe-a425-c88d20e8a7a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:16.252362 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600932bd-3969-4fe4-a2f3-09fbfc349f5a req-7651cb9a-f31f-48fe-a425-c88d20e8a7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:57:16.252975 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-600932bd-3969-4fe4-a2f3-09fbfc349f5a req-7651cb9a-f31f-48fe-a425-c88d20e8a7a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:16.254969 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-600932bd-3969-4fe4-a2f3-09fbfc349f5a req-7651cb9a-f31f-48fe-a425-c88d20e8a7a9 service neutron] 10.222.0.44 "PUT /v2.0/ports/b2e3dd0d-1216-4306-a962-4483c47f9cd2 HTTP/1.1" status: 200 len: 1093 time: 0.6907511 Dec 10 15:57:16.255403 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca3eda25-af2d-4f52-813e-663819eb6943', 'tag': 'b2e3dd0d-1216-4306-a962-4483c47f9cd2'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:57:16.257619 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde1b47dcd987728a27c8e391f176ee57ea2adf837d2cedb59662361de43515a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92dd8847-c316-4b81-9544-f372a549628d" -d '{"events": [{"name": "network-changed", "server_uuid": "ca3eda25-af2d-4f52-813e-663819eb6943", "tag": "b2e3dd0d-1216-4306-a962-4483c47f9cd2"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:57:16.277860 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7651cb9a-f31f-48fe-a425-c88d20e8a7a9 service neutron] Pushing event updated for resources: {'Port': ['ID=b2e3dd0d-1216-4306-a962-4483c47f9cd2,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:57:16.305993 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 15:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a706b18-4dc1-48db-ac2d-332c9020df98 x-openstack-request-id: req-0a706b18-4dc1-48db-ac2d-332c9020df98 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:57:16.306297 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca3eda25-af2d-4f52-813e-663819eb6943", "tag": "b2e3dd0d-1216-4306-a962-4483c47f9cd2", "status": "completed", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:57:16.306562 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0a706b18-4dc1-48db-ac2d-332c9020df98 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:57:16.306983 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca3eda25-af2d-4f52-813e-663819eb6943', 'tag': 'b2e3dd0d-1216-4306-a962-4483c47f9cd2', 'status': 'completed', 'code': 200} Dec 10 15:57:16.371615 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd8847-c316-4b81-9544-f372a549628d req-5c881dac-5234-427c-a3bc-5ad44925104b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:57:16.373104 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-92dd8847-c316-4b81-9544-f372a549628d req-5c881dac-5234-427c-a3bc-5ad44925104b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8965747196c547419633da35d20487c8&device_id=ca3eda25-af2d-4f52-813e-663819eb6943 HTTP/1.1" status: 200 len: 1096 time: 0.0458217 Dec 10 15:57:16.468797 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd8847-c316-4b81-9544-f372a549628d req-93598157-9255-459b-a46c-1f800b0b409d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:57:16.470287 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-92dd8847-c316-4b81-9544-f372a549628d req-93598157-9255-459b-a46c-1f800b0b409d service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=8965747196c547419633da35d20487c8&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0877407 Dec 10 15:57:16.565751 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd8847-c316-4b81-9544-f372a549628d req-15f12856-685d-4243-968f-d8b2ff4bd92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:57:16.567203 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-92dd8847-c316-4b81-9544-f372a549628d req-15f12856-685d-4243-968f-d8b2ff4bd92e service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0899470 Dec 10 15:57:16.643101 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600932bd-3969-4fe4-a2f3-09fbfc349f5a req-9370fae7-8d1f-4ae0-82e9-4c85f8d26adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:57:16.644572 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-600932bd-3969-4fe4-a2f3-09fbfc349f5a req-9370fae7-8d1f-4ae0-82e9-4c85f8d26adf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8965747196c547419633da35d20487c8&device_id=ca3eda25-af2d-4f52-813e-663819eb6943 HTTP/1.1" status: 200 len: 1096 time: 0.0409617 Dec 10 15:57:16.685848 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-600932bd-3969-4fe4-a2f3-09fbfc349f5a req-bed88706-4b38-447c-ab5e-3b8df1b8a788 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2e3dd0d-1216-4306-a962-4483c47f9cd2 HTTP/1.1" status: 200 len: 217 time: 0.0337205 Dec 10 15:57:16.737881 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600932bd-3969-4fe4-a2f3-09fbfc349f5a req-adeac432-bb54-4a5d-aa9c-d77fd457476b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:57:16.739882 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-600932bd-3969-4fe4-a2f3-09fbfc349f5a req-adeac432-bb54-4a5d-aa9c-d77fd457476b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cc8d1fca-9481-4447-8d07-ea2aab25ab63 HTTP/1.1" status: 200 len: 853 time: 0.0469275 Dec 10 15:57:16.771230 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-600932bd-3969-4fe4-a2f3-09fbfc349f5a req-ab9257a8-ebea-4763-a727-61860d1ced16 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f90d51c-1cc7-44e9-9e70-acf8cfc8e7cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245764 Dec 10 15:57:16.860466 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-600932bd-3969-4fe4-a2f3-09fbfc349f5a req-51b2482a-93c9-46b0-b9f1-55a306a5d8fb service neutron] 10.222.0.44 "GET /v2.0/networks/7f90d51c-1cc7-44e9-9e70-acf8cfc8e7cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819082 Dec 10 15:57:16.867377 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d97b95-cf36-4a0f-8509-0b8623e28048 req-9d33632c-f826-4afe-bd1e-b8f233e9e4d3 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:57:16.868895 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-80d97b95-cf36-4a0f-8509-0b8623e28048 req-9d33632c-f826-4afe-bd1e-b8f233e9e4d3 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca3eda25-af2d-4f52-813e-663819eb6943 HTTP/1.1" status: 200 len: 943 time: 0.0528605 Dec 10 15:57:16.915571 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-80d97b95-cf36-4a0f-8509-0b8623e28048 req-17ff01cf-ee90-48d7-953c-a3f3cde10101 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e26f92d-d031-48eb-b6bb-d6d2a9ae26a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405021 Dec 10 15:57:16.955239 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-600932bd-3969-4fe4-a2f3-09fbfc349f5a req-21dc8071-9c23-4b87-ba3f-98e17d2062d3 service neutron] 10.222.0.44 "GET /v2.0/networks/7f90d51c-1cc7-44e9-9e70-acf8cfc8e7cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870450 Dec 10 15:57:17.826926 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:18.032465 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94facf24-888b-47f9-b565-aeaf002c32d1 req-b7ddd30f-4672-4c7c-b82d-942017500a7a tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:57:18.033895 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-94facf24-888b-47f9-b565-aeaf002c32d1 req-b7ddd30f-4672-4c7c-b82d-942017500a7a tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca3eda25-af2d-4f52-813e-663819eb6943 HTTP/1.1" status: 200 len: 943 time: 0.0497477 Dec 10 15:57:18.080029 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-94facf24-888b-47f9-b565-aeaf002c32d1 req-2ead6e06-1717-4228-9c8f-603184cca28e tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e26f92d-d031-48eb-b6bb-d6d2a9ae26a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401587 Dec 10 15:57:18.678493 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:19.194587 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb71470f-aa60-42d0-bd7f-d6c59bb74cdd req-b293e789-4aef-4600-b400-9a12439cb7f0 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:57:19.196058 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-bb71470f-aa60-42d0-bd7f-d6c59bb74cdd req-b293e789-4aef-4600-b400-9a12439cb7f0 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca3eda25-af2d-4f52-813e-663819eb6943 HTTP/1.1" status: 200 len: 943 time: 0.0496187 Dec 10 15:57:19.242309 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-bb71470f-aa60-42d0-bd7f-d6c59bb74cdd req-0e40b239-0548-404f-b4ef-f27a7857dc59 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e26f92d-d031-48eb-b6bb-d6d2a9ae26a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401497 Dec 10 15:57:19.432571 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device b2e3dd0d-1216-4306-a962-4483c47f9cd2 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 15:57:19.525519 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port b2e3dd0d-1216-4306-a962-4483c47f9cd2, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=b2e3dd0d-1216-4306-a962-4483c47f9cd2,segment=NetworkSegment(b446c408-ee0a-4184-95cf-18bfeac398ae),segment_id=b446c408-ee0a-4184-95cf-18bfeac398ae)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:57:19.536973 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Returning: {'device': 'b2e3dd0d-1216-4306-a962-4483c47f9cd2', 'network_id': '7f90d51c-1cc7-44e9-9e70-acf8cfc8e7cf', 'port_id': 'b2e3dd0d-1216-4306-a962-4483c47f9cd2', 'mac_address': 'fa:16:3e:3b:72:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc8d1fca-9481-4447-8d07-ea2aab25ab63', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 15:57:19.573215 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:19.585992 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2e3dd0d-1216-4306-a962-4483c47f9cd2 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 15:57:19.605187 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port b2e3dd0d-1216-4306-a962-4483c47f9cd2, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=b2e3dd0d-1216-4306-a962-4483c47f9cd2,segment=NetworkSegment(b446c408-ee0a-4184-95cf-18bfeac398ae),segment_id=b446c408-ee0a-4184-95cf-18bfeac398ae)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:57:19.673708 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:19.720323 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=b2e3dd0d-1216-4306-a962-4483c47f9cd2,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:57:19.727801 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:57:19.728161 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:57:19.728508 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:57:19.728848 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:57:19.729186 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:57:19.729520 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:57:19.729879 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:57:19.730216 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:57:19.730547 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:57:19.730880 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:57:19.731212 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:57:19.731537 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:57:19.731866 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:57:19.907916 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] get_ports_and_sgs() called for port_ids ['b2e3dd0d-1216-4306-a962-4483c47f9cd2'] {{(pid=103588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 15:57:20.355850 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7887da3c-1ed7-49cd-aab8-2bfe4af72993 req-834a7e7c-f362-4a1d-bec9-b2204ffdae09 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:57:20.358054 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-7887da3c-1ed7-49cd-aab8-2bfe4af72993 req-834a7e7c-f362-4a1d-bec9-b2204ffdae09 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca3eda25-af2d-4f52-813e-663819eb6943 HTTP/1.1" status: 200 len: 944 time: 0.0494654 Dec 10 15:57:20.411188 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-7887da3c-1ed7-49cd-aab8-2bfe4af72993 req-e0d94e92-bc17-43da-8758-796aef958ef8 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e26f92d-d031-48eb-b6bb-d6d2a9ae26a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460455 Dec 10 15:57:21.448602 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device b2e3dd0d-1216-4306-a962-4483c47f9cd2 up at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:57:21.524821 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2409370c-da25-4791-a96e-41eec6ed1608 req-717534d1-7628-4d0b-a877-bf63968806e7 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:57:21.526334 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-2409370c-da25-4791-a96e-41eec6ed1608 req-717534d1-7628-4d0b-a877-bf63968806e7 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca3eda25-af2d-4f52-813e-663819eb6943 HTTP/1.1" status: 200 len: 944 time: 0.0482233 Dec 10 15:57:21.581616 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-2409370c-da25-4791-a96e-41eec6ed1608 req-101a226f-7765-4a06-943b-e7fcb719c8f5 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e26f92d-d031-48eb-b6bb-d6d2a9ae26a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493259 Dec 10 15:57:21.587757 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning for port b2e3dd0d-1216-4306-a962-4483c47f9cd2 completed by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 15:57:21.591705 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning complete for port b2e3dd0d-1216-4306-a962-4483c47f9cd2 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:57:21.592081 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:21.681182 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:21.702845 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca3eda25-af2d-4f52-813e-663819eb6943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e3dd0d-1216-4306-a962-4483c47f9cd2'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:57:21.705073 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa4b92c408489e2c982394a5a7b3518bb1b22554638321e3ea6c5cabb2c75d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0634ad36-3cb0-4c91-aa5e-6f6e3a66e225" -d '{"events": [{"server_uuid": "ca3eda25-af2d-4f52-813e-663819eb6943", "name": "network-vif-plugged", "status": "completed", "tag": "b2e3dd0d-1216-4306-a962-4483c47f9cd2"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:57:21.717394 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port b2e3dd0d-1216-4306-a962-4483c47f9cd2, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=b2e3dd0d-1216-4306-a962-4483c47f9cd2,segment=NetworkSegment(b446c408-ee0a-4184-95cf-18bfeac398ae),segment_id=b446c408-ee0a-4184-95cf-18bfeac398ae)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:57:21.742654 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 15:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad2d78a-3aa2-4e43-bf3c-f5d5e46e1ec6 x-openstack-request-id: req-1ad2d78a-3aa2-4e43-bf3c-f5d5e46e1ec6 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:57:21.743650 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca3eda25-af2d-4f52-813e-663819eb6943", "name": "network-vif-plugged", "status": "completed", "tag": "b2e3dd0d-1216-4306-a962-4483c47f9cd2", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:57:21.743650 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1ad2d78a-3aa2-4e43-bf3c-f5d5e46e1ec6 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:57:21.743650 dv-neutron-821401-4-hyperv neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca3eda25-af2d-4f52-813e-663819eb6943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e3dd0d-1216-4306-a962-4483c47f9cd2', 'code': 200} Dec 10 15:57:21.759420 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:21.807169 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=b2e3dd0d-1216-4306-a962-4483c47f9cd2,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:57:21.993432 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd95852-845c-459c-ae0b-c8c20a5bc92a req-5aeffa48-e754-4842-8b8b-407218ab5800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:57:21.994865 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-2bd95852-845c-459c-ae0b-c8c20a5bc92a req-5aeffa48-e754-4842-8b8b-407218ab5800 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ca3eda25-af2d-4f52-813e-663819eb6943 HTTP/1.1" status: 200 len: 1098 time: 0.0401537 Dec 10 15:57:22.038510 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-2bd95852-845c-459c-ae0b-c8c20a5bc92a req-904e2597-2277-43c5-ae90-195a365fb05b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4e26f92d-d031-48eb-b6bb-d6d2a9ae26a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367322 Dec 10 15:57:22.694933 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d442985-3cfe-4e89-8264-13088973e3fc req-61a23386-e6e0-411c-a406-7251003d43aa tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:57:22.696329 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-5d442985-3cfe-4e89-8264-13088973e3fc req-61a23386-e6e0-411c-a406-7251003d43aa tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca3eda25-af2d-4f52-813e-663819eb6943 HTTP/1.1" status: 200 len: 945 time: 0.0484786 Dec 10 15:57:22.742831 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-5d442985-3cfe-4e89-8264-13088973e3fc req-0efb1764-8559-4b74-bb03-f4d797564f08 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e26f92d-d031-48eb-b6bb-d6d2a9ae26a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404890 Dec 10 15:57:23.857374 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530318f8-867d-498f-bbdf-bbb7bde91889 req-df6e8324-d55f-4ffe-a573-cdb4dddf64bf tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:57:23.858882 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-530318f8-867d-498f-bbdf-bbb7bde91889 req-df6e8324-d55f-4ffe-a573-cdb4dddf64bf tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca3eda25-af2d-4f52-813e-663819eb6943 HTTP/1.1" status: 200 len: 945 time: 0.0485966 Dec 10 15:57:23.905658 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-530318f8-867d-498f-bbdf-bbb7bde91889 req-08f97e3a-d9d8-4633-bb7e-65bfb7675fe9 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e26f92d-d031-48eb-b6bb-d6d2a9ae26a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406821 Dec 10 15:57:24.126192 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39658e02-9d01-4a31-b0c8-fd88ae7bbfa7 req-b0022497-3a49-4451-a623-c67ea4f7f4b2 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:57:24.127559 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-39658e02-9d01-4a31-b0c8-fd88ae7bbfa7 req-b0022497-3a49-4451-a623-c67ea4f7f4b2 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] 10.222.0.20 "GET /v2.0/networks?id=7f90d51c-1cc7-44e9-9e70-acf8cfc8e7cf HTTP/1.1" status: 200 len: 813 time: 0.1009247 Dec 10 15:57:24.142768 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-39658e02-9d01-4a31-b0c8-fd88ae7bbfa7 req-b084f871-badd-46c8-8dea-f6d5ad2e5b49 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] 10.222.0.20 "GET /v2.0/quotas/8965747196c547419633da35d20487c8 HTTP/1.1" status: 200 len: 375 time: 0.0087700 Dec 10 15:57:24.192455 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-39658e02-9d01-4a31-b0c8-fd88ae7bbfa7 req-f09922b6-ddcf-407c-ba21-63da628021b7 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8965747196c547419633da35d20487c8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0438190 Dec 10 15:57:24.279293 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-39658e02-9d01-4a31-b0c8-fd88ae7bbfa7 req-59e1c8f9-0c64-403b-a697-f54b36f52231 service neutron] 10.222.0.20 "GET /v2.0/networks/7f90d51c-1cc7-44e9-9e70-acf8cfc8e7cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799215 Dec 10 15:57:24.375200 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-39658e02-9d01-4a31-b0c8-fd88ae7bbfa7 req-1073895c-0967-409b-8288-1344d9c50da1 service neutron] 10.222.0.20 "GET /v2.0/networks/7f90d51c-1cc7-44e9-9e70-acf8cfc8e7cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897460 Dec 10 15:57:24.631484 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-3e27b409-dc86-4eaa-88de-5976c719f264 req-0c897c4b-fefc-4f77-a0bd-68e9beeffab8 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] 10.222.0.20 "GET /v2.0/ports?device_id=612b235b-4fdf-4b2c-951f-704f9abd9403 HTTP/1.1" status: 200 len: 210 time: 0.0382376 Dec 10 15:57:25.722150 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-5fbf7933-38b3-4125-a24b-c638182f311f req-913ffb72-eb50-4617-a394-9f1f401fa9c2 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] 10.222.0.20 "GET /v2.0/ports?device_id=612b235b-4fdf-4b2c-951f-704f9abd9403 HTTP/1.1" status: 200 len: 210 time: 0.0260177 Dec 10 15:57:26.403147 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39658e02-9d01-4a31-b0c8-fd88ae7bbfa7 req-304edccd-76eb-4a37-9b05-9d87b783b428 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:57:26.404519 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-39658e02-9d01-4a31-b0c8-fd88ae7bbfa7 req-304edccd-76eb-4a37-9b05-9d87b783b428 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] 10.222.0.44 "GET /v2.0/networks?id=7f90d51c-1cc7-44e9-9e70-acf8cfc8e7cf HTTP/1.1" status: 200 len: 813 time: 0.0999157 Dec 10 15:57:26.418065 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [req-39658e02-9d01-4a31-b0c8-fd88ae7bbfa7 req-d1513aa9-9b0a-44cc-9fa2-80999f721775 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] Request body: {'port': {'device_id': '612b235b-4fdf-4b2c-951f-704f9abd9403', 'network_id': '7f90d51c-1cc7-44e9-9e70-acf8cfc8e7cf', 'admin_state_up': True, 'tenant_id': '8965747196c547419633da35d20487c8'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:57:26.587730 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39658e02-9d01-4a31-b0c8-fd88ae7bbfa7 req-d1513aa9-9b0a-44cc-9fa2-80999f721775 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] Made reservation on behalf of 8965747196c547419633da35d20487c8 for: {'port': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:57:26.591353 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-39658e02-9d01-4a31-b0c8-fd88ae7bbfa7 req-d1513aa9-9b0a-44cc-9fa2-80999f721775 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:26.714770 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [req-39658e02-9d01-4a31-b0c8-fd88ae7bbfa7 req-d1513aa9-9b0a-44cc-9fa2-80999f721775 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] Allocated IP 172.20.0.2 (7f90d51c-1cc7-44e9-9e70-acf8cfc8e7cf/cc8d1fca-9481-4447-8d07-ea2aab25ab63/ca479657-0a76-4a8c-9e77-9ae834c06fd2) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:57:26.840176 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-57a94299-8899-4901-a7cd-47a103a35a66 req-fefd5f08-0596-47ab-8d0d-63c96fda01e1 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] 10.222.0.20 "GET /v2.0/ports?device_id=612b235b-4fdf-4b2c-951f-704f9abd9403 HTTP/1.1" status: 200 len: 210 time: 0.0327826 Dec 10 15:57:26.884987 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-39658e02-9d01-4a31-b0c8-fd88ae7bbfa7 req-d1513aa9-9b0a-44cc-9fa2-80999f721775 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:26.986913 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-39658e02-9d01-4a31-b0c8-fd88ae7bbfa7 req-d1513aa9-9b0a-44cc-9fa2-80999f721775 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:27.000070 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] get_ports_and_sgs() called for port_ids ['b2e3dd0d-1216-4306-a962-4483c47f9cd2'] {{(pid=103588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 15:57:27.036574 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39658e02-9d01-4a31-b0c8-fd88ae7bbfa7 req-d1513aa9-9b0a-44cc-9fa2-80999f721775 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] Network 7f90d51c-1cc7-44e9-9e70-acf8cfc8e7cf is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:57:27.039626 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [req-39658e02-9d01-4a31-b0c8-fd88ae7bbfa7 req-d1513aa9-9b0a-44cc-9fa2-80999f721775 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:57:27.043983 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [req-39658e02-9d01-4a31-b0c8-fd88ae7bbfa7 req-d1513aa9-9b0a-44cc-9fa2-80999f721775 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:57:27.047911 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1513aa9-9b0a-44cc-9fa2-80999f721775 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] Pushing event updated for resources: {'Port': ['ID=ca479657-0a76-4a8c-9e77-9ae834c06fd2,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:57:27.093628 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39658e02-9d01-4a31-b0c8-fd88ae7bbfa7 req-d1513aa9-9b0a-44cc-9fa2-80999f721775 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:57:27.094284 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-39658e02-9d01-4a31-b0c8-fd88ae7bbfa7 req-d1513aa9-9b0a-44cc-9fa2-80999f721775 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:27.161737 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-39658e02-9d01-4a31-b0c8-fd88ae7bbfa7 req-d1513aa9-9b0a-44cc-9fa2-80999f721775 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7472539 Dec 10 15:57:27.173569 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [req-39658e02-9d01-4a31-b0c8-fd88ae7bbfa7 req-1546241a-2357-4f45-a1a7-4fcf1399a215 service neutron] Request body: {'port': {'device_id': '612b235b-4fdf-4b2c-951f-704f9abd9403', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:57:27.225204 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-39658e02-9d01-4a31-b0c8-fd88ae7bbfa7 req-1546241a-2357-4f45-a1a7-4fcf1399a215 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:27.475622 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [req-39658e02-9d01-4a31-b0c8-fd88ae7bbfa7 req-1546241a-2357-4f45-a1a7-4fcf1399a215 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca479657-0a76-4a8c-9e77-9ae834c06fd2 {{(pid=103586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 15:57:27.482817 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-39658e02-9d01-4a31-b0c8-fd88ae7bbfa7 req-1546241a-2357-4f45-a1a7-4fcf1399a215 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:27.494981 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [req-39658e02-9d01-4a31-b0c8-fd88ae7bbfa7 req-1546241a-2357-4f45-a1a7-4fcf1399a215 service neutron] Transition to ACTIVE for port object ca479657-0a76-4a8c-9e77-9ae834c06fd2 will not be triggered until provisioned by entity L2. {{(pid=103586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 15:57:27.570271 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-39658e02-9d01-4a31-b0c8-fd88ae7bbfa7 req-1546241a-2357-4f45-a1a7-4fcf1399a215 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:27.640445 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1546241a-2357-4f45-a1a7-4fcf1399a215 service neutron] Pushing event updated for resources: {'Port': ['ID=ca479657-0a76-4a8c-9e77-9ae834c06fd2,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:57:27.691388 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [req-39658e02-9d01-4a31-b0c8-fd88ae7bbfa7 req-1546241a-2357-4f45-a1a7-4fcf1399a215 service neutron] Attempting to bind port ca479657-0a76-4a8c-9e77-9ae834c06fd2 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:57:27.691726 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [req-39658e02-9d01-4a31-b0c8-fd88ae7bbfa7 req-1546241a-2357-4f45-a1a7-4fcf1399a215 service neutron] Attempting to bind port ca479657-0a76-4a8c-9e77-9ae834c06fd2 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'b446c408-ee0a-4184-95cf-18bfeac398ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '7f90d51c-1cc7-44e9-9e70-acf8cfc8e7cf'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:57:27.692060 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39658e02-9d01-4a31-b0c8-fd88ae7bbfa7 req-1546241a-2357-4f45-a1a7-4fcf1399a215 service neutron] Attempting to bind port ca479657-0a76-4a8c-9e77-9ae834c06fd2 on network 7f90d51c-1cc7-44e9-9e70-acf8cfc8e7cf {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:57:27.696401 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39658e02-9d01-4a31-b0c8-fd88ae7bbfa7 req-1546241a-2357-4f45-a1a7-4fcf1399a215 service neutron] Port ca479657-0a76-4a8c-9e77-9ae834c06fd2 on network 7f90d51c-1cc7-44e9-9e70-acf8cfc8e7cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:57:27.696728 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39658e02-9d01-4a31-b0c8-fd88ae7bbfa7 req-1546241a-2357-4f45-a1a7-4fcf1399a215 service neutron] Attempting to bind port ca479657-0a76-4a8c-9e77-9ae834c06fd2 on network 7f90d51c-1cc7-44e9-9e70-acf8cfc8e7cf {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:57:27.701519 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39658e02-9d01-4a31-b0c8-fd88ae7bbfa7 req-1546241a-2357-4f45-a1a7-4fcf1399a215 service neutron] Checking agent: {'id': 'fa828968-c68f-4b22-9699-a58fe4ab1f05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 28, 13), 'started_at': datetime.datetime(2021, 12, 10, 15, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:57:27.701899 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39658e02-9d01-4a31-b0c8-fd88ae7bbfa7 req-1546241a-2357-4f45-a1a7-4fcf1399a215 service neutron] Checking segment: {'id': 'b446c408-ee0a-4184-95cf-18bfeac398ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '7f90d51c-1cc7-44e9-9e70-acf8cfc8e7cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:57:27.702288 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39658e02-9d01-4a31-b0c8-fd88ae7bbfa7 req-1546241a-2357-4f45-a1a7-4fcf1399a215 service neutron] Bound using segment: {'id': 'b446c408-ee0a-4184-95cf-18bfeac398ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '7f90d51c-1cc7-44e9-9e70-acf8cfc8e7cf'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:57:27.702718 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [req-39658e02-9d01-4a31-b0c8-fd88ae7bbfa7 req-1546241a-2357-4f45-a1a7-4fcf1399a215 service neutron] Bound port: ca479657-0a76-4a8c-9e77-9ae834c06fd2, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b446c408-ee0a-4184-95cf-18bfeac398ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '7f90d51c-1cc7-44e9-9e70-acf8cfc8e7cf'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:57:27.703073 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-39658e02-9d01-4a31-b0c8-fd88ae7bbfa7 req-1546241a-2357-4f45-a1a7-4fcf1399a215 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:27.767834 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [req-39658e02-9d01-4a31-b0c8-fd88ae7bbfa7 req-1546241a-2357-4f45-a1a7-4fcf1399a215 service neutron] For port ca479657-0a76-4a8c-9e77-9ae834c06fd2, host hv-neutron-8214, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:57:27.770806 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [req-39658e02-9d01-4a31-b0c8-fd88ae7bbfa7 req-1546241a-2357-4f45-a1a7-4fcf1399a215 service neutron] For port ca479657-0a76-4a8c-9e77-9ae834c06fd2, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=ca479657-0a76-4a8c-9e77-9ae834c06fd2,segment=NetworkSegment(b446c408-ee0a-4184-95cf-18bfeac398ae),segment_id=b446c408-ee0a-4184-95cf-18bfeac398ae)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:57:27.822092 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-39658e02-9d01-4a31-b0c8-fd88ae7bbfa7 req-1546241a-2357-4f45-a1a7-4fcf1399a215 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:27.856333 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39658e02-9d01-4a31-b0c8-fd88ae7bbfa7 req-1546241a-2357-4f45-a1a7-4fcf1399a215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:57:27.856956 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-39658e02-9d01-4a31-b0c8-fd88ae7bbfa7 req-1546241a-2357-4f45-a1a7-4fcf1399a215 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:27.858352 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-39658e02-9d01-4a31-b0c8-fd88ae7bbfa7 req-1546241a-2357-4f45-a1a7-4fcf1399a215 service neutron] 10.222.0.44 "PUT /v2.0/ports/ca479657-0a76-4a8c-9e77-9ae834c06fd2 HTTP/1.1" status: 200 len: 1093 time: 0.6888483 Dec 10 15:57:27.858786 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '612b235b-4fdf-4b2c-951f-704f9abd9403', 'tag': 'ca479657-0a76-4a8c-9e77-9ae834c06fd2'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:57:27.861055 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde1b47dcd987728a27c8e391f176ee57ea2adf837d2cedb59662361de43515a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9457b3cf-b851-49a6-889e-43e826c30e96" -d '{"events": [{"name": "network-changed", "server_uuid": "612b235b-4fdf-4b2c-951f-704f9abd9403", "tag": "ca479657-0a76-4a8c-9e77-9ae834c06fd2"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:57:27.888702 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1546241a-2357-4f45-a1a7-4fcf1399a215 service neutron] Pushing event updated for resources: {'Port': ['ID=ca479657-0a76-4a8c-9e77-9ae834c06fd2,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:57:27.910828 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 15:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b4efe3d-ff55-4e75-991c-b819f401ab55 x-openstack-request-id: req-2b4efe3d-ff55-4e75-991c-b819f401ab55 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:57:27.911147 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "612b235b-4fdf-4b2c-951f-704f9abd9403", "tag": "ca479657-0a76-4a8c-9e77-9ae834c06fd2", "status": "completed", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:57:27.911402 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2b4efe3d-ff55-4e75-991c-b819f401ab55 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:57:27.911805 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '612b235b-4fdf-4b2c-951f-704f9abd9403', 'tag': 'ca479657-0a76-4a8c-9e77-9ae834c06fd2', 'status': 'completed', 'code': 200} Dec 10 15:57:27.976017 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9457b3cf-b851-49a6-889e-43e826c30e96 req-66dd5be5-7185-4211-a9ff-0dd09b138a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:57:27.977562 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-9457b3cf-b851-49a6-889e-43e826c30e96 req-66dd5be5-7185-4211-a9ff-0dd09b138a20 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8965747196c547419633da35d20487c8&device_id=612b235b-4fdf-4b2c-951f-704f9abd9403 HTTP/1.1" status: 200 len: 1096 time: 0.0451701 Dec 10 15:57:27.979541 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f08caa-5a54-4290-adcd-a770bc996233 req-42af982c-0e3e-4571-acec-c1969511fb75 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:57:27.981123 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-00f08caa-5a54-4290-adcd-a770bc996233 req-42af982c-0e3e-4571-acec-c1969511fb75 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] 10.222.0.20 "GET /v2.0/ports?device_id=612b235b-4fdf-4b2c-951f-704f9abd9403 HTTP/1.1" status: 200 len: 943 time: 0.0649703 Dec 10 15:57:28.040227 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-00f08caa-5a54-4290-adcd-a770bc996233 req-367e1328-7198-4c39-98c5-02f7442feae6 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e26f92d-d031-48eb-b6bb-d6d2a9ae26a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526311 Dec 10 15:57:28.077742 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9457b3cf-b851-49a6-889e-43e826c30e96 req-8420c6d8-7cfa-4295-9d6f-b66f6ffc4d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:57:28.079235 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-9457b3cf-b851-49a6-889e-43e826c30e96 req-8420c6d8-7cfa-4295-9d6f-b66f6ffc4d9f service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=8965747196c547419633da35d20487c8&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0940700 Dec 10 15:57:28.170878 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9457b3cf-b851-49a6-889e-43e826c30e96 req-0b50b48f-b6cc-4e73-9297-71a754111e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:57:28.172353 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-9457b3cf-b851-49a6-889e-43e826c30e96 req-0b50b48f-b6cc-4e73-9297-71a754111e52 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0858989 Dec 10 15:57:28.250694 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39658e02-9d01-4a31-b0c8-fd88ae7bbfa7 req-9888dc64-9fb5-424c-98ff-a0f43480070a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:57:28.252179 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-39658e02-9d01-4a31-b0c8-fd88ae7bbfa7 req-9888dc64-9fb5-424c-98ff-a0f43480070a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8965747196c547419633da35d20487c8&device_id=612b235b-4fdf-4b2c-951f-704f9abd9403 HTTP/1.1" status: 200 len: 1096 time: 0.0445287 Dec 10 15:57:28.294927 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-39658e02-9d01-4a31-b0c8-fd88ae7bbfa7 req-c754aad7-0ed8-447e-86cf-599586af17ba service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ca479657-0a76-4a8c-9e77-9ae834c06fd2 HTTP/1.1" status: 200 len: 217 time: 0.0338953 Dec 10 15:57:28.351327 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39658e02-9d01-4a31-b0c8-fd88ae7bbfa7 req-b4ded210-f426-43d1-8afd-3e7f3606f409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:57:28.352804 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-39658e02-9d01-4a31-b0c8-fd88ae7bbfa7 req-b4ded210-f426-43d1-8afd-3e7f3606f409 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cc8d1fca-9481-4447-8d07-ea2aab25ab63 HTTP/1.1" status: 200 len: 853 time: 0.0505733 Dec 10 15:57:28.384760 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-39658e02-9d01-4a31-b0c8-fd88ae7bbfa7 req-0253701f-4b08-498f-8f71-d5abfb3c0397 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f90d51c-1cc7-44e9-9e70-acf8cfc8e7cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253749 Dec 10 15:57:28.474049 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-39658e02-9d01-4a31-b0c8-fd88ae7bbfa7 req-293b5697-2d3b-4d1f-ac58-2320acd2c44c service neutron] 10.222.0.44 "GET /v2.0/networks/7f90d51c-1cc7-44e9-9e70-acf8cfc8e7cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823348 Dec 10 15:57:28.558333 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-39658e02-9d01-4a31-b0c8-fd88ae7bbfa7 req-91fbf574-2e84-45f0-aa3b-f169a8435d11 service neutron] 10.222.0.44 "GET /v2.0/networks/7f90d51c-1cc7-44e9-9e70-acf8cfc8e7cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0777121 Dec 10 15:57:29.159758 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33870b99-e3e0-4277-b096-f6312db96bbf req-79f9a2b7-67a2-41d5-b59e-4dbeb697482a tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:57:29.161275 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-33870b99-e3e0-4277-b096-f6312db96bbf req-79f9a2b7-67a2-41d5-b59e-4dbeb697482a tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] 10.222.0.20 "GET /v2.0/ports?device_id=612b235b-4fdf-4b2c-951f-704f9abd9403 HTTP/1.1" status: 200 len: 943 time: 0.0532374 Dec 10 15:57:29.209043 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-33870b99-e3e0-4277-b096-f6312db96bbf req-e86f16e5-3adc-44cb-a312-15a64d536cc4 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e26f92d-d031-48eb-b6bb-d6d2a9ae26a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415108 Dec 10 15:57:29.469429 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device ca479657-0a76-4a8c-9e77-9ae834c06fd2 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 15:57:29.562683 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port ca479657-0a76-4a8c-9e77-9ae834c06fd2, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=ca479657-0a76-4a8c-9e77-9ae834c06fd2,segment=NetworkSegment(b446c408-ee0a-4184-95cf-18bfeac398ae),segment_id=b446c408-ee0a-4184-95cf-18bfeac398ae)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:57:29.574529 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Returning: {'device': 'ca479657-0a76-4a8c-9e77-9ae834c06fd2', 'network_id': '7f90d51c-1cc7-44e9-9e70-acf8cfc8e7cf', 'port_id': 'ca479657-0a76-4a8c-9e77-9ae834c06fd2', 'mac_address': 'fa:16:3e:e3:97:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc8d1fca-9481-4447-8d07-ea2aab25ab63', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 15:57:29.609331 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:29.622560 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca479657-0a76-4a8c-9e77-9ae834c06fd2 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 15:57:29.641569 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port ca479657-0a76-4a8c-9e77-9ae834c06fd2, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=ca479657-0a76-4a8c-9e77-9ae834c06fd2,segment=NetworkSegment(b446c408-ee0a-4184-95cf-18bfeac398ae),segment_id=b446c408-ee0a-4184-95cf-18bfeac398ae)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:57:29.730404 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:29.776715 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=ca479657-0a76-4a8c-9e77-9ae834c06fd2,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:57:29.953416 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] get_ports_and_sgs() called for port_ids ['ca479657-0a76-4a8c-9e77-9ae834c06fd2'] {{(pid=103588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 15:57:30.329007 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b380a5-667a-4c51-812e-631f6f285062 req-e0908cd2-0af3-4343-9dc3-1ae32513760f tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:57:30.330507 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d6b380a5-667a-4c51-812e-631f6f285062 req-e0908cd2-0af3-4343-9dc3-1ae32513760f tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] 10.222.0.20 "GET /v2.0/ports?device_id=612b235b-4fdf-4b2c-951f-704f9abd9403 HTTP/1.1" status: 200 len: 944 time: 0.0564470 Dec 10 15:57:30.376716 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d6b380a5-667a-4c51-812e-631f6f285062 req-9de90267-abaa-41ad-9104-82ff16aeaaee tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e26f92d-d031-48eb-b6bb-d6d2a9ae26a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399060 Dec 10 15:57:31.486525 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device ca479657-0a76-4a8c-9e77-9ae834c06fd2 up at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:57:31.488383 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849afe34-1f0c-4e18-8702-cc11fd7f7bce req-217d2e78-a26e-49e3-8f0e-24f43c3a91cd tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:57:31.489947 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-849afe34-1f0c-4e18-8702-cc11fd7f7bce req-217d2e78-a26e-49e3-8f0e-24f43c3a91cd tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] 10.222.0.20 "GET /v2.0/ports?device_id=612b235b-4fdf-4b2c-951f-704f9abd9403 HTTP/1.1" status: 200 len: 944 time: 0.0492172 Dec 10 15:57:31.537175 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-849afe34-1f0c-4e18-8702-cc11fd7f7bce req-6ebac678-4270-4eb3-b9d1-7a5f3746a7c4 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e26f92d-d031-48eb-b6bb-d6d2a9ae26a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410979 Dec 10 15:57:31.598618 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning for port ca479657-0a76-4a8c-9e77-9ae834c06fd2 completed by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 15:57:31.602710 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning complete for port ca479657-0a76-4a8c-9e77-9ae834c06fd2 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:57:31.603081 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:31.682497 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:31.704451 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '612b235b-4fdf-4b2c-951f-704f9abd9403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca479657-0a76-4a8c-9e77-9ae834c06fd2'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:57:31.706692 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa4b92c408489e2c982394a5a7b3518bb1b22554638321e3ea6c5cabb2c75d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceb0954e-479f-454b-8bc2-0ee711eb903c" -d '{"events": [{"server_uuid": "612b235b-4fdf-4b2c-951f-704f9abd9403", "name": "network-vif-plugged", "status": "completed", "tag": "ca479657-0a76-4a8c-9e77-9ae834c06fd2"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:57:31.718638 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port ca479657-0a76-4a8c-9e77-9ae834c06fd2, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=ca479657-0a76-4a8c-9e77-9ae834c06fd2,segment=NetworkSegment(b446c408-ee0a-4184-95cf-18bfeac398ae),segment_id=b446c408-ee0a-4184-95cf-18bfeac398ae)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:57:31.743285 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 15:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3657554-df80-4f2c-845c-1b3111fbb319 x-openstack-request-id: req-d3657554-df80-4f2c-845c-1b3111fbb319 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:57:31.743646 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "612b235b-4fdf-4b2c-951f-704f9abd9403", "name": "network-vif-plugged", "status": "completed", "tag": "ca479657-0a76-4a8c-9e77-9ae834c06fd2", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:57:31.743927 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d3657554-df80-4f2c-845c-1b3111fbb319 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:57:31.744310 dv-neutron-821401-4-hyperv neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '612b235b-4fdf-4b2c-951f-704f9abd9403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca479657-0a76-4a8c-9e77-9ae834c06fd2', 'code': 200} Dec 10 15:57:31.839161 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:31.885954 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=ca479657-0a76-4a8c-9e77-9ae834c06fd2,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:57:32.033054 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0689ac9-2449-48bd-acb3-4360eed40ad1 req-42d0855e-5e2b-4c7d-acef-3d0e5d637179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:57:32.034399 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-e0689ac9-2449-48bd-acb3-4360eed40ad1 req-42d0855e-5e2b-4c7d-acef-3d0e5d637179 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=612b235b-4fdf-4b2c-951f-704f9abd9403 HTTP/1.1" status: 200 len: 1098 time: 0.0391018 Dec 10 15:57:32.081048 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-e0689ac9-2449-48bd-acb3-4360eed40ad1 req-1651dcf5-1357-43ee-9a49-da276d2c32e0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4e26f92d-d031-48eb-b6bb-d6d2a9ae26a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399971 Dec 10 15:57:32.650565 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b68c9c3-3028-4e54-b46b-ea8e632c0fb6 req-3afdad0c-e3fa-4c0b-b0f2-b779d881409b tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:57:32.652028 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-9b68c9c3-3028-4e54-b46b-ea8e632c0fb6 req-3afdad0c-e3fa-4c0b-b0f2-b779d881409b tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] 10.222.0.20 "GET /v2.0/ports?device_id=612b235b-4fdf-4b2c-951f-704f9abd9403 HTTP/1.1" status: 200 len: 945 time: 0.0478504 Dec 10 15:57:32.698880 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-9b68c9c3-3028-4e54-b46b-ea8e632c0fb6 req-ecda090c-b239-49e0-8a9a-b67bff71085c tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e26f92d-d031-48eb-b6bb-d6d2a9ae26a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407681 Dec 10 15:57:33.813769 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab7207d-cf5f-453c-b075-2589f0aa4baa req-fe28c1ca-4ed8-4a8f-b095-941bbdc8b32e tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:57:33.815976 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-9ab7207d-cf5f-453c-b075-2589f0aa4baa req-fe28c1ca-4ed8-4a8f-b095-941bbdc8b32e tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] 10.222.0.20 "GET /v2.0/ports?device_id=612b235b-4fdf-4b2c-951f-704f9abd9403 HTTP/1.1" status: 200 len: 945 time: 0.0478313 Dec 10 15:57:33.861305 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-9ab7207d-cf5f-453c-b075-2589f0aa4baa req-a4f6fd24-50c8-4a1f-9aff-64f1aea616f7 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e26f92d-d031-48eb-b6bb-d6d2a9ae26a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394051 Dec 10 15:57:34.347526 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504f5de-3b53-4eff-8dba-29ef63a5a684 req-0ba91b96-cf6d-403a-b321-38eb87a155c1 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:57:34.349002 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4504f5de-3b53-4eff-8dba-29ef63a5a684 req-0ba91b96-cf6d-403a-b321-38eb87a155c1 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] 10.222.0.20 "GET /v2.0/ports?device_id=612b235b-4fdf-4b2c-951f-704f9abd9403 HTTP/1.1" status: 200 len: 945 time: 0.0517259 Dec 10 15:57:34.395184 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4504f5de-3b53-4eff-8dba-29ef63a5a684 req-76a14be6-0276-4a1f-9309-6fb84a2c3982 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e26f92d-d031-48eb-b6bb-d6d2a9ae26a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402830 Dec 10 15:57:35.509124 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f785f71a-6ca7-4b61-88c1-5d8ed8133382 req-b015b122-1f2d-4436-80b3-9182ae7ee0e0 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:57:35.510645 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f785f71a-6ca7-4b61-88c1-5d8ed8133382 req-b015b122-1f2d-4436-80b3-9182ae7ee0e0 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] 10.222.0.20 "GET /v2.0/ports?device_id=612b235b-4fdf-4b2c-951f-704f9abd9403 HTTP/1.1" status: 200 len: 945 time: 0.0479372 Dec 10 15:57:35.557138 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f785f71a-6ca7-4b61-88c1-5d8ed8133382 req-06d3bb01-7347-430a-9e71-1228729f9110 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e26f92d-d031-48eb-b6bb-d6d2a9ae26a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404875 Dec 10 15:57:35.748215 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff3e6bb-0371-4901-8158-7fecfbd0e57d req-23539d61-34cf-4e37-987d-c5f0df423c66 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:57:35.749560 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-7ff3e6bb-0371-4901-8158-7fecfbd0e57d req-23539d61-34cf-4e37-987d-c5f0df423c66 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] 10.222.0.44 "GET /v2.0/ports?device_id=612b235b-4fdf-4b2c-951f-704f9abd9403 HTTP/1.1" status: 200 len: 945 time: 0.0502338 Dec 10 15:57:35.836919 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [req-7ff3e6bb-0371-4901-8158-7fecfbd0e57d req-14203d94-3402-4076-a5fa-88db73e3765a tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] Deleting port ca479657-0a76-4a8c-9e77-9ae834c06fd2 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:57:35.837252 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-7ff3e6bb-0371-4901-8158-7fecfbd0e57d req-14203d94-3402-4076-a5fa-88db73e3765a tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:35.925491 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [req-7ff3e6bb-0371-4901-8158-7fecfbd0e57d req-14203d94-3402-4076-a5fa-88db73e3765a tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] For port ca479657-0a76-4a8c-9e77-9ae834c06fd2, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=ca479657-0a76-4a8c-9e77-9ae834c06fd2,segment=NetworkSegment(b446c408-ee0a-4184-95cf-18bfeac398ae),segment_id=b446c408-ee0a-4184-95cf-18bfeac398ae)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:57:35.925891 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-7ff3e6bb-0371-4901-8158-7fecfbd0e57d req-14203d94-3402-4076-a5fa-88db73e3765a tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:35.937250 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [req-7ff3e6bb-0371-4901-8158-7fecfbd0e57d req-14203d94-3402-4076-a5fa-88db73e3765a tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] Calling delete_port for ca479657-0a76-4a8c-9e77-9ae834c06fd2 owned by compute:nova {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:57:36.134514 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-7ff3e6bb-0371-4901-8158-7fecfbd0e57d req-14203d94-3402-4076-a5fa-88db73e3765a tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:36.147400 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] get_ports_and_sgs() called for port_ids ['b2e3dd0d-1216-4306-a962-4483c47f9cd2', 'ca479657-0a76-4a8c-9e77-9ae834c06fd2'] {{(pid=103588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 15:57:36.166664 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14203d94-3402-4076-a5fa-88db73e3765a tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] Pushing event deleted for resources: {'Port': ['ID=ca479657-0a76-4a8c-9e77-9ae834c06fd2,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:57:36.210723 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ff3e6bb-0371-4901-8158-7fecfbd0e57d req-14203d94-3402-4076-a5fa-88db73e3765a tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] No DVR routers for this DVR port ca479657-0a76-4a8c-9e77-9ae834c06fd2 on host hv-neutron-8214 {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:57:36.213289 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-7ff3e6bb-0371-4901-8158-7fecfbd0e57d req-14203d94-3402-4076-a5fa-88db73e3765a tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:36.216776 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-7ff3e6bb-0371-4901-8158-7fecfbd0e57d req-14203d94-3402-4076-a5fa-88db73e3765a tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] 10.222.0.44 "DELETE /v2.0/ports/ca479657-0a76-4a8c-9e77-9ae834c06fd2 HTTP/1.1" status: 204 len: 173 time: 0.4602783 Dec 10 15:57:36.217243 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '612b235b-4fdf-4b2c-951f-704f9abd9403', 'name': 'network-vif-deleted', 'tag': 'ca479657-0a76-4a8c-9e77-9ae834c06fd2'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:57:36.219478 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde1b47dcd987728a27c8e391f176ee57ea2adf837d2cedb59662361de43515a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-058db7f3-7aaf-41bd-b22b-4d84356b8fcb" -d '{"events": [{"server_uuid": "612b235b-4fdf-4b2c-951f-704f9abd9403", "name": "network-vif-deleted", "tag": "ca479657-0a76-4a8c-9e77-9ae834c06fd2"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:57:36.261391 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 15:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8efebbde-904b-4c5f-8711-af34d6b9fd11 x-openstack-request-id: req-8efebbde-904b-4c5f-8711-af34d6b9fd11 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:57:36.261695 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "612b235b-4fdf-4b2c-951f-704f9abd9403", "name": "network-vif-deleted", "tag": "ca479657-0a76-4a8c-9e77-9ae834c06fd2", "status": "completed", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:57:36.262058 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8efebbde-904b-4c5f-8711-af34d6b9fd11 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:57:36.262472 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '612b235b-4fdf-4b2c-951f-704f9abd9403', 'name': 'network-vif-deleted', 'tag': 'ca479657-0a76-4a8c-9e77-9ae834c06fd2', 'status': 'completed', 'code': 200} Dec 10 15:57:36.661998 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-2805d7bc-ca15-4fd5-a52c-54fb26eae77f req-866b9b77-2bae-4b3a-83ee-b1797eca9937 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] 10.222.0.20 "GET /v2.0/ports?device_id=612b235b-4fdf-4b2c-951f-704f9abd9403 HTTP/1.1" status: 200 len: 210 time: 0.0255530 Dec 10 15:57:37.349626 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-008c9547-9cc6-4d8c-b040-e9a0482b3dab req-f5a5d570-185b-4b89-8279-8e2955b730f7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ca3eda25-af2d-4f52-813e-663819eb6943&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393529 Dec 10 15:57:37.430664 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c9547-9cc6-4d8c-b040-e9a0482b3dab req-77871fa7-f5dd-46c1-8530-87031513c701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:57:37.432116 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-008c9547-9cc6-4d8c-b040-e9a0482b3dab req-77871fa7-f5dd-46c1-8530-87031513c701 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8965747196c547419633da35d20487c8&device_id=ca3eda25-af2d-4f52-813e-663819eb6943 HTTP/1.1" status: 200 len: 1098 time: 0.0425458 Dec 10 15:57:37.532741 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c9547-9cc6-4d8c-b040-e9a0482b3dab req-c002b157-488c-454e-8f04-e910a23fac76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:57:37.534241 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-008c9547-9cc6-4d8c-b040-e9a0482b3dab req-c002b157-488c-454e-8f04-e910a23fac76 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7f90d51c-1cc7-44e9-9e70-acf8cfc8e7cf HTTP/1.1" status: 200 len: 914 time: 0.0835235 Dec 10 15:57:37.582109 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-008c9547-9cc6-4d8c-b040-e9a0482b3dab req-475e0133-ec35-4194-9628-3cb6d80d5209 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2e3dd0d-1216-4306-a962-4483c47f9cd2 HTTP/1.1" status: 200 len: 217 time: 0.0399842 Dec 10 15:57:37.629914 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c9547-9cc6-4d8c-b040-e9a0482b3dab req-3bafbff0-60e9-4bb6-8768-8eb749e1f732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:57:37.631239 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-008c9547-9cc6-4d8c-b040-e9a0482b3dab req-3bafbff0-60e9-4bb6-8768-8eb749e1f732 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cc8d1fca-9481-4447-8d07-ea2aab25ab63 HTTP/1.1" status: 200 len: 853 time: 0.0424843 Dec 10 15:57:37.661877 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-008c9547-9cc6-4d8c-b040-e9a0482b3dab req-8c13b69f-bf2a-434a-9f84-eee6c1b6c6da service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f90d51c-1cc7-44e9-9e70-acf8cfc8e7cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239029 Dec 10 15:57:37.749879 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-008c9547-9cc6-4d8c-b040-e9a0482b3dab req-57e2e1b4-c816-4781-add3-816b267fc6b9 service neutron] 10.222.0.44 "GET /v2.0/networks/7f90d51c-1cc7-44e9-9e70-acf8cfc8e7cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813096 Dec 10 15:57:37.868165 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f0f5d5-dee0-4479-a59e-93cff0e09d84 req-497a38ed-bd4c-4e27-ae16-633ff76d6958 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:57:37.869664 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-25f0f5d5-dee0-4479-a59e-93cff0e09d84 req-497a38ed-bd4c-4e27-ae16-633ff76d6958 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca3eda25-af2d-4f52-813e-663819eb6943 HTTP/1.1" status: 200 len: 945 time: 0.1050651 Dec 10 15:57:37.886892 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-008c9547-9cc6-4d8c-b040-e9a0482b3dab req-6b5e4585-bdd7-4fad-820f-7938335918bb service neutron] 10.222.0.44 "GET /v2.0/networks/7f90d51c-1cc7-44e9-9e70-acf8cfc8e7cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295555 Dec 10 15:57:37.925845 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-25f0f5d5-dee0-4479-a59e-93cff0e09d84 req-a1acab72-948f-454b-9d76-f1fc31f5936f tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e26f92d-d031-48eb-b6bb-d6d2a9ae26a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488803 Dec 10 15:57:38.055900 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e65a53-3711-467c-b2a3-6c3254cd6e17 req-2521742e-3f48-471f-995f-8336fa6f7aeb tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:57:38.057370 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-60e65a53-3711-467c-b2a3-6c3254cd6e17 req-2521742e-3f48-471f-995f-8336fa6f7aeb tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca3eda25-af2d-4f52-813e-663819eb6943 HTTP/1.1" status: 200 len: 945 time: 0.0478313 Dec 10 15:57:38.103158 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-60e65a53-3711-467c-b2a3-6c3254cd6e17 req-5d8c5815-7f29-401b-b3a3-0aa8478e1dd2 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e26f92d-d031-48eb-b6bb-d6d2a9ae26a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397079 Dec 10 15:57:38.216162 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ce2c5-785e-4a1e-87fb-10e7bdd77965 req-db9095e2-b43a-43c7-b489-299e15047025 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:57:38.217619 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-256ce2c5-785e-4a1e-87fb-10e7bdd77965 req-db9095e2-b43a-43c7-b489-299e15047025 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca3eda25-af2d-4f52-813e-663819eb6943 HTTP/1.1" status: 200 len: 945 time: 0.0473728 Dec 10 15:57:38.264898 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-256ce2c5-785e-4a1e-87fb-10e7bdd77965 req-acc7d6b3-5a88-4b5a-a0f8-cb3d2896bf46 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e26f92d-d031-48eb-b6bb-d6d2a9ae26a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407588 Dec 10 15:57:38.428530 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e22f5-71c9-4828-8e05-7d299784a828 req-c8d38bc0-cca7-4ed9-b154-b5245924a12d tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:57:38.430028 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-722e22f5-71c9-4828-8e05-7d299784a828 req-c8d38bc0-cca7-4ed9-b154-b5245924a12d tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca3eda25-af2d-4f52-813e-663819eb6943 HTTP/1.1" status: 200 len: 945 time: 0.0479763 Dec 10 15:57:38.480035 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-722e22f5-71c9-4828-8e05-7d299784a828 req-8e612dd2-2516-4f1c-a9c6-94878edb62ba tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e26f92d-d031-48eb-b6bb-d6d2a9ae26a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440705 Dec 10 15:57:38.598656 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b8af3-c46f-4570-a4c0-198318c41967 req-1b4ee57e-a2c0-4d7e-8916-e2470d1a6e7e tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:57:38.600153 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-1c4b8af3-c46f-4570-a4c0-198318c41967 req-1b4ee57e-a2c0-4d7e-8916-e2470d1a6e7e tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca3eda25-af2d-4f52-813e-663819eb6943 HTTP/1.1" status: 200 len: 945 time: 0.0533946 Dec 10 15:57:38.648777 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-1c4b8af3-c46f-4570-a4c0-198318c41967 req-312ab452-3fc4-4c74-b319-933818894988 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e26f92d-d031-48eb-b6bb-d6d2a9ae26a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426338 Dec 10 15:57:38.790212 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff35b98-ed7e-4751-9a4c-4f1e52bf0377 req-347061ad-6234-4f63-96b9-da2a17f9e730 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:57:38.791707 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-0ff35b98-ed7e-4751-9a4c-4f1e52bf0377 req-347061ad-6234-4f63-96b9-da2a17f9e730 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca3eda25-af2d-4f52-813e-663819eb6943 HTTP/1.1" status: 200 len: 945 time: 0.0532553 Dec 10 15:57:38.838840 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-0ff35b98-ed7e-4751-9a4c-4f1e52bf0377 req-c0365a43-bf20-4df6-9a03-1a6a4056eeb2 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e26f92d-d031-48eb-b6bb-d6d2a9ae26a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409954 Dec 10 15:57:39.291099 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b9035b-6c56-4af7-905a-a4c743c8e7ab req-bd39f343-dce9-4861-b361-303394a84e5e tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:57:39.292560 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-91b9035b-6c56-4af7-905a-a4c743c8e7ab req-bd39f343-dce9-4861-b361-303394a84e5e tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca3eda25-af2d-4f52-813e-663819eb6943 HTTP/1.1" status: 200 len: 945 time: 0.0474186 Dec 10 15:57:39.339862 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-91b9035b-6c56-4af7-905a-a4c743c8e7ab req-73833411-87c1-46ed-8659-e2632e0d346f tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e26f92d-d031-48eb-b6bb-d6d2a9ae26a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413957 Dec 10 15:57:39.527159 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device ca479657-0a76-4a8c-9e77-9ae834c06fd2 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:57:39.550389 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] No Port match for: ca479657-0a76-4a8c-9e77-9ae834c06fd2 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:57:39.550741 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device ca479657-0a76-4a8c-9e77-9ae834c06fd2 not bound to the agent host hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:57:40.465077 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddabb3c4-2413-4cb2-9511-2cf96e8843fb req-54c3a256-90b2-4fc3-a5c5-b60dccabef87 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:57:40.466577 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-ddabb3c4-2413-4cb2-9511-2cf96e8843fb req-54c3a256-90b2-4fc3-a5c5-b60dccabef87 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca3eda25-af2d-4f52-813e-663819eb6943 HTTP/1.1" status: 200 len: 945 time: 0.0480633 Dec 10 15:57:40.514098 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-ddabb3c4-2413-4cb2-9511-2cf96e8843fb req-a40cb320-49af-4f58-8c34-4d90bff03f44 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e26f92d-d031-48eb-b6bb-d6d2a9ae26a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415819 Dec 10 15:57:40.600031 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b68dd9e-8055-42b6-94bf-85a17080b121 req-abc96ebf-fabb-47a2-8ce5-033f95bf5a61 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:57:40.601461 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-7b68dd9e-8055-42b6-94bf-85a17080b121 req-abc96ebf-fabb-47a2-8ce5-033f95bf5a61 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca3eda25-af2d-4f52-813e-663819eb6943 HTTP/1.1" status: 200 len: 945 time: 0.0468001 Dec 10 15:57:40.692227 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [req-7b68dd9e-8055-42b6-94bf-85a17080b121 req-7fc8ddd1-0036-422a-a667-f80ad36cb2d6 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] Deleting port b2e3dd0d-1216-4306-a962-4483c47f9cd2 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:57:40.692484 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-7b68dd9e-8055-42b6-94bf-85a17080b121 req-7fc8ddd1-0036-422a-a667-f80ad36cb2d6 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:40.790433 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [req-7b68dd9e-8055-42b6-94bf-85a17080b121 req-7fc8ddd1-0036-422a-a667-f80ad36cb2d6 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] For port b2e3dd0d-1216-4306-a962-4483c47f9cd2, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=b2e3dd0d-1216-4306-a962-4483c47f9cd2,segment=NetworkSegment(b446c408-ee0a-4184-95cf-18bfeac398ae),segment_id=b446c408-ee0a-4184-95cf-18bfeac398ae)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:57:40.790795 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-7b68dd9e-8055-42b6-94bf-85a17080b121 req-7fc8ddd1-0036-422a-a667-f80ad36cb2d6 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:40.803168 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [req-7b68dd9e-8055-42b6-94bf-85a17080b121 req-7fc8ddd1-0036-422a-a667-f80ad36cb2d6 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] Calling delete_port for b2e3dd0d-1216-4306-a962-4483c47f9cd2 owned by compute:nova {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:57:40.981400 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-7b68dd9e-8055-42b6-94bf-85a17080b121 req-7fc8ddd1-0036-422a-a667-f80ad36cb2d6 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:40.994962 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] get_ports_and_sgs() called for port_ids ['b2e3dd0d-1216-4306-a962-4483c47f9cd2'] {{(pid=103588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 15:57:41.010130 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc8ddd1-0036-422a-a667-f80ad36cb2d6 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] Pushing event deleted for resources: {'Port': ['ID=b2e3dd0d-1216-4306-a962-4483c47f9cd2,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:57:41.056345 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b68dd9e-8055-42b6-94bf-85a17080b121 req-7fc8ddd1-0036-422a-a667-f80ad36cb2d6 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] No DVR routers for this DVR port b2e3dd0d-1216-4306-a962-4483c47f9cd2 on host hv-neutron-8214 {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:57:41.059684 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-7b68dd9e-8055-42b6-94bf-85a17080b121 req-7fc8ddd1-0036-422a-a667-f80ad36cb2d6 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:41.063921 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-7b68dd9e-8055-42b6-94bf-85a17080b121 req-7fc8ddd1-0036-422a-a667-f80ad36cb2d6 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] 10.222.0.44 "DELETE /v2.0/ports/b2e3dd0d-1216-4306-a962-4483c47f9cd2 HTTP/1.1" status: 204 len: 173 time: 0.4561591 Dec 10 15:57:41.064537 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca3eda25-af2d-4f52-813e-663819eb6943', 'name': 'network-vif-deleted', 'tag': 'b2e3dd0d-1216-4306-a962-4483c47f9cd2'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:57:41.067349 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde1b47dcd987728a27c8e391f176ee57ea2adf837d2cedb59662361de43515a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-396820b3-61d8-4f2a-ae1d-7991ad1bc11f" -d '{"events": [{"server_uuid": "ca3eda25-af2d-4f52-813e-663819eb6943", "name": "network-vif-deleted", "tag": "b2e3dd0d-1216-4306-a962-4483c47f9cd2"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:57:41.103282 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 15:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0721f843-563b-4807-bff8-91a78a465da8 x-openstack-request-id: req-0721f843-563b-4807-bff8-91a78a465da8 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:57:41.103810 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca3eda25-af2d-4f52-813e-663819eb6943", "name": "network-vif-deleted", "tag": "b2e3dd0d-1216-4306-a962-4483c47f9cd2", "status": "completed", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:57:41.104077 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0721f843-563b-4807-bff8-91a78a465da8 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:57:41.104474 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca3eda25-af2d-4f52-813e-663819eb6943', 'name': 'network-vif-deleted', 'tag': 'b2e3dd0d-1216-4306-a962-4483c47f9cd2', 'status': 'completed', 'code': 200} Dec 10 15:57:41.615351 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-e5505b1c-bbdb-4cbd-bd47-4d7542e369ca req-bf61ca8a-8ad1-4bbb-a31c-8481079ffcd4 tempest-ServersNegativeTestJSON-1309077869 tempest-ServersNegativeTestJSON-1309077869-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca3eda25-af2d-4f52-813e-663819eb6943 HTTP/1.1" status: 200 len: 210 time: 0.0261397 Dec 10 15:57:42.671998 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 41452) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:57:42.717021 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_v2 [None req-89bb10d1-a6dd-4ca4-bd4e-8fe43c456f2e admin admin] Deleting subnet cc8d1fca-9481-4447-8d07-ea2aab25ab63 {{(pid=103586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:57:42.718294 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-89bb10d1-a6dd-4ca4-bd4e-8fe43c456f2e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:42.752322 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-89bb10d1-a6dd-4ca4-bd4e-8fe43c456f2e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12392400'] for subnet, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:42.789382 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-89bb10d1-a6dd-4ca4-bd4e-8fe43c456f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:42.907288 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-89bb10d1-a6dd-4ca4-bd4e-8fe43c456f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:42.935276 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-06fa7948-96a6-4981-9a2b-64e33a7cda01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:42.935821 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-89bb10d1-a6dd-4ca4-bd4e-8fe43c456f2e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:42.939088 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-89bb10d1-a6dd-4ca4-bd4e-8fe43c456f2e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/cc8d1fca-9481-4447-8d07-ea2aab25ab63 HTTP/1.1" status: 204 len: 168 time: 0.2658148 Dec 10 15:57:42.940059 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bb10d1-a6dd-4ca4-bd4e-8fe43c456f2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc8d1fca-9481-4447-8d07-ea2aab25ab63,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:57:42.941636 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 41454) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:57:43.013364 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c0774d8a-2cea-4110-a77a-aaed544b3cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:43.091918 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c0774d8a-2cea-4110-a77a-aaed544b3cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:43.112173 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-c0774d8a-2cea-4110-a77a-aaed544b3cd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f90d51c-1cc7-44e9-9e70-acf8cfc8e7cf']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:57:43.121509 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-c0774d8a-2cea-4110-a77a-aaed544b3cd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b446c408-ee0a-4184-95cf-18bfeac398ae') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:57:43.121847 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-c0774d8a-2cea-4110-a77a-aaed544b3cd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b446c408-ee0a-4184-95cf-18bfeac398ae') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:57:43.131274 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c0774d8a-2cea-4110-a77a-aaed544b3cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11806923'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:43.144610 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c0774d8a-2cea-4110-a77a-aaed544b3cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:43.150728 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0774d8a-2cea-4110-a77a-aaed544b3cd9 admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:57:43.151453 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c0774d8a-2cea-4110-a77a-aaed544b3cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11236635'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:43.152776 dv-neutron-821401-4-hyperv neutron-server[103587]: Traceback (most recent call last): Dec 10 15:57:43.152776 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:57:43.152776 dv-neutron-821401-4-hyperv neutron-server[103587]: timer() Dec 10 15:57:43.152776 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:57:43.152776 dv-neutron-821401-4-hyperv neutron-server[103587]: cb(*args, **kw) Dec 10 15:57:43.152776 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:57:43.152776 dv-neutron-821401-4-hyperv neutron-server[103587]: return func(*args, **kwargs) Dec 10 15:57:43.152776 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:57:43.152776 dv-neutron-821401-4-hyperv neutron-server[103587]: self._notify() Dec 10 15:57:43.152776 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:57:43.152776 dv-neutron-821401-4-hyperv neutron-server[103587]: self.callback(batched_events) Dec 10 15:57:43.152776 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:57:43.152776 dv-neutron-821401-4-hyperv neutron-server[103587]: event.method(event) Dec 10 15:57:43.152776 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:57:43.152776 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:57:43.152776 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:57:43.152776 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:57:43.152776 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:57:43.152776 dv-neutron-821401-4-hyperv neutron-server[103587]: return f(self, *a, **k) Dec 10 15:57:43.152776 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:57:43.152776 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._get(url).json() Dec 10 15:57:43.152776 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:57:43.152776 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:57:43.152776 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:57:43.152776 dv-neutron-821401-4-hyperv neutron-server[103587]: return self.request(url, 'GET', **kwargs) Dec 10 15:57:43.152776 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:57:43.152776 dv-neutron-821401-4-hyperv neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:57:43.152776 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:57:43.152776 dv-neutron-821401-4-hyperv neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:57:43.152776 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:57:43.152776 dv-neutron-821401-4-hyperv neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:57:43.152776 dv-neutron-821401-4-hyperv neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:57:43.536762 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c0774d8a-2cea-4110-a77a-aaed544b3cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:43.542484 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c0774d8a-2cea-4110-a77a-aaed544b3cd9 admin admin] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:43.548352 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-c0774d8a-2cea-4110-a77a-aaed544b3cd9 admin admin] 10.222.0.20 "DELETE /v2.0/networks/7f90d51c-1cc7-44e9-9e70-acf8cfc8e7cf HTTP/1.1" status: 204 len: 168 time: 0.6030545 Dec 10 15:57:43.548560 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device b2e3dd0d-1216-4306-a962-4483c47f9cd2 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:57:43.557746 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0774d8a-2cea-4110-a77a-aaed544b3cd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f90d51c-1cc7-44e9-9e70-acf8cfc8e7cf,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:57:43.572458 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] No Port match for: b2e3dd0d-1216-4306-a962-4483c47f9cd2 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:57:43.572818 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device b2e3dd0d-1216-4306-a962-4483c47f9cd2 not bound to the agent host hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:57:43.574256 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:43.803181 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 41458) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:57:43.845734 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 41460) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:57:43.846328 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-b1f83a0d-a973-4f8e-a96e-c66d6f88d432 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8965747196c547419633da35d20487c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0415332 Dec 10 15:57:43.896352 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b42a9a51-0efa-49ba-8123-7bf70b4886db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:43.914293 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b42a9a51-0efa-49ba-8123-7bf70b4886db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:43.998324 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b42a9a51-0efa-49ba-8123-7bf70b4886db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:44.001255 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b42a9a51-0efa-49ba-8123-7bf70b4886db admin admin] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:44.002495 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-b42a9a51-0efa-49ba-8123-7bf70b4886db admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4e26f92d-d031-48eb-b6bb-d6d2a9ae26a2 HTTP/1.1" status: 204 len: 168 time: 0.1557169 Dec 10 15:57:44.012298 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42a9a51-0efa-49ba-8123-7bf70b4886db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e26f92d-d031-48eb-b6bb-d6d2a9ae26a2,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:57:45.004190 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 41482) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:57:45.096974 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-db45d332-9b92-4140-a16d-8827cb93fa36 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-597231407'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:57:45.179979 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db45d332-9b92-4140-a16d-8827cb93fa36 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Made reservation on behalf of 284dc0af2b1842acacf2fe2e09dbb778 for: {'network': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:57:45.183579 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-db45d332-9b92-4140-a16d-8827cb93fa36 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:45.193099 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-db45d332-9b92-4140-a16d-8827cb93fa36 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:45.265726 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-db45d332-9b92-4140-a16d-8827cb93fa36 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:45.306353 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-15631cec-19b8-426a-9ba1-51b61ae11b4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:45.334874 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-db45d332-9b92-4140-a16d-8827cb93fa36 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:45.364253 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db45d332-9b92-4140-a16d-8827cb93fa36 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=103586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:57:45.372733 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db45d332-9b92-4140-a16d-8827cb93fa36 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d3dce6-8446-4873-b268-0811a75a0515,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:57:45.379200 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-db45d332-9b92-4140-a16d-8827cb93fa36 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:45.379561 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.segments_db [None req-db45d332-9b92-4140-a16d-8827cb93fa36 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Added segment 10a31bc2-1ab2-417d-8566-3e67588fd6dc of type vlan for network e1bc7272-61bb-4b86-b70f-cdc97cdea555 Dec 10 15:57:45.417204 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-db45d332-9b92-4140-a16d-8827cb93fa36 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:45.506658 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-db45d332-9b92-4140-a16d-8827cb93fa36 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:45.512443 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db45d332-9b92-4140-a16d-8827cb93fa36 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:57:45.513062 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-db45d332-9b92-4140-a16d-8827cb93fa36 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:45.575945 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db45d332-9b92-4140-a16d-8827cb93fa36 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Pushing event updated for resources: {'Network': ['ID=e1bc7272-61bb-4b86-b70f-cdc97cdea555,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:57:45.586065 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network e1bc7272-61bb-4b86-b70f-cdc97cdea555 details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:57:45.625066 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-db45d332-9b92-4140-a16d-8827cb93fa36 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6068177 Dec 10 15:57:46.208490 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:47.849274 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:48.677626 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:48.837131 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 41486) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:57:48.842236 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-babdf1fd-c6aa-4f6b-b8c9-9850ab65f2f3 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Request body: {'subnet': {'network_id': 'e1bc7272-61bb-4b86-b70f-cdc97cdea555', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:57:48.975028 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-babdf1fd-c6aa-4f6b-b8c9-9850ab65f2f3 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Made reservation on behalf of 284dc0af2b1842acacf2fe2e09dbb778 for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:57:48.978567 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-babdf1fd-c6aa-4f6b-b8c9-9850ab65f2f3 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:49.192959 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-babdf1fd-c6aa-4f6b-b8c9-9850ab65f2f3 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11695183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581935'] for subnet, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:49.252330 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babdf1fd-c6aa-4f6b-b8c9-9850ab65f2f3 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Pushing event updated for resources: {'Subnet': ['ID=6e7d05e7-5974-400f-a1c1-e71ddf10968e,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:57:49.260624 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babdf1fd-c6aa-4f6b-b8c9-9850ab65f2f3 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Checking segment: {'id': '10a31bc2-1ab2-417d-8566-3e67588fd6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e1bc7272-61bb-4b86-b70f-cdc97cdea555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:57:49.260979 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babdf1fd-c6aa-4f6b-b8c9-9850ab65f2f3 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Network hostable DHCP agents. Network: e1bc7272-61bb-4b86-b70f-cdc97cdea555, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:57:49.323177 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babdf1fd-c6aa-4f6b-b8c9-9850ab65f2f3 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Network e1bc7272-61bb-4b86-b70f-cdc97cdea555 is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:57:49.380342 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-babdf1fd-c6aa-4f6b-b8c9-9850ab65f2f3 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, e1bc7272-61bb-4b86-b70f-cdc97cdea555) {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:57:49.384291 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babdf1fd-c6aa-4f6b-b8c9-9850ab65f2f3 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:57:49.384990 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-babdf1fd-c6aa-4f6b-b8c9-9850ab65f2f3 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:49.389958 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d62061-2f23-4968-97b9-99c62e01577e None None] Network e1bc7272-61bb-4b86-b70f-cdc97cdea555 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:57:49.463410 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-babdf1fd-c6aa-4f6b-b8c9-9850ab65f2f3 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6252043 Dec 10 15:57:49.466811 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 41488) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:57:49.471684 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-fb9a651b-590a-44a9-b85a-e0510e61a527 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1036933601'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:57:49.484323 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8180f8f4-11bb-44a8-adfe-f2a8fa613b29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-e1bc7272-61bb-4b86-b70f-cdc97cdea555', 'network_id': 'e1bc7272-61bb-4b86-b70f-cdc97cdea555', 'project_id': '284dc0af2b1842acacf2fe2e09dbb778', 'fixed_ips': [{'subnet_id': '6e7d05e7-5974-400f-a1c1-e71ddf10968e'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:57:49.484654 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8180f8f4-11bb-44a8-adfe-f2a8fa613b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:49.558113 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb9a651b-590a-44a9-b85a-e0510e61a527 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Made reservation on behalf of 284dc0af2b1842acacf2fe2e09dbb778 for: {'network': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:57:49.561686 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fb9a651b-590a-44a9-b85a-e0510e61a527 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:49.588554 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb9a651b-590a-44a9-b85a-e0510e61a527 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=103586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:57:49.599098 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fb9a651b-590a-44a9-b85a-e0510e61a527 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:49.600705 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.segments_db [None req-fb9a651b-590a-44a9-b85a-e0510e61a527 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Added segment 1b7b94d2-ca2a-4aac-8ad0-7227d78950a0 of type vlan for network 15789432-2fdc-4200-8b1f-179386feb1d2 Dec 10 15:57:49.641636 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fb9a651b-590a-44a9-b85a-e0510e61a527 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:49.752285 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fb9a651b-590a-44a9-b85a-e0510e61a527 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:49.758368 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9a651b-590a-44a9-b85a-e0510e61a527 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:57:49.758942 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fb9a651b-590a-44a9-b85a-e0510e61a527 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:49.767463 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-8180f8f4-11bb-44a8-adfe-f2a8fa613b29 None None] Allocated IP 2001:db8:0:ffff::2 (e1bc7272-61bb-4b86-b70f-cdc97cdea555/6e7d05e7-5974-400f-a1c1-e71ddf10968e/6d5025f2-f316-46cf-9e4c-03c685cf4f07) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:57:49.827537 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9a651b-590a-44a9-b85a-e0510e61a527 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Pushing event updated for resources: {'Network': ['ID=15789432-2fdc-4200-8b1f-179386feb1d2,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:57:49.838123 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 15789432-2fdc-4200-8b1f-179386feb1d2 details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:57:49.869133 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-fb9a651b-590a-44a9-b85a-e0510e61a527 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4012339 Dec 10 15:57:49.871988 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 41490) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:57:49.876820 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-063c6ed5-0254-4fff-b11c-da70e30147d4 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Request body: {'subnet': {'network_id': '15789432-2fdc-4200-8b1f-179386feb1d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:57:49.964305 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8180f8f4-11bb-44a8-adfe-f2a8fa613b29 None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:49.992207 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 15:57:50.043688 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-063c6ed5-0254-4fff-b11c-da70e30147d4 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Made reservation on behalf of 284dc0af2b1842acacf2fe2e09dbb778 for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:57:50.047241 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-063c6ed5-0254-4fff-b11c-da70e30147d4 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:50.072543 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8180f8f4-11bb-44a8-adfe-f2a8fa613b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:50.117980 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8180f8f4-11bb-44a8-adfe-f2a8fa613b29 None None] Network e1bc7272-61bb-4b86-b70f-cdc97cdea555 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:57:50.120679 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-8180f8f4-11bb-44a8-adfe-f2a8fa613b29 None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:57:50.125122 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8180f8f4-11bb-44a8-adfe-f2a8fa613b29 None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:57:50.127944 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8180f8f4-11bb-44a8-adfe-f2a8fa613b29 None None] Pushing event updated for resources: {'Port': ['ID=6d5025f2-f316-46cf-9e4c-03c685cf4f07,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:57:50.179078 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-8180f8f4-11bb-44a8-adfe-f2a8fa613b29 None None] Attempting to bind port 6d5025f2-f316-46cf-9e4c-03c685cf4f07 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:57:50.179451 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-8180f8f4-11bb-44a8-adfe-f2a8fa613b29 None None] Attempting to bind port 6d5025f2-f316-46cf-9e4c-03c685cf4f07 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '10a31bc2-1ab2-417d-8566-3e67588fd6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e1bc7272-61bb-4b86-b70f-cdc97cdea555'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:57:50.179820 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8180f8f4-11bb-44a8-adfe-f2a8fa613b29 None None] Attempting to bind port 6d5025f2-f316-46cf-9e4c-03c685cf4f07 on network e1bc7272-61bb-4b86-b70f-cdc97cdea555 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:57:50.184961 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8180f8f4-11bb-44a8-adfe-f2a8fa613b29 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:57:50.189350 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8180f8f4-11bb-44a8-adfe-f2a8fa613b29 None None] Checking segment: {'id': '10a31bc2-1ab2-417d-8566-3e67588fd6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e1bc7272-61bb-4b86-b70f-cdc97cdea555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:57:50.189350 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8180f8f4-11bb-44a8-adfe-f2a8fa613b29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:50.189350 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8180f8f4-11bb-44a8-adfe-f2a8fa613b29 None None] Bound using segment: {'id': '10a31bc2-1ab2-417d-8566-3e67588fd6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e1bc7272-61bb-4b86-b70f-cdc97cdea555'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:57:50.189350 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-8180f8f4-11bb-44a8-adfe-f2a8fa613b29 None None] Bound port: 6d5025f2-f316-46cf-9e4c-03c685cf4f07, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10a31bc2-1ab2-417d-8566-3e67588fd6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e1bc7272-61bb-4b86-b70f-cdc97cdea555'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:57:50.189350 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8180f8f4-11bb-44a8-adfe-f2a8fa613b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:50.248109 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-8180f8f4-11bb-44a8-adfe-f2a8fa613b29 None None] For port 6d5025f2-f316-46cf-9e4c-03c685cf4f07, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:57:50.251115 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-8180f8f4-11bb-44a8-adfe-f2a8fa613b29 None None] For port 6d5025f2-f316-46cf-9e4c-03c685cf4f07, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=6d5025f2-f316-46cf-9e4c-03c685cf4f07,segment=NetworkSegment(10a31bc2-1ab2-417d-8566-3e67588fd6dc),segment_id=10a31bc2-1ab2-417d-8566-3e67588fd6dc)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:57:50.295364 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-063c6ed5-0254-4fff-b11c-da70e30147d4 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11695183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581935'] for subnet, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:50.312728 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8180f8f4-11bb-44a8-adfe-f2a8fa613b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:50.355841 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063c6ed5-0254-4fff-b11c-da70e30147d4 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Pushing event updated for resources: {'Subnet': ['ID=c42bb705-eded-4c28-af80-72c242388b4f,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:57:50.366031 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063c6ed5-0254-4fff-b11c-da70e30147d4 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Checking segment: {'id': '1b7b94d2-ca2a-4aac-8ad0-7227d78950a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '15789432-2fdc-4200-8b1f-179386feb1d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:57:50.366389 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063c6ed5-0254-4fff-b11c-da70e30147d4 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Network hostable DHCP agents. Network: 15789432-2fdc-4200-8b1f-179386feb1d2, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:57:50.377605 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8180f8f4-11bb-44a8-adfe-f2a8fa613b29 None None] Pushing event updated for resources: {'Port': ['ID=6d5025f2-f316-46cf-9e4c-03c685cf4f07,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:57:50.443457 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063c6ed5-0254-4fff-b11c-da70e30147d4 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Network 15789432-2fdc-4200-8b1f-179386feb1d2 is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:57:50.500671 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-063c6ed5-0254-4fff-b11c-da70e30147d4 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 15789432-2fdc-4200-8b1f-179386feb1d2) {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:57:50.505263 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063c6ed5-0254-4fff-b11c-da70e30147d4 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:57:50.506071 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-063c6ed5-0254-4fff-b11c-da70e30147d4 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:50.528643 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c2a1e1-f691-4106-903a-f54d7744d089 None None] Network 15789432-2fdc-4200-8b1f-179386feb1d2 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:57:50.583576 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 41492) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:57:50.593758 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-063c6ed5-0254-4fff-b11c-da70e30147d4 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7206311 Dec 10 15:57:50.657361 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d53e53c-899a-4c7b-bdf2-ccac99b81b4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-15789432-2fdc-4200-8b1f-179386feb1d2', 'network_id': '15789432-2fdc-4200-8b1f-179386feb1d2', 'project_id': '284dc0af2b1842acacf2fe2e09dbb778', 'fixed_ips': [{'subnet_id': 'c42bb705-eded-4c28-af80-72c242388b4f'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:57:50.658781 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5d53e53c-899a-4c7b-bdf2-ccac99b81b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:50.697512 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b5c53eb5-217f-4111-9e00-0e64d1c75bbd tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:50.781025 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b5c53eb5-217f-4111-9e00-0e64d1c75bbd tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:50.793864 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-5d53e53c-899a-4c7b-bdf2-ccac99b81b4a None None] Allocated IP 2001:db8::2 (15789432-2fdc-4200-8b1f-179386feb1d2/c42bb705-eded-4c28-af80-72c242388b4f/6092ea78-caa7-416a-9b5c-5a131a9e5ea6) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:57:50.933640 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5d53e53c-899a-4c7b-bdf2-ccac99b81b4a None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:50.992820 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5d53e53c-899a-4c7b-bdf2-ccac99b81b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:51.036901 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d53e53c-899a-4c7b-bdf2-ccac99b81b4a None None] Network 15789432-2fdc-4200-8b1f-179386feb1d2 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:57:51.039657 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-5d53e53c-899a-4c7b-bdf2-ccac99b81b4a None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:57:51.044053 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d53e53c-899a-4c7b-bdf2-ccac99b81b4a None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:57:51.047185 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d53e53c-899a-4c7b-bdf2-ccac99b81b4a None None] Pushing event updated for resources: {'Port': ['ID=6092ea78-caa7-416a-9b5c-5a131a9e5ea6,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:57:51.101385 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b5c53eb5-217f-4111-9e00-0e64d1c75bbd tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11236721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11668521'] for subnet, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:51.108363 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-5d53e53c-899a-4c7b-bdf2-ccac99b81b4a None None] Attempting to bind port 6092ea78-caa7-416a-9b5c-5a131a9e5ea6 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:57:51.110944 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-5d53e53c-899a-4c7b-bdf2-ccac99b81b4a None None] Attempting to bind port 6092ea78-caa7-416a-9b5c-5a131a9e5ea6 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '1b7b94d2-ca2a-4aac-8ad0-7227d78950a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '15789432-2fdc-4200-8b1f-179386feb1d2'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:57:51.110944 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d53e53c-899a-4c7b-bdf2-ccac99b81b4a None None] Attempting to bind port 6092ea78-caa7-416a-9b5c-5a131a9e5ea6 on network 15789432-2fdc-4200-8b1f-179386feb1d2 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:57:51.117269 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d53e53c-899a-4c7b-bdf2-ccac99b81b4a None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:57:51.117561 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d53e53c-899a-4c7b-bdf2-ccac99b81b4a None None] Checking segment: {'id': '1b7b94d2-ca2a-4aac-8ad0-7227d78950a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '15789432-2fdc-4200-8b1f-179386feb1d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:57:51.118004 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5d53e53c-899a-4c7b-bdf2-ccac99b81b4a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:51.118400 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d53e53c-899a-4c7b-bdf2-ccac99b81b4a None None] Bound using segment: {'id': '1b7b94d2-ca2a-4aac-8ad0-7227d78950a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '15789432-2fdc-4200-8b1f-179386feb1d2'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:57:51.118878 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-5d53e53c-899a-4c7b-bdf2-ccac99b81b4a None None] Bound port: 6092ea78-caa7-416a-9b5c-5a131a9e5ea6, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b7b94d2-ca2a-4aac-8ad0-7227d78950a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '15789432-2fdc-4200-8b1f-179386feb1d2'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:57:51.119264 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5d53e53c-899a-4c7b-bdf2-ccac99b81b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:51.148433 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c53eb5-217f-4111-9e00-0e64d1c75bbd tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Pushing event deleted for resources: {'Subnet': ['ID=c42bb705-eded-4c28-af80-72c242388b4f,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:57:51.187726 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-5d53e53c-899a-4c7b-bdf2-ccac99b81b4a None None] For port 6092ea78-caa7-416a-9b5c-5a131a9e5ea6, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:57:51.191835 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-5d53e53c-899a-4c7b-bdf2-ccac99b81b4a None None] For port 6092ea78-caa7-416a-9b5c-5a131a9e5ea6, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=6092ea78-caa7-416a-9b5c-5a131a9e5ea6,segment=NetworkSegment(1b7b94d2-ca2a-4aac-8ad0-7227d78950a0),segment_id=1b7b94d2-ca2a-4aac-8ad0-7227d78950a0)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:57:51.220429 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b5c53eb5-217f-4111-9e00-0e64d1c75bbd tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:51.241976 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-b5c53eb5-217f-4111-9e00-0e64d1c75bbd tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15789432-2fdc-4200-8b1f-179386feb1d2']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:57:51.252248 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-b5c53eb5-217f-4111-9e00-0e64d1c75bbd tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b7b94d2-ca2a-4aac-8ad0-7227d78950a0') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:57:51.252624 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-b5c53eb5-217f-4111-9e00-0e64d1c75bbd tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b7b94d2-ca2a-4aac-8ad0-7227d78950a0') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:57:51.263123 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b5c53eb5-217f-4111-9e00-0e64d1c75bbd tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11806923'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:51.272939 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5d53e53c-899a-4c7b-bdf2-ccac99b81b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:51.276827 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b5c53eb5-217f-4111-9e00-0e64d1c75bbd tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:51.286915 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5c53eb5-217f-4111-9e00-0e64d1c75bbd tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:57:51.286915 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b5c53eb5-217f-4111-9e00-0e64d1c75bbd tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11236635'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:51.286915 dv-neutron-821401-4-hyperv neutron-server[103587]: Traceback (most recent call last): Dec 10 15:57:51.286915 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:57:51.286915 dv-neutron-821401-4-hyperv neutron-server[103587]: timer() Dec 10 15:57:51.286915 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:57:51.286915 dv-neutron-821401-4-hyperv neutron-server[103587]: cb(*args, **kw) Dec 10 15:57:51.286915 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:57:51.286915 dv-neutron-821401-4-hyperv neutron-server[103587]: return func(*args, **kwargs) Dec 10 15:57:51.286915 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:57:51.286915 dv-neutron-821401-4-hyperv neutron-server[103587]: self._notify() Dec 10 15:57:51.286915 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:57:51.286915 dv-neutron-821401-4-hyperv neutron-server[103587]: self.callback(batched_events) Dec 10 15:57:51.286915 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:57:51.286915 dv-neutron-821401-4-hyperv neutron-server[103587]: event.method(event) Dec 10 15:57:51.286915 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:57:51.286915 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:57:51.286915 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:57:51.286915 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:57:51.286915 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:57:51.286915 dv-neutron-821401-4-hyperv neutron-server[103587]: return f(self, *a, **k) Dec 10 15:57:51.286915 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:57:51.286915 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._get(url).json() Dec 10 15:57:51.286915 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:57:51.286915 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:57:51.286915 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:57:51.286915 dv-neutron-821401-4-hyperv neutron-server[103587]: return self.request(url, 'GET', **kwargs) Dec 10 15:57:51.286915 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:57:51.286915 dv-neutron-821401-4-hyperv neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:57:51.286915 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:57:51.286915 dv-neutron-821401-4-hyperv neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:57:51.286915 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:57:51.286915 dv-neutron-821401-4-hyperv neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:57:51.286915 dv-neutron-821401-4-hyperv neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:57:51.346440 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1ad0d6-cb96-4f0c-b5b5-669e6026e932 None None] Network e1bc7272-61bb-4b86-b70f-cdc97cdea555 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:57:51.373625 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d53e53c-899a-4c7b-bdf2-ccac99b81b4a None None] Pushing event updated for resources: {'Port': ['ID=6092ea78-caa7-416a-9b5c-5a131a9e5ea6,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:57:51.400978 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62aebd07-54b5-4228-acf6-5fb87b4ee1e3 None None] Network 15789432-2fdc-4200-8b1f-179386feb1d2 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:57:51.420962 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.db.api [None req-b5c53eb5-217f-4111-9e00-0e64d1c75bbd tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 15:57:51.420962 dv-neutron-821401-4-hyperv neutron-server[103587]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 15:57:51.420962 dv-neutron-821401-4-hyperv neutron-server[103587]: [parameters: {'id': '15789432-2fdc-4200-8b1f-179386feb1d2'}] Dec 10 15:57:51.420962 dv-neutron-821401-4-hyperv neutron-server[103587]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103587) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 15:57:51.421356 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG oslo_db.api [None req-b5c53eb5-217f-4111-9e00-0e64d1c75bbd tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 15:57:51.506243 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-12db01cc-c754-4399-9948-b093c89b707b None None] Provisioning complete for port 6d5025f2-f316-46cf-9e4c-03c685cf4f07 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:57:51.506612 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-12db01cc-c754-4399-9948-b093c89b707b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:51.618723 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-12db01cc-c754-4399-9948-b093c89b707b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:51.651043 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-12db01cc-c754-4399-9948-b093c89b707b None None] For port 6d5025f2-f316-46cf-9e4c-03c685cf4f07, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=6d5025f2-f316-46cf-9e4c-03c685cf4f07,segment=NetworkSegment(10a31bc2-1ab2-417d-8566-3e67588fd6dc),segment_id=10a31bc2-1ab2-417d-8566-3e67588fd6dc)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:57:51.741153 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc216086-a992-4ee6-b21f-c459eb2bbe0f None None] get_active_networks_info from dv-neutron-821401-4-hyperv {{(pid=103588) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 15:57:51.763796 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-12db01cc-c754-4399-9948-b093c89b707b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:51.853130 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12db01cc-c754-4399-9948-b093c89b707b None None] Pushing event updated for resources: {'Port': ['ID=6d5025f2-f316-46cf-9e4c-03c685cf4f07,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:57:51.862509 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc216086-a992-4ee6-b21f-c459eb2bbe0f None None] Resources bound (agent type, host, resource id): {{(pid=103588) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 15:57:51.922937 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b5c53eb5-217f-4111-9e00-0e64d1c75bbd tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:51.926740 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-febbcc04-30bf-4724-8309-ce1c842e59d7 None None] Provisioning complete for port 6d5025f2-f316-46cf-9e4c-03c685cf4f07 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:57:51.927112 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-febbcc04-30bf-4724-8309-ce1c842e59d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:51.976191 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-b5c53eb5-217f-4111-9e00-0e64d1c75bbd tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Deleting port 6092ea78-caa7-416a-9b5c-5a131a9e5ea6 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:57:51.976539 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b5c53eb5-217f-4111-9e00-0e64d1c75bbd tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:52.038460 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-b5c53eb5-217f-4111-9e00-0e64d1c75bbd tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] For port 6092ea78-caa7-416a-9b5c-5a131a9e5ea6, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=6092ea78-caa7-416a-9b5c-5a131a9e5ea6,segment=NetworkSegment(1b7b94d2-ca2a-4aac-8ad0-7227d78950a0),segment_id=1b7b94d2-ca2a-4aac-8ad0-7227d78950a0)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:57:52.038828 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b5c53eb5-217f-4111-9e00-0e64d1c75bbd tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:52.055842 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-b5c53eb5-217f-4111-9e00-0e64d1c75bbd tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Calling delete_port for 6092ea78-caa7-416a-9b5c-5a131a9e5ea6 owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:57:52.192252 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b5c53eb5-217f-4111-9e00-0e64d1c75bbd tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:52.217983 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c53eb5-217f-4111-9e00-0e64d1c75bbd tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Pushing event deleted for resources: {'Port': ['ID=6092ea78-caa7-416a-9b5c-5a131a9e5ea6,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:57:52.225148 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c53eb5-217f-4111-9e00-0e64d1c75bbd tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] No DVR routers for this DVR port 6092ea78-caa7-416a-9b5c-5a131a9e5ea6 on host dv-neutron-821401-4-hyperv {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:57:52.299857 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b5c53eb5-217f-4111-9e00-0e64d1c75bbd tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:52.320801 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-b5c53eb5-217f-4111-9e00-0e64d1c75bbd tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15789432-2fdc-4200-8b1f-179386feb1d2']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:57:52.329851 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-b5c53eb5-217f-4111-9e00-0e64d1c75bbd tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b7b94d2-ca2a-4aac-8ad0-7227d78950a0') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:57:52.330150 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-b5c53eb5-217f-4111-9e00-0e64d1c75bbd tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b7b94d2-ca2a-4aac-8ad0-7227d78950a0') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:57:52.339765 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b5c53eb5-217f-4111-9e00-0e64d1c75bbd tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11806923'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:52.352245 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b5c53eb5-217f-4111-9e00-0e64d1c75bbd tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:52.358008 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5c53eb5-217f-4111-9e00-0e64d1c75bbd tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:57:52.358389 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b5c53eb5-217f-4111-9e00-0e64d1c75bbd tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11236635'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:52.362433 dv-neutron-821401-4-hyperv neutron-server[103587]: Traceback (most recent call last): Dec 10 15:57:52.362433 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:57:52.362433 dv-neutron-821401-4-hyperv neutron-server[103587]: timer() Dec 10 15:57:52.362433 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:57:52.362433 dv-neutron-821401-4-hyperv neutron-server[103587]: cb(*args, **kw) Dec 10 15:57:52.362433 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:57:52.362433 dv-neutron-821401-4-hyperv neutron-server[103587]: return func(*args, **kwargs) Dec 10 15:57:52.362433 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:57:52.362433 dv-neutron-821401-4-hyperv neutron-server[103587]: self._notify() Dec 10 15:57:52.362433 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:57:52.362433 dv-neutron-821401-4-hyperv neutron-server[103587]: self.callback(batched_events) Dec 10 15:57:52.362433 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:57:52.362433 dv-neutron-821401-4-hyperv neutron-server[103587]: event.method(event) Dec 10 15:57:52.362433 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:57:52.362433 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:57:52.362433 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:57:52.362433 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:57:52.362433 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:57:52.362433 dv-neutron-821401-4-hyperv neutron-server[103587]: return f(self, *a, **k) Dec 10 15:57:52.362433 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:57:52.362433 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._get(url).json() Dec 10 15:57:52.362433 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:57:52.362433 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:57:52.362433 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:57:52.362433 dv-neutron-821401-4-hyperv neutron-server[103587]: return self.request(url, 'GET', **kwargs) Dec 10 15:57:52.362433 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:57:52.362433 dv-neutron-821401-4-hyperv neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:57:52.362433 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:57:52.362433 dv-neutron-821401-4-hyperv neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:57:52.362433 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:57:52.362433 dv-neutron-821401-4-hyperv neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:57:52.362433 dv-neutron-821401-4-hyperv neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:57:52.477082 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b5c53eb5-217f-4111-9e00-0e64d1c75bbd tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:52.484151 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b5c53eb5-217f-4111-9e00-0e64d1c75bbd tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:52.487488 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-b5c53eb5-217f-4111-9e00-0e64d1c75bbd tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] 10.222.0.20 "DELETE /v2.0/networks/15789432-2fdc-4200-8b1f-179386feb1d2 HTTP/1.1" status: 204 len: 168 time: 1.9009652 Dec 10 15:57:52.491188 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 41494) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:57:52.496145 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-aa123b73-0f33-4d83-acb3-d0b4fc28ca7b tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1686679967'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:57:52.505841 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c53eb5-217f-4111-9e00-0e64d1c75bbd tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Pushing event deleted for resources: {'Network': ['ID=15789432-2fdc-4200-8b1f-179386feb1d2,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:57:52.528251 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 6d5025f2-f316-46cf-9e4c-03c685cf4f07 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:57:52.578261 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 6d5025f2-f316-46cf-9e4c-03c685cf4f07 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:57:52.578629 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:52.585433 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa123b73-0f33-4d83-acb3-d0b4fc28ca7b tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Made reservation on behalf of 284dc0af2b1842acacf2fe2e09dbb778 for: {'network': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:57:52.589120 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-aa123b73-0f33-4d83-acb3-d0b4fc28ca7b tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:52.611747 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa123b73-0f33-4d83-acb3-d0b4fc28ca7b tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=103586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:57:52.621974 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-aa123b73-0f33-4d83-acb3-d0b4fc28ca7b tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:52.622322 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.segments_db [None req-aa123b73-0f33-4d83-acb3-d0b4fc28ca7b tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Added segment b293ab07-1304-4be6-bb6d-666cc8031671 of type vlan for network 3208ec0c-8c54-42a1-bdac-ec9ff69f102e Dec 10 15:57:52.661231 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-aa123b73-0f33-4d83-acb3-d0b4fc28ca7b tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:52.803526 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-aa123b73-0f33-4d83-acb3-d0b4fc28ca7b tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:52.809049 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa123b73-0f33-4d83-acb3-d0b4fc28ca7b tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:57:52.809630 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-aa123b73-0f33-4d83-acb3-d0b4fc28ca7b tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:52.875917 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa123b73-0f33-4d83-acb3-d0b4fc28ca7b tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Pushing event updated for resources: {'Network': ['ID=3208ec0c-8c54-42a1-bdac-ec9ff69f102e,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:57:52.886796 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 3208ec0c-8c54-42a1-bdac-ec9ff69f102e details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:57:52.914705 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-aa123b73-0f33-4d83-acb3-d0b4fc28ca7b tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4224238 Dec 10 15:57:52.921428 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 41496) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:57:52.927015 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-7fa07649-af29-4b8b-a4ff-7570478416be tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Request body: {'subnet': {'network_id': '3208ec0c-8c54-42a1-bdac-ec9ff69f102e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:57:53.071832 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa07649-af29-4b8b-a4ff-7570478416be tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Made reservation on behalf of 284dc0af2b1842acacf2fe2e09dbb778 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:57:53.075370 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7fa07649-af29-4b8b-a4ff-7570478416be tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11668558'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:53.134755 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.ipam_backend_mixin [None req-7fa07649-af29-4b8b-a4ff-7570478416be tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Performing IP validity checks on allocation pools {{(pid=103587) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 10 15:57:53.135279 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.ipam_backend_mixin [None req-7fa07649-af29-4b8b-a4ff-7570478416be tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103587) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 10 15:57:53.294671 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7fa07649-af29-4b8b-a4ff-7570478416be tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11236534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11668560'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:53.358299 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa07649-af29-4b8b-a4ff-7570478416be tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Pushing event updated for resources: {'Subnet': ['ID=992096d8-204b-4ff7-90c9-3744fafcecaa,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:57:53.365712 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa07649-af29-4b8b-a4ff-7570478416be tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Checking segment: {'id': 'b293ab07-1304-4be6-bb6d-666cc8031671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3208ec0c-8c54-42a1-bdac-ec9ff69f102e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:57:53.366099 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa07649-af29-4b8b-a4ff-7570478416be tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Network hostable DHCP agents. Network: 3208ec0c-8c54-42a1-bdac-ec9ff69f102e, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:57:53.465029 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa07649-af29-4b8b-a4ff-7570478416be tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Network 3208ec0c-8c54-42a1-bdac-ec9ff69f102e is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:57:53.550745 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-7fa07649-af29-4b8b-a4ff-7570478416be tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 3208ec0c-8c54-42a1-bdac-ec9ff69f102e) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:57:53.555339 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa07649-af29-4b8b-a4ff-7570478416be tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:57:53.556135 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7fa07649-af29-4b8b-a4ff-7570478416be tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:53.559092 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e60f207-e1ea-4928-9feb-81af6d00bfa2 None None] Network 3208ec0c-8c54-42a1-bdac-ec9ff69f102e requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:57:53.651974 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-7fa07649-af29-4b8b-a4ff-7570478416be tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7294037 Dec 10 15:57:53.654521 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 41498) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:57:53.656929 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9d67e3-60ce-4dba-b0fc-33801d15f5cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-3208ec0c-8c54-42a1-bdac-ec9ff69f102e', 'network_id': '3208ec0c-8c54-42a1-bdac-ec9ff69f102e', 'project_id': '284dc0af2b1842acacf2fe2e09dbb778', 'fixed_ips': [{'subnet_id': '992096d8-204b-4ff7-90c9-3744fafcecaa'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:57:53.657865 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ef9d67e3-60ce-4dba-b0fc-33801d15f5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:53.752554 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cfb78127-a69a-41fa-b49e-b328739291ee tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:53.797074 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-ef9d67e3-60ce-4dba-b0fc-33801d15f5cc None None] Allocated IP 2001:db8::3 (3208ec0c-8c54-42a1-bdac-ec9ff69f102e/992096d8-204b-4ff7-90c9-3744fafcecaa/7253bccf-420d-4664-b0c7-0b3dd584337a) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:57:53.803546 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cfb78127-a69a-41fa-b49e-b328739291ee tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:54.080991 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ef9d67e3-60ce-4dba-b0fc-33801d15f5cc None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:54.163822 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ef9d67e3-60ce-4dba-b0fc-33801d15f5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:54.204119 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9d67e3-60ce-4dba-b0fc-33801d15f5cc None None] Network 3208ec0c-8c54-42a1-bdac-ec9ff69f102e is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:57:54.207046 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-ef9d67e3-60ce-4dba-b0fc-33801d15f5cc None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:57:54.210299 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9d67e3-60ce-4dba-b0fc-33801d15f5cc None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:57:54.216818 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9d67e3-60ce-4dba-b0fc-33801d15f5cc None None] Pushing event updated for resources: {'Port': ['ID=7253bccf-420d-4664-b0c7-0b3dd584337a,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:57:54.249420 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cfb78127-a69a-41fa-b49e-b328739291ee tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11236721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11668521'] for subnet, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:54.268309 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-ef9d67e3-60ce-4dba-b0fc-33801d15f5cc None None] Attempting to bind port 7253bccf-420d-4664-b0c7-0b3dd584337a on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:57:54.268707 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-ef9d67e3-60ce-4dba-b0fc-33801d15f5cc None None] Attempting to bind port 7253bccf-420d-4664-b0c7-0b3dd584337a by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'b293ab07-1304-4be6-bb6d-666cc8031671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3208ec0c-8c54-42a1-bdac-ec9ff69f102e'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:57:54.269072 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9d67e3-60ce-4dba-b0fc-33801d15f5cc None None] Attempting to bind port 7253bccf-420d-4664-b0c7-0b3dd584337a on network 3208ec0c-8c54-42a1-bdac-ec9ff69f102e {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:57:54.274121 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9d67e3-60ce-4dba-b0fc-33801d15f5cc None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:57:54.274501 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9d67e3-60ce-4dba-b0fc-33801d15f5cc None None] Checking segment: {'id': 'b293ab07-1304-4be6-bb6d-666cc8031671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3208ec0c-8c54-42a1-bdac-ec9ff69f102e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:57:54.274897 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ef9d67e3-60ce-4dba-b0fc-33801d15f5cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:54.275281 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9d67e3-60ce-4dba-b0fc-33801d15f5cc None None] Bound using segment: {'id': 'b293ab07-1304-4be6-bb6d-666cc8031671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3208ec0c-8c54-42a1-bdac-ec9ff69f102e'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:57:54.275738 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-ef9d67e3-60ce-4dba-b0fc-33801d15f5cc None None] Bound port: 7253bccf-420d-4664-b0c7-0b3dd584337a, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b293ab07-1304-4be6-bb6d-666cc8031671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3208ec0c-8c54-42a1-bdac-ec9ff69f102e'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:57:54.276110 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ef9d67e3-60ce-4dba-b0fc-33801d15f5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:54.277375 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb78127-a69a-41fa-b49e-b328739291ee tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Pushing event deleted for resources: {'Subnet': ['ID=992096d8-204b-4ff7-90c9-3744fafcecaa,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:57:54.337123 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cfb78127-a69a-41fa-b49e-b328739291ee tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:54.338145 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-ef9d67e3-60ce-4dba-b0fc-33801d15f5cc None None] For port 7253bccf-420d-4664-b0c7-0b3dd584337a, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:57:54.341313 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-ef9d67e3-60ce-4dba-b0fc-33801d15f5cc None None] For port 7253bccf-420d-4664-b0c7-0b3dd584337a, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=7253bccf-420d-4664-b0c7-0b3dd584337a,segment=NetworkSegment(b293ab07-1304-4be6-bb6d-666cc8031671),segment_id=b293ab07-1304-4be6-bb6d-666cc8031671)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:57:54.357193 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-cfb78127-a69a-41fa-b49e-b328739291ee tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3208ec0c-8c54-42a1-bdac-ec9ff69f102e']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:57:54.366781 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-cfb78127-a69a-41fa-b49e-b328739291ee tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b293ab07-1304-4be6-bb6d-666cc8031671') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:57:54.367083 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-cfb78127-a69a-41fa-b49e-b328739291ee tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b293ab07-1304-4be6-bb6d-666cc8031671') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:57:54.376245 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cfb78127-a69a-41fa-b49e-b328739291ee tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11806923'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:54.404025 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ef9d67e3-60ce-4dba-b0fc-33801d15f5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:54.405822 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cfb78127-a69a-41fa-b49e-b328739291ee tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:54.411854 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfb78127-a69a-41fa-b49e-b328739291ee tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:57:54.412241 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cfb78127-a69a-41fa-b49e-b328739291ee tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11236635'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:54.416027 dv-neutron-821401-4-hyperv neutron-server[103587]: Traceback (most recent call last): Dec 10 15:57:54.416027 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:57:54.416027 dv-neutron-821401-4-hyperv neutron-server[103587]: timer() Dec 10 15:57:54.416027 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:57:54.416027 dv-neutron-821401-4-hyperv neutron-server[103587]: cb(*args, **kw) Dec 10 15:57:54.416027 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:57:54.416027 dv-neutron-821401-4-hyperv neutron-server[103587]: return func(*args, **kwargs) Dec 10 15:57:54.416027 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:57:54.416027 dv-neutron-821401-4-hyperv neutron-server[103587]: self._notify() Dec 10 15:57:54.416027 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:57:54.416027 dv-neutron-821401-4-hyperv neutron-server[103587]: self.callback(batched_events) Dec 10 15:57:54.416027 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:57:54.416027 dv-neutron-821401-4-hyperv neutron-server[103587]: event.method(event) Dec 10 15:57:54.416027 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:57:54.416027 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:57:54.416027 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:57:54.416027 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:57:54.416027 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:57:54.416027 dv-neutron-821401-4-hyperv neutron-server[103587]: return f(self, *a, **k) Dec 10 15:57:54.416027 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:57:54.416027 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._get(url).json() Dec 10 15:57:54.416027 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:57:54.416027 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:57:54.416027 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:57:54.416027 dv-neutron-821401-4-hyperv neutron-server[103587]: return self.request(url, 'GET', **kwargs) Dec 10 15:57:54.416027 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:57:54.416027 dv-neutron-821401-4-hyperv neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:57:54.416027 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:57:54.416027 dv-neutron-821401-4-hyperv neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:57:54.416027 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:57:54.416027 dv-neutron-821401-4-hyperv neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:57:54.416027 dv-neutron-821401-4-hyperv neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:57:54.495305 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9d67e3-60ce-4dba-b0fc-33801d15f5cc None None] Pushing event updated for resources: {'Port': ['ID=7253bccf-420d-4664-b0c7-0b3dd584337a,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:57:54.508636 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157e3f25-c889-4351-b35b-e8c2a886ce05 None None] Network 3208ec0c-8c54-42a1-bdac-ec9ff69f102e requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:57:54.522867 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.db.api [None req-cfb78127-a69a-41fa-b49e-b328739291ee tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 15:57:54.522867 dv-neutron-821401-4-hyperv neutron-server[103587]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 15:57:54.522867 dv-neutron-821401-4-hyperv neutron-server[103587]: [parameters: {'id': '3208ec0c-8c54-42a1-bdac-ec9ff69f102e'}] Dec 10 15:57:54.522867 dv-neutron-821401-4-hyperv neutron-server[103587]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103587) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 15:57:54.523254 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG oslo_db.api [None req-cfb78127-a69a-41fa-b49e-b328739291ee tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 15:57:54.597836 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7179b5c-4c52-4403-bc52-3aa517f3da9e None None] get_active_networks_info from dv-neutron-821401-4-hyperv {{(pid=103588) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 15:57:54.665194 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7179b5c-4c52-4403-bc52-3aa517f3da9e None None] Resources bound (agent type, host, resource id): {{(pid=103588) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 15:57:55.024514 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cfb78127-a69a-41fa-b49e-b328739291ee tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:55.076575 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-cfb78127-a69a-41fa-b49e-b328739291ee tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Deleting port 7253bccf-420d-4664-b0c7-0b3dd584337a {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:57:55.076912 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cfb78127-a69a-41fa-b49e-b328739291ee tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:55.136711 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-cfb78127-a69a-41fa-b49e-b328739291ee tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] For port 7253bccf-420d-4664-b0c7-0b3dd584337a, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=7253bccf-420d-4664-b0c7-0b3dd584337a,segment=NetworkSegment(b293ab07-1304-4be6-bb6d-666cc8031671),segment_id=b293ab07-1304-4be6-bb6d-666cc8031671)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:57:55.137001 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cfb78127-a69a-41fa-b49e-b328739291ee tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:55.150333 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-cfb78127-a69a-41fa-b49e-b328739291ee tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Calling delete_port for 7253bccf-420d-4664-b0c7-0b3dd584337a owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:57:55.294717 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cfb78127-a69a-41fa-b49e-b328739291ee tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:55.319401 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb78127-a69a-41fa-b49e-b328739291ee tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Pushing event deleted for resources: {'Port': ['ID=7253bccf-420d-4664-b0c7-0b3dd584337a,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:57:55.327493 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb78127-a69a-41fa-b49e-b328739291ee tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] No DVR routers for this DVR port 7253bccf-420d-4664-b0c7-0b3dd584337a on host dv-neutron-821401-4-hyperv {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:57:55.403951 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cfb78127-a69a-41fa-b49e-b328739291ee tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:55.423119 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-cfb78127-a69a-41fa-b49e-b328739291ee tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3208ec0c-8c54-42a1-bdac-ec9ff69f102e']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:57:55.431869 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-cfb78127-a69a-41fa-b49e-b328739291ee tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b293ab07-1304-4be6-bb6d-666cc8031671') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:57:55.432166 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-cfb78127-a69a-41fa-b49e-b328739291ee tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b293ab07-1304-4be6-bb6d-666cc8031671') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:57:55.441962 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cfb78127-a69a-41fa-b49e-b328739291ee tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11806923'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:55.454548 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cfb78127-a69a-41fa-b49e-b328739291ee tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:55.460970 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfb78127-a69a-41fa-b49e-b328739291ee tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:57:55.461374 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cfb78127-a69a-41fa-b49e-b328739291ee tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11236635'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:55.464247 dv-neutron-821401-4-hyperv neutron-server[103587]: Traceback (most recent call last): Dec 10 15:57:55.464247 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:57:55.464247 dv-neutron-821401-4-hyperv neutron-server[103587]: timer() Dec 10 15:57:55.464247 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:57:55.464247 dv-neutron-821401-4-hyperv neutron-server[103587]: cb(*args, **kw) Dec 10 15:57:55.464247 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:57:55.464247 dv-neutron-821401-4-hyperv neutron-server[103587]: return func(*args, **kwargs) Dec 10 15:57:55.464247 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:57:55.464247 dv-neutron-821401-4-hyperv neutron-server[103587]: self._notify() Dec 10 15:57:55.464247 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:57:55.464247 dv-neutron-821401-4-hyperv neutron-server[103587]: self.callback(batched_events) Dec 10 15:57:55.464247 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:57:55.464247 dv-neutron-821401-4-hyperv neutron-server[103587]: event.method(event) Dec 10 15:57:55.464247 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:57:55.464247 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:57:55.464247 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:57:55.464247 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:57:55.464247 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:57:55.464247 dv-neutron-821401-4-hyperv neutron-server[103587]: return f(self, *a, **k) Dec 10 15:57:55.464247 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:57:55.464247 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._get(url).json() Dec 10 15:57:55.464247 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:57:55.464247 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:57:55.464247 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:57:55.464247 dv-neutron-821401-4-hyperv neutron-server[103587]: return self.request(url, 'GET', **kwargs) Dec 10 15:57:55.464247 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:57:55.464247 dv-neutron-821401-4-hyperv neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:57:55.464247 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:57:55.464247 dv-neutron-821401-4-hyperv neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:57:55.464247 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:57:55.464247 dv-neutron-821401-4-hyperv neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:57:55.464247 dv-neutron-821401-4-hyperv neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:57:55.586159 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cfb78127-a69a-41fa-b49e-b328739291ee tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:55.593047 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cfb78127-a69a-41fa-b49e-b328739291ee tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:55.595848 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-cfb78127-a69a-41fa-b49e-b328739291ee tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] 10.222.0.20 "DELETE /v2.0/networks/3208ec0c-8c54-42a1-bdac-ec9ff69f102e HTTP/1.1" status: 204 len: 168 time: 1.9403944 Dec 10 15:57:55.599551 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 41500) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:57:55.604553 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-d4eb78dc-8b42-4baf-b8f1-689cd8699136 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-685032774'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:57:55.611088 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb78127-a69a-41fa-b49e-b328739291ee tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Pushing event deleted for resources: {'Network': ['ID=3208ec0c-8c54-42a1-bdac-ec9ff69f102e,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:57:55.683135 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4eb78dc-8b42-4baf-b8f1-689cd8699136 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Made reservation on behalf of 284dc0af2b1842acacf2fe2e09dbb778 for: {'network': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:57:55.686698 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d4eb78dc-8b42-4baf-b8f1-689cd8699136 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:55.711013 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4eb78dc-8b42-4baf-b8f1-689cd8699136 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=103586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:57:55.719579 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d4eb78dc-8b42-4baf-b8f1-689cd8699136 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:55.719921 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.segments_db [None req-d4eb78dc-8b42-4baf-b8f1-689cd8699136 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Added segment fb9cbc13-1393-4de2-843d-2a49474d480d of type vlan for network ab1824b2-0012-4e2c-93d3-e2d4cc5da153 Dec 10 15:57:55.757854 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d4eb78dc-8b42-4baf-b8f1-689cd8699136 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:55.866326 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d4eb78dc-8b42-4baf-b8f1-689cd8699136 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:55.872023 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4eb78dc-8b42-4baf-b8f1-689cd8699136 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:57:55.872604 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d4eb78dc-8b42-4baf-b8f1-689cd8699136 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:55.939850 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eb78dc-8b42-4baf-b8f1-689cd8699136 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Pushing event updated for resources: {'Network': ['ID=ab1824b2-0012-4e2c-93d3-e2d4cc5da153,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:57:55.947599 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eb78dc-8b42-4baf-b8f1-689cd8699136 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:57:55.947958 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eb78dc-8b42-4baf-b8f1-689cd8699136 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:57:55.948305 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eb78dc-8b42-4baf-b8f1-689cd8699136 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:57:55.948656 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eb78dc-8b42-4baf-b8f1-689cd8699136 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:57:55.948994 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eb78dc-8b42-4baf-b8f1-689cd8699136 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:57:55.949330 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eb78dc-8b42-4baf-b8f1-689cd8699136 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:57:55.949663 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eb78dc-8b42-4baf-b8f1-689cd8699136 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:57:55.950020 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eb78dc-8b42-4baf-b8f1-689cd8699136 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:57:55.950351 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eb78dc-8b42-4baf-b8f1-689cd8699136 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:57:55.950720 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eb78dc-8b42-4baf-b8f1-689cd8699136 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:57:55.951051 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eb78dc-8b42-4baf-b8f1-689cd8699136 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:57:55.951377 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eb78dc-8b42-4baf-b8f1-689cd8699136 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:57:55.951716 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eb78dc-8b42-4baf-b8f1-689cd8699136 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:57:55.962278 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network ab1824b2-0012-4e2c-93d3-e2d4cc5da153 details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:57:55.983326 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-d4eb78dc-8b42-4baf-b8f1-689cd8699136 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3827059 Dec 10 15:57:55.986271 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 41502) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:57:55.991734 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-f36bad49-169f-458e-930c-cce6d75a5a77 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Request body: {'subnet': {'network_id': 'ab1824b2-0012-4e2c-93d3-e2d4cc5da153', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:57:56.158561 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f36bad49-169f-458e-930c-cce6d75a5a77 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Made reservation on behalf of 284dc0af2b1842acacf2fe2e09dbb778 for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:57:56.162727 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f36bad49-169f-458e-930c-cce6d75a5a77 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:56.409935 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f36bad49-169f-458e-930c-cce6d75a5a77 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11695183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581935'] for subnet, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:56.482232 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36bad49-169f-458e-930c-cce6d75a5a77 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Pushing event updated for resources: {'Subnet': ['ID=6a62f861-30a3-49fa-aca9-f19baa700215,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:57:56.493096 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36bad49-169f-458e-930c-cce6d75a5a77 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Checking segment: {'id': 'fb9cbc13-1393-4de2-843d-2a49474d480d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ab1824b2-0012-4e2c-93d3-e2d4cc5da153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:57:56.493455 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36bad49-169f-458e-930c-cce6d75a5a77 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Network hostable DHCP agents. Network: ab1824b2-0012-4e2c-93d3-e2d4cc5da153, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:57:56.568971 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36bad49-169f-458e-930c-cce6d75a5a77 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Network ab1824b2-0012-4e2c-93d3-e2d4cc5da153 is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:57:56.643354 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-f36bad49-169f-458e-930c-cce6d75a5a77 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, ab1824b2-0012-4e2c-93d3-e2d4cc5da153) {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:57:56.647761 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36bad49-169f-458e-930c-cce6d75a5a77 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:57:56.648378 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-f36bad49-169f-458e-930c-cce6d75a5a77 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:56.653999 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb35bf60-5372-40a7-829b-9a1ec49caf6a None None] Network ab1824b2-0012-4e2c-93d3-e2d4cc5da153 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:57:56.752763 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212cb5a4-4228-4882-8acc-36b56c784511 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-ab1824b2-0012-4e2c-93d3-e2d4cc5da153', 'network_id': 'ab1824b2-0012-4e2c-93d3-e2d4cc5da153', 'project_id': '284dc0af2b1842acacf2fe2e09dbb778', 'fixed_ips': [{'subnet_id': '6a62f861-30a3-49fa-aca9-f19baa700215'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:57:56.754176 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-212cb5a4-4228-4882-8acc-36b56c784511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:56.765836 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-f36bad49-169f-458e-930c-cce6d75a5a77 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7784686 Dec 10 15:57:56.770732 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 41504) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:57:56.775772 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-d513a239-1965-487d-a1c3-9beec40c060a tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1541352523'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:57:56.870688 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d513a239-1965-487d-a1c3-9beec40c060a tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Made reservation on behalf of 284dc0af2b1842acacf2fe2e09dbb778 for: {'network': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:57:56.874323 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d513a239-1965-487d-a1c3-9beec40c060a tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:56.897991 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-212cb5a4-4228-4882-8acc-36b56c784511 None None] Allocated IP 2001:db8::2 (ab1824b2-0012-4e2c-93d3-e2d4cc5da153/6a62f861-30a3-49fa-aca9-f19baa700215/dea1278e-5b1d-4a6d-9a7f-e4c8f8ca7279) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:57:56.899335 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d513a239-1965-487d-a1c3-9beec40c060a tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=103586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:57:56.907384 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d513a239-1965-487d-a1c3-9beec40c060a tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:56.907727 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.segments_db [None req-d513a239-1965-487d-a1c3-9beec40c060a tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Added segment 1d798044-d1f6-4850-b7eb-67916660d83c of type vlan for network 15097ebf-83ae-4b56-ad40-11111cd3e3f7 Dec 10 15:57:56.946175 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d513a239-1965-487d-a1c3-9beec40c060a tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:57.024945 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d513a239-1965-487d-a1c3-9beec40c060a tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:57.030488 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d513a239-1965-487d-a1c3-9beec40c060a tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:57:57.031088 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d513a239-1965-487d-a1c3-9beec40c060a tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:57.038252 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-212cb5a4-4228-4882-8acc-36b56c784511 None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:57.094816 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a239-1965-487d-a1c3-9beec40c060a tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Pushing event updated for resources: {'Network': ['ID=15097ebf-83ae-4b56-ad40-11111cd3e3f7,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:57:57.104945 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 15097ebf-83ae-4b56-ad40-11111cd3e3f7 details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:57:57.119348 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-212cb5a4-4228-4882-8acc-36b56c784511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:57.120417 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-d513a239-1965-487d-a1c3-9beec40c060a tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3485730 Dec 10 15:57:57.123226 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 41506) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:57:57.128680 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-cfe14bfc-4db1-4101-8f70-915e17d7ba52 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Request body: {'subnet': {'network_id': '15097ebf-83ae-4b56-ad40-11111cd3e3f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:57:57.210383 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212cb5a4-4228-4882-8acc-36b56c784511 None None] Network ab1824b2-0012-4e2c-93d3-e2d4cc5da153 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:57:57.215480 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-212cb5a4-4228-4882-8acc-36b56c784511 None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:57:57.217056 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212cb5a4-4228-4882-8acc-36b56c784511 None None] Pushing event updated for resources: {'Port': ['ID=dea1278e-5b1d-4a6d-9a7f-e4c8f8ca7279,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:57:57.219542 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212cb5a4-4228-4882-8acc-36b56c784511 None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:57:57.270587 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-212cb5a4-4228-4882-8acc-36b56c784511 None None] Attempting to bind port dea1278e-5b1d-4a6d-9a7f-e4c8f8ca7279 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:57:57.270958 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-212cb5a4-4228-4882-8acc-36b56c784511 None None] Attempting to bind port dea1278e-5b1d-4a6d-9a7f-e4c8f8ca7279 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'fb9cbc13-1393-4de2-843d-2a49474d480d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ab1824b2-0012-4e2c-93d3-e2d4cc5da153'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:57:57.271322 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212cb5a4-4228-4882-8acc-36b56c784511 None None] Attempting to bind port dea1278e-5b1d-4a6d-9a7f-e4c8f8ca7279 on network ab1824b2-0012-4e2c-93d3-e2d4cc5da153 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:57:57.276244 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212cb5a4-4228-4882-8acc-36b56c784511 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:57:57.276556 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212cb5a4-4228-4882-8acc-36b56c784511 None None] Checking segment: {'id': 'fb9cbc13-1393-4de2-843d-2a49474d480d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ab1824b2-0012-4e2c-93d3-e2d4cc5da153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:57:57.276956 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-212cb5a4-4228-4882-8acc-36b56c784511 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:57.277356 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212cb5a4-4228-4882-8acc-36b56c784511 None None] Bound using segment: {'id': 'fb9cbc13-1393-4de2-843d-2a49474d480d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ab1824b2-0012-4e2c-93d3-e2d4cc5da153'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:57:57.277836 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-212cb5a4-4228-4882-8acc-36b56c784511 None None] Bound port: dea1278e-5b1d-4a6d-9a7f-e4c8f8ca7279, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb9cbc13-1393-4de2-843d-2a49474d480d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ab1824b2-0012-4e2c-93d3-e2d4cc5da153'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:57:57.278212 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-212cb5a4-4228-4882-8acc-36b56c784511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:57.289020 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe14bfc-4db1-4101-8f70-915e17d7ba52 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Made reservation on behalf of 284dc0af2b1842acacf2fe2e09dbb778 for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:57:57.292825 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cfe14bfc-4db1-4101-8f70-915e17d7ba52 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:57.340007 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-212cb5a4-4228-4882-8acc-36b56c784511 None None] For port dea1278e-5b1d-4a6d-9a7f-e4c8f8ca7279, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:57:57.343082 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-212cb5a4-4228-4882-8acc-36b56c784511 None None] For port dea1278e-5b1d-4a6d-9a7f-e4c8f8ca7279, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=dea1278e-5b1d-4a6d-9a7f-e4c8f8ca7279,segment=NetworkSegment(fb9cbc13-1393-4de2-843d-2a49474d480d),segment_id=fb9cbc13-1393-4de2-843d-2a49474d480d)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:57:57.409953 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-212cb5a4-4228-4882-8acc-36b56c784511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:57.475581 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212cb5a4-4228-4882-8acc-36b56c784511 None None] Pushing event updated for resources: {'Port': ['ID=dea1278e-5b1d-4a6d-9a7f-e4c8f8ca7279,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:57:57.906713 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cfe14bfc-4db1-4101-8f70-915e17d7ba52 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11695183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581935'] for subnet, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:57.966700 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe14bfc-4db1-4101-8f70-915e17d7ba52 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Pushing event updated for resources: {'Subnet': ['ID=056870d5-f60d-4148-83cc-8039e369e3f6,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:57:57.974440 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe14bfc-4db1-4101-8f70-915e17d7ba52 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Checking segment: {'id': '1d798044-d1f6-4850-b7eb-67916660d83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '15097ebf-83ae-4b56-ad40-11111cd3e3f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:57:57.974810 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe14bfc-4db1-4101-8f70-915e17d7ba52 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Network hostable DHCP agents. Network: 15097ebf-83ae-4b56-ad40-11111cd3e3f7, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:57:58.076493 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe14bfc-4db1-4101-8f70-915e17d7ba52 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Network 15097ebf-83ae-4b56-ad40-11111cd3e3f7 is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:57:58.162289 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-cfe14bfc-4db1-4101-8f70-915e17d7ba52 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 15097ebf-83ae-4b56-ad40-11111cd3e3f7) {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:57:58.166492 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe14bfc-4db1-4101-8f70-915e17d7ba52 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:57:58.167089 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cfe14bfc-4db1-4101-8f70-915e17d7ba52 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:58.172497 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b24178-8206-408e-b800-f39a6c1a429f None None] Network 15097ebf-83ae-4b56-ad40-11111cd3e3f7 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:57:58.266495 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-cfe14bfc-4db1-4101-8f70-915e17d7ba52 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1399589 Dec 10 15:57:58.266879 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 41508) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:57:58.278527 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cddf8d8-b735-4297-82c3-82385e92f70d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-15097ebf-83ae-4b56-ad40-11111cd3e3f7', 'network_id': '15097ebf-83ae-4b56-ad40-11111cd3e3f7', 'project_id': '284dc0af2b1842acacf2fe2e09dbb778', 'fixed_ips': [{'subnet_id': '056870d5-f60d-4148-83cc-8039e369e3f6'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:57:58.279616 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0cddf8d8-b735-4297-82c3-82385e92f70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:58.366053 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd43bdb6-9e2b-492d-b31a-e06bc87e8b12 None None] Network ab1824b2-0012-4e2c-93d3-e2d4cc5da153 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:57:58.387825 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-23b28af7-5d99-4f25-8197-b0dd4096cc04 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:58.471840 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-9a38a3df-fa89-4bb0-8c79-d3769e0e61aa None None] Provisioning complete for port dea1278e-5b1d-4a6d-9a7f-e4c8f8ca7279 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:57:58.472212 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9a38a3df-fa89-4bb0-8c79-d3769e0e61aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:58.488810 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-23b28af7-5d99-4f25-8197-b0dd4096cc04 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:58.534572 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device dea1278e-5b1d-4a6d-9a7f-e4c8f8ca7279 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:57:58.544380 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-0cddf8d8-b735-4297-82c3-82385e92f70d None None] Allocated IP 2001:db8::2 (15097ebf-83ae-4b56-ad40-11111cd3e3f7/056870d5-f60d-4148-83cc-8039e369e3f6/f037f903-d18c-4c3a-b7f0-bcdd036afc1b) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:57:58.703713 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9a38a3df-fa89-4bb0-8c79-d3769e0e61aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:58.735656 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port dea1278e-5b1d-4a6d-9a7f-e4c8f8ca7279 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:57:58.736122 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:58.786594 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-9a38a3df-fa89-4bb0-8c79-d3769e0e61aa None None] For port dea1278e-5b1d-4a6d-9a7f-e4c8f8ca7279, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=dea1278e-5b1d-4a6d-9a7f-e4c8f8ca7279,segment=NetworkSegment(fb9cbc13-1393-4de2-843d-2a49474d480d),segment_id=fb9cbc13-1393-4de2-843d-2a49474d480d)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:57:58.860053 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9a38a3df-fa89-4bb0-8c79-d3769e0e61aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:58.872152 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0cddf8d8-b735-4297-82c3-82385e92f70d None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:58.946653 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a38a3df-fa89-4bb0-8c79-d3769e0e61aa None None] Pushing event updated for resources: {'Port': ['ID=dea1278e-5b1d-4a6d-9a7f-e4c8f8ca7279,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:57:58.963183 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0cddf8d8-b735-4297-82c3-82385e92f70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:59.018881 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cddf8d8-b735-4297-82c3-82385e92f70d None None] Network 15097ebf-83ae-4b56-ad40-11111cd3e3f7 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:57:59.024030 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-0cddf8d8-b735-4297-82c3-82385e92f70d None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:57:59.026412 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-23b28af7-5d99-4f25-8197-b0dd4096cc04 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:59.026900 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cddf8d8-b735-4297-82c3-82385e92f70d None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:57:59.029398 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cddf8d8-b735-4297-82c3-82385e92f70d None None] Pushing event updated for resources: {'Port': ['ID=f037f903-d18c-4c3a-b7f0-bcdd036afc1b,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:57:59.036480 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-3b3e52ad-cccc-4c5a-9673-e6673b5ebdd3 None None] Provisioning complete for port dea1278e-5b1d-4a6d-9a7f-e4c8f8ca7279 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:57:59.038535 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3b3e52ad-cccc-4c5a-9673-e6673b5ebdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:59.056279 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b28af7-5d99-4f25-8197-b0dd4096cc04 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Pushing event deleted for resources: {'Subnet': ['ID=056870d5-f60d-4148-83cc-8039e369e3f6,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:57:59.113587 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-23b28af7-5d99-4f25-8197-b0dd4096cc04 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:59.121164 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-0cddf8d8-b735-4297-82c3-82385e92f70d None None] Attempting to bind port f037f903-d18c-4c3a-b7f0-bcdd036afc1b on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:57:59.121533 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-0cddf8d8-b735-4297-82c3-82385e92f70d None None] Attempting to bind port f037f903-d18c-4c3a-b7f0-bcdd036afc1b by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '1d798044-d1f6-4850-b7eb-67916660d83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '15097ebf-83ae-4b56-ad40-11111cd3e3f7'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:57:59.121968 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cddf8d8-b735-4297-82c3-82385e92f70d None None] Attempting to bind port f037f903-d18c-4c3a-b7f0-bcdd036afc1b on network 15097ebf-83ae-4b56-ad40-11111cd3e3f7 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:57:59.129024 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cddf8d8-b735-4297-82c3-82385e92f70d None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:57:59.129394 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cddf8d8-b735-4297-82c3-82385e92f70d None None] Checking segment: {'id': '1d798044-d1f6-4850-b7eb-67916660d83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '15097ebf-83ae-4b56-ad40-11111cd3e3f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:57:59.129799 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0cddf8d8-b735-4297-82c3-82385e92f70d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:59.130201 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cddf8d8-b735-4297-82c3-82385e92f70d None None] Bound using segment: {'id': '1d798044-d1f6-4850-b7eb-67916660d83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '15097ebf-83ae-4b56-ad40-11111cd3e3f7'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:57:59.130662 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-0cddf8d8-b735-4297-82c3-82385e92f70d None None] Bound port: f037f903-d18c-4c3a-b7f0-bcdd036afc1b, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d798044-d1f6-4850-b7eb-67916660d83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '15097ebf-83ae-4b56-ad40-11111cd3e3f7'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:57:59.131037 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0cddf8d8-b735-4297-82c3-82385e92f70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:59.135023 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-23b28af7-5d99-4f25-8197-b0dd4096cc04 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15097ebf-83ae-4b56-ad40-11111cd3e3f7']}} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:57:59.154355 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-23b28af7-5d99-4f25-8197-b0dd4096cc04 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d798044-d1f6-4850-b7eb-67916660d83c') {'for_net_delete': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:57:59.154661 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-23b28af7-5d99-4f25-8197-b0dd4096cc04 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d798044-d1f6-4850-b7eb-67916660d83c') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:57:59.172547 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-23b28af7-5d99-4f25-8197-b0dd4096cc04 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12392235'] for segment, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:59.194497 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-23b28af7-5d99-4f25-8197-b0dd4096cc04 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:59.206717 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23b28af7-5d99-4f25-8197-b0dd4096cc04 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=103586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:57:59.206957 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-23b28af7-5d99-4f25-8197-b0dd4096cc04 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11695586'] for segment, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:59.212441 dv-neutron-821401-4-hyperv neutron-server[103586]: Traceback (most recent call last): Dec 10 15:57:59.212441 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:57:59.212441 dv-neutron-821401-4-hyperv neutron-server[103586]: timer() Dec 10 15:57:59.212441 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:57:59.212441 dv-neutron-821401-4-hyperv neutron-server[103586]: cb(*args, **kw) Dec 10 15:57:59.212441 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:57:59.212441 dv-neutron-821401-4-hyperv neutron-server[103586]: return func(*args, **kwargs) Dec 10 15:57:59.212441 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:57:59.212441 dv-neutron-821401-4-hyperv neutron-server[103586]: self._notify() Dec 10 15:57:59.212441 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:57:59.212441 dv-neutron-821401-4-hyperv neutron-server[103586]: self.callback(batched_events) Dec 10 15:57:59.212441 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:57:59.212441 dv-neutron-821401-4-hyperv neutron-server[103586]: event.method(event) Dec 10 15:57:59.212441 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:57:59.212441 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:57:59.212441 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:57:59.212441 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:57:59.212441 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:57:59.212441 dv-neutron-821401-4-hyperv neutron-server[103586]: return f(self, *a, **k) Dec 10 15:57:59.212441 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:57:59.212441 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._get(url).json() Dec 10 15:57:59.212441 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:57:59.212441 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:57:59.212441 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:57:59.212441 dv-neutron-821401-4-hyperv neutron-server[103586]: return self.request(url, 'GET', **kwargs) Dec 10 15:57:59.212441 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:57:59.212441 dv-neutron-821401-4-hyperv neutron-server[103586]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:57:59.212441 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:57:59.212441 dv-neutron-821401-4-hyperv neutron-server[103586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:57:59.212441 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:57:59.212441 dv-neutron-821401-4-hyperv neutron-server[103586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:57:59.212441 dv-neutron-821401-4-hyperv neutron-server[103586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:57:59.235779 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-0cddf8d8-b735-4297-82c3-82385e92f70d None None] For port f037f903-d18c-4c3a-b7f0-bcdd036afc1b, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:57:59.272666 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-0cddf8d8-b735-4297-82c3-82385e92f70d None None] For port f037f903-d18c-4c3a-b7f0-bcdd036afc1b, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=f037f903-d18c-4c3a-b7f0-bcdd036afc1b,segment=NetworkSegment(1d798044-d1f6-4850-b7eb-67916660d83c),segment_id=1d798044-d1f6-4850-b7eb-67916660d83c)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:57:59.300856 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.db.api [None req-23b28af7-5d99-4f25-8197-b0dd4096cc04 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 15:57:59.300856 dv-neutron-821401-4-hyperv neutron-server[103586]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 15:57:59.300856 dv-neutron-821401-4-hyperv neutron-server[103586]: [parameters: {'id': '15097ebf-83ae-4b56-ad40-11111cd3e3f7'}] Dec 10 15:57:59.300856 dv-neutron-821401-4-hyperv neutron-server[103586]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 15:57:59.301212 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG oslo_db.api [None req-23b28af7-5d99-4f25-8197-b0dd4096cc04 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 15:57:59.328962 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0cddf8d8-b735-4297-82c3-82385e92f70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:59.405458 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cddf8d8-b735-4297-82c3-82385e92f70d None None] Pushing event updated for resources: {'Port': ['ID=f037f903-d18c-4c3a-b7f0-bcdd036afc1b,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:57:59.418827 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b03dbfa-67ed-4676-ad1b-9287ef107aec None None] Network 15097ebf-83ae-4b56-ad40-11111cd3e3f7 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:57:59.511232 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3457dbc-c68a-4728-a10d-4b761d6a753d None None] get_active_networks_info from dv-neutron-821401-4-hyperv {{(pid=103588) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 15:57:59.595229 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3457dbc-c68a-4728-a10d-4b761d6a753d None None] Resources bound (agent type, host, resource id): {{(pid=103588) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 15:57:59.802653 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-23b28af7-5d99-4f25-8197-b0dd4096cc04 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:59.859088 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-23b28af7-5d99-4f25-8197-b0dd4096cc04 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Deleting port f037f903-d18c-4c3a-b7f0-bcdd036afc1b {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:57:59.859640 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-23b28af7-5d99-4f25-8197-b0dd4096cc04 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:59.925574 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-23b28af7-5d99-4f25-8197-b0dd4096cc04 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] For port f037f903-d18c-4c3a-b7f0-bcdd036afc1b, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=f037f903-d18c-4c3a-b7f0-bcdd036afc1b,segment=NetworkSegment(1d798044-d1f6-4850-b7eb-67916660d83c),segment_id=1d798044-d1f6-4850-b7eb-67916660d83c)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:57:59.925963 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-23b28af7-5d99-4f25-8197-b0dd4096cc04 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:57:59.937210 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-23b28af7-5d99-4f25-8197-b0dd4096cc04 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Calling delete_port for f037f903-d18c-4c3a-b7f0-bcdd036afc1b owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:58:00.111993 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-23b28af7-5d99-4f25-8197-b0dd4096cc04 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:00.139150 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b28af7-5d99-4f25-8197-b0dd4096cc04 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Pushing event deleted for resources: {'Port': ['ID=f037f903-d18c-4c3a-b7f0-bcdd036afc1b,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:58:00.140959 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b28af7-5d99-4f25-8197-b0dd4096cc04 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] No DVR routers for this DVR port f037f903-d18c-4c3a-b7f0-bcdd036afc1b on host dv-neutron-821401-4-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:58:00.219518 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-23b28af7-5d99-4f25-8197-b0dd4096cc04 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:00.239836 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-23b28af7-5d99-4f25-8197-b0dd4096cc04 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15097ebf-83ae-4b56-ad40-11111cd3e3f7']}} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:58:00.248756 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-23b28af7-5d99-4f25-8197-b0dd4096cc04 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d798044-d1f6-4850-b7eb-67916660d83c') {'for_net_delete': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:58:00.249058 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-23b28af7-5d99-4f25-8197-b0dd4096cc04 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d798044-d1f6-4850-b7eb-67916660d83c') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:58:00.258788 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-23b28af7-5d99-4f25-8197-b0dd4096cc04 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12392235'] for segment, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:00.271499 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-23b28af7-5d99-4f25-8197-b0dd4096cc04 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:00.277172 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23b28af7-5d99-4f25-8197-b0dd4096cc04 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=103586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:58:00.277554 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-23b28af7-5d99-4f25-8197-b0dd4096cc04 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11695586'] for segment, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:00.280414 dv-neutron-821401-4-hyperv neutron-server[103586]: Traceback (most recent call last): Dec 10 15:58:00.280414 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:58:00.280414 dv-neutron-821401-4-hyperv neutron-server[103586]: timer() Dec 10 15:58:00.280414 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:58:00.280414 dv-neutron-821401-4-hyperv neutron-server[103586]: cb(*args, **kw) Dec 10 15:58:00.280414 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:58:00.280414 dv-neutron-821401-4-hyperv neutron-server[103586]: return func(*args, **kwargs) Dec 10 15:58:00.280414 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:58:00.280414 dv-neutron-821401-4-hyperv neutron-server[103586]: self._notify() Dec 10 15:58:00.280414 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:58:00.280414 dv-neutron-821401-4-hyperv neutron-server[103586]: self.callback(batched_events) Dec 10 15:58:00.280414 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:58:00.280414 dv-neutron-821401-4-hyperv neutron-server[103586]: event.method(event) Dec 10 15:58:00.280414 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:58:00.280414 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:58:00.280414 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:58:00.280414 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:58:00.280414 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:58:00.280414 dv-neutron-821401-4-hyperv neutron-server[103586]: return f(self, *a, **k) Dec 10 15:58:00.280414 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:58:00.280414 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._get(url).json() Dec 10 15:58:00.280414 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:58:00.280414 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:58:00.280414 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:58:00.280414 dv-neutron-821401-4-hyperv neutron-server[103586]: return self.request(url, 'GET', **kwargs) Dec 10 15:58:00.280414 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:58:00.280414 dv-neutron-821401-4-hyperv neutron-server[103586]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:58:00.280414 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:58:00.280414 dv-neutron-821401-4-hyperv neutron-server[103586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:58:00.280414 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:58:00.280414 dv-neutron-821401-4-hyperv neutron-server[103586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:58:00.280414 dv-neutron-821401-4-hyperv neutron-server[103586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:58:00.403467 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-23b28af7-5d99-4f25-8197-b0dd4096cc04 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:00.411526 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-23b28af7-5d99-4f25-8197-b0dd4096cc04 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:00.414732 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-23b28af7-5d99-4f25-8197-b0dd4096cc04 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] 10.222.0.20 "DELETE /v2.0/networks/15097ebf-83ae-4b56-ad40-11111cd3e3f7 HTTP/1.1" status: 204 len: 168 time: 2.1468601 Dec 10 15:58:00.418293 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 41510) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:58:00.424429 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b28af7-5d99-4f25-8197-b0dd4096cc04 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Pushing event deleted for resources: {'Network': ['ID=15097ebf-83ae-4b56-ad40-11111cd3e3f7,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:58:00.451766 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-67e42762-b442-4e05-8059-967dcb733869 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] GET failed (client error): The resource could not be found. Dec 10 15:58:00.455619 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-67e42762-b442-4e05-8059-967dcb733869 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] 10.222.0.20 "GET /v2.0/subnets/056870d5-f60d-4148-83cc-8039e369e3f6 HTTP/1.1" status: 404 len: 337 time: 0.0336959 Dec 10 15:58:00.455858 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 41512) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:58:00.473506 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4391221-b289-4e0b-b38b-f67637868faf tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] DELETE failed (client error): The resource could not be found. Dec 10 15:58:00.474021 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4391221-b289-4e0b-b38b-f67637868faf tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:58:00.477223 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-a4391221-b289-4e0b-b38b-f67637868faf tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] 10.222.0.20 "DELETE /v2.0/networks/15097ebf-83ae-4b56-ad40-11111cd3e3f7 HTTP/1.1" status: 404 len: 339 time: 0.0204802 Dec 10 15:58:00.480900 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 41514) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:58:00.501163 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device dea1278e-5b1d-4a6d-9a7f-e4c8f8ca7279 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:58:00.509976 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdc30c41-7fc4-4fb4-90ea-946c79ed093f tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] DELETE failed (client error): The resource could not be found. Dec 10 15:58:00.510452 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdc30c41-7fc4-4fb4-90ea-946c79ed093f tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:58:00.514429 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-bdc30c41-7fc4-4fb4-90ea-946c79ed093f tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] 10.222.0.20 "DELETE /v2.0/subnets/056870d5-f60d-4148-83cc-8039e369e3f6 HTTP/1.1" status: 404 len: 337 time: 0.0318358 Dec 10 15:58:00.524783 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 41516) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:58:00.544517 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9d05f8c-be35-4b9d-8f52-ea464c5b7ad1 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] DELETE failed (client error): The resource could not be found. Dec 10 15:58:00.545091 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9d05f8c-be35-4b9d-8f52-ea464c5b7ad1 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:58:00.548294 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-f9d05f8c-be35-4b9d-8f52-ea464c5b7ad1 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] 10.222.0.20 "DELETE /v2.0/networks/15097ebf-83ae-4b56-ad40-11111cd3e3f7 HTTP/1.1" status: 404 len: 339 time: 0.0224960 Dec 10 15:58:00.551596 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 41518) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:58:00.603668 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee10cb3e-66f8-45d6-bc62-b59ba5dbaf84 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Deleting subnet 6a62f861-30a3-49fa-aca9-f19baa700215 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:58:00.607223 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ee10cb3e-66f8-45d6-bc62-b59ba5dbaf84 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks [] for subnet, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:00.648368 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ee10cb3e-66f8-45d6-bc62-b59ba5dbaf84 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11806768'] for subnet, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:00.699126 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port dea1278e-5b1d-4a6d-9a7f-e4c8f8ca7279 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:58:00.699605 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:00.763071 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ee10cb3e-66f8-45d6-bc62-b59ba5dbaf84 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:00.888003 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ee10cb3e-66f8-45d6-bc62-b59ba5dbaf84 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11236721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11668521'] for subnet, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:00.919171 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee10cb3e-66f8-45d6-bc62-b59ba5dbaf84 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Pushing event deleted for resources: {'Subnet': ['ID=6a62f861-30a3-49fa-aca9-f19baa700215,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:58:00.922927 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ee10cb3e-66f8-45d6-bc62-b59ba5dbaf84 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:00.926534 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-ee10cb3e-66f8-45d6-bc62-b59ba5dbaf84 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] 10.222.0.20 "DELETE /v2.0/subnets/6a62f861-30a3-49fa-aca9-f19baa700215 HTTP/1.1" status: 204 len: 168 time: 0.3735733 Dec 10 15:58:00.928595 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 41520) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:58:00.930981 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23cbb1d6-6c88-4431-b689-ebcb94117695 None None] Network ab1824b2-0012-4e2c-93d3-e2d4cc5da153 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:58:01.007683 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-803759a2-8522-4398-8344-d83939544e00 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:01.062507 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-803759a2-8522-4398-8344-d83939544e00 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Deleting port dea1278e-5b1d-4a6d-9a7f-e4c8f8ca7279 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:58:01.063107 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-803759a2-8522-4398-8344-d83939544e00 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:01.077377 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b863236-c401-4e06-bba6-1b6da739350d None None] DHCP port deletion for ab1824b2-0012-4e2c-93d3-e2d4cc5da153 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:58:01.123829 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6b863236-c401-4e06-bba6-1b6da739350d None None] Deleting port dea1278e-5b1d-4a6d-9a7f-e4c8f8ca7279 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:58:01.124207 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6b863236-c401-4e06-bba6-1b6da739350d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:01.129130 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-803759a2-8522-4398-8344-d83939544e00 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] For port dea1278e-5b1d-4a6d-9a7f-e4c8f8ca7279, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=dea1278e-5b1d-4a6d-9a7f-e4c8f8ca7279,segment=NetworkSegment(fb9cbc13-1393-4de2-843d-2a49474d480d),segment_id=fb9cbc13-1393-4de2-843d-2a49474d480d)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:58:01.129664 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-803759a2-8522-4398-8344-d83939544e00 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:01.142855 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-803759a2-8522-4398-8344-d83939544e00 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Calling delete_port for dea1278e-5b1d-4a6d-9a7f-e4c8f8ca7279 owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:58:01.189744 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6b863236-c401-4e06-bba6-1b6da739350d None None] For port dea1278e-5b1d-4a6d-9a7f-e4c8f8ca7279, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=dea1278e-5b1d-4a6d-9a7f-e4c8f8ca7279,segment=NetworkSegment(fb9cbc13-1393-4de2-843d-2a49474d480d),segment_id=fb9cbc13-1393-4de2-843d-2a49474d480d)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:58:01.190414 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6b863236-c401-4e06-bba6-1b6da739350d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:01.202218 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6b863236-c401-4e06-bba6-1b6da739350d None None] Calling delete_port for dea1278e-5b1d-4a6d-9a7f-e4c8f8ca7279 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:58:01.270745 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-803759a2-8522-4398-8344-d83939544e00 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:01.277686 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6b863236-c401-4e06-bba6-1b6da739350d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:01.297370 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803759a2-8522-4398-8344-d83939544e00 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Pushing event deleted for resources: {'Port': ['ID=dea1278e-5b1d-4a6d-9a7f-e4c8f8ca7279,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:58:01.299257 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803759a2-8522-4398-8344-d83939544e00 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] No DVR routers for this DVR port dea1278e-5b1d-4a6d-9a7f-e4c8f8ca7279 on host dv-neutron-821401-4-hyperv {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:58:01.306419 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b863236-c401-4e06-bba6-1b6da739350d None None] Pushing event deleted for resources: {'Port': ['ID=dea1278e-5b1d-4a6d-9a7f-e4c8f8ca7279,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:58:01.309913 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b863236-c401-4e06-bba6-1b6da739350d None None] No DVR routers for this DVR port dea1278e-5b1d-4a6d-9a7f-e4c8f8ca7279 on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:58:01.380201 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-803759a2-8522-4398-8344-d83939544e00 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:01.400768 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-803759a2-8522-4398-8344-d83939544e00 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab1824b2-0012-4e2c-93d3-e2d4cc5da153']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:58:01.409897 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-803759a2-8522-4398-8344-d83939544e00 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb9cbc13-1393-4de2-843d-2a49474d480d') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:58:01.410196 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-803759a2-8522-4398-8344-d83939544e00 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb9cbc13-1393-4de2-843d-2a49474d480d') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:58:01.419336 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-803759a2-8522-4398-8344-d83939544e00 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11806923'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:01.431893 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-803759a2-8522-4398-8344-d83939544e00 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:01.437568 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-803759a2-8522-4398-8344-d83939544e00 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:58:01.438236 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-803759a2-8522-4398-8344-d83939544e00 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11236635'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:01.441619 dv-neutron-821401-4-hyperv neutron-server[103587]: Traceback (most recent call last): Dec 10 15:58:01.441619 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:58:01.441619 dv-neutron-821401-4-hyperv neutron-server[103587]: timer() Dec 10 15:58:01.441619 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:58:01.441619 dv-neutron-821401-4-hyperv neutron-server[103587]: cb(*args, **kw) Dec 10 15:58:01.441619 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:58:01.441619 dv-neutron-821401-4-hyperv neutron-server[103587]: return func(*args, **kwargs) Dec 10 15:58:01.441619 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:58:01.441619 dv-neutron-821401-4-hyperv neutron-server[103587]: self._notify() Dec 10 15:58:01.441619 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:58:01.441619 dv-neutron-821401-4-hyperv neutron-server[103587]: self.callback(batched_events) Dec 10 15:58:01.441619 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:58:01.441619 dv-neutron-821401-4-hyperv neutron-server[103587]: event.method(event) Dec 10 15:58:01.441619 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:58:01.441619 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:58:01.441619 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:58:01.441619 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:58:01.441619 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:58:01.441619 dv-neutron-821401-4-hyperv neutron-server[103587]: return f(self, *a, **k) Dec 10 15:58:01.441619 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:58:01.441619 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._get(url).json() Dec 10 15:58:01.441619 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:58:01.441619 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:58:01.441619 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:58:01.441619 dv-neutron-821401-4-hyperv neutron-server[103587]: return self.request(url, 'GET', **kwargs) Dec 10 15:58:01.441619 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:58:01.441619 dv-neutron-821401-4-hyperv neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:58:01.441619 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:58:01.441619 dv-neutron-821401-4-hyperv neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:58:01.441619 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:58:01.441619 dv-neutron-821401-4-hyperv neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:58:01.441619 dv-neutron-821401-4-hyperv neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:58:01.557040 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-803759a2-8522-4398-8344-d83939544e00 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:01.563803 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-803759a2-8522-4398-8344-d83939544e00 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:01.567537 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-803759a2-8522-4398-8344-d83939544e00 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] 10.222.0.20 "DELETE /v2.0/networks/ab1824b2-0012-4e2c-93d3-e2d4cc5da153 HTTP/1.1" status: 204 len: 168 time: 0.6379659 Dec 10 15:58:01.583790 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 41522) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:58:01.588820 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803759a2-8522-4398-8344-d83939544e00 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Pushing event deleted for resources: {'Network': ['ID=ab1824b2-0012-4e2c-93d3-e2d4cc5da153,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:58:01.606817 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-de8095a9-93a8-4b9a-a70b-fa88ae4f74ab tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] DELETE failed (client error): The resource could not be found. Dec 10 15:58:01.607360 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de8095a9-93a8-4b9a-a70b-fa88ae4f74ab tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:58:01.610455 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-de8095a9-93a8-4b9a-a70b-fa88ae4f74ab tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] 10.222.0.20 "DELETE /v2.0/subnets/992096d8-204b-4ff7-90c9-3744fafcecaa HTTP/1.1" status: 404 len: 337 time: 0.0394919 Dec 10 15:58:01.613526 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 41524) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:58:01.631502 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-160b4dfe-df60-46b0-ab51-09ef285afa0e tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] DELETE failed (client error): The resource could not be found. Dec 10 15:58:01.631983 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-160b4dfe-df60-46b0-ab51-09ef285afa0e tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:58:01.634968 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-160b4dfe-df60-46b0-ab51-09ef285afa0e tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] 10.222.0.20 "DELETE /v2.0/networks/3208ec0c-8c54-42a1-bdac-ec9ff69f102e HTTP/1.1" status: 404 len: 339 time: 0.0204847 Dec 10 15:58:01.637332 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 41526) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:58:01.661614 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-69a33736-ff0e-482f-9e8e-c52d9c7b01f1 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] DELETE failed (client error): The resource could not be found. Dec 10 15:58:01.662080 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69a33736-ff0e-482f-9e8e-c52d9c7b01f1 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:58:01.665066 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-69a33736-ff0e-482f-9e8e-c52d9c7b01f1 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] 10.222.0.20 "DELETE /v2.0/subnets/c42bb705-eded-4c28-af80-72c242388b4f HTTP/1.1" status: 404 len: 337 time: 0.0268264 Dec 10 15:58:01.667308 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 41528) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:58:01.684549 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-df5c0ecb-5ef0-4cb6-95c0-2b04172497a1 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] DELETE failed (client error): The resource could not be found. Dec 10 15:58:01.685136 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df5c0ecb-5ef0-4cb6-95c0-2b04172497a1 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 15:58:01.688370 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-df5c0ecb-5ef0-4cb6-95c0-2b04172497a1 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] 10.222.0.20 "DELETE /v2.0/networks/15789432-2fdc-4200-8b1f-179386feb1d2 HTTP/1.1" status: 404 len: 339 time: 0.0201898 Dec 10 15:58:01.691121 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 41530) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:58:01.744709 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6d44fa5-3476-4d55-91ce-72e3c197b607 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Deleting subnet 6e7d05e7-5974-400f-a1c1-e71ddf10968e {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:58:01.747870 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d6d44fa5-3476-4d55-91ce-72e3c197b607 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks [] for subnet, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:01.786263 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d6d44fa5-3476-4d55-91ce-72e3c197b607 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11806768'] for subnet, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:01.865676 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d6d44fa5-3476-4d55-91ce-72e3c197b607 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:01.986008 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d6d44fa5-3476-4d55-91ce-72e3c197b607 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11236721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11668521'] for subnet, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:02.011222 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d44fa5-3476-4d55-91ce-72e3c197b607 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Pushing event deleted for resources: {'Subnet': ['ID=6e7d05e7-5974-400f-a1c1-e71ddf10968e,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:58:02.016814 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d6d44fa5-3476-4d55-91ce-72e3c197b607 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:02.020169 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-d6d44fa5-3476-4d55-91ce-72e3c197b607 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] 10.222.0.20 "DELETE /v2.0/subnets/6e7d05e7-5974-400f-a1c1-e71ddf10968e HTTP/1.1" status: 204 len: 168 time: 0.3281169 Dec 10 15:58:02.022243 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520f698c-641a-4520-b605-208191a3ea61 None None] Network e1bc7272-61bb-4b86-b70f-cdc97cdea555 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:58:02.022647 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 41532) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:58:02.097646 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0035029d-2a7d-4e3b-892f-52b1482ffe77 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:02.150639 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-0035029d-2a7d-4e3b-892f-52b1482ffe77 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Deleting port 6d5025f2-f316-46cf-9e4c-03c685cf4f07 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:58:02.150994 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0035029d-2a7d-4e3b-892f-52b1482ffe77 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:02.160848 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c762a66-edee-4949-a765-1d4175f9dcd0 None None] DHCP port deletion for e1bc7272-61bb-4b86-b70f-cdc97cdea555 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:58:02.212080 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-3c762a66-edee-4949-a765-1d4175f9dcd0 None None] Deleting port 6d5025f2-f316-46cf-9e4c-03c685cf4f07 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:58:02.212456 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3c762a66-edee-4949-a765-1d4175f9dcd0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:02.216835 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-0035029d-2a7d-4e3b-892f-52b1482ffe77 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] For port 6d5025f2-f316-46cf-9e4c-03c685cf4f07, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=6d5025f2-f316-46cf-9e4c-03c685cf4f07,segment=NetworkSegment(10a31bc2-1ab2-417d-8566-3e67588fd6dc),segment_id=10a31bc2-1ab2-417d-8566-3e67588fd6dc)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:58:02.217206 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0035029d-2a7d-4e3b-892f-52b1482ffe77 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:02.230367 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-0035029d-2a7d-4e3b-892f-52b1482ffe77 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Calling delete_port for 6d5025f2-f316-46cf-9e4c-03c685cf4f07 owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:58:02.272185 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-3c762a66-edee-4949-a765-1d4175f9dcd0 None None] For port 6d5025f2-f316-46cf-9e4c-03c685cf4f07, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=6d5025f2-f316-46cf-9e4c-03c685cf4f07,segment=NetworkSegment(10a31bc2-1ab2-417d-8566-3e67588fd6dc),segment_id=10a31bc2-1ab2-417d-8566-3e67588fd6dc)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:58:02.272590 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3c762a66-edee-4949-a765-1d4175f9dcd0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:02.285289 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-3c762a66-edee-4949-a765-1d4175f9dcd0 None None] Calling delete_port for 6d5025f2-f316-46cf-9e4c-03c685cf4f07 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:58:02.396622 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0035029d-2a7d-4e3b-892f-52b1482ffe77 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:02.402139 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3c762a66-edee-4949-a765-1d4175f9dcd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:02.426360 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0035029d-2a7d-4e3b-892f-52b1482ffe77 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Pushing event deleted for resources: {'Port': ['ID=6d5025f2-f316-46cf-9e4c-03c685cf4f07,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:58:02.427328 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c762a66-edee-4949-a765-1d4175f9dcd0 None None] Pushing event deleted for resources: {'Port': ['ID=6d5025f2-f316-46cf-9e4c-03c685cf4f07,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:58:02.430305 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0035029d-2a7d-4e3b-892f-52b1482ffe77 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] No DVR routers for this DVR port 6d5025f2-f316-46cf-9e4c-03c685cf4f07 on host dv-neutron-821401-4-hyperv {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:58:02.431265 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c762a66-edee-4949-a765-1d4175f9dcd0 None None] No DVR routers for this DVR port 6d5025f2-f316-46cf-9e4c-03c685cf4f07 on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:58:02.501763 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 6d5025f2-f316-46cf-9e4c-03c685cf4f07 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:58:02.511498 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0035029d-2a7d-4e3b-892f-52b1482ffe77 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:02.522296 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 6d5025f2-f316-46cf-9e4c-03c685cf4f07 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:58:02.522654 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 6d5025f2-f316-46cf-9e4c-03c685cf4f07 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:58:02.523078 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device dea1278e-5b1d-4a6d-9a7f-e4c8f8ca7279 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:58:02.531872 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-0035029d-2a7d-4e3b-892f-52b1482ffe77 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1bc7272-61bb-4b86-b70f-cdc97cdea555']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:58:02.541546 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-0035029d-2a7d-4e3b-892f-52b1482ffe77 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10a31bc2-1ab2-417d-8566-3e67588fd6dc') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:58:02.541876 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-0035029d-2a7d-4e3b-892f-52b1482ffe77 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10a31bc2-1ab2-417d-8566-3e67588fd6dc') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:58:02.542093 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: dea1278e-5b1d-4a6d-9a7f-e4c8f8ca7279 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:58:02.542411 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device dea1278e-5b1d-4a6d-9a7f-e4c8f8ca7279 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:58:02.552115 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0035029d-2a7d-4e3b-892f-52b1482ffe77 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11806923'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:02.565900 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0035029d-2a7d-4e3b-892f-52b1482ffe77 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:02.571842 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0035029d-2a7d-4e3b-892f-52b1482ffe77 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:58:02.572230 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0035029d-2a7d-4e3b-892f-52b1482ffe77 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11236635'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:02.575141 dv-neutron-821401-4-hyperv neutron-server[103587]: Traceback (most recent call last): Dec 10 15:58:02.575141 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:58:02.575141 dv-neutron-821401-4-hyperv neutron-server[103587]: timer() Dec 10 15:58:02.575141 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:58:02.575141 dv-neutron-821401-4-hyperv neutron-server[103587]: cb(*args, **kw) Dec 10 15:58:02.575141 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:58:02.575141 dv-neutron-821401-4-hyperv neutron-server[103587]: return func(*args, **kwargs) Dec 10 15:58:02.575141 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:58:02.575141 dv-neutron-821401-4-hyperv neutron-server[103587]: self._notify() Dec 10 15:58:02.575141 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:58:02.575141 dv-neutron-821401-4-hyperv neutron-server[103587]: self.callback(batched_events) Dec 10 15:58:02.575141 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:58:02.575141 dv-neutron-821401-4-hyperv neutron-server[103587]: event.method(event) Dec 10 15:58:02.575141 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:58:02.575141 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:58:02.575141 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:58:02.575141 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:58:02.575141 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:58:02.575141 dv-neutron-821401-4-hyperv neutron-server[103587]: return f(self, *a, **k) Dec 10 15:58:02.575141 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:58:02.575141 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._get(url).json() Dec 10 15:58:02.575141 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:58:02.575141 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:58:02.575141 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:58:02.575141 dv-neutron-821401-4-hyperv neutron-server[103587]: return self.request(url, 'GET', **kwargs) Dec 10 15:58:02.575141 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:58:02.575141 dv-neutron-821401-4-hyperv neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:58:02.575141 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:58:02.575141 dv-neutron-821401-4-hyperv neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:58:02.575141 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:58:02.575141 dv-neutron-821401-4-hyperv neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:58:02.575141 dv-neutron-821401-4-hyperv neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:58:02.694607 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0035029d-2a7d-4e3b-892f-52b1482ffe77 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:02.701316 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0035029d-2a7d-4e3b-892f-52b1482ffe77 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:02.706771 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-0035029d-2a7d-4e3b-892f-52b1482ffe77 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] 10.222.0.20 "DELETE /v2.0/networks/e1bc7272-61bb-4b86-b70f-cdc97cdea555 HTTP/1.1" status: 204 len: 168 time: 0.6808858 Dec 10 15:58:02.717363 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0035029d-2a7d-4e3b-892f-52b1482ffe77 tempest-NetworksIpV6Test-203858483 tempest-NetworksIpV6Test-203858483-project] Pushing event deleted for resources: {'Network': ['ID=e1bc7272-61bb-4b86-b70f-cdc97cdea555,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:58:03.103499 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 41538) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:58:03.235261 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-ddc8c1f7-474b-43f2-97c7-b80bb72ba91d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=284dc0af2b1842acacf2fe2e09dbb778&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1302311 Dec 10 15:58:03.237995 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 41542) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:58:03.283007 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4986c2de-1833-40c5-830e-9599551c994a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:03.303239 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4986c2de-1833-40c5-830e-9599551c994a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:03.408252 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4986c2de-1833-40c5-830e-9599551c994a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:03.410974 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4986c2de-1833-40c5-830e-9599551c994a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:03.412130 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-4986c2de-1833-40c5-830e-9599551c994a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b7d3dce6-8446-4873-b268-0811a75a0515 HTTP/1.1" status: 204 len: 168 time: 0.1732407 Dec 10 15:58:03.419681 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4986c2de-1833-40c5-830e-9599551c994a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d3dce6-8446-4873-b268-0811a75a0515,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:58:04.328612 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 41564) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:58:04.419393 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-3dc12c9d-349a-413b-b258-d36c27019a49 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1062596931', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:58:04.500069 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc12c9d-349a-413b-b258-d36c27019a49 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13912'] for router, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:04.501137 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc12c9d-349a-413b-b258-d36c27019a49 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:04.586898 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc12c9d-349a-413b-b258-d36c27019a49 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:04.643020 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc12c9d-349a-413b-b258-d36c27019a49 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363'] for router, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:04.724626 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-3dc12c9d-349a-413b-b258-d36c27019a49 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:04.725890 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-3dc12c9d-349a-413b-b258-d36c27019a49 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3962495 Dec 10 15:58:04.728695 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 41568) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:58:04.733490 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-d9084133-e077-4d5a-a4f5-32def38ca18e tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1836707641'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:58:04.824692 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9084133-e077-4d5a-a4f5-32def38ca18e tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Made reservation on behalf of 96afd7092e754e3d8f4f47cf0085bd5d for: {'network': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:58:04.828263 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d9084133-e077-4d5a-a4f5-32def38ca18e tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:04.836692 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d9084133-e077-4d5a-a4f5-32def38ca18e tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:04.907720 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d9084133-e077-4d5a-a4f5-32def38ca18e tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:04.984374 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d9084133-e077-4d5a-a4f5-32def38ca18e tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:05.010485 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9084133-e077-4d5a-a4f5-32def38ca18e tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=103586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:58:05.019007 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9084133-e077-4d5a-a4f5-32def38ca18e tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=872cd9d6-f3c9-4489-ae3e-9003930f762c,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:58:05.025530 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d9084133-e077-4d5a-a4f5-32def38ca18e tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:05.027005 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.segments_db [None req-d9084133-e077-4d5a-a4f5-32def38ca18e tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Added segment d4b1d6e1-28aa-4fa8-8597-72f7f30d25b8 of type vlan for network 2d2199c3-3c5e-43b2-88d4-69955484b921 Dec 10 15:58:05.065265 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d9084133-e077-4d5a-a4f5-32def38ca18e tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:05.156070 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d9084133-e077-4d5a-a4f5-32def38ca18e tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:05.162325 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9084133-e077-4d5a-a4f5-32def38ca18e tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:58:05.162856 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d9084133-e077-4d5a-a4f5-32def38ca18e tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:05.226421 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9084133-e077-4d5a-a4f5-32def38ca18e tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Pushing event updated for resources: {'Network': ['ID=2d2199c3-3c5e-43b2-88d4-69955484b921,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:58:05.236788 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 2d2199c3-3c5e-43b2-88d4-69955484b921 details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:58:05.273133 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-d9084133-e077-4d5a-a4f5-32def38ca18e tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5434310 Dec 10 15:58:05.275861 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 41570) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:58:05.280953 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-c05001cf-51bd-40a7-8314-cf4cb967541a tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Request body: {'subnet': {'network_id': '2d2199c3-3c5e-43b2-88d4-69955484b921', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:58:05.431131 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c05001cf-51bd-40a7-8314-cf4cb967541a tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Made reservation on behalf of 96afd7092e754e3d8f4f47cf0085bd5d for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:58:05.434716 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c05001cf-51bd-40a7-8314-cf4cb967541a tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:05.665518 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c05001cf-51bd-40a7-8314-cf4cb967541a tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11695183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581935'] for subnet, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:05.726358 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05001cf-51bd-40a7-8314-cf4cb967541a tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Pushing event updated for resources: {'Subnet': ['ID=575ebfd5-eed0-43f2-913c-5ceb9524fddd,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:58:05.734363 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05001cf-51bd-40a7-8314-cf4cb967541a tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Checking segment: {'id': 'd4b1d6e1-28aa-4fa8-8597-72f7f30d25b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2d2199c3-3c5e-43b2-88d4-69955484b921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:58:05.742690 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05001cf-51bd-40a7-8314-cf4cb967541a tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Network hostable DHCP agents. Network: 2d2199c3-3c5e-43b2-88d4-69955484b921, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:58:05.807047 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05001cf-51bd-40a7-8314-cf4cb967541a tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Network 2d2199c3-3c5e-43b2-88d4-69955484b921 is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:58:05.875891 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-c05001cf-51bd-40a7-8314-cf4cb967541a tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 2d2199c3-3c5e-43b2-88d4-69955484b921) {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:58:05.880755 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05001cf-51bd-40a7-8314-cf4cb967541a tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:58:05.881819 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c05001cf-51bd-40a7-8314-cf4cb967541a tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:05.884826 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8906d1-983d-49db-9875-6e3fc34a9ed3 None None] Network 2d2199c3-3c5e-43b2-88d4-69955484b921 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:58:05.976270 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-c05001cf-51bd-40a7-8314-cf4cb967541a tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6993606 Dec 10 15:58:05.979229 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 41572) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:58:05.982413 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a21ade4-fc0b-4548-b808-31cdc62928c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-2d2199c3-3c5e-43b2-88d4-69955484b921', 'network_id': '2d2199c3-3c5e-43b2-88d4-69955484b921', 'project_id': '96afd7092e754e3d8f4f47cf0085bd5d', 'fixed_ips': [{'subnet_id': '575ebfd5-eed0-43f2-913c-5ceb9524fddd'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:58:05.983277 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1a21ade4-fc0b-4548-b808-31cdc62928c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:05.984298 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-2b98df9f-522f-4de0-83eb-947844140027 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1903989452'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:58:06.065837 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b98df9f-522f-4de0-83eb-947844140027 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Made reservation on behalf of 96afd7092e754e3d8f4f47cf0085bd5d for: {'network': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:58:06.070133 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2b98df9f-522f-4de0-83eb-947844140027 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:06.093659 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b98df9f-522f-4de0-83eb-947844140027 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=103586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:58:06.102367 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2b98df9f-522f-4de0-83eb-947844140027 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:06.102716 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.segments_db [None req-2b98df9f-522f-4de0-83eb-947844140027 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Added segment 2e419ec8-fddf-42da-b32e-8ff872f9df43 of type vlan for network a45859a7-04b2-42e8-9a9b-5f91643464a6 Dec 10 15:58:06.118661 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-1a21ade4-fc0b-4548-b808-31cdc62928c3 None None] Allocated IP 172.20.0.2 (2d2199c3-3c5e-43b2-88d4-69955484b921/575ebfd5-eed0-43f2-913c-5ceb9524fddd/85460f61-e193-4e82-a099-0ef18e8b1275) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:58:06.142642 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2b98df9f-522f-4de0-83eb-947844140027 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:06.224700 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2b98df9f-522f-4de0-83eb-947844140027 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:06.230542 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b98df9f-522f-4de0-83eb-947844140027 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:58:06.231057 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2b98df9f-522f-4de0-83eb-947844140027 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:06.254835 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1a21ade4-fc0b-4548-b808-31cdc62928c3 None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:06.300452 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b98df9f-522f-4de0-83eb-947844140027 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Pushing event updated for resources: {'Network': ['ID=a45859a7-04b2-42e8-9a9b-5f91643464a6,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:58:06.310465 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network a45859a7-04b2-42e8-9a9b-5f91643464a6 details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:58:06.342825 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-2b98df9f-522f-4de0-83eb-947844140027 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3625720 Dec 10 15:58:06.345801 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 41574) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:58:06.350993 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-a9f17295-97eb-4d90-acfb-0d0c1432c3ca tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Request body: {'subnet': {'network_id': 'a45859a7-04b2-42e8-9a9b-5f91643464a6', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:58:06.379854 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1a21ade4-fc0b-4548-b808-31cdc62928c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:06.422611 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a21ade4-fc0b-4548-b808-31cdc62928c3 None None] Network 2d2199c3-3c5e-43b2-88d4-69955484b921 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:58:06.426366 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-1a21ade4-fc0b-4548-b808-31cdc62928c3 None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:58:06.428761 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a21ade4-fc0b-4548-b808-31cdc62928c3 None None] Pushing event updated for resources: {'Port': ['ID=85460f61-e193-4e82-a099-0ef18e8b1275,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:58:06.430877 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a21ade4-fc0b-4548-b808-31cdc62928c3 None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:58:06.487865 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-1a21ade4-fc0b-4548-b808-31cdc62928c3 None None] Attempting to bind port 85460f61-e193-4e82-a099-0ef18e8b1275 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:58:06.488167 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-1a21ade4-fc0b-4548-b808-31cdc62928c3 None None] Attempting to bind port 85460f61-e193-4e82-a099-0ef18e8b1275 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'd4b1d6e1-28aa-4fa8-8597-72f7f30d25b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2d2199c3-3c5e-43b2-88d4-69955484b921'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:58:06.488536 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a21ade4-fc0b-4548-b808-31cdc62928c3 None None] Attempting to bind port 85460f61-e193-4e82-a099-0ef18e8b1275 on network 2d2199c3-3c5e-43b2-88d4-69955484b921 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:58:06.494159 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a21ade4-fc0b-4548-b808-31cdc62928c3 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:58:06.494543 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a21ade4-fc0b-4548-b808-31cdc62928c3 None None] Checking segment: {'id': 'd4b1d6e1-28aa-4fa8-8597-72f7f30d25b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2d2199c3-3c5e-43b2-88d4-69955484b921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:58:06.494948 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1a21ade4-fc0b-4548-b808-31cdc62928c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:06.495346 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a21ade4-fc0b-4548-b808-31cdc62928c3 None None] Bound using segment: {'id': 'd4b1d6e1-28aa-4fa8-8597-72f7f30d25b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2d2199c3-3c5e-43b2-88d4-69955484b921'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:58:06.495829 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-1a21ade4-fc0b-4548-b808-31cdc62928c3 None None] Bound port: 85460f61-e193-4e82-a099-0ef18e8b1275, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4b1d6e1-28aa-4fa8-8597-72f7f30d25b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2d2199c3-3c5e-43b2-88d4-69955484b921'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:58:06.496192 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1a21ade4-fc0b-4548-b808-31cdc62928c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:06.499848 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f17295-97eb-4d90-acfb-0d0c1432c3ca tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Made reservation on behalf of 96afd7092e754e3d8f4f47cf0085bd5d for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:58:06.503456 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a9f17295-97eb-4d90-acfb-0d0c1432c3ca tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:06.558171 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-1a21ade4-fc0b-4548-b808-31cdc62928c3 None None] For port 85460f61-e193-4e82-a099-0ef18e8b1275, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:58:06.561208 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-1a21ade4-fc0b-4548-b808-31cdc62928c3 None None] For port 85460f61-e193-4e82-a099-0ef18e8b1275, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=85460f61-e193-4e82-a099-0ef18e8b1275,segment=NetworkSegment(d4b1d6e1-28aa-4fa8-8597-72f7f30d25b8),segment_id=d4b1d6e1-28aa-4fa8-8597-72f7f30d25b8)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:58:06.637639 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1a21ade4-fc0b-4548-b808-31cdc62928c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:06.697487 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a21ade4-fc0b-4548-b808-31cdc62928c3 None None] Pushing event updated for resources: {'Port': ['ID=85460f61-e193-4e82-a099-0ef18e8b1275,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:58:06.750820 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a9f17295-97eb-4d90-acfb-0d0c1432c3ca tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11695183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581935'] for subnet, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:06.816713 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f17295-97eb-4d90-acfb-0d0c1432c3ca tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Pushing event updated for resources: {'Subnet': ['ID=113b073b-c31b-487c-a479-d6072a9aadac,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:58:06.826217 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f17295-97eb-4d90-acfb-0d0c1432c3ca tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Checking segment: {'id': '2e419ec8-fddf-42da-b32e-8ff872f9df43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a45859a7-04b2-42e8-9a9b-5f91643464a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:58:06.826593 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f17295-97eb-4d90-acfb-0d0c1432c3ca tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Network hostable DHCP agents. Network: a45859a7-04b2-42e8-9a9b-5f91643464a6, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:58:06.916219 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f17295-97eb-4d90-acfb-0d0c1432c3ca tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Network a45859a7-04b2-42e8-9a9b-5f91643464a6 is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:58:06.991197 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-a9f17295-97eb-4d90-acfb-0d0c1432c3ca tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, a45859a7-04b2-42e8-9a9b-5f91643464a6) {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:58:06.995311 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f17295-97eb-4d90-acfb-0d0c1432c3ca tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:58:06.995912 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a9f17295-97eb-4d90-acfb-0d0c1432c3ca tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:07.002043 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3308642f-ff99-4238-9c44-904d42028671 None None] Network a45859a7-04b2-42e8-9a9b-5f91643464a6 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:58:07.086091 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-a9f17295-97eb-4d90-acfb-0d0c1432c3ca tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7391984 Dec 10 15:58:07.088941 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 41576) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:58:07.096139 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-2362b65f-4c64-4813-9591-d3294ac4eef1 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a45859a7-04b2-42e8-9a9b-5f91643464a6'}}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:58:07.107527 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98aad024-08b0-4b38-b058-7c8d9c5f6eba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-a45859a7-04b2-42e8-9a9b-5f91643464a6', 'network_id': 'a45859a7-04b2-42e8-9a9b-5f91643464a6', 'project_id': '96afd7092e754e3d8f4f47cf0085bd5d', 'fixed_ips': [{'subnet_id': '113b073b-c31b-487c-a479-d6072a9aadac'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:58:07.108511 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-98aad024-08b0-4b38-b058-7c8d9c5f6eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:07.246112 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-98aad024-08b0-4b38-b058-7c8d9c5f6eba None None] Allocated IP 172.21.0.2 (a45859a7-04b2-42e8-9a9b-5f91643464a6/113b073b-c31b-487c-a479-d6072a9aadac/037b3023-a12e-475f-b2f9-85e2a31c4c14) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:58:07.344895 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2362b65f-4c64-4813-9591-d3294ac4eef1 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:07.388473 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-98aad024-08b0-4b38-b058-7c8d9c5f6eba None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:07.458931 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-98aad024-08b0-4b38-b058-7c8d9c5f6eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:07.503469 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98aad024-08b0-4b38-b058-7c8d9c5f6eba None None] Network a45859a7-04b2-42e8-9a9b-5f91643464a6 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:58:07.508499 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-98aad024-08b0-4b38-b058-7c8d9c5f6eba None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:58:07.511017 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98aad024-08b0-4b38-b058-7c8d9c5f6eba None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:58:07.518377 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aad024-08b0-4b38-b058-7c8d9c5f6eba None None] Pushing event updated for resources: {'Port': ['ID=037b3023-a12e-475f-b2f9-85e2a31c4c14,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:58:07.521406 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.api.v2.resource [None req-2362b65f-4c64-4813-9591-d3294ac4eef1 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 15:58:07.522538 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-2362b65f-4c64-4813-9591-d3294ac4eef1 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] 10.222.0.20 "PUT /v2.0/routers/308d1d9d-92aa-403e-aab0-0c8e8c0cdad9 HTTP/1.1" status: 400 len: 364 time: 0.4326413 Dec 10 15:58:07.529735 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 41578) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:58:07.573461 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-98aad024-08b0-4b38-b058-7c8d9c5f6eba None None] Attempting to bind port 037b3023-a12e-475f-b2f9-85e2a31c4c14 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:58:07.574478 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-98aad024-08b0-4b38-b058-7c8d9c5f6eba None None] Attempting to bind port 037b3023-a12e-475f-b2f9-85e2a31c4c14 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '2e419ec8-fddf-42da-b32e-8ff872f9df43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a45859a7-04b2-42e8-9a9b-5f91643464a6'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:58:07.574930 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98aad024-08b0-4b38-b058-7c8d9c5f6eba None None] Attempting to bind port 037b3023-a12e-475f-b2f9-85e2a31c4c14 on network a45859a7-04b2-42e8-9a9b-5f91643464a6 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:58:07.580230 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98aad024-08b0-4b38-b058-7c8d9c5f6eba None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:58:07.580614 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98aad024-08b0-4b38-b058-7c8d9c5f6eba None None] Checking segment: {'id': '2e419ec8-fddf-42da-b32e-8ff872f9df43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a45859a7-04b2-42e8-9a9b-5f91643464a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:58:07.581165 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-98aad024-08b0-4b38-b058-7c8d9c5f6eba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:07.581573 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98aad024-08b0-4b38-b058-7c8d9c5f6eba None None] Bound using segment: {'id': '2e419ec8-fddf-42da-b32e-8ff872f9df43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a45859a7-04b2-42e8-9a9b-5f91643464a6'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:58:07.582091 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-98aad024-08b0-4b38-b058-7c8d9c5f6eba None None] Bound port: 037b3023-a12e-475f-b2f9-85e2a31c4c14, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e419ec8-fddf-42da-b32e-8ff872f9df43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a45859a7-04b2-42e8-9a9b-5f91643464a6'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:58:07.582483 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-98aad024-08b0-4b38-b058-7c8d9c5f6eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:07.583806 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae68be18-f5fe-4e84-88ef-3ff39df7be43 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Deleting subnet 113b073b-c31b-487c-a479-d6072a9aadac {{(pid=103586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:58:07.587355 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ae68be18-f5fe-4e84-88ef-3ff39df7be43 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Publish callbacks [] for subnet, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:07.634281 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ae68be18-f5fe-4e84-88ef-3ff39df7be43 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12392400'] for subnet, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:07.640907 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56068f1c-d573-402b-be2a-65916600fcc6 None None] Network 2d2199c3-3c5e-43b2-88d4-69955484b921 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:58:07.699592 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-98aad024-08b0-4b38-b058-7c8d9c5f6eba None None] For port 037b3023-a12e-475f-b2f9-85e2a31c4c14, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:58:07.720744 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-98aad024-08b0-4b38-b058-7c8d9c5f6eba None None] For port 037b3023-a12e-475f-b2f9-85e2a31c4c14, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=037b3023-a12e-475f-b2f9-85e2a31c4c14,segment=NetworkSegment(2e419ec8-fddf-42da-b32e-8ff872f9df43),segment_id=2e419ec8-fddf-42da-b32e-8ff872f9df43)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:58:07.730563 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-efba75df-957e-479d-b7c4-b7da3160f956 None None] Provisioning complete for port 85460f61-e193-4e82-a099-0ef18e8b1275 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:58:07.730937 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-efba75df-957e-479d-b7c4-b7da3160f956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:07.832700 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ae68be18-f5fe-4e84-88ef-3ff39df7be43 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:07.835168 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-98aad024-08b0-4b38-b058-7c8d9c5f6eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:07.883316 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-efba75df-957e-479d-b7c4-b7da3160f956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:07.917283 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aad024-08b0-4b38-b058-7c8d9c5f6eba None None] Pushing event updated for resources: {'Port': ['ID=037b3023-a12e-475f-b2f9-85e2a31c4c14,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:58:07.933966 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-efba75df-957e-479d-b7c4-b7da3160f956 None None] For port 85460f61-e193-4e82-a099-0ef18e8b1275, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=85460f61-e193-4e82-a099-0ef18e8b1275,segment=NetworkSegment(d4b1d6e1-28aa-4fa8-8597-72f7f30d25b8),segment_id=d4b1d6e1-28aa-4fa8-8597-72f7f30d25b8)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:58:07.969094 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ae68be18-f5fe-4e84-88ef-3ff39df7be43 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:08.000095 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ae68be18-f5fe-4e84-88ef-3ff39df7be43 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:08.003692 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-ae68be18-f5fe-4e84-88ef-3ff39df7be43 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] 10.222.0.20 "DELETE /v2.0/subnets/113b073b-c31b-487c-a479-d6072a9aadac HTTP/1.1" status: 204 len: 168 time: 0.4729080 Dec 10 15:58:08.005085 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae68be18-f5fe-4e84-88ef-3ff39df7be43 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Pushing event deleted for resources: {'Subnet': ['ID=113b073b-c31b-487c-a479-d6072a9aadac,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:58:08.007981 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 41580) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:58:08.037722 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-efba75df-957e-479d-b7c4-b7da3160f956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:08.108107 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efba75df-957e-479d-b7c4-b7da3160f956 None None] Pushing event updated for resources: {'Port': ['ID=85460f61-e193-4e82-a099-0ef18e8b1275,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:58:08.122851 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f3745791-c488-43f7-bafa-34b5ddde0848 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:08.191775 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-f3745791-c488-43f7-bafa-34b5ddde0848 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Deleting port 037b3023-a12e-475f-b2f9-85e2a31c4c14 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:58:08.191917 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f3745791-c488-43f7-bafa-34b5ddde0848 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:08.257397 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-f3745791-c488-43f7-bafa-34b5ddde0848 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] For port 037b3023-a12e-475f-b2f9-85e2a31c4c14, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=037b3023-a12e-475f-b2f9-85e2a31c4c14,segment=NetworkSegment(2e419ec8-fddf-42da-b32e-8ff872f9df43),segment_id=2e419ec8-fddf-42da-b32e-8ff872f9df43)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:58:08.262635 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f3745791-c488-43f7-bafa-34b5ddde0848 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:08.264223 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-7a777967-778f-42f9-8757-94dc2a759ea4 None None] Provisioning complete for port 85460f61-e193-4e82-a099-0ef18e8b1275 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:58:08.264596 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7a777967-778f-42f9-8757-94dc2a759ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:08.270549 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-f3745791-c488-43f7-bafa-34b5ddde0848 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Calling delete_port for 037b3023-a12e-475f-b2f9-85e2a31c4c14 owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:58:08.425740 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f3745791-c488-43f7-bafa-34b5ddde0848 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:08.451383 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3745791-c488-43f7-bafa-34b5ddde0848 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Pushing event deleted for resources: {'Port': ['ID=037b3023-a12e-475f-b2f9-85e2a31c4c14,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:58:08.455836 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3745791-c488-43f7-bafa-34b5ddde0848 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] No DVR routers for this DVR port 037b3023-a12e-475f-b2f9-85e2a31c4c14 on host dv-neutron-821401-4-hyperv {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:58:08.465097 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3745791-c488-43f7-bafa-34b5ddde0848 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:58:08.465456 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3745791-c488-43f7-bafa-34b5ddde0848 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:58:08.465829 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3745791-c488-43f7-bafa-34b5ddde0848 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:58:08.466538 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3745791-c488-43f7-bafa-34b5ddde0848 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:58:08.466538 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3745791-c488-43f7-bafa-34b5ddde0848 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:58:08.466787 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3745791-c488-43f7-bafa-34b5ddde0848 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:58:08.467115 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3745791-c488-43f7-bafa-34b5ddde0848 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:58:08.467438 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3745791-c488-43f7-bafa-34b5ddde0848 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:58:08.467770 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3745791-c488-43f7-bafa-34b5ddde0848 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:58:08.468091 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3745791-c488-43f7-bafa-34b5ddde0848 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:58:08.468414 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3745791-c488-43f7-bafa-34b5ddde0848 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:58:08.468832 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3745791-c488-43f7-bafa-34b5ddde0848 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:58:08.469040 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3745791-c488-43f7-bafa-34b5ddde0848 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:58:08.549143 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f3745791-c488-43f7-bafa-34b5ddde0848 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:08.568912 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 037b3023-a12e-475f-b2f9-85e2a31c4c14 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:58:08.578142 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-f3745791-c488-43f7-bafa-34b5ddde0848 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a45859a7-04b2-42e8-9a9b-5f91643464a6']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:58:08.588911 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-f3745791-c488-43f7-bafa-34b5ddde0848 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e419ec8-fddf-42da-b32e-8ff872f9df43') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:58:08.589287 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-f3745791-c488-43f7-bafa-34b5ddde0848 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e419ec8-fddf-42da-b32e-8ff872f9df43') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:58:08.590876 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 037b3023-a12e-475f-b2f9-85e2a31c4c14 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:58:08.590988 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 037b3023-a12e-475f-b2f9-85e2a31c4c14 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 10 15:58:08.611204 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Port 037b3023-a12e-475f-b2f9-85e2a31c4c14 not found, will not notify nova. {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 10 15:58:08.611527 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 85460f61-e193-4e82-a099-0ef18e8b1275 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:58:08.665063 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 85460f61-e193-4e82-a099-0ef18e8b1275 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:58:08.665622 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:08.847103 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d481712b-614c-4754-b7bd-fa22a179b87a None None] Network a45859a7-04b2-42e8-9a9b-5f91643464a6 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:58:08.853633 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f3745791-c488-43f7-bafa-34b5ddde0848 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11806923'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:08.867472 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f3745791-c488-43f7-bafa-34b5ddde0848 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:08.873214 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3745791-c488-43f7-bafa-34b5ddde0848 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:58:08.873602 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f3745791-c488-43f7-bafa-34b5ddde0848 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11236635'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:08.876661 dv-neutron-821401-4-hyperv neutron-server[103587]: Traceback (most recent call last): Dec 10 15:58:08.876661 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:58:08.876661 dv-neutron-821401-4-hyperv neutron-server[103587]: timer() Dec 10 15:58:08.876661 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:58:08.876661 dv-neutron-821401-4-hyperv neutron-server[103587]: cb(*args, **kw) Dec 10 15:58:08.876661 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:58:08.876661 dv-neutron-821401-4-hyperv neutron-server[103587]: return func(*args, **kwargs) Dec 10 15:58:08.876661 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:58:08.876661 dv-neutron-821401-4-hyperv neutron-server[103587]: self._notify() Dec 10 15:58:08.876661 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:58:08.876661 dv-neutron-821401-4-hyperv neutron-server[103587]: self.callback(batched_events) Dec 10 15:58:08.876661 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:58:08.876661 dv-neutron-821401-4-hyperv neutron-server[103587]: event.method(event) Dec 10 15:58:08.876661 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:58:08.876661 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:58:08.876661 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:58:08.876661 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:58:08.876661 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:58:08.876661 dv-neutron-821401-4-hyperv neutron-server[103587]: return f(self, *a, **k) Dec 10 15:58:08.876661 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:58:08.876661 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._get(url).json() Dec 10 15:58:08.876661 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:58:08.876661 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:58:08.876661 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:58:08.876661 dv-neutron-821401-4-hyperv neutron-server[103587]: return self.request(url, 'GET', **kwargs) Dec 10 15:58:08.876661 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:58:08.876661 dv-neutron-821401-4-hyperv neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:58:08.876661 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:58:08.876661 dv-neutron-821401-4-hyperv neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:58:08.876661 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:58:08.876661 dv-neutron-821401-4-hyperv neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:58:08.876661 dv-neutron-821401-4-hyperv neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:58:08.902852 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-81175911-dffd-4194-a564-96b13f7069d8 None None] Could not find standard attr ID for object 037b3023-a12e-475f-b2f9-85e2a31c4c14. {{(pid=103588) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 15:58:08.976416 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98350bbf-43da-4130-9dbb-acc8ef61f7ef None None] DHCP port deletion for a45859a7-04b2-42e8-9a9b-5f91643464a6 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:58:09.002615 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f3745791-c488-43f7-bafa-34b5ddde0848 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:09.009855 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f3745791-c488-43f7-bafa-34b5ddde0848 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:09.013464 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-f3745791-c488-43f7-bafa-34b5ddde0848 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] 10.222.0.20 "DELETE /v2.0/networks/a45859a7-04b2-42e8-9a9b-5f91643464a6 HTTP/1.1" status: 204 len: 168 time: 1.0007877 Dec 10 15:58:09.016015 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 41584) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:58:09.034315 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3745791-c488-43f7-bafa-34b5ddde0848 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Pushing event deleted for resources: {'Network': ['ID=a45859a7-04b2-42e8-9a9b-5f91643464a6,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:58:09.078160 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-758d59c4-2cdb-44bf-bc06-ddc110bae487 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Deleting subnet 575ebfd5-eed0-43f2-913c-5ceb9524fddd {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:58:09.081224 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-758d59c4-2cdb-44bf-bc06-ddc110bae487 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Publish callbacks [] for subnet, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:09.124580 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-758d59c4-2cdb-44bf-bc06-ddc110bae487 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11806768'] for subnet, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:09.204799 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-758d59c4-2cdb-44bf-bc06-ddc110bae487 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:09.304891 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-758d59c4-2cdb-44bf-bc06-ddc110bae487 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11236721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11668521'] for subnet, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:09.337478 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758d59c4-2cdb-44bf-bc06-ddc110bae487 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Pushing event deleted for resources: {'Subnet': ['ID=575ebfd5-eed0-43f2-913c-5ceb9524fddd,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:58:09.339480 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-758d59c4-2cdb-44bf-bc06-ddc110bae487 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:09.342766 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-758d59c4-2cdb-44bf-bc06-ddc110bae487 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] 10.222.0.20 "DELETE /v2.0/subnets/575ebfd5-eed0-43f2-913c-5ceb9524fddd HTTP/1.1" status: 204 len: 168 time: 0.3257749 Dec 10 15:58:09.343778 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c075be26-29d8-46bd-9704-b32c863f2ab0 None None] Network 2d2199c3-3c5e-43b2-88d4-69955484b921 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:58:09.345239 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 41586) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:58:09.419366 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-98d0858c-de29-4242-9a1a-9650700a4e72 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:09.471995 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-98d0858c-de29-4242-9a1a-9650700a4e72 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Deleting port 85460f61-e193-4e82-a099-0ef18e8b1275 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:58:09.472342 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-98d0858c-de29-4242-9a1a-9650700a4e72 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:09.480919 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e944f4-f93a-4e2d-9c80-8d3c12aff732 None None] DHCP port deletion for 2d2199c3-3c5e-43b2-88d4-69955484b921 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:58:09.529325 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-97e944f4-f93a-4e2d-9c80-8d3c12aff732 None None] Deleting port 85460f61-e193-4e82-a099-0ef18e8b1275 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:58:09.529708 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-97e944f4-f93a-4e2d-9c80-8d3c12aff732 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:09.539365 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-98d0858c-de29-4242-9a1a-9650700a4e72 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] For port 85460f61-e193-4e82-a099-0ef18e8b1275, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=85460f61-e193-4e82-a099-0ef18e8b1275,segment=NetworkSegment(d4b1d6e1-28aa-4fa8-8597-72f7f30d25b8),segment_id=d4b1d6e1-28aa-4fa8-8597-72f7f30d25b8)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:58:09.539726 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-98d0858c-de29-4242-9a1a-9650700a4e72 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:09.552568 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-98d0858c-de29-4242-9a1a-9650700a4e72 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Calling delete_port for 85460f61-e193-4e82-a099-0ef18e8b1275 owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:58:09.594217 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-97e944f4-f93a-4e2d-9c80-8d3c12aff732 None None] For port 85460f61-e193-4e82-a099-0ef18e8b1275, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=85460f61-e193-4e82-a099-0ef18e8b1275,segment=NetworkSegment(d4b1d6e1-28aa-4fa8-8597-72f7f30d25b8),segment_id=d4b1d6e1-28aa-4fa8-8597-72f7f30d25b8)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:58:09.594817 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-97e944f4-f93a-4e2d-9c80-8d3c12aff732 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:09.607052 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-97e944f4-f93a-4e2d-9c80-8d3c12aff732 None None] Calling delete_port for 85460f61-e193-4e82-a099-0ef18e8b1275 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:58:09.723179 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-98d0858c-de29-4242-9a1a-9650700a4e72 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:09.729481 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-97e944f4-f93a-4e2d-9c80-8d3c12aff732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:09.752552 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d0858c-de29-4242-9a1a-9650700a4e72 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Pushing event deleted for resources: {'Port': ['ID=85460f61-e193-4e82-a099-0ef18e8b1275,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:58:09.754420 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d0858c-de29-4242-9a1a-9650700a4e72 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] No DVR routers for this DVR port 85460f61-e193-4e82-a099-0ef18e8b1275 on host dv-neutron-821401-4-hyperv {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:58:09.756216 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e944f4-f93a-4e2d-9c80-8d3c12aff732 None None] Pushing event deleted for resources: {'Port': ['ID=85460f61-e193-4e82-a099-0ef18e8b1275,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:58:09.758291 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e944f4-f93a-4e2d-9c80-8d3c12aff732 None None] No DVR routers for this DVR port 85460f61-e193-4e82-a099-0ef18e8b1275 on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:58:09.834659 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-98d0858c-de29-4242-9a1a-9650700a4e72 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:09.855133 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-98d0858c-de29-4242-9a1a-9650700a4e72 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d2199c3-3c5e-43b2-88d4-69955484b921']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:58:09.864105 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-98d0858c-de29-4242-9a1a-9650700a4e72 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4b1d6e1-28aa-4fa8-8597-72f7f30d25b8') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:58:09.864432 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-98d0858c-de29-4242-9a1a-9650700a4e72 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4b1d6e1-28aa-4fa8-8597-72f7f30d25b8') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:58:09.873480 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-98d0858c-de29-4242-9a1a-9650700a4e72 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11806923'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:09.886116 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-98d0858c-de29-4242-9a1a-9650700a4e72 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:09.891959 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98d0858c-de29-4242-9a1a-9650700a4e72 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:58:09.892353 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-98d0858c-de29-4242-9a1a-9650700a4e72 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11236635'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:09.895340 dv-neutron-821401-4-hyperv neutron-server[103587]: Traceback (most recent call last): Dec 10 15:58:09.895340 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:58:09.895340 dv-neutron-821401-4-hyperv neutron-server[103587]: timer() Dec 10 15:58:09.895340 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:58:09.895340 dv-neutron-821401-4-hyperv neutron-server[103587]: cb(*args, **kw) Dec 10 15:58:09.895340 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:58:09.895340 dv-neutron-821401-4-hyperv neutron-server[103587]: return func(*args, **kwargs) Dec 10 15:58:09.895340 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:58:09.895340 dv-neutron-821401-4-hyperv neutron-server[103587]: self._notify() Dec 10 15:58:09.895340 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:58:09.895340 dv-neutron-821401-4-hyperv neutron-server[103587]: self.callback(batched_events) Dec 10 15:58:09.895340 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:58:09.895340 dv-neutron-821401-4-hyperv neutron-server[103587]: event.method(event) Dec 10 15:58:09.895340 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:58:09.895340 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:58:09.895340 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:58:09.895340 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:58:09.895340 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:58:09.895340 dv-neutron-821401-4-hyperv neutron-server[103587]: return f(self, *a, **k) Dec 10 15:58:09.895340 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:58:09.895340 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._get(url).json() Dec 10 15:58:09.895340 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:58:09.895340 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:58:09.895340 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:58:09.895340 dv-neutron-821401-4-hyperv neutron-server[103587]: return self.request(url, 'GET', **kwargs) Dec 10 15:58:09.895340 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:58:09.895340 dv-neutron-821401-4-hyperv neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:58:09.895340 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:58:09.895340 dv-neutron-821401-4-hyperv neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:58:09.895340 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:58:09.895340 dv-neutron-821401-4-hyperv neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:58:09.895340 dv-neutron-821401-4-hyperv neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:58:09.996818 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-98d0858c-de29-4242-9a1a-9650700a4e72 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:10.003791 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-98d0858c-de29-4242-9a1a-9650700a4e72 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:10.009591 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-98d0858c-de29-4242-9a1a-9650700a4e72 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] 10.222.0.20 "DELETE /v2.0/networks/2d2199c3-3c5e-43b2-88d4-69955484b921 HTTP/1.1" status: 204 len: 168 time: 0.6608536 Dec 10 15:58:10.010659 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 41588) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:58:10.021009 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d0858c-de29-4242-9a1a-9650700a4e72 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Pushing event deleted for resources: {'Network': ['ID=2d2199c3-3c5e-43b2-88d4-69955484b921,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:58:10.038095 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-69f5bab5-870d-4bb8-b2b0-4b35197a6aaa tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] 10.222.0.20 "GET /v2.0/ports?device_id=308d1d9d-92aa-403e-aab0-0c8e8c0cdad9 HTTP/1.1" status: 200 len: 205 time: 0.0266874 Dec 10 15:58:10.045171 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 41590) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:58:10.117657 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-134dd420-856b-4ac3-bf86-d9f96252d0f6 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Publish callbacks [] for router, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:10.268253 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-134dd420-856b-4ac3-bf86-d9f96252d0f6 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13898'] for router, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:10.270257 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-134dd420-856b-4ac3-bf86-d9f96252d0f6 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:10.383967 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-134dd420-856b-4ac3-bf86-d9f96252d0f6 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549250'] for router, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:10.384477 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-134dd420-856b-4ac3-bf86-d9f96252d0f6 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Fanout notify agent at l3_agent the message router_deleted on router 308d1d9d-92aa-403e-aab0-0c8e8c0cdad9 {{(pid=103586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 15:58:10.391338 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-134dd420-856b-4ac3-bf86-d9f96252d0f6 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:10.392525 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-134dd420-856b-4ac3-bf86-d9f96252d0f6 tempest-RoutersNegativeTest-690592590 tempest-RoutersNegativeTest-690592590-project] 10.222.0.20 "DELETE /v2.0/routers/308d1d9d-92aa-403e-aab0-0c8e8c0cdad9 HTTP/1.1" status: 204 len: 168 time: 0.3463726 Dec 10 15:58:10.508650 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 037b3023-a12e-475f-b2f9-85e2a31c4c14 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:58:10.537350 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 037b3023-a12e-475f-b2f9-85e2a31c4c14 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:58:10.537350 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 037b3023-a12e-475f-b2f9-85e2a31c4c14 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:58:10.537350 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 85460f61-e193-4e82-a099-0ef18e8b1275 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:58:10.552255 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 85460f61-e193-4e82-a099-0ef18e8b1275 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:58:10.552611 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 85460f61-e193-4e82-a099-0ef18e8b1275 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:58:10.820493 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 41596) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:58:10.952840 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-4a2aa998-cbc2-4cea-9498-bbd9b89670f7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=96afd7092e754e3d8f4f47cf0085bd5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1311603 Dec 10 15:58:10.955349 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 41600) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:58:11.001301 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5f956675-456a-446d-9969-dddb4bfebc8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:11.021960 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5f956675-456a-446d-9969-dddb4bfebc8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:11.122527 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5f956675-456a-446d-9969-dddb4bfebc8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:11.125181 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5f956675-456a-446d-9969-dddb4bfebc8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:11.126406 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-5f956675-456a-446d-9969-dddb4bfebc8c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/872cd9d6-f3c9-4489-ae3e-9003930f762c HTTP/1.1" status: 204 len: 168 time: 0.1701348 Dec 10 15:58:11.134419 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f956675-456a-446d-9969-dddb4bfebc8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=872cd9d6-f3c9-4489-ae3e-9003930f762c,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:58:12.089512 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 41622) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:58:12.183885 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-5ae99c83-2a40-4874-9696-622fcfab4792 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-286485219-network', 'tenant_id': 'e88db0a805b849f9ba87ff693ab37e99'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:58:12.264909 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae99c83-2a40-4874-9696-622fcfab4792 admin admin] Made reservation on behalf of e88db0a805b849f9ba87ff693ab37e99 for: {'network': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:58:12.267353 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5ae99c83-2a40-4874-9696-622fcfab4792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:12.275880 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5ae99c83-2a40-4874-9696-622fcfab4792 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:12.369417 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5ae99c83-2a40-4874-9696-622fcfab4792 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:12.436202 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5ae99c83-2a40-4874-9696-622fcfab4792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:12.464783 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ae99c83-2a40-4874-9696-622fcfab4792 admin admin] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=103586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:58:12.475146 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae99c83-2a40-4874-9696-622fcfab4792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0232bdc7-a8ab-4f8a-94c1-b610cd258a72,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:58:12.479637 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5ae99c83-2a40-4874-9696-622fcfab4792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:12.484091 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.segments_db [None req-5ae99c83-2a40-4874-9696-622fcfab4792 admin admin] Added segment 1f386d4c-17cf-4533-9764-68dbfabcc7ac of type vlan for network fce31167-9421-4fa0-aca5-03abe0e6cc85 Dec 10 15:58:12.523942 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5ae99c83-2a40-4874-9696-622fcfab4792 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:12.607201 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5ae99c83-2a40-4874-9696-622fcfab4792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:12.608167 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae99c83-2a40-4874-9696-622fcfab4792 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:58:12.608741 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-5ae99c83-2a40-4874-9696-622fcfab4792 admin admin] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:12.665852 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae99c83-2a40-4874-9696-622fcfab4792 admin admin] Pushing event updated for resources: {'Network': ['ID=fce31167-9421-4fa0-aca5-03abe0e6cc85,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:58:12.675692 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network fce31167-9421-4fa0-aca5-03abe0e6cc85 details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:58:12.702587 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-5ae99c83-2a40-4874-9696-622fcfab4792 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6118252 Dec 10 15:58:12.705266 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 41626) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:58:12.710131 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-c9edcc67-3d1b-4274-a9ec-6c6ce1c109a8 admin admin] Request body: {'subnet': {'network_id': 'fce31167-9421-4fa0-aca5-03abe0e6cc85', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-286485219-subnet', 'tenant_id': 'e88db0a805b849f9ba87ff693ab37e99', 'ip_version': 4}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:58:12.803227 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9edcc67-3d1b-4274-a9ec-6c6ce1c109a8 admin admin] Made reservation on behalf of e88db0a805b849f9ba87ff693ab37e99 for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:58:12.805718 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c9edcc67-3d1b-4274-a9ec-6c6ce1c109a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:12.967799 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-500fe27e-9c51-4e95-985b-47c3df2c9349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:13.038044 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c9edcc67-3d1b-4274-a9ec-6c6ce1c109a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11695183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581935'] for subnet, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:13.089384 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9edcc67-3d1b-4274-a9ec-6c6ce1c109a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e5dbff9-cb45-4157-bba3-14115bda50ed,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:58:13.105036 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9edcc67-3d1b-4274-a9ec-6c6ce1c109a8 admin admin] Checking segment: {'id': '1f386d4c-17cf-4533-9764-68dbfabcc7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'fce31167-9421-4fa0-aca5-03abe0e6cc85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:58:13.105633 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9edcc67-3d1b-4274-a9ec-6c6ce1c109a8 admin admin] Network hostable DHCP agents. Network: fce31167-9421-4fa0-aca5-03abe0e6cc85, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:58:13.190991 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9edcc67-3d1b-4274-a9ec-6c6ce1c109a8 admin admin] Network fce31167-9421-4fa0-aca5-03abe0e6cc85 is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:58:13.253966 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-c9edcc67-3d1b-4274-a9ec-6c6ce1c109a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, fce31167-9421-4fa0-aca5-03abe0e6cc85) {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:58:13.258307 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9edcc67-3d1b-4274-a9ec-6c6ce1c109a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:58:13.258894 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c9edcc67-3d1b-4274-a9ec-6c6ce1c109a8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:13.263566 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a7e742-0d25-42d1-b917-e23d0977af40 None None] Network fce31167-9421-4fa0-aca5-03abe0e6cc85 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:58:13.358147 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78245c6f-07bb-4f93-a44f-77c06c9454fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-fce31167-9421-4fa0-aca5-03abe0e6cc85', 'network_id': 'fce31167-9421-4fa0-aca5-03abe0e6cc85', 'project_id': 'e88db0a805b849f9ba87ff693ab37e99', 'fixed_ips': [{'subnet_id': '5e5dbff9-cb45-4157-bba3-14115bda50ed'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:58:13.359000 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-78245c6f-07bb-4f93-a44f-77c06c9454fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:13.365568 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-c9edcc67-3d1b-4274-a9ec-6c6ce1c109a8 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6591523 Dec 10 15:58:13.368163 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 41628) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:58:13.372507 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-368bcd8c-aee1-417a-8d3b-fc45e568291e admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-286485219-router', 'tenant_id': 'e88db0a805b849f9ba87ff693ab37e99', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:58:13.465840 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-368bcd8c-aee1-417a-8d3b-fc45e568291e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13912'] for router, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:13.466935 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-368bcd8c-aee1-417a-8d3b-fc45e568291e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:13.499213 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-78245c6f-07bb-4f93-a44f-77c06c9454fe None None] Allocated IP 172.20.0.2 (fce31167-9421-4fa0-aca5-03abe0e6cc85/5e5dbff9-cb45-4157-bba3-14115bda50ed/df40e18a-88bc-4c0d-a266-2aadad6025f9) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:58:13.519536 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-368bcd8c-aee1-417a-8d3b-fc45e568291e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:13.711357 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:13.723935 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-368bcd8c-aee1-417a-8d3b-fc45e568291e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:13.808346 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-78245c6f-07bb-4f93-a44f-77c06c9454fe None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:13.889254 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-78245c6f-07bb-4f93-a44f-77c06c9454fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:13.938033 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78245c6f-07bb-4f93-a44f-77c06c9454fe None None] Network fce31167-9421-4fa0-aca5-03abe0e6cc85 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:58:13.941223 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-78245c6f-07bb-4f93-a44f-77c06c9454fe None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:58:13.944178 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78245c6f-07bb-4f93-a44f-77c06c9454fe None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:58:13.950261 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78245c6f-07bb-4f93-a44f-77c06c9454fe None None] Pushing event updated for resources: {'Port': ['ID=df40e18a-88bc-4c0d-a266-2aadad6025f9,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:58:14.005446 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-78245c6f-07bb-4f93-a44f-77c06c9454fe None None] Attempting to bind port df40e18a-88bc-4c0d-a266-2aadad6025f9 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:58:14.005830 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-78245c6f-07bb-4f93-a44f-77c06c9454fe None None] Attempting to bind port df40e18a-88bc-4c0d-a266-2aadad6025f9 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '1f386d4c-17cf-4533-9764-68dbfabcc7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'fce31167-9421-4fa0-aca5-03abe0e6cc85'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:58:14.006199 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78245c6f-07bb-4f93-a44f-77c06c9454fe None None] Attempting to bind port df40e18a-88bc-4c0d-a266-2aadad6025f9 on network fce31167-9421-4fa0-aca5-03abe0e6cc85 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:58:14.011543 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78245c6f-07bb-4f93-a44f-77c06c9454fe None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:58:14.011924 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78245c6f-07bb-4f93-a44f-77c06c9454fe None None] Checking segment: {'id': '1f386d4c-17cf-4533-9764-68dbfabcc7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'fce31167-9421-4fa0-aca5-03abe0e6cc85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:58:14.012384 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-78245c6f-07bb-4f93-a44f-77c06c9454fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:14.012799 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78245c6f-07bb-4f93-a44f-77c06c9454fe None None] Bound using segment: {'id': '1f386d4c-17cf-4533-9764-68dbfabcc7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'fce31167-9421-4fa0-aca5-03abe0e6cc85'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:58:14.013260 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-78245c6f-07bb-4f93-a44f-77c06c9454fe None None] Bound port: df40e18a-88bc-4c0d-a266-2aadad6025f9, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f386d4c-17cf-4533-9764-68dbfabcc7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'fce31167-9421-4fa0-aca5-03abe0e6cc85'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:58:14.013638 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-78245c6f-07bb-4f93-a44f-77c06c9454fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:14.040336 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-368bcd8c-aee1-417a-8d3b-fc45e568291e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:14.067116 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-368bcd8c-aee1-417a-8d3b-fc45e568291e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:14.093273 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-78245c6f-07bb-4f93-a44f-77c06c9454fe None None] For port df40e18a-88bc-4c0d-a266-2aadad6025f9, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:58:14.097870 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-78245c6f-07bb-4f93-a44f-77c06c9454fe None None] For port df40e18a-88bc-4c0d-a266-2aadad6025f9, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=df40e18a-88bc-4c0d-a266-2aadad6025f9,segment=NetworkSegment(1f386d4c-17cf-4533-9764-68dbfabcc7ac),segment_id=1f386d4c-17cf-4533-9764-68dbfabcc7ac)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:58:14.168558 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-78245c6f-07bb-4f93-a44f-77c06c9454fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:14.229522 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-368bcd8c-aee1-417a-8d3b-fc45e568291e admin admin] Allocated IP 172.26.2.200 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/ca1f98c2-6c15-4925-82a8-c04debf8e708) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:58:14.235260 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78245c6f-07bb-4f93-a44f-77c06c9454fe None None] Pushing event updated for resources: {'Port': ['ID=df40e18a-88bc-4c0d-a266-2aadad6025f9,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:58:14.560615 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device df40e18a-88bc-4c0d-a266-2aadad6025f9 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:58:14.613729 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port df40e18a-88bc-4c0d-a266-2aadad6025f9 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:58:14.614585 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:14.697353 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:14.725073 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-368bcd8c-aee1-417a-8d3b-fc45e568291e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:14.734290 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] For port df40e18a-88bc-4c0d-a266-2aadad6025f9, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=df40e18a-88bc-4c0d-a266-2aadad6025f9,segment=NetworkSegment(1f386d4c-17cf-4533-9764-68dbfabcc7ac),segment_id=1f386d4c-17cf-4533-9764-68dbfabcc7ac)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:58:14.802543 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:14.827705 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-368bcd8c-aee1-417a-8d3b-fc45e568291e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:14.857104 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Pushing event updated for resources: {'Port': ['ID=df40e18a-88bc-4c0d-a266-2aadad6025f9,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:58:14.872328 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368bcd8c-aee1-417a-8d3b-fc45e568291e admin admin] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:58:14.877459 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-368bcd8c-aee1-417a-8d3b-fc45e568291e admin admin] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:58:14.879755 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368bcd8c-aee1-417a-8d3b-fc45e568291e admin admin] Pushing event updated for resources: {'Port': ['ID=ca1f98c2-6c15-4925-82a8-c04debf8e708,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:58:14.881976 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368bcd8c-aee1-417a-8d3b-fc45e568291e admin admin] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:58:14.889581 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f6e4d4-e289-43ea-bb06-9f92cf3851cd None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:58:14.963888 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-df16308e-f15e-435c-9797-b35b10d968f2 None None] Provisioning complete for port ca1f98c2-6c15-4925-82a8-c04debf8e708 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:58:14.964420 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-df16308e-f15e-435c-9797-b35b10d968f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:15.005376 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-df16308e-f15e-435c-9797-b35b10d968f2 None None] Port ca1f98c2-6c15-4925-82a8-c04debf8e708 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:58:15.194438 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63bfd13b-882e-4853-ada1-f662f0b74911 None None] Network fce31167-9421-4fa0-aca5-03abe0e6cc85 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:58:15.221142 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-368bcd8c-aee1-417a-8d3b-fc45e568291e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:15.279523 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-4576acf6-63b6-4afe-8107-5daf39a8ae20 None None] Provisioning complete for port df40e18a-88bc-4c0d-a266-2aadad6025f9 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:58:15.279906 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4576acf6-63b6-4afe-8107-5daf39a8ae20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:15.349047 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e4cd35db-0453-49c0-b68d-b229646cb350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:15.421112 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-368bcd8c-aee1-417a-8d3b-fc45e568291e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363'] for router, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:15.608471 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-60986335-13f2-4161-acee-c0078e415e28 None None] Provisioning complete for port df40e18a-88bc-4c0d-a266-2aadad6025f9 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:58:15.608841 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-60986335-13f2-4161-acee-c0078e415e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:15.619477 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-368bcd8c-aee1-417a-8d3b-fc45e568291e admin admin] Router 348858f1-0751-4a91-ad51-0132166a2350 is scheduled to L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d with binding_index 1 {{(pid=103586) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 15:58:15.725346 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-368bcd8c-aee1-417a-8d3b-fc45e568291e admin admin] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:58:15.736840 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dee4e7-83cc-499c-a026-5825e42423b4 None None] Sync routers for ids ['348858f1-0751-4a91-ad51-0132166a2350'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:58:15.745971 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dee4e7-83cc-499c-a026-5825e42423b4 None None] Routers {'348858f1-0751-4a91-ad51-0132166a2350'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:58:15.746582 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-01dee4e7-83cc-499c-a026-5825e42423b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:58:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['348858f1-0751-4a91-ad51-0132166a2350'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:58:15.809874 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-368bcd8c-aee1-417a-8d3b-fc45e568291e admin admin] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:15.811285 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-368bcd8c-aee1-417a-8d3b-fc45e568291e admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.4421852 Dec 10 15:58:15.814357 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 41630) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:58:15.856049 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-01dee4e7-83cc-499c-a026-5825e42423b4 None None] Set router 348858f1-0751-4a91-ad51-0132166a2350 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:58:16.029358 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-01dee4e7-83cc-499c-a026-5825e42423b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348858f1-0751-4a91-ad51-0132166a2350', 'name': 'tempest-TestEncryptedCinderVolumes-286485219-router', 'tenant_id': 'e88db0a805b849f9ba87ff693ab37e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.200'}], 'enable_snat': True}, 'gw_port_id': 'ca1f98c2-6c15-4925-82a8-c04debf8e708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:58:13Z', 'updated_at': '2021-12-10T15:58:15Z', 'revision_number': 3, 'project_id': 'e88db0a805b849f9ba87ff693ab37e99', 'gw_port': {'id': 'ca1f98c2-6c15-4925-82a8-c04debf8e708', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:c4:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '348858f1-0751-4a91-ad51-0132166a2350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:58:14Z', 'updated_at': '2021-12-10T15:58:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:58:16.058790 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dee4e7-83cc-499c-a026-5825e42423b4 None None] Checking router: 348858f1-0751-4a91-ad51-0132166a2350 for host: dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:58:16.059143 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dee4e7-83cc-499c-a026-5825e42423b4 None None] Updating router 348858f1-0751-4a91-ad51-0132166a2350 port ca1f98c2-6c15-4925-82a8-c04debf8e708 binding host dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 15:58:16.083136 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-01dee4e7-83cc-499c-a026-5825e42423b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:16.190886 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:16.224324 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-643c9e59-bfdb-441e-acfe-b46a8597fd80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:16.325701 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-01dee4e7-83cc-499c-a026-5825e42423b4 None None] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:16.402369 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-01dee4e7-83cc-499c-a026-5825e42423b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:16.418421 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-643c9e59-bfdb-441e-acfe-b46a8597fd80 admin admin] Allocated IP 172.20.0.1 (fce31167-9421-4fa0-aca5-03abe0e6cc85/5e5dbff9-cb45-4157-bba3-14115bda50ed/4d634134-bc63-4192-9292-dfa723fc8eef) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:58:16.462372 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-01dee4e7-83cc-499c-a026-5825e42423b4 None None] Attempting to bind port ca1f98c2-6c15-4925-82a8-c04debf8e708 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:58:16.462712 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-01dee4e7-83cc-499c-a026-5825e42423b4 None None] Attempting to bind port ca1f98c2-6c15-4925-82a8-c04debf8e708 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:58:16.462971 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dee4e7-83cc-499c-a026-5825e42423b4 None None] Attempting to bind port ca1f98c2-6c15-4925-82a8-c04debf8e708 on network d5a1452c-422a-4e1a-a1c7-48738ecf752f {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:58:16.463503 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7279b2-c1b9-4e6f-a8aa-a598d0bc3f7b None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:58:16.468014 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb65732-040a-4cd3-a98d-7c7e6231e836 None None] Pushing event updated for resources: {'Port': ['ID=ca1f98c2-6c15-4925-82a8-c04debf8e708,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:58:16.475067 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dee4e7-83cc-499c-a026-5825e42423b4 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:58:16.475483 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dee4e7-83cc-499c-a026-5825e42423b4 None None] Checking segment: {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:58:16.475873 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-01dee4e7-83cc-499c-a026-5825e42423b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:16.476227 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dee4e7-83cc-499c-a026-5825e42423b4 None None] Bound using segment: {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:58:16.476963 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-01dee4e7-83cc-499c-a026-5825e42423b4 None None] Bound port: ca1f98c2-6c15-4925-82a8-c04debf8e708, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:58:16.477339 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-01dee4e7-83cc-499c-a026-5825e42423b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:16.479425 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb65732-040a-4cd3-a98d-7c7e6231e836 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:58:16.479771 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb65732-040a-4cd3-a98d-7c7e6231e836 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:58:16.480112 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb65732-040a-4cd3-a98d-7c7e6231e836 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:58:16.480440 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb65732-040a-4cd3-a98d-7c7e6231e836 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:58:16.481084 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb65732-040a-4cd3-a98d-7c7e6231e836 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:58:16.481589 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb65732-040a-4cd3-a98d-7c7e6231e836 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:58:16.482131 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb65732-040a-4cd3-a98d-7c7e6231e836 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:58:16.482464 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb65732-040a-4cd3-a98d-7c7e6231e836 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:58:16.482792 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb65732-040a-4cd3-a98d-7c7e6231e836 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:58:16.483120 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb65732-040a-4cd3-a98d-7c7e6231e836 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:58:16.483442 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb65732-040a-4cd3-a98d-7c7e6231e836 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:58:16.483762 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb65732-040a-4cd3-a98d-7c7e6231e836 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:58:16.484291 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb65732-040a-4cd3-a98d-7c7e6231e836 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:58:16.514052 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-c8b96d7f-ed82-4054-8c05-a04a13ffe580 None None] Provisioning complete for port ca1f98c2-6c15-4925-82a8-c04debf8e708 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:58:16.514699 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c8b96d7f-ed82-4054-8c05-a04a13ffe580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:16.545023 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-643c9e59-bfdb-441e-acfe-b46a8597fd80 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:16.548901 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-01dee4e7-83cc-499c-a026-5825e42423b4 None None] For port ca1f98c2-6c15-4925-82a8-c04debf8e708, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:58:16.554432 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-c8b96d7f-ed82-4054-8c05-a04a13ffe580 None None] Port ca1f98c2-6c15-4925-82a8-c04debf8e708 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:58:16.554895 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-01dee4e7-83cc-499c-a026-5825e42423b4 None None] For port ca1f98c2-6c15-4925-82a8-c04debf8e708, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=ca1f98c2-6c15-4925-82a8-c04debf8e708,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:58:16.558696 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device df40e18a-88bc-4c0d-a266-2aadad6025f9 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:58:16.609443 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port df40e18a-88bc-4c0d-a266-2aadad6025f9 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:58:16.609739 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:16.636272 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-01dee4e7-83cc-499c-a026-5825e42423b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:16.660072 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-643c9e59-bfdb-441e-acfe-b46a8597fd80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:16.683010 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216c30db-16e0-4992-8d85-12d1425a1d69 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:58:16.698586 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dee4e7-83cc-499c-a026-5825e42423b4 None None] Routers {'348858f1-0751-4a91-ad51-0132166a2350'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:58:16.699489 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-01dee4e7-83cc-499c-a026-5825e42423b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:58:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['348858f1-0751-4a91-ad51-0132166a2350'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:58:16.702149 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb65732-040a-4cd3-a98d-7c7e6231e836 None None] Pushing event updated for resources: {'Port': ['ID=ca1f98c2-6c15-4925-82a8-c04debf8e708,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:58:16.707326 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643c9e59-bfdb-441e-acfe-b46a8597fd80 admin admin] Network fce31167-9421-4fa0-aca5-03abe0e6cc85 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:58:16.715103 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-643c9e59-bfdb-441e-acfe-b46a8597fd80 admin admin] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:58:16.719175 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643c9e59-bfdb-441e-acfe-b46a8597fd80 admin admin] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:58:16.760181 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643c9e59-bfdb-441e-acfe-b46a8597fd80 admin admin] Pushing event updated for resources: {'Port': ['ID=4d634134-bc63-4192-9292-dfa723fc8eef,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:58:16.781284 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-91f2c743-a49a-4795-a13c-75a142ab62a8 None None] Provisioning complete for port ca1f98c2-6c15-4925-82a8-c04debf8e708 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:58:16.781852 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-91f2c743-a49a-4795-a13c-75a142ab62a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:16.784924 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-643c9e59-bfdb-441e-acfe-b46a8597fd80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552880'] for router_interface, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:16.820950 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-01dee4e7-83cc-499c-a026-5825e42423b4 None None] Set router 348858f1-0751-4a91-ad51-0132166a2350 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:58:16.887759 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-91f2c743-a49a-4795-a13c-75a142ab62a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:16.917701 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-91f2c743-a49a-4795-a13c-75a142ab62a8 None None] For port ca1f98c2-6c15-4925-82a8-c04debf8e708, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=ca1f98c2-6c15-4925-82a8-c04debf8e708,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:58:16.990908 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-91f2c743-a49a-4795-a13c-75a142ab62a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:17.025406 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-01dee4e7-83cc-499c-a026-5825e42423b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348858f1-0751-4a91-ad51-0132166a2350', 'name': 'tempest-TestEncryptedCinderVolumes-286485219-router', 'tenant_id': 'e88db0a805b849f9ba87ff693ab37e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.200'}], 'enable_snat': True}, 'gw_port_id': 'ca1f98c2-6c15-4925-82a8-c04debf8e708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:58:13Z', 'updated_at': '2021-12-10T15:58:15Z', 'revision_number': 3, 'project_id': 'e88db0a805b849f9ba87ff693ab37e99', 'gw_port': {'id': 'ca1f98c2-6c15-4925-82a8-c04debf8e708', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:c4:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '348858f1-0751-4a91-ad51-0132166a2350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:58:14Z', 'updated_at': '2021-12-10T15:58:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:58:17.044439 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f2c743-a49a-4795-a13c-75a142ab62a8 None None] Pushing event updated for resources: {'Port': ['ID=ca1f98c2-6c15-4925-82a8-c04debf8e708,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:58:17.051647 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dee4e7-83cc-499c-a026-5825e42423b4 None None] The sync data for ids ['348858f1-0751-4a91-ad51-0132166a2350'] in dv-neutron-821401-4-hyperv is: [{'id': '348858f1-0751-4a91-ad51-0132166a2350', 'name': 'tempest-TestEncryptedCinderVolumes-286485219-router', 'tenant_id': 'e88db0a805b849f9ba87ff693ab37e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.200'}], 'enable_snat': True}, 'gw_port_id': 'ca1f98c2-6c15-4925-82a8-c04debf8e708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:58:13Z', 'updated_at': '2021-12-10T15:58:15Z', 'revision_number': 3, 'project_id': 'e88db0a805b849f9ba87ff693ab37e99', 'gw_port': {'id': 'ca1f98c2-6c15-4925-82a8-c04debf8e708', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:c4:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '348858f1-0751-4a91-ad51-0132166a2350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:58:14Z', 'updated_at': '2021-12-10T15:58:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:58:17.118061 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-110ea78d-d914-4d34-a38c-b3bef07b9947 None None] Provisioning complete for port 4d634134-bc63-4192-9292-dfa723fc8eef triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:58:17.118349 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-110ea78d-d914-4d34-a38c-b3bef07b9947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:17.164186 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-110ea78d-d914-4d34-a38c-b3bef07b9947 None None] Port 4d634134-bc63-4192-9292-dfa723fc8eef cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:58:17.309011 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-643c9e59-bfdb-441e-acfe-b46a8597fd80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:17.477191 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-643c9e59-bfdb-441e-acfe-b46a8597fd80 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:17.543971 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-643c9e59-bfdb-441e-acfe-b46a8597fd80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:17.610141 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643c9e59-bfdb-441e-acfe-b46a8597fd80 admin admin] Pushing event updated for resources: {'Port': ['ID=4d634134-bc63-4192-9292-dfa723fc8eef,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:58:17.615880 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-643c9e59-bfdb-441e-acfe-b46a8597fd80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549888'] for router_interface, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:17.712878 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643c9e59-bfdb-441e-acfe-b46a8597fd80 admin admin] Network fce31167-9421-4fa0-aca5-03abe0e6cc85 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:58:17.714500 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-643c9e59-bfdb-441e-acfe-b46a8597fd80 admin admin] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:58:17.846488 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-643c9e59-bfdb-441e-acfe-b46a8597fd80 admin admin] Router 348858f1-0751-4a91-ad51-0132166a2350 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:58:17.848697 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:17.964866 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-643c9e59-bfdb-441e-acfe-b46a8597fd80 admin admin] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:58:17.970050 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-643c9e59-bfdb-441e-acfe-b46a8597fd80 admin admin] 10.222.0.20 "PUT /v2.0/routers/348858f1-0751-4a91-ad51-0132166a2350/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1546712 Dec 10 15:58:17.992495 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-ac570377-cd6d-4f3b-995d-a46a876f03f0 None None] Provisioning complete for port 4d634134-bc63-4192-9292-dfa723fc8eef triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:58:17.992933 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ac570377-cd6d-4f3b-995d-a46a876f03f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:18.029516 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-ac570377-cd6d-4f3b-995d-a46a876f03f0 None None] Port 4d634134-bc63-4192-9292-dfa723fc8eef cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:58:18.526242 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device ca1f98c2-6c15-4925-82a8-c04debf8e708 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:58:18.557937 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b32cca-a03d-4364-a2f0-ee3b1dc5c7e6 None None] Sync routers for ids ['348858f1-0751-4a91-ad51-0132166a2350'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:58:18.576351 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b32cca-a03d-4364-a2f0-ee3b1dc5c7e6 None None] Routers {'348858f1-0751-4a91-ad51-0132166a2350'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:58:18.576982 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-a1b32cca-a03d-4364-a2f0-ee3b1dc5c7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:58:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['348858f1-0751-4a91-ad51-0132166a2350'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:58:18.647747 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 41646) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:58:18.652735 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-eb761250-f293-4530-88ab-ee0cb0bcb699 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-752971289-network', 'tenant_id': '3b4a18b96d334abcbddf93a323949f8e'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:58:18.654066 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port ca1f98c2-6c15-4925-82a8-c04debf8e708 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:58:18.654544 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:18.711940 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:18.728220 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb761250-f293-4530-88ab-ee0cb0bcb699 admin admin] Made reservation on behalf of 3b4a18b96d334abcbddf93a323949f8e for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:58:18.730772 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eb761250-f293-4530-88ab-ee0cb0bcb699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:18.739693 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eb761250-f293-4530-88ab-ee0cb0bcb699 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:18.742999 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-a1b32cca-a03d-4364-a2f0-ee3b1dc5c7e6 None None] Set router 348858f1-0751-4a91-ad51-0132166a2350 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:58:18.812326 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eb761250-f293-4530-88ab-ee0cb0bcb699 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:18.876600 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eb761250-f293-4530-88ab-ee0cb0bcb699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:18.890809 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb761250-f293-4530-88ab-ee0cb0bcb699 admin admin] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:58:18.912987 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eb761250-f293-4530-88ab-ee0cb0bcb699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:18.913325 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.segments_db [None req-eb761250-f293-4530-88ab-ee0cb0bcb699 admin admin] Added segment 98a2d410-9310-4884-b719-158e6d1a20c5 of type vlan for network 206ea9cf-bcb9-44cd-9388-c9561b436f54 Dec 10 15:58:18.921365 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb761250-f293-4530-88ab-ee0cb0bcb699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c3fadd2-c3c4-46f6-8c7b-5de16aca39eb,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:58:18.956322 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eb761250-f293-4530-88ab-ee0cb0bcb699 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:18.970973 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-a1b32cca-a03d-4364-a2f0-ee3b1dc5c7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348858f1-0751-4a91-ad51-0132166a2350', 'name': 'tempest-TestEncryptedCinderVolumes-286485219-router', 'tenant_id': 'e88db0a805b849f9ba87ff693ab37e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.200'}], 'enable_snat': True}, 'gw_port_id': 'ca1f98c2-6c15-4925-82a8-c04debf8e708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:58:13Z', 'updated_at': '2021-12-10T15:58:17Z', 'revision_number': 4, 'project_id': 'e88db0a805b849f9ba87ff693ab37e99', 'gw_port': {'id': 'ca1f98c2-6c15-4925-82a8-c04debf8e708', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:c4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348858f1-0751-4a91-ad51-0132166a2350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:58:14Z', 'updated_at': '2021-12-10T15:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '4d634134-bc63-4192-9292-dfa723fc8eef', 'name': '', 'network_id': 'fce31167-9421-4fa0-aca5-03abe0e6cc85', 'tenant_id': 'e88db0a805b849f9ba87ff693ab37e99', 'mac_address': 'fa:16:3e:44:0e:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '348858f1-0751-4a91-ad51-0132166a2350', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '5e5dbff9-cb45-4157-bba3-14115bda50ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:58:16Z', 'updated_at': '2021-12-10T15:58:17Z', 'revision_number': 2, 'project_id': 'e88db0a805b849f9ba87ff693ab37e99', 'subnets': [{'id': '5e5dbff9-cb45-4157-bba3-14115bda50ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:58:19.000702 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b32cca-a03d-4364-a2f0-ee3b1dc5c7e6 None None] Checking router: 348858f1-0751-4a91-ad51-0132166a2350 for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:58:19.001066 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b32cca-a03d-4364-a2f0-ee3b1dc5c7e6 None None] Updating router 348858f1-0751-4a91-ad51-0132166a2350 port 4d634134-bc63-4192-9292-dfa723fc8eef binding host dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 15:58:19.025900 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a1b32cca-a03d-4364-a2f0-ee3b1dc5c7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:19.031009 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eb761250-f293-4530-88ab-ee0cb0bcb699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:19.032055 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb761250-f293-4530-88ab-ee0cb0bcb699 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:58:19.032638 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eb761250-f293-4530-88ab-ee0cb0bcb699 admin admin] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:19.095544 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb761250-f293-4530-88ab-ee0cb0bcb699 admin admin] Pushing event updated for resources: {'Network': ['ID=206ea9cf-bcb9-44cd-9388-c9561b436f54,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:58:19.119565 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 206ea9cf-bcb9-44cd-9388-c9561b436f54 details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:58:19.132376 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-eb761250-f293-4530-88ab-ee0cb0bcb699 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4834902 Dec 10 15:58:19.135094 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 41648) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:58:19.140159 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-a39bae7a-8e26-4366-86b9-56bfc12726b4 admin admin] Request body: {'subnet': {'network_id': '206ea9cf-bcb9-44cd-9388-c9561b436f54', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-752971289-subnet', 'tenant_id': '3b4a18b96d334abcbddf93a323949f8e', 'ip_version': 4}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:58:19.242225 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a39bae7a-8e26-4366-86b9-56bfc12726b4 admin admin] Made reservation on behalf of 3b4a18b96d334abcbddf93a323949f8e for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:58:19.244820 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a39bae7a-8e26-4366-86b9-56bfc12726b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11668558'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:19.343200 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a1b32cca-a03d-4364-a2f0-ee3b1dc5c7e6 None None] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:19.401763 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a1b32cca-a03d-4364-a2f0-ee3b1dc5c7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:19.450305 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffa73e0-8a97-4ed5-8b7b-3ef0908ab3a0 None None] Pushing event updated for resources: {'Port': ['ID=4d634134-bc63-4192-9292-dfa723fc8eef,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:58:19.470817 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a39bae7a-8e26-4366-86b9-56bfc12726b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11236534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11668560'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:19.502700 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-a1b32cca-a03d-4364-a2f0-ee3b1dc5c7e6 None None] Attempting to bind port 4d634134-bc63-4192-9292-dfa723fc8eef on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:58:19.503214 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-a1b32cca-a03d-4364-a2f0-ee3b1dc5c7e6 None None] Attempting to bind port 4d634134-bc63-4192-9292-dfa723fc8eef by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '1f386d4c-17cf-4533-9764-68dbfabcc7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'fce31167-9421-4fa0-aca5-03abe0e6cc85'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:58:19.503372 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b32cca-a03d-4364-a2f0-ee3b1dc5c7e6 None None] Attempting to bind port 4d634134-bc63-4192-9292-dfa723fc8eef on network fce31167-9421-4fa0-aca5-03abe0e6cc85 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:58:19.509043 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b32cca-a03d-4364-a2f0-ee3b1dc5c7e6 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:58:19.509925 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b32cca-a03d-4364-a2f0-ee3b1dc5c7e6 None None] Checking segment: {'id': '1f386d4c-17cf-4533-9764-68dbfabcc7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'fce31167-9421-4fa0-aca5-03abe0e6cc85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:58:19.510394 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a1b32cca-a03d-4364-a2f0-ee3b1dc5c7e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:19.510793 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b32cca-a03d-4364-a2f0-ee3b1dc5c7e6 None None] Bound using segment: {'id': '1f386d4c-17cf-4533-9764-68dbfabcc7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'fce31167-9421-4fa0-aca5-03abe0e6cc85'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:58:19.511267 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-a1b32cca-a03d-4364-a2f0-ee3b1dc5c7e6 None None] Bound port: 4d634134-bc63-4192-9292-dfa723fc8eef, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f386d4c-17cf-4533-9764-68dbfabcc7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'fce31167-9421-4fa0-aca5-03abe0e6cc85'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:58:19.511651 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a1b32cca-a03d-4364-a2f0-ee3b1dc5c7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:19.535461 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39bae7a-8e26-4366-86b9-56bfc12726b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a818247-acfb-4f8b-badc-eff6c61c7b37,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:58:19.544440 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39bae7a-8e26-4366-86b9-56bfc12726b4 admin admin] Checking segment: {'id': '98a2d410-9310-4884-b719-158e6d1a20c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '206ea9cf-bcb9-44cd-9388-c9561b436f54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:58:19.544810 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39bae7a-8e26-4366-86b9-56bfc12726b4 admin admin] Network hostable DHCP agents. Network: 206ea9cf-bcb9-44cd-9388-c9561b436f54, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:58:19.642079 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39bae7a-8e26-4366-86b9-56bfc12726b4 admin admin] Network 206ea9cf-bcb9-44cd-9388-c9561b436f54 is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:58:19.721942 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-a39bae7a-8e26-4366-86b9-56bfc12726b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 206ea9cf-bcb9-44cd-9388-c9561b436f54) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:58:19.728055 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39bae7a-8e26-4366-86b9-56bfc12726b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:58:19.728869 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a39bae7a-8e26-4366-86b9-56bfc12726b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:19.731751 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fbf71ae-1f2d-46b8-a1b9-388102091ab9 None None] Network 206ea9cf-bcb9-44cd-9388-c9561b436f54 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:58:19.733484 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-2c204eeb-3970-4d58-98fd-d4fab150ebbf None None] Provisioning complete for port 4d634134-bc63-4192-9292-dfa723fc8eef triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:58:19.733876 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2c204eeb-3970-4d58-98fd-d4fab150ebbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:19.769036 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-a1b32cca-a03d-4364-a2f0-ee3b1dc5c7e6 None None] For port 4d634134-bc63-4192-9292-dfa723fc8eef, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:58:19.813246 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-a1b32cca-a03d-4364-a2f0-ee3b1dc5c7e6 None None] For port 4d634134-bc63-4192-9292-dfa723fc8eef, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=4d634134-bc63-4192-9292-dfa723fc8eef,segment=NetworkSegment(1f386d4c-17cf-4533-9764-68dbfabcc7ac),segment_id=1f386d4c-17cf-4533-9764-68dbfabcc7ac)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:58:19.830049 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-2c204eeb-3970-4d58-98fd-d4fab150ebbf None None] Port 4d634134-bc63-4192-9292-dfa723fc8eef cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:58:19.834619 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-a39bae7a-8e26-4366-86b9-56bfc12726b4 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6983602 Dec 10 15:58:19.837896 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 41650) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:58:19.841998 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-30e9da61-321c-441b-87f2-121b80d8624f admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-752971289-router', 'tenant_id': '3b4a18b96d334abcbddf93a323949f8e', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:58:19.878950 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c41aa6-0adb-4d40-b37f-a86aea159666 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-206ea9cf-bcb9-44cd-9388-c9561b436f54', 'network_id': '206ea9cf-bcb9-44cd-9388-c9561b436f54', 'project_id': '3b4a18b96d334abcbddf93a323949f8e', 'fixed_ips': [{'subnet_id': '2a818247-acfb-4f8b-badc-eff6c61c7b37'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:58:19.879817 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-21c41aa6-0adb-4d40-b37f-a86aea159666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:19.891402 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a1b32cca-a03d-4364-a2f0-ee3b1dc5c7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:19.945684 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-30e9da61-321c-441b-87f2-121b80d8624f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13912'] for router, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:19.947015 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-30e9da61-321c-441b-87f2-121b80d8624f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:19.999536 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-30e9da61-321c-441b-87f2-121b80d8624f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:20.018971 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffa73e0-8a97-4ed5-8b7b-3ef0908ab3a0 None None] Pushing event updated for resources: {'Port': ['ID=4d634134-bc63-4192-9292-dfa723fc8eef,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:58:20.023741 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b32cca-a03d-4364-a2f0-ee3b1dc5c7e6 None None] Routers {'348858f1-0751-4a91-ad51-0132166a2350'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:58:20.024325 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-a1b32cca-a03d-4364-a2f0-ee3b1dc5c7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:58:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['348858f1-0751-4a91-ad51-0132166a2350'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:58:20.071589 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffa73e0-8a97-4ed5-8b7b-3ef0908ab3a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:58:20.071955 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffa73e0-8a97-4ed5-8b7b-3ef0908ab3a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:58:20.072744 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffa73e0-8a97-4ed5-8b7b-3ef0908ab3a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:58:20.073093 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffa73e0-8a97-4ed5-8b7b-3ef0908ab3a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:58:20.073489 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffa73e0-8a97-4ed5-8b7b-3ef0908ab3a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:58:20.073993 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffa73e0-8a97-4ed5-8b7b-3ef0908ab3a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:58:20.074389 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffa73e0-8a97-4ed5-8b7b-3ef0908ab3a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:58:20.074733 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffa73e0-8a97-4ed5-8b7b-3ef0908ab3a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:58:20.075068 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffa73e0-8a97-4ed5-8b7b-3ef0908ab3a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:58:20.075456 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffa73e0-8a97-4ed5-8b7b-3ef0908ab3a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:58:20.075789 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffa73e0-8a97-4ed5-8b7b-3ef0908ab3a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:58:20.076119 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffa73e0-8a97-4ed5-8b7b-3ef0908ab3a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:58:20.076482 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffa73e0-8a97-4ed5-8b7b-3ef0908ab3a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:58:20.169367 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-21c41aa6-0adb-4d40-b37f-a86aea159666 None None] Allocated IP 172.20.0.2 (206ea9cf-bcb9-44cd-9388-c9561b436f54/2a818247-acfb-4f8b-badc-eff6c61c7b37/88d8bf1e-72a7-476c-9be4-974141f14d2f) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:58:20.200694 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-35d261af-8781-41d8-897a-9a89e86bf2fe None None] Provisioning complete for port 4d634134-bc63-4192-9292-dfa723fc8eef triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:58:20.201067 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-35d261af-8781-41d8-897a-9a89e86bf2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:20.206988 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-30e9da61-321c-441b-87f2-121b80d8624f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:20.263258 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-a1b32cca-a03d-4364-a2f0-ee3b1dc5c7e6 None None] Set router 348858f1-0751-4a91-ad51-0132166a2350 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:58:20.459760 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-30e9da61-321c-441b-87f2-121b80d8624f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:20.478100 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-30e9da61-321c-441b-87f2-121b80d8624f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:20.525907 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-35d261af-8781-41d8-897a-9a89e86bf2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:20.540128 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-21c41aa6-0adb-4d40-b37f-a86aea159666 None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:20.580908 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-30e9da61-321c-441b-87f2-121b80d8624f admin admin] Allocated IP 172.26.2.229 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/929e7822-c1b2-4c31-b55c-ebb117557a8d) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:58:20.590246 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-35d261af-8781-41d8-897a-9a89e86bf2fe None None] For port 4d634134-bc63-4192-9292-dfa723fc8eef, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=4d634134-bc63-4192-9292-dfa723fc8eef,segment=NetworkSegment(1f386d4c-17cf-4533-9764-68dbfabcc7ac),segment_id=1f386d4c-17cf-4533-9764-68dbfabcc7ac)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:58:20.606615 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-a1b32cca-a03d-4364-a2f0-ee3b1dc5c7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348858f1-0751-4a91-ad51-0132166a2350', 'name': 'tempest-TestEncryptedCinderVolumes-286485219-router', 'tenant_id': 'e88db0a805b849f9ba87ff693ab37e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.200'}], 'enable_snat': True}, 'gw_port_id': 'ca1f98c2-6c15-4925-82a8-c04debf8e708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:58:13Z', 'updated_at': '2021-12-10T15:58:17Z', 'revision_number': 4, 'project_id': 'e88db0a805b849f9ba87ff693ab37e99', 'gw_port': {'id': 'ca1f98c2-6c15-4925-82a8-c04debf8e708', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:c4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348858f1-0751-4a91-ad51-0132166a2350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:58:14Z', 'updated_at': '2021-12-10T15:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '4d634134-bc63-4192-9292-dfa723fc8eef', 'name': '', 'network_id': 'fce31167-9421-4fa0-aca5-03abe0e6cc85', 'tenant_id': 'e88db0a805b849f9ba87ff693ab37e99', 'mac_address': 'fa:16:3e:44:0e:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '348858f1-0751-4a91-ad51-0132166a2350', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '5e5dbff9-cb45-4157-bba3-14115bda50ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:58:16Z', 'updated_at': '2021-12-10T15:58:19Z', 'revision_number': 4, 'project_id': 'e88db0a805b849f9ba87ff693ab37e99', 'subnets': [{'id': '5e5dbff9-cb45-4157-bba3-14115bda50ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:58:20.637311 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b32cca-a03d-4364-a2f0-ee3b1dc5c7e6 None None] The sync data for ids ['348858f1-0751-4a91-ad51-0132166a2350'] in dv-neutron-821401-4-hyperv is: [{'id': '348858f1-0751-4a91-ad51-0132166a2350', 'name': 'tempest-TestEncryptedCinderVolumes-286485219-router', 'tenant_id': 'e88db0a805b849f9ba87ff693ab37e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.200'}], 'enable_snat': True}, 'gw_port_id': 'ca1f98c2-6c15-4925-82a8-c04debf8e708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:58:13Z', 'updated_at': '2021-12-10T15:58:17Z', 'revision_number': 4, 'project_id': 'e88db0a805b849f9ba87ff693ab37e99', 'gw_port': {'id': 'ca1f98c2-6c15-4925-82a8-c04debf8e708', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:c4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348858f1-0751-4a91-ad51-0132166a2350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:58:14Z', 'updated_at': '2021-12-10T15:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '4d634134-bc63-4192-9292-dfa723fc8eef', 'name': '', 'network_id': 'fce31167-9421-4fa0-aca5-03abe0e6cc85', 'tenant_id': 'e88db0a805b849f9ba87ff693ab37e99', 'mac_address': 'fa:16:3e:44:0e:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '348858f1-0751-4a91-ad51-0132166a2350', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '5e5dbff9-cb45-4157-bba3-14115bda50ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:58:16Z', 'updated_at': '2021-12-10T15:58:19Z', 'revision_number': 4, 'project_id': 'e88db0a805b849f9ba87ff693ab37e99', 'subnets': [{'id': '5e5dbff9-cb45-4157-bba3-14115bda50ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:58:20.639275 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-21c41aa6-0adb-4d40-b37f-a86aea159666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:20.665725 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-35d261af-8781-41d8-897a-9a89e86bf2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:20.686048 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c41aa6-0adb-4d40-b37f-a86aea159666 None None] Network 206ea9cf-bcb9-44cd-9388-c9561b436f54 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:58:20.699048 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-21c41aa6-0adb-4d40-b37f-a86aea159666 None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:58:20.712393 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c41aa6-0adb-4d40-b37f-a86aea159666 None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:58:20.714145 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-30e9da61-321c-441b-87f2-121b80d8624f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:20.719677 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c41aa6-0adb-4d40-b37f-a86aea159666 None None] Pushing event updated for resources: {'Port': ['ID=88d8bf1e-72a7-476c-9be4-974141f14d2f,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:58:20.850684 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-21c41aa6-0adb-4d40-b37f-a86aea159666 None None] Attempting to bind port 88d8bf1e-72a7-476c-9be4-974141f14d2f on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:58:20.851058 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-21c41aa6-0adb-4d40-b37f-a86aea159666 None None] Attempting to bind port 88d8bf1e-72a7-476c-9be4-974141f14d2f by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '98a2d410-9310-4884-b719-158e6d1a20c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '206ea9cf-bcb9-44cd-9388-c9561b436f54'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:58:20.851431 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c41aa6-0adb-4d40-b37f-a86aea159666 None None] Attempting to bind port 88d8bf1e-72a7-476c-9be4-974141f14d2f on network 206ea9cf-bcb9-44cd-9388-c9561b436f54 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:58:20.854184 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-30e9da61-321c-441b-87f2-121b80d8624f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:20.860374 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d261af-8781-41d8-897a-9a89e86bf2fe None None] Pushing event updated for resources: {'Port': ['ID=4d634134-bc63-4192-9292-dfa723fc8eef,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:58:20.869024 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c41aa6-0adb-4d40-b37f-a86aea159666 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:58:20.869376 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c41aa6-0adb-4d40-b37f-a86aea159666 None None] Checking segment: {'id': '98a2d410-9310-4884-b719-158e6d1a20c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '206ea9cf-bcb9-44cd-9388-c9561b436f54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:58:20.869824 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-21c41aa6-0adb-4d40-b37f-a86aea159666 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:20.870211 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c41aa6-0adb-4d40-b37f-a86aea159666 None None] Bound using segment: {'id': '98a2d410-9310-4884-b719-158e6d1a20c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '206ea9cf-bcb9-44cd-9388-c9561b436f54'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:58:20.870690 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-21c41aa6-0adb-4d40-b37f-a86aea159666 None None] Bound port: 88d8bf1e-72a7-476c-9be4-974141f14d2f, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a2d410-9310-4884-b719-158e6d1a20c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '206ea9cf-bcb9-44cd-9388-c9561b436f54'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:58:20.871085 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-21c41aa6-0adb-4d40-b37f-a86aea159666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:20.899435 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e9da61-321c-441b-87f2-121b80d8624f admin admin] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:58:20.904056 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-30e9da61-321c-441b-87f2-121b80d8624f admin admin] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:58:20.908259 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e9da61-321c-441b-87f2-121b80d8624f admin admin] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:58:20.926432 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e325747d-a5c8-47a8-bc15-fea0b051ad63 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:58:20.936779 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e9da61-321c-441b-87f2-121b80d8624f admin admin] Pushing event updated for resources: {'Port': ['ID=929e7822-c1b2-4c31-b55c-ebb117557a8d,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:58:20.956067 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-21c41aa6-0adb-4d40-b37f-a86aea159666 None None] For port 88d8bf1e-72a7-476c-9be4-974141f14d2f, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:58:21.005464 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-21c41aa6-0adb-4d40-b37f-a86aea159666 None None] For port 88d8bf1e-72a7-476c-9be4-974141f14d2f, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=88d8bf1e-72a7-476c-9be4-974141f14d2f,segment=NetworkSegment(98a2d410-9310-4884-b719-158e6d1a20c5),segment_id=98a2d410-9310-4884-b719-158e6d1a20c5)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:58:21.018800 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-cbc54909-71cb-401f-9db8-1d887ffbdd45 None None] Provisioning complete for port 929e7822-c1b2-4c31-b55c-ebb117557a8d triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:58:21.019172 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cbc54909-71cb-401f-9db8-1d887ffbdd45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:21.061618 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-cbc54909-71cb-401f-9db8-1d887ffbdd45 None None] Port 929e7822-c1b2-4c31-b55c-ebb117557a8d cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:58:21.072169 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-21c41aa6-0adb-4d40-b37f-a86aea159666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:21.135360 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c41aa6-0adb-4d40-b37f-a86aea159666 None None] Pushing event updated for resources: {'Port': ['ID=88d8bf1e-72a7-476c-9be4-974141f14d2f,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:58:21.267266 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-30e9da61-321c-441b-87f2-121b80d8624f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:21.491244 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-30e9da61-321c-441b-87f2-121b80d8624f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363'] for router, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:21.716123 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30e9da61-321c-441b-87f2-121b80d8624f admin admin] Router 8d108ec6-fc92-4929-9d25-1bb3f17d429a is scheduled to L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d with binding_index 1 {{(pid=103586) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 15:58:21.836823 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30e9da61-321c-441b-87f2-121b80d8624f admin admin] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:58:21.846140 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a597cb-6191-4f84-a914-e3afb25ce9d6 None None] Sync routers for ids ['8d108ec6-fc92-4929-9d25-1bb3f17d429a'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:58:21.856871 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a597cb-6191-4f84-a914-e3afb25ce9d6 None None] Routers {'8d108ec6-fc92-4929-9d25-1bb3f17d429a'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:58:21.857767 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-f7a597cb-6191-4f84-a914-e3afb25ce9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:58:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['8d108ec6-fc92-4929-9d25-1bb3f17d429a'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:58:21.905697 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-30e9da61-321c-441b-87f2-121b80d8624f admin admin] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:21.906999 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-30e9da61-321c-441b-87f2-121b80d8624f admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.0684631 Dec 10 15:58:21.909681 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 41652) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:58:22.067022 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-f7a597cb-6191-4f84-a914-e3afb25ce9d6 None None] Set router 8d108ec6-fc92-4929-9d25-1bb3f17d429a gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:58:22.097589 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1548b30a-6bec-4612-8501-3ac21f123fac None None] Network 206ea9cf-bcb9-44cd-9388-c9561b436f54 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:58:22.217013 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-743ba0f4-e2af-4436-aace-4fca3f492422 None None] Provisioning complete for port 88d8bf1e-72a7-476c-9be4-974141f14d2f triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:58:22.217385 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-743ba0f4-e2af-4436-aace-4fca3f492422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:22.276649 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-f7a597cb-6191-4f84-a914-e3afb25ce9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d108ec6-fc92-4929-9d25-1bb3f17d429a', 'name': 'tempest-TestEncryptedCinderVolumes-752971289-router', 'tenant_id': '3b4a18b96d334abcbddf93a323949f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': '929e7822-c1b2-4c31-b55c-ebb117557a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:58:19Z', 'updated_at': '2021-12-10T15:58:21Z', 'revision_number': 3, 'project_id': '3b4a18b96d334abcbddf93a323949f8e', 'gw_port': {'id': '929e7822-c1b2-4c31-b55c-ebb117557a8d', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:4e:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d108ec6-fc92-4929-9d25-1bb3f17d429a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:58:20Z', 'updated_at': '2021-12-10T15:58:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:58:22.305141 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-743ba0f4-e2af-4436-aace-4fca3f492422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:22.309914 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a597cb-6191-4f84-a914-e3afb25ce9d6 None None] Checking router: 8d108ec6-fc92-4929-9d25-1bb3f17d429a for host: dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:58:22.310276 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a597cb-6191-4f84-a914-e3afb25ce9d6 None None] Updating router 8d108ec6-fc92-4929-9d25-1bb3f17d429a port 929e7822-c1b2-4c31-b55c-ebb117557a8d binding host dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 15:58:22.335482 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f7a597cb-6191-4f84-a914-e3afb25ce9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:22.339656 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-743ba0f4-e2af-4436-aace-4fca3f492422 None None] For port 88d8bf1e-72a7-476c-9be4-974141f14d2f, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=88d8bf1e-72a7-476c-9be4-974141f14d2f,segment=NetworkSegment(98a2d410-9310-4884-b719-158e6d1a20c5),segment_id=98a2d410-9310-4884-b719-158e6d1a20c5)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:58:22.403116 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-743ba0f4-e2af-4436-aace-4fca3f492422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:22.492284 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743ba0f4-e2af-4436-aace-4fca3f492422 None None] Pushing event updated for resources: {'Port': ['ID=88d8bf1e-72a7-476c-9be4-974141f14d2f,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:58:22.612974 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 4d634134-bc63-4192-9292-dfa723fc8eef up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:58:22.624877 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f7a597cb-6191-4f84-a914-e3afb25ce9d6 None None] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:22.658130 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-29546ee8-632e-4a59-880c-9fd1ba177e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:22.664610 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-7097cf94-775a-43c7-ba77-62e79dec20a4 None None] Provisioning complete for port 88d8bf1e-72a7-476c-9be4-974141f14d2f triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:58:22.664983 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7097cf94-775a-43c7-ba77-62e79dec20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:22.687742 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f7a597cb-6191-4f84-a914-e3afb25ce9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:22.706760 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 4d634134-bc63-4192-9292-dfa723fc8eef triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:58:22.707112 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:22.732648 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a293ab1-3031-487b-b087-3ebd3dfa8e1e None None] Pushing event updated for resources: {'Port': ['ID=929e7822-c1b2-4c31-b55c-ebb117557a8d,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:58:22.752354 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a2fe35-3920-4511-9cb0-53145e51523e None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:58:22.755383 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-f7a597cb-6191-4f84-a914-e3afb25ce9d6 None None] Attempting to bind port 929e7822-c1b2-4c31-b55c-ebb117557a8d on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:58:22.755746 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-f7a597cb-6191-4f84-a914-e3afb25ce9d6 None None] Attempting to bind port 929e7822-c1b2-4c31-b55c-ebb117557a8d by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:58:22.756110 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a597cb-6191-4f84-a914-e3afb25ce9d6 None None] Attempting to bind port 929e7822-c1b2-4c31-b55c-ebb117557a8d on network d5a1452c-422a-4e1a-a1c7-48738ecf752f {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:58:22.768445 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a597cb-6191-4f84-a914-e3afb25ce9d6 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:58:22.768879 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a597cb-6191-4f84-a914-e3afb25ce9d6 None None] Checking segment: {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:58:22.769296 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f7a597cb-6191-4f84-a914-e3afb25ce9d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:22.769727 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a597cb-6191-4f84-a914-e3afb25ce9d6 None None] Bound using segment: {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:58:22.770260 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-f7a597cb-6191-4f84-a914-e3afb25ce9d6 None None] Bound port: 929e7822-c1b2-4c31-b55c-ebb117557a8d, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:58:22.771171 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f7a597cb-6191-4f84-a914-e3afb25ce9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:22.834140 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-f7a597cb-6191-4f84-a914-e3afb25ce9d6 None None] For port 929e7822-c1b2-4c31-b55c-ebb117557a8d, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:58:22.837916 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-f7a597cb-6191-4f84-a914-e3afb25ce9d6 None None] For port 929e7822-c1b2-4c31-b55c-ebb117557a8d, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=929e7822-c1b2-4c31-b55c-ebb117557a8d,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:58:22.846659 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-29546ee8-632e-4a59-880c-9fd1ba177e6d admin admin] Allocated IP 172.20.0.1 (206ea9cf-bcb9-44cd-9388-c9561b436f54/2a818247-acfb-4f8b-badc-eff6c61c7b37/c31df13d-eca7-4b9b-85d0-74f0e10cd7e4) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:58:22.850303 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 88d8bf1e-72a7-476c-9be4-974141f14d2f up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:58:22.894627 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 88d8bf1e-72a7-476c-9be4-974141f14d2f triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:58:22.894997 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:22.912064 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f7a597cb-6191-4f84-a914-e3afb25ce9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:22.944521 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-e7a4b16f-7539-438c-902b-dc4a6c0496c4 None None] Provisioning complete for port 929e7822-c1b2-4c31-b55c-ebb117557a8d triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:58:22.944886 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e7a4b16f-7539-438c-902b-dc4a6c0496c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:22.965841 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-29546ee8-632e-4a59-880c-9fd1ba177e6d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:22.971560 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1cfc5a-ec1e-4f27-8ba1-8d1570f50d23 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:58:22.977301 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a597cb-6191-4f84-a914-e3afb25ce9d6 None None] Routers {'8d108ec6-fc92-4929-9d25-1bb3f17d429a'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:58:22.978031 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-f7a597cb-6191-4f84-a914-e3afb25ce9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:58:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['8d108ec6-fc92-4929-9d25-1bb3f17d429a'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:58:23.014314 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a293ab1-3031-487b-b087-3ebd3dfa8e1e None None] Pushing event updated for resources: {'Port': ['ID=929e7822-c1b2-4c31-b55c-ebb117557a8d,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:58:23.068190 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e7a4b16f-7539-438c-902b-dc4a6c0496c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:23.089802 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-e7a4b16f-7539-438c-902b-dc4a6c0496c4 None None] For port 929e7822-c1b2-4c31-b55c-ebb117557a8d, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=929e7822-c1b2-4c31-b55c-ebb117557a8d,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:58:23.093579 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-29546ee8-632e-4a59-880c-9fd1ba177e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:23.095872 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-f7a597cb-6191-4f84-a914-e3afb25ce9d6 None None] Set router 8d108ec6-fc92-4929-9d25-1bb3f17d429a gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:58:23.132120 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29546ee8-632e-4a59-880c-9fd1ba177e6d admin admin] Network 206ea9cf-bcb9-44cd-9388-c9561b436f54 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:58:23.135152 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-29546ee8-632e-4a59-880c-9fd1ba177e6d admin admin] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:58:23.138773 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29546ee8-632e-4a59-880c-9fd1ba177e6d admin admin] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:58:23.167699 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29546ee8-632e-4a59-880c-9fd1ba177e6d admin admin] Pushing event updated for resources: {'Port': ['ID=c31df13d-eca7-4b9b-85d0-74f0e10cd7e4,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:58:23.167889 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e7a4b16f-7539-438c-902b-dc4a6c0496c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:23.194425 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-29546ee8-632e-4a59-880c-9fd1ba177e6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552880'] for router_interface, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:23.232862 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a4b16f-7539-438c-902b-dc4a6c0496c4 None None] Pushing event updated for resources: {'Port': ['ID=929e7822-c1b2-4c31-b55c-ebb117557a8d,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:58:23.295834 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-23a01243-ba56-4da3-90b1-500c709dcf6b None None] Provisioning complete for port 929e7822-c1b2-4c31-b55c-ebb117557a8d triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:58:23.296136 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-23a01243-ba56-4da3-90b1-500c709dcf6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:23.301601 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-f7a597cb-6191-4f84-a914-e3afb25ce9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d108ec6-fc92-4929-9d25-1bb3f17d429a', 'name': 'tempest-TestEncryptedCinderVolumes-752971289-router', 'tenant_id': '3b4a18b96d334abcbddf93a323949f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': '929e7822-c1b2-4c31-b55c-ebb117557a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:58:19Z', 'updated_at': '2021-12-10T15:58:21Z', 'revision_number': 3, 'project_id': '3b4a18b96d334abcbddf93a323949f8e', 'gw_port': {'id': '929e7822-c1b2-4c31-b55c-ebb117557a8d', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:4e:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d108ec6-fc92-4929-9d25-1bb3f17d429a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:58:20Z', 'updated_at': '2021-12-10T15:58:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:58:23.333458 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a597cb-6191-4f84-a914-e3afb25ce9d6 None None] The sync data for ids ['8d108ec6-fc92-4929-9d25-1bb3f17d429a'] in dv-neutron-821401-4-hyperv is: [{'id': '8d108ec6-fc92-4929-9d25-1bb3f17d429a', 'name': 'tempest-TestEncryptedCinderVolumes-752971289-router', 'tenant_id': '3b4a18b96d334abcbddf93a323949f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': '929e7822-c1b2-4c31-b55c-ebb117557a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:58:19Z', 'updated_at': '2021-12-10T15:58:21Z', 'revision_number': 3, 'project_id': '3b4a18b96d334abcbddf93a323949f8e', 'gw_port': {'id': '929e7822-c1b2-4c31-b55c-ebb117557a8d', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:4e:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d108ec6-fc92-4929-9d25-1bb3f17d429a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:58:20Z', 'updated_at': '2021-12-10T15:58:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:58:23.384053 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-29546ee8-632e-4a59-880c-9fd1ba177e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:23.511899 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f5639e6d-225c-474a-ab5d-670fc71cdb3b None None] Provisioning complete for port c31df13d-eca7-4b9b-85d0-74f0e10cd7e4 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:58:23.515758 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f5639e6d-225c-474a-ab5d-670fc71cdb3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:23.550188 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f5639e6d-225c-474a-ab5d-670fc71cdb3b None None] Port c31df13d-eca7-4b9b-85d0-74f0e10cd7e4 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:58:23.552417 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-29546ee8-632e-4a59-880c-9fd1ba177e6d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:23.602299 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-29546ee8-632e-4a59-880c-9fd1ba177e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:23.672162 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-29546ee8-632e-4a59-880c-9fd1ba177e6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549888'] for router_interface, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:23.674558 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29546ee8-632e-4a59-880c-9fd1ba177e6d admin admin] Pushing event updated for resources: {'Port': ['ID=c31df13d-eca7-4b9b-85d0-74f0e10cd7e4,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:58:23.786972 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29546ee8-632e-4a59-880c-9fd1ba177e6d admin admin] Network 206ea9cf-bcb9-44cd-9388-c9561b436f54 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:58:23.788584 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-29546ee8-632e-4a59-880c-9fd1ba177e6d admin admin] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:58:23.912696 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29546ee8-632e-4a59-880c-9fd1ba177e6d admin admin] Router 8d108ec6-fc92-4929-9d25-1bb3f17d429a has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:58:24.034684 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29546ee8-632e-4a59-880c-9fd1ba177e6d admin admin] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:58:24.039982 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-29546ee8-632e-4a59-880c-9fd1ba177e6d admin admin] 10.222.0.20 "PUT /v2.0/routers/8d108ec6-fc92-4929-9d25-1bb3f17d429a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1291018 Dec 10 15:58:24.075273 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-06136697-f255-4b28-9b9c-ce719ad60323 None None] Provisioning complete for port c31df13d-eca7-4b9b-85d0-74f0e10cd7e4 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:58:24.076248 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-06136697-f255-4b28-9b9c-ce719ad60323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:24.110860 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-06136697-f255-4b28-9b9c-ce719ad60323 None None] Port c31df13d-eca7-4b9b-85d0-74f0e10cd7e4 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:58:24.572980 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 88d8bf1e-72a7-476c-9be4-974141f14d2f up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:58:24.773669 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 88d8bf1e-72a7-476c-9be4-974141f14d2f triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:58:24.774095 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:24.852968 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 929e7822-c1b2-4c31-b55c-ebb117557a8d up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:58:24.864767 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbf842a-28d0-4b3c-b7eb-272069fdbac7 req-1f9bc298-5aae-449c-acde-58fc1505713b tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:58:24.866285 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ffbf842a-28d0-4b3c-b7eb-272069fdbac7 req-1f9bc298-5aae-449c-acde-58fc1505713b tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] 10.222.0.20 "GET /v2.0/networks?id=fce31167-9421-4fa0-aca5-03abe0e6cc85 HTTP/1.1" status: 200 len: 816 time: 0.1056411 Dec 10 15:58:24.881510 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ffbf842a-28d0-4b3c-b7eb-272069fdbac7 req-a6cdfdad-eee1-45c7-9775-0874c90b9d8f tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] 10.222.0.20 "GET /v2.0/quotas/e88db0a805b849f9ba87ff693ab37e99 HTTP/1.1" status: 200 len: 375 time: 0.0090659 Dec 10 15:58:24.897600 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 929e7822-c1b2-4c31-b55c-ebb117557a8d triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:58:24.898009 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:24.935338 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5807f5-d07b-44e3-81cc-08fb6e79433b None None] Sync routers for ids ['8d108ec6-fc92-4929-9d25-1bb3f17d429a'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:58:24.940943 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ffbf842a-28d0-4b3c-b7eb-272069fdbac7 req-35b1272c-0bb2-48cc-a0fd-8d56e2a48493 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e88db0a805b849f9ba87ff693ab37e99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0540545 Dec 10 15:58:24.952018 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5807f5-d07b-44e3-81cc-08fb6e79433b None None] Routers {'8d108ec6-fc92-4929-9d25-1bb3f17d429a'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:58:24.952715 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-4b5807f5-d07b-44e3-81cc-08fb6e79433b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:58:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['8d108ec6-fc92-4929-9d25-1bb3f17d429a'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:58:25.089820 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-4b5807f5-d07b-44e3-81cc-08fb6e79433b None None] Set router 8d108ec6-fc92-4929-9d25-1bb3f17d429a gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:58:25.131181 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ffbf842a-28d0-4b3c-b7eb-272069fdbac7 req-3294dc8a-58d0-4d43-8200-25aaacf1ab7a service neutron] 10.222.0.20 "GET /v2.0/networks/fce31167-9421-4fa0-aca5-03abe0e6cc85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775320 Dec 10 15:58:25.251089 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ffbf842a-28d0-4b3c-b7eb-272069fdbac7 req-c86104a2-c8a9-49b3-8e24-c00cfcd4398b service neutron] 10.222.0.20 "GET /v2.0/networks/fce31167-9421-4fa0-aca5-03abe0e6cc85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094222 Dec 10 15:58:25.292252 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-4b5807f5-d07b-44e3-81cc-08fb6e79433b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d108ec6-fc92-4929-9d25-1bb3f17d429a', 'name': 'tempest-TestEncryptedCinderVolumes-752971289-router', 'tenant_id': '3b4a18b96d334abcbddf93a323949f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': '929e7822-c1b2-4c31-b55c-ebb117557a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:58:19Z', 'updated_at': '2021-12-10T15:58:23Z', 'revision_number': 4, 'project_id': '3b4a18b96d334abcbddf93a323949f8e', 'gw_port': {'id': '929e7822-c1b2-4c31-b55c-ebb117557a8d', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:4e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d108ec6-fc92-4929-9d25-1bb3f17d429a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:58:20Z', 'updated_at': '2021-12-10T15:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': 'c31df13d-eca7-4b9b-85d0-74f0e10cd7e4', 'name': '', 'network_id': '206ea9cf-bcb9-44cd-9388-c9561b436f54', 'tenant_id': '3b4a18b96d334abcbddf93a323949f8e', 'mac_address': 'fa:16:3e:bf:05:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d108ec6-fc92-4929-9d25-1bb3f17d429a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '2a818247-acfb-4f8b-badc-eff6c61c7b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:58:22Z', 'updated_at': '2021-12-10T15:58:23Z', 'revision_number': 2, 'project_id': '3b4a18b96d334abcbddf93a323949f8e', 'subnets': [{'id': '2a818247-acfb-4f8b-badc-eff6c61c7b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:58:25.318721 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5807f5-d07b-44e3-81cc-08fb6e79433b None None] Checking router: 8d108ec6-fc92-4929-9d25-1bb3f17d429a for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:58:25.319530 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5807f5-d07b-44e3-81cc-08fb6e79433b None None] Updating router 8d108ec6-fc92-4929-9d25-1bb3f17d429a port c31df13d-eca7-4b9b-85d0-74f0e10cd7e4 binding host dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 15:58:25.343570 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4b5807f5-d07b-44e3-81cc-08fb6e79433b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:25.532167 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-7a015a96-e33f-4b9d-be6c-20802218970a req-a6ceeeb0-e723-4511-a8cf-01b97a7c00df tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd0b32e0-2057-4ec6-b465-d38560654c7a HTTP/1.1" status: 200 len: 210 time: 0.0503461 Dec 10 15:58:25.614935 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4b5807f5-d07b-44e3-81cc-08fb6e79433b None None] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:25.681611 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4b5807f5-d07b-44e3-81cc-08fb6e79433b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:25.734679 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c8e340-1f54-4295-b9f6-6a50660a2e81 None None] Pushing event updated for resources: {'Port': ['ID=c31df13d-eca7-4b9b-85d0-74f0e10cd7e4,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:58:25.781555 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-4b5807f5-d07b-44e3-81cc-08fb6e79433b None None] Attempting to bind port c31df13d-eca7-4b9b-85d0-74f0e10cd7e4 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:58:25.781970 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-4b5807f5-d07b-44e3-81cc-08fb6e79433b None None] Attempting to bind port c31df13d-eca7-4b9b-85d0-74f0e10cd7e4 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '98a2d410-9310-4884-b719-158e6d1a20c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '206ea9cf-bcb9-44cd-9388-c9561b436f54'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:58:25.782449 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5807f5-d07b-44e3-81cc-08fb6e79433b None None] Attempting to bind port c31df13d-eca7-4b9b-85d0-74f0e10cd7e4 on network 206ea9cf-bcb9-44cd-9388-c9561b436f54 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:58:25.789073 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5807f5-d07b-44e3-81cc-08fb6e79433b None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:58:25.789644 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5807f5-d07b-44e3-81cc-08fb6e79433b None None] Checking segment: {'id': '98a2d410-9310-4884-b719-158e6d1a20c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '206ea9cf-bcb9-44cd-9388-c9561b436f54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:58:25.790081 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4b5807f5-d07b-44e3-81cc-08fb6e79433b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:25.790486 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5807f5-d07b-44e3-81cc-08fb6e79433b None None] Bound using segment: {'id': '98a2d410-9310-4884-b719-158e6d1a20c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '206ea9cf-bcb9-44cd-9388-c9561b436f54'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:58:25.790968 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-4b5807f5-d07b-44e3-81cc-08fb6e79433b None None] Bound port: c31df13d-eca7-4b9b-85d0-74f0e10cd7e4, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a2d410-9310-4884-b719-158e6d1a20c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '206ea9cf-bcb9-44cd-9388-c9561b436f54'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:58:25.791367 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4b5807f5-d07b-44e3-81cc-08fb6e79433b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:25.858401 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-4b5807f5-d07b-44e3-81cc-08fb6e79433b None None] For port c31df13d-eca7-4b9b-85d0-74f0e10cd7e4, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:58:25.861603 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-4b5807f5-d07b-44e3-81cc-08fb6e79433b None None] For port c31df13d-eca7-4b9b-85d0-74f0e10cd7e4, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=c31df13d-eca7-4b9b-85d0-74f0e10cd7e4,segment=NetworkSegment(98a2d410-9310-4884-b719-158e6d1a20c5),segment_id=98a2d410-9310-4884-b719-158e6d1a20c5)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:58:25.942374 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4b5807f5-d07b-44e3-81cc-08fb6e79433b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:25.977812 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-01939a97-b9ce-4324-8aed-9d23477197e7 None None] Provisioning complete for port c31df13d-eca7-4b9b-85d0-74f0e10cd7e4 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:58:25.978107 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-01939a97-b9ce-4324-8aed-9d23477197e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:26.032331 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c8e340-1f54-4295-b9f6-6a50660a2e81 None None] Pushing event updated for resources: {'Port': ['ID=c31df13d-eca7-4b9b-85d0-74f0e10cd7e4,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:58:26.039493 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5807f5-d07b-44e3-81cc-08fb6e79433b None None] Routers {'8d108ec6-fc92-4929-9d25-1bb3f17d429a'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:58:26.040111 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-4b5807f5-d07b-44e3-81cc-08fb6e79433b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:58:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['8d108ec6-fc92-4929-9d25-1bb3f17d429a'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:58:26.182577 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-01939a97-b9ce-4324-8aed-9d23477197e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:26.200805 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-4b5807f5-d07b-44e3-81cc-08fb6e79433b None None] Set router 8d108ec6-fc92-4929-9d25-1bb3f17d429a gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:58:26.256045 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-01939a97-b9ce-4324-8aed-9d23477197e7 None None] For port c31df13d-eca7-4b9b-85d0-74f0e10cd7e4, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=c31df13d-eca7-4b9b-85d0-74f0e10cd7e4,segment=NetworkSegment(98a2d410-9310-4884-b719-158e6d1a20c5),segment_id=98a2d410-9310-4884-b719-158e6d1a20c5)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:58:26.341186 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-01939a97-b9ce-4324-8aed-9d23477197e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:26.423770 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01939a97-b9ce-4324-8aed-9d23477197e7 None None] Pushing event updated for resources: {'Port': ['ID=c31df13d-eca7-4b9b-85d0-74f0e10cd7e4,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:58:26.462140 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-4b5807f5-d07b-44e3-81cc-08fb6e79433b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d108ec6-fc92-4929-9d25-1bb3f17d429a', 'name': 'tempest-TestEncryptedCinderVolumes-752971289-router', 'tenant_id': '3b4a18b96d334abcbddf93a323949f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': '929e7822-c1b2-4c31-b55c-ebb117557a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:58:19Z', 'updated_at': '2021-12-10T15:58:23Z', 'revision_number': 4, 'project_id': '3b4a18b96d334abcbddf93a323949f8e', 'gw_port': {'id': '929e7822-c1b2-4c31-b55c-ebb117557a8d', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:4e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d108ec6-fc92-4929-9d25-1bb3f17d429a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:58:20Z', 'updated_at': '2021-12-10T15:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': 'c31df13d-eca7-4b9b-85d0-74f0e10cd7e4', 'name': '', 'network_id': '206ea9cf-bcb9-44cd-9388-c9561b436f54', 'tenant_id': '3b4a18b96d334abcbddf93a323949f8e', 'mac_address': 'fa:16:3e:bf:05:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d108ec6-fc92-4929-9d25-1bb3f17d429a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '2a818247-acfb-4f8b-badc-eff6c61c7b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:58:22Z', 'updated_at': '2021-12-10T15:58:25Z', 'revision_number': 4, 'project_id': '3b4a18b96d334abcbddf93a323949f8e', 'subnets': [{'id': '2a818247-acfb-4f8b-badc-eff6c61c7b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:58:26.493715 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5807f5-d07b-44e3-81cc-08fb6e79433b None None] The sync data for ids ['8d108ec6-fc92-4929-9d25-1bb3f17d429a'] in dv-neutron-821401-4-hyperv is: [{'id': '8d108ec6-fc92-4929-9d25-1bb3f17d429a', 'name': 'tempest-TestEncryptedCinderVolumes-752971289-router', 'tenant_id': '3b4a18b96d334abcbddf93a323949f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': '929e7822-c1b2-4c31-b55c-ebb117557a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:58:19Z', 'updated_at': '2021-12-10T15:58:23Z', 'revision_number': 4, 'project_id': '3b4a18b96d334abcbddf93a323949f8e', 'gw_port': {'id': '929e7822-c1b2-4c31-b55c-ebb117557a8d', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:4e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d108ec6-fc92-4929-9d25-1bb3f17d429a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:58:20Z', 'updated_at': '2021-12-10T15:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': 'c31df13d-eca7-4b9b-85d0-74f0e10cd7e4', 'name': '', 'network_id': '206ea9cf-bcb9-44cd-9388-c9561b436f54', 'tenant_id': '3b4a18b96d334abcbddf93a323949f8e', 'mac_address': 'fa:16:3e:bf:05:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d108ec6-fc92-4929-9d25-1bb3f17d429a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '2a818247-acfb-4f8b-badc-eff6c61c7b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:58:22Z', 'updated_at': '2021-12-10T15:58:25Z', 'revision_number': 4, 'project_id': '3b4a18b96d334abcbddf93a323949f8e', 'subnets': [{'id': '2a818247-acfb-4f8b-badc-eff6c61c7b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:58:26.496031 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-26211d92-a93c-4955-95c8-6edbfe5f61b7 None None] Provisioning complete for port c31df13d-eca7-4b9b-85d0-74f0e10cd7e4 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:58:26.496400 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-26211d92-a93c-4955-95c8-6edbfe5f61b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:26.629078 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4c5cefa6-bd11-462f-85c8-695b599d63e2 req-2027c06d-81c7-4b10-b77b-7e35b3a503db tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd0b32e0-2057-4ec6-b465-d38560654c7a HTTP/1.1" status: 200 len: 210 time: 0.0355332 Dec 10 15:58:26.992398 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 15:58:27.726742 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-6107e131-efb2-4c19-b7e1-1b3759b40ec8 req-626d6e9a-c60a-4a30-b81c-0a8c8ddd58a0 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd0b32e0-2057-4ec6-b465-d38560654c7a HTTP/1.1" status: 200 len: 210 time: 0.0271797 Dec 10 15:58:27.830349 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbf842a-28d0-4b3c-b7eb-272069fdbac7 req-56c49ee6-f383-4105-9a53-5a769855b39b tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:58:27.831733 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ffbf842a-28d0-4b3c-b7eb-272069fdbac7 req-56c49ee6-f383-4105-9a53-5a769855b39b tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] 10.222.0.44 "GET /v2.0/networks?id=fce31167-9421-4fa0-aca5-03abe0e6cc85 HTTP/1.1" status: 200 len: 816 time: 0.1069081 Dec 10 15:58:27.844483 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [req-ffbf842a-28d0-4b3c-b7eb-272069fdbac7 req-daf09fcf-d874-4e5c-b5c3-37511fed3b16 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] Request body: {'port': {'device_id': 'fd0b32e0-2057-4ec6-b465-d38560654c7a', 'network_id': 'fce31167-9421-4fa0-aca5-03abe0e6cc85', 'admin_state_up': True, 'tenant_id': 'e88db0a805b849f9ba87ff693ab37e99'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:58:28.029927 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffbf842a-28d0-4b3c-b7eb-272069fdbac7 req-daf09fcf-d874-4e5c-b5c3-37511fed3b16 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] Made reservation on behalf of e88db0a805b849f9ba87ff693ab37e99 for: {'port': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:58:28.033569 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-ffbf842a-28d0-4b3c-b7eb-272069fdbac7 req-daf09fcf-d874-4e5c-b5c3-37511fed3b16 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:28.161545 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [req-ffbf842a-28d0-4b3c-b7eb-272069fdbac7 req-daf09fcf-d874-4e5c-b5c3-37511fed3b16 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] Allocated IP 172.20.0.3 (fce31167-9421-4fa0-aca5-03abe0e6cc85/5e5dbff9-cb45-4157-bba3-14115bda50ed/a9e2f1e5-dae4-42dc-b8ba-bf9f312b3fe1) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:58:28.302428 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-ffbf842a-28d0-4b3c-b7eb-272069fdbac7 req-daf09fcf-d874-4e5c-b5c3-37511fed3b16 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:28.413314 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-ffbf842a-28d0-4b3c-b7eb-272069fdbac7 req-daf09fcf-d874-4e5c-b5c3-37511fed3b16 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:28.460035 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffbf842a-28d0-4b3c-b7eb-272069fdbac7 req-daf09fcf-d874-4e5c-b5c3-37511fed3b16 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] Network fce31167-9421-4fa0-aca5-03abe0e6cc85 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:58:28.463246 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [req-ffbf842a-28d0-4b3c-b7eb-272069fdbac7 req-daf09fcf-d874-4e5c-b5c3-37511fed3b16 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:58:28.466935 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffbf842a-28d0-4b3c-b7eb-272069fdbac7 req-daf09fcf-d874-4e5c-b5c3-37511fed3b16 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:58:28.495827 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf09fcf-d874-4e5c-b5c3-37511fed3b16 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] Pushing event updated for resources: {'Port': ['ID=a9e2f1e5-dae4-42dc-b8ba-bf9f312b3fe1,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:58:28.524717 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbf842a-28d0-4b3c-b7eb-272069fdbac7 req-daf09fcf-d874-4e5c-b5c3-37511fed3b16 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:58:28.525360 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-ffbf842a-28d0-4b3c-b7eb-272069fdbac7 req-daf09fcf-d874-4e5c-b5c3-37511fed3b16 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:28.552495 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device c31df13d-eca7-4b9b-85d0-74f0e10cd7e4 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:58:28.593124 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ffbf842a-28d0-4b3c-b7eb-272069fdbac7 req-daf09fcf-d874-4e5c-b5c3-37511fed3b16 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7525754 Dec 10 15:58:28.605524 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [req-ffbf842a-28d0-4b3c-b7eb-272069fdbac7 req-823613e5-8f1b-4900-9853-0ad561c78fae service neutron] Request body: {'port': {'device_id': 'fd0b32e0-2057-4ec6-b465-d38560654c7a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:58:28.607772 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port c31df13d-eca7-4b9b-85d0-74f0e10cd7e4 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:58:28.608318 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:28.662068 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-ffbf842a-28d0-4b3c-b7eb-272069fdbac7 req-823613e5-8f1b-4900-9853-0ad561c78fae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:28.735485 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-139a72ee-2051-40dd-a8bf-b182e09baabc None None] Provisioning complete for port a9e2f1e5-dae4-42dc-b8ba-bf9f312b3fe1 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:58:28.735853 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-139a72ee-2051-40dd-a8bf-b182e09baabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:28.771417 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-139a72ee-2051-40dd-a8bf-b182e09baabc None None] Port a9e2f1e5-dae4-42dc-b8ba-bf9f312b3fe1 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:58:28.903976 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0076094e-9369-4845-919d-63ada9f94c0a req-34c30e18-907b-44e9-8450-02cee6ee7ffb tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:58:28.905448 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-0076094e-9369-4845-919d-63ada9f94c0a req-34c30e18-907b-44e9-8450-02cee6ee7ffb tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd0b32e0-2057-4ec6-b465-d38560654c7a HTTP/1.1" status: 200 len: 931 time: 0.1016562 Dec 10 15:58:28.998725 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-0076094e-9369-4845-919d-63ada9f94c0a req-926c73ac-83f4-4adb-95d9-ade3300dd78e tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] 10.222.0.20 "GET /v2.0/security-groups?id=0232bdc7-a8ab-4f8a-94c1-b610cd258a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815191 Dec 10 15:58:29.001902 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [req-ffbf842a-28d0-4b3c-b7eb-272069fdbac7 req-823613e5-8f1b-4900-9853-0ad561c78fae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9e2f1e5-dae4-42dc-b8ba-bf9f312b3fe1 {{(pid=103586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 15:58:29.009470 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-ffbf842a-28d0-4b3c-b7eb-272069fdbac7 req-823613e5-8f1b-4900-9853-0ad561c78fae service neutron] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:29.021380 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [req-ffbf842a-28d0-4b3c-b7eb-272069fdbac7 req-823613e5-8f1b-4900-9853-0ad561c78fae service neutron] Transition to ACTIVE for port object a9e2f1e5-dae4-42dc-b8ba-bf9f312b3fe1 will not be triggered until provisioned by entity L2. {{(pid=103586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 15:58:29.131927 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-ffbf842a-28d0-4b3c-b7eb-272069fdbac7 req-823613e5-8f1b-4900-9853-0ad561c78fae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:29.183682 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823613e5-8f1b-4900-9853-0ad561c78fae service neutron] Pushing event updated for resources: {'Port': ['ID=a9e2f1e5-dae4-42dc-b8ba-bf9f312b3fe1,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:58:29.256941 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [req-ffbf842a-28d0-4b3c-b7eb-272069fdbac7 req-823613e5-8f1b-4900-9853-0ad561c78fae service neutron] Attempting to bind port a9e2f1e5-dae4-42dc-b8ba-bf9f312b3fe1 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:58:29.257389 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [req-ffbf842a-28d0-4b3c-b7eb-272069fdbac7 req-823613e5-8f1b-4900-9853-0ad561c78fae service neutron] Attempting to bind port a9e2f1e5-dae4-42dc-b8ba-bf9f312b3fe1 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '1f386d4c-17cf-4533-9764-68dbfabcc7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'fce31167-9421-4fa0-aca5-03abe0e6cc85'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:58:29.257734 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbf842a-28d0-4b3c-b7eb-272069fdbac7 req-823613e5-8f1b-4900-9853-0ad561c78fae service neutron] Attempting to bind port a9e2f1e5-dae4-42dc-b8ba-bf9f312b3fe1 on network fce31167-9421-4fa0-aca5-03abe0e6cc85 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:58:29.262415 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbf842a-28d0-4b3c-b7eb-272069fdbac7 req-823613e5-8f1b-4900-9853-0ad561c78fae service neutron] Port a9e2f1e5-dae4-42dc-b8ba-bf9f312b3fe1 on network fce31167-9421-4fa0-aca5-03abe0e6cc85 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:58:29.262895 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbf842a-28d0-4b3c-b7eb-272069fdbac7 req-823613e5-8f1b-4900-9853-0ad561c78fae service neutron] Attempting to bind port a9e2f1e5-dae4-42dc-b8ba-bf9f312b3fe1 on network fce31167-9421-4fa0-aca5-03abe0e6cc85 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:58:29.267946 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbf842a-28d0-4b3c-b7eb-272069fdbac7 req-823613e5-8f1b-4900-9853-0ad561c78fae service neutron] Checking agent: {'id': 'fa828968-c68f-4b22-9699-a58fe4ab1f05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 28, 13), 'started_at': datetime.datetime(2021, 12, 10, 15, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:58:29.268287 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbf842a-28d0-4b3c-b7eb-272069fdbac7 req-823613e5-8f1b-4900-9853-0ad561c78fae service neutron] Checking segment: {'id': '1f386d4c-17cf-4533-9764-68dbfabcc7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'fce31167-9421-4fa0-aca5-03abe0e6cc85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:58:29.268676 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbf842a-28d0-4b3c-b7eb-272069fdbac7 req-823613e5-8f1b-4900-9853-0ad561c78fae service neutron] Bound using segment: {'id': '1f386d4c-17cf-4533-9764-68dbfabcc7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'fce31167-9421-4fa0-aca5-03abe0e6cc85'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:58:29.269233 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [req-ffbf842a-28d0-4b3c-b7eb-272069fdbac7 req-823613e5-8f1b-4900-9853-0ad561c78fae service neutron] Bound port: a9e2f1e5-dae4-42dc-b8ba-bf9f312b3fe1, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f386d4c-17cf-4533-9764-68dbfabcc7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'fce31167-9421-4fa0-aca5-03abe0e6cc85'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:58:29.269598 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-ffbf842a-28d0-4b3c-b7eb-272069fdbac7 req-823613e5-8f1b-4900-9853-0ad561c78fae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:29.335642 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [req-ffbf842a-28d0-4b3c-b7eb-272069fdbac7 req-823613e5-8f1b-4900-9853-0ad561c78fae service neutron] For port a9e2f1e5-dae4-42dc-b8ba-bf9f312b3fe1, host hv-neutron-8214, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:58:29.338772 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [req-ffbf842a-28d0-4b3c-b7eb-272069fdbac7 req-823613e5-8f1b-4900-9853-0ad561c78fae service neutron] For port a9e2f1e5-dae4-42dc-b8ba-bf9f312b3fe1, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=a9e2f1e5-dae4-42dc-b8ba-bf9f312b3fe1,segment=NetworkSegment(1f386d4c-17cf-4533-9764-68dbfabcc7ac),segment_id=1f386d4c-17cf-4533-9764-68dbfabcc7ac)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:58:29.419330 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-ffbf842a-28d0-4b3c-b7eb-272069fdbac7 req-823613e5-8f1b-4900-9853-0ad561c78fae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:29.457470 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbf842a-28d0-4b3c-b7eb-272069fdbac7 req-823613e5-8f1b-4900-9853-0ad561c78fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:58:29.458609 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-ffbf842a-28d0-4b3c-b7eb-272069fdbac7 req-823613e5-8f1b-4900-9853-0ad561c78fae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:29.460002 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ffbf842a-28d0-4b3c-b7eb-272069fdbac7 req-823613e5-8f1b-4900-9853-0ad561c78fae service neutron] 10.222.0.44 "PUT /v2.0/ports/a9e2f1e5-dae4-42dc-b8ba-bf9f312b3fe1 HTTP/1.1" status: 200 len: 1093 time: 0.8588889 Dec 10 15:58:29.460450 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd0b32e0-2057-4ec6-b465-d38560654c7a', 'tag': 'a9e2f1e5-dae4-42dc-b8ba-bf9f312b3fe1'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:58:29.462763 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde1b47dcd987728a27c8e391f176ee57ea2adf837d2cedb59662361de43515a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ed9fa9-fd27-4a7b-92e0-68ff7f8894bf" -d '{"events": [{"name": "network-changed", "server_uuid": "fd0b32e0-2057-4ec6-b465-d38560654c7a", "tag": "a9e2f1e5-dae4-42dc-b8ba-bf9f312b3fe1"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:58:29.497116 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823613e5-8f1b-4900-9853-0ad561c78fae service neutron] Pushing event updated for resources: {'Port': ['ID=a9e2f1e5-dae4-42dc-b8ba-bf9f312b3fe1,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:58:29.502897 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 15:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e503fb3-ce33-45d6-a613-766f8cc9e6a9 x-openstack-request-id: req-6e503fb3-ce33-45d6-a613-766f8cc9e6a9 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:58:29.503328 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd0b32e0-2057-4ec6-b465-d38560654c7a", "tag": "a9e2f1e5-dae4-42dc-b8ba-bf9f312b3fe1", "status": "completed", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:58:29.503591 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6e503fb3-ce33-45d6-a613-766f8cc9e6a9 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:58:29.504055 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd0b32e0-2057-4ec6-b465-d38560654c7a', 'tag': 'a9e2f1e5-dae4-42dc-b8ba-bf9f312b3fe1', 'status': 'completed', 'code': 200} Dec 10 15:58:29.567304 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed9fa9-fd27-4a7b-92e0-68ff7f8894bf req-2124ad95-b74f-4fb3-8cf6-c86e59803b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:58:29.568843 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-e3ed9fa9-fd27-4a7b-92e0-68ff7f8894bf req-2124ad95-b74f-4fb3-8cf6-c86e59803b53 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e88db0a805b849f9ba87ff693ab37e99&device_id=fd0b32e0-2057-4ec6-b465-d38560654c7a HTTP/1.1" status: 200 len: 1096 time: 0.0438831 Dec 10 15:58:29.674069 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed9fa9-fd27-4a7b-92e0-68ff7f8894bf req-83034a15-e3c3-4e24-9f98-e6c6823263c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:58:29.675574 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-e3ed9fa9-fd27-4a7b-92e0-68ff7f8894bf req-83034a15-e3c3-4e24-9f98-e6c6823263c6 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=e88db0a805b849f9ba87ff693ab37e99&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0914414 Dec 10 15:58:29.773970 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed9fa9-fd27-4a7b-92e0-68ff7f8894bf req-fd6c825b-a117-422d-ad99-8b4c188702d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:58:29.775372 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-e3ed9fa9-fd27-4a7b-92e0-68ff7f8894bf req-fd6c825b-a117-422d-ad99-8b4c188702d6 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0935211 Dec 10 15:58:29.851884 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbf842a-28d0-4b3c-b7eb-272069fdbac7 req-9184f8ea-a554-4ebd-8bd9-ca253fe9a321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:58:29.853400 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ffbf842a-28d0-4b3c-b7eb-272069fdbac7 req-9184f8ea-a554-4ebd-8bd9-ca253fe9a321 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e88db0a805b849f9ba87ff693ab37e99&device_id=fd0b32e0-2057-4ec6-b465-d38560654c7a HTTP/1.1" status: 200 len: 1096 time: 0.0429120 Dec 10 15:58:29.903660 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ffbf842a-28d0-4b3c-b7eb-272069fdbac7 req-b72c993b-d9ff-4aee-8d8b-e911f18dd086 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9e2f1e5-dae4-42dc-b8ba-bf9f312b3fe1 HTTP/1.1" status: 200 len: 217 time: 0.0409508 Dec 10 15:58:29.961005 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbf842a-28d0-4b3c-b7eb-272069fdbac7 req-c0c12832-b7c3-4d3d-bd46-56094db26ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:58:29.962466 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ffbf842a-28d0-4b3c-b7eb-272069fdbac7 req-c0c12832-b7c3-4d3d-bd46-56094db26ae8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5e5dbff9-cb45-4157-bba3-14115bda50ed HTTP/1.1" status: 200 len: 855 time: 0.0437272 Dec 10 15:58:30.007039 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbf842a-28d0-4b3c-b7eb-272069fdbac7 req-c13d3217-2827-4c5d-8ee8-894e3d7914a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:58:30.008465 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ffbf842a-28d0-4b3c-b7eb-272069fdbac7 req-c13d3217-2827-4c5d-8ee8-894e3d7914a4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fce31167-9421-4fa0-aca5-03abe0e6cc85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0383098 Dec 10 15:58:30.129100 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ffbf842a-28d0-4b3c-b7eb-272069fdbac7 req-82eec434-d3cb-4a84-8a3d-0bad43db1052 service neutron] 10.222.0.44 "GET /v2.0/networks/fce31167-9421-4fa0-aca5-03abe0e6cc85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133664 Dec 10 15:58:30.137990 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f065fcc-105c-4d11-b91f-17b951b36580 req-8215f901-c035-4e94-9b9d-c972cfbcc5d9 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:58:30.139345 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4f065fcc-105c-4d11-b91f-17b951b36580 req-8215f901-c035-4e94-9b9d-c972cfbcc5d9 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd0b32e0-2057-4ec6-b465-d38560654c7a HTTP/1.1" status: 200 len: 943 time: 0.0733786 Dec 10 15:58:30.509439 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4f065fcc-105c-4d11-b91f-17b951b36580 req-a635dca3-a3bc-4e49-b72f-0ac70879e2d3 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] 10.222.0.20 "GET /v2.0/security-groups?id=0232bdc7-a8ab-4f8a-94c1-b610cd258a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3623161 Dec 10 15:58:30.524893 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ffbf842a-28d0-4b3c-b7eb-272069fdbac7 req-d9aab707-6538-4c0f-9104-ef9a9a8eaf29 service neutron] 10.222.0.44 "GET /v2.0/networks/fce31167-9421-4fa0-aca5-03abe0e6cc85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3846593 Dec 10 15:58:31.627955 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36abdd1-2772-49d4-93df-c40a257ad161 req-eae54ec9-0405-4d04-af6c-a622af1c69ed tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:58:31.630131 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b36abdd1-2772-49d4-93df-c40a257ad161 req-eae54ec9-0405-4d04-af6c-a622af1c69ed tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd0b32e0-2057-4ec6-b465-d38560654c7a HTTP/1.1" status: 200 len: 943 time: 0.0523038 Dec 10 15:58:31.675319 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b36abdd1-2772-49d4-93df-c40a257ad161 req-1d8bef49-8637-4d29-8c1f-c320922e1b11 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] 10.222.0.20 "GET /v2.0/security-groups?id=0232bdc7-a8ab-4f8a-94c1-b610cd258a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394049 Dec 10 15:58:31.678599 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device a9e2f1e5-dae4-42dc-b8ba-bf9f312b3fe1 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 15:58:31.776319 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port a9e2f1e5-dae4-42dc-b8ba-bf9f312b3fe1, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=a9e2f1e5-dae4-42dc-b8ba-bf9f312b3fe1,segment=NetworkSegment(1f386d4c-17cf-4533-9764-68dbfabcc7ac),segment_id=1f386d4c-17cf-4533-9764-68dbfabcc7ac)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:58:31.787174 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Returning: {'device': 'a9e2f1e5-dae4-42dc-b8ba-bf9f312b3fe1', 'network_id': 'fce31167-9421-4fa0-aca5-03abe0e6cc85', 'port_id': 'a9e2f1e5-dae4-42dc-b8ba-bf9f312b3fe1', 'mac_address': 'fa:16:3e:71:a0:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e5dbff9-cb45-4157-bba3-14115bda50ed', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 15:58:31.831945 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:31.844288 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9e2f1e5-dae4-42dc-b8ba-bf9f312b3fe1 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 15:58:31.862949 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port a9e2f1e5-dae4-42dc-b8ba-bf9f312b3fe1, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=a9e2f1e5-dae4-42dc-b8ba-bf9f312b3fe1,segment=NetworkSegment(1f386d4c-17cf-4533-9764-68dbfabcc7ac),segment_id=1f386d4c-17cf-4533-9764-68dbfabcc7ac)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:58:31.921672 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:31.968453 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=a9e2f1e5-dae4-42dc-b8ba-bf9f312b3fe1,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:58:32.126043 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] get_ports_and_sgs() called for port_ids ['a9e2f1e5-dae4-42dc-b8ba-bf9f312b3fe1'] {{(pid=103588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 15:58:32.790396 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c9611b-c1c2-45d6-af0c-10cfaebfac50 req-523159e6-7bf5-476f-b08f-5256c45146b9 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:58:32.791978 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-18c9611b-c1c2-45d6-af0c-10cfaebfac50 req-523159e6-7bf5-476f-b08f-5256c45146b9 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd0b32e0-2057-4ec6-b465-d38560654c7a HTTP/1.1" status: 200 len: 944 time: 0.0499604 Dec 10 15:58:32.838966 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-18c9611b-c1c2-45d6-af0c-10cfaebfac50 req-26b8f395-f7c9-4eaa-bf73-4e0aa6ccf770 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] 10.222.0.20 "GET /v2.0/security-groups?id=0232bdc7-a8ab-4f8a-94c1-b610cd258a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408256 Dec 10 15:58:33.694037 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device a9e2f1e5-dae4-42dc-b8ba-bf9f312b3fe1 up at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:58:33.812844 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning for port a9e2f1e5-dae4-42dc-b8ba-bf9f312b3fe1 completed by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 15:58:33.817458 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning complete for port a9e2f1e5-dae4-42dc-b8ba-bf9f312b3fe1 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:58:33.819151 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:33.898501 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:33.923269 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd0b32e0-2057-4ec6-b465-d38560654c7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9e2f1e5-dae4-42dc-b8ba-bf9f312b3fe1'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:58:33.925604 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa4b92c408489e2c982394a5a7b3518bb1b22554638321e3ea6c5cabb2c75d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8593a8cb-8e26-434c-8d30-62d01b1765ac" -d '{"events": [{"server_uuid": "fd0b32e0-2057-4ec6-b465-d38560654c7a", "name": "network-vif-plugged", "status": "completed", "tag": "a9e2f1e5-dae4-42dc-b8ba-bf9f312b3fe1"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:58:33.939534 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port a9e2f1e5-dae4-42dc-b8ba-bf9f312b3fe1, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=a9e2f1e5-dae4-42dc-b8ba-bf9f312b3fe1,segment=NetworkSegment(1f386d4c-17cf-4533-9764-68dbfabcc7ac),segment_id=1f386d4c-17cf-4533-9764-68dbfabcc7ac)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:58:33.953207 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ba365-4ee6-4351-9d00-f48e82ae192a req-a4815ac9-2d2d-4f11-be9b-45cf9f0e3f8f tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:58:33.954679 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-2c7ba365-4ee6-4351-9d00-f48e82ae192a req-a4815ac9-2d2d-4f11-be9b-45cf9f0e3f8f tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd0b32e0-2057-4ec6-b465-d38560654c7a HTTP/1.1" status: 200 len: 944 time: 0.0500040 Dec 10 15:58:34.001723 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:34.004112 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-2c7ba365-4ee6-4351-9d00-f48e82ae192a req-54e44787-6d35-4bea-a312-6a916fa9afa2 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] 10.222.0.20 "GET /v2.0/security-groups?id=0232bdc7-a8ab-4f8a-94c1-b610cd258a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433447 Dec 10 15:58:34.029913 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 15:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c5ce6e-ec57-45a0-8a43-130af27e70ac x-openstack-request-id: req-70c5ce6e-ec57-45a0-8a43-130af27e70ac {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:58:34.030256 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd0b32e0-2057-4ec6-b465-d38560654c7a", "name": "network-vif-plugged", "status": "completed", "tag": "a9e2f1e5-dae4-42dc-b8ba-bf9f312b3fe1", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:58:34.030502 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-70c5ce6e-ec57-45a0-8a43-130af27e70ac {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:58:34.035831 dv-neutron-821401-4-hyperv neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd0b32e0-2057-4ec6-b465-d38560654c7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9e2f1e5-dae4-42dc-b8ba-bf9f312b3fe1', 'code': 200} Dec 10 15:58:34.057327 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=a9e2f1e5-dae4-42dc-b8ba-bf9f312b3fe1,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:58:34.286536 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6932ce-1d7c-4277-994f-4d39b4f644bb req-56c9b37a-fa15-4b41-9ba0-c1a907b5ba7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:58:34.287920 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-5a6932ce-1d7c-4277-994f-4d39b4f644bb req-56c9b37a-fa15-4b41-9ba0-c1a907b5ba7e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fd0b32e0-2057-4ec6-b465-d38560654c7a HTTP/1.1" status: 200 len: 1098 time: 0.0396481 Dec 10 15:58:34.330466 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-5a6932ce-1d7c-4277-994f-4d39b4f644bb req-2d40c408-4e7b-4a95-a699-46da0af2c03a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0232bdc7-a8ab-4f8a-94c1-b610cd258a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357244 Dec 10 15:58:35.122344 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd3aa2f-66e1-4395-b4b5-4dfdedaf4aa2 req-0ee371fa-75fd-45bc-bd45-5052c57a9027 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:58:35.123861 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4bd3aa2f-66e1-4395-b4b5-4dfdedaf4aa2 req-0ee371fa-75fd-45bc-bd45-5052c57a9027 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd0b32e0-2057-4ec6-b465-d38560654c7a HTTP/1.1" status: 200 len: 945 time: 0.0534325 Dec 10 15:58:35.174217 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4bd3aa2f-66e1-4395-b4b5-4dfdedaf4aa2 req-74408355-e06f-4a32-ae9f-434ad1316ddc tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] 10.222.0.20 "GET /v2.0/security-groups?id=0232bdc7-a8ab-4f8a-94c1-b610cd258a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434599 Dec 10 15:58:36.291596 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db1d8d9-b7f6-42b6-bdba-a7bfbe4bcf3c req-bb74f218-c187-43f5-a335-6f66fae967b9 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:58:36.293033 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-9db1d8d9-b7f6-42b6-bdba-a7bfbe4bcf3c req-bb74f218-c187-43f5-a335-6f66fae967b9 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd0b32e0-2057-4ec6-b465-d38560654c7a HTTP/1.1" status: 200 len: 945 time: 0.0509634 Dec 10 15:58:36.339105 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-9db1d8d9-b7f6-42b6-bdba-a7bfbe4bcf3c req-506c6153-df42-40f1-9945-e9989425ae38 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] 10.222.0.20 "GET /v2.0/security-groups?id=0232bdc7-a8ab-4f8a-94c1-b610cd258a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401292 Dec 10 15:58:36.452075 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b82ee0-790c-4f51-a6db-02a4590e59b0 req-edac3f60-5d9a-4ce5-9e23-6bd82c806022 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:58:36.453575 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-22b82ee0-790c-4f51-a6db-02a4590e59b0 req-edac3f60-5d9a-4ce5-9e23-6bd82c806022 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd0b32e0-2057-4ec6-b465-d38560654c7a HTTP/1.1" status: 200 len: 945 time: 0.0487127 Dec 10 15:58:36.500350 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-22b82ee0-790c-4f51-a6db-02a4590e59b0 req-558ce015-cf27-4892-a261-7c793179d8d9 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] 10.222.0.20 "GET /v2.0/security-groups?id=0232bdc7-a8ab-4f8a-94c1-b610cd258a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399129 Dec 10 15:58:37.345456 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ce2f6d2c-e760-4062-85f5-c7a479f80180 req-745b5bc2-511c-4e20-be6a-ed987b5bdb14 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fd0b32e0-2057-4ec6-b465-d38560654c7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380924 Dec 10 15:58:37.425282 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2f6d2c-e760-4062-85f5-c7a479f80180 req-ff85ad27-46e9-4125-abf5-80b7960e0ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:58:37.427426 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ce2f6d2c-e760-4062-85f5-c7a479f80180 req-ff85ad27-46e9-4125-abf5-80b7960e0ad1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e88db0a805b849f9ba87ff693ab37e99&device_id=fd0b32e0-2057-4ec6-b465-d38560654c7a HTTP/1.1" status: 200 len: 1098 time: 0.0406973 Dec 10 15:58:37.531243 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2f6d2c-e760-4062-85f5-c7a479f80180 req-49295e29-ba87-4d32-ae13-9c40b5c2db51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:58:37.532720 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ce2f6d2c-e760-4062-85f5-c7a479f80180 req-49295e29-ba87-4d32-ae13-9c40b5c2db51 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fce31167-9421-4fa0-aca5-03abe0e6cc85 HTTP/1.1" status: 200 len: 917 time: 0.0876634 Dec 10 15:58:37.572999 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ce2f6d2c-e760-4062-85f5-c7a479f80180 req-42d5f3ab-f96f-4351-802e-c7daafde6fc7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9e2f1e5-dae4-42dc-b8ba-bf9f312b3fe1 HTTP/1.1" status: 200 len: 217 time: 0.0333509 Dec 10 15:58:37.627925 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2f6d2c-e760-4062-85f5-c7a479f80180 req-6af9cf40-0e49-4605-8853-8196327867c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:58:37.627925 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ce2f6d2c-e760-4062-85f5-c7a479f80180 req-6af9cf40-0e49-4605-8853-8196327867c0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5e5dbff9-cb45-4157-bba3-14115bda50ed HTTP/1.1" status: 200 len: 855 time: 0.0486574 Dec 10 15:58:37.673101 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2f6d2c-e760-4062-85f5-c7a479f80180 req-f9afaeb3-953e-4386-a2cc-c19301365dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:58:37.674612 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ce2f6d2c-e760-4062-85f5-c7a479f80180 req-f9afaeb3-953e-4386-a2cc-c19301365dc8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fce31167-9421-4fa0-aca5-03abe0e6cc85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397742 Dec 10 15:58:37.763799 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ce2f6d2c-e760-4062-85f5-c7a479f80180 req-a8a1055c-cff4-4919-bd90-b7332c3fbfda service neutron] 10.222.0.44 "GET /v2.0/networks/fce31167-9421-4fa0-aca5-03abe0e6cc85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819736 Dec 10 15:58:37.862735 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ce2f6d2c-e760-4062-85f5-c7a479f80180 req-b2fe2477-5344-41e7-b199-7c4273acd8fb service neutron] 10.222.0.44 "GET /v2.0/networks/fce31167-9421-4fa0-aca5-03abe0e6cc85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915368 Dec 10 15:58:42.934388 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bf57f3a3-619b-40ee-99f6-a5643ff46e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:43.561301 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:45.337975 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ed0001cb-106e-45a2-992f-cabb3ea3d3cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:46.183567 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:47.828925 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:58:48.772193 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:01.684118 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22a3fc3-5dbd-455b-b355-b4ba996af4fb req-0a66c964-3591-4c19-942e-3e5f8c87ee2d tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:59:01.685897 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-d22a3fc3-5dbd-455b-b355-b4ba996af4fb req-0a66c964-3591-4c19-942e-3e5f8c87ee2d tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd0b32e0-2057-4ec6-b465-d38560654c7a HTTP/1.1" status: 200 len: 945 time: 0.0506797 Dec 10 15:59:01.740192 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-d22a3fc3-5dbd-455b-b355-b4ba996af4fb req-ee916a85-f9ee-44de-ac61-cbbae022a4ab tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] 10.222.0.20 "GET /v2.0/security-groups?id=0232bdc7-a8ab-4f8a-94c1-b610cd258a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481308 Dec 10 15:59:02.854959 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e737a2fe-b9ee-43b5-8077-ef0add857074 req-1a54392d-24a6-4e45-b9ee-ca98a414d809 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:59:02.856427 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-e737a2fe-b9ee-43b5-8077-ef0add857074 req-1a54392d-24a6-4e45-b9ee-ca98a414d809 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd0b32e0-2057-4ec6-b465-d38560654c7a HTTP/1.1" status: 200 len: 945 time: 0.0480676 Dec 10 15:59:02.906345 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-e737a2fe-b9ee-43b5-8077-ef0add857074 req-e32158e8-70c2-49f9-82e3-4ed6abea025b tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] 10.222.0.20 "GET /v2.0/security-groups?id=0232bdc7-a8ab-4f8a-94c1-b610cd258a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439382 Dec 10 15:59:03.233305 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169fb052-9ce9-42fd-84ea-cb3bd3d6d65d req-1d08d7b7-1c9e-46ff-a364-39de2b859d10 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:59:03.234747 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-169fb052-9ce9-42fd-84ea-cb3bd3d6d65d req-1d08d7b7-1c9e-46ff-a364-39de2b859d10 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd0b32e0-2057-4ec6-b465-d38560654c7a HTTP/1.1" status: 200 len: 945 time: 0.0513062 Dec 10 15:59:03.320663 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [req-169fb052-9ce9-42fd-84ea-cb3bd3d6d65d req-a6025dd4-28b9-421d-b110-50d0deb9d0fe tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] Deleting port a9e2f1e5-dae4-42dc-b8ba-bf9f312b3fe1 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:59:03.321009 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-169fb052-9ce9-42fd-84ea-cb3bd3d6d65d req-a6025dd4-28b9-421d-b110-50d0deb9d0fe tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:03.410684 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [req-169fb052-9ce9-42fd-84ea-cb3bd3d6d65d req-a6025dd4-28b9-421d-b110-50d0deb9d0fe tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] For port a9e2f1e5-dae4-42dc-b8ba-bf9f312b3fe1, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=a9e2f1e5-dae4-42dc-b8ba-bf9f312b3fe1,segment=NetworkSegment(1f386d4c-17cf-4533-9764-68dbfabcc7ac),segment_id=1f386d4c-17cf-4533-9764-68dbfabcc7ac)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:59:03.410972 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-169fb052-9ce9-42fd-84ea-cb3bd3d6d65d req-a6025dd4-28b9-421d-b110-50d0deb9d0fe tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:03.422446 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [req-169fb052-9ce9-42fd-84ea-cb3bd3d6d65d req-a6025dd4-28b9-421d-b110-50d0deb9d0fe tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] Calling delete_port for a9e2f1e5-dae4-42dc-b8ba-bf9f312b3fe1 owned by compute:nova {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:59:03.604165 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-169fb052-9ce9-42fd-84ea-cb3bd3d6d65d req-a6025dd4-28b9-421d-b110-50d0deb9d0fe tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:03.616582 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] get_ports_and_sgs() called for port_ids ['a9e2f1e5-dae4-42dc-b8ba-bf9f312b3fe1'] {{(pid=103588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 15:59:03.636926 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6025dd4-28b9-421d-b110-50d0deb9d0fe tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] Pushing event deleted for resources: {'Port': ['ID=a9e2f1e5-dae4-42dc-b8ba-bf9f312b3fe1,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:59:03.664444 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6025dd4-28b9-421d-b110-50d0deb9d0fe tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:59:03.664755 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6025dd4-28b9-421d-b110-50d0deb9d0fe tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:59:03.665104 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6025dd4-28b9-421d-b110-50d0deb9d0fe tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:59:03.665449 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6025dd4-28b9-421d-b110-50d0deb9d0fe tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:59:03.665814 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6025dd4-28b9-421d-b110-50d0deb9d0fe tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:59:03.666153 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6025dd4-28b9-421d-b110-50d0deb9d0fe tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:59:03.666489 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6025dd4-28b9-421d-b110-50d0deb9d0fe tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:59:03.666835 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6025dd4-28b9-421d-b110-50d0deb9d0fe tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:59:03.667169 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6025dd4-28b9-421d-b110-50d0deb9d0fe tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:59:03.667501 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6025dd4-28b9-421d-b110-50d0deb9d0fe tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:59:03.667836 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6025dd4-28b9-421d-b110-50d0deb9d0fe tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:59:03.668166 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6025dd4-28b9-421d-b110-50d0deb9d0fe tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:59:03.668497 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6025dd4-28b9-421d-b110-50d0deb9d0fe tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:59:03.689971 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [req-169fb052-9ce9-42fd-84ea-cb3bd3d6d65d req-a6025dd4-28b9-421d-b110-50d0deb9d0fe tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] No DVR routers for this DVR port a9e2f1e5-dae4-42dc-b8ba-bf9f312b3fe1 on host hv-neutron-8214 {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:59:03.693045 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-169fb052-9ce9-42fd-84ea-cb3bd3d6d65d req-a6025dd4-28b9-421d-b110-50d0deb9d0fe tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:03.696584 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-169fb052-9ce9-42fd-84ea-cb3bd3d6d65d req-a6025dd4-28b9-421d-b110-50d0deb9d0fe tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] 10.222.0.44 "DELETE /v2.0/ports/a9e2f1e5-dae4-42dc-b8ba-bf9f312b3fe1 HTTP/1.1" status: 204 len: 173 time: 0.4553156 Dec 10 15:59:03.697029 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd0b32e0-2057-4ec6-b465-d38560654c7a', 'name': 'network-vif-deleted', 'tag': 'a9e2f1e5-dae4-42dc-b8ba-bf9f312b3fe1'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:59:03.699440 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde1b47dcd987728a27c8e391f176ee57ea2adf837d2cedb59662361de43515a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dea6398-7cc9-4279-b0fc-e6f2ab23b3c5" -d '{"events": [{"server_uuid": "fd0b32e0-2057-4ec6-b465-d38560654c7a", "name": "network-vif-deleted", "tag": "a9e2f1e5-dae4-42dc-b8ba-bf9f312b3fe1"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:59:03.734638 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 15:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e7db14-44fd-4ed3-bcee-cb3fca2ad1d7 x-openstack-request-id: req-88e7db14-44fd-4ed3-bcee-cb3fca2ad1d7 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:59:03.734766 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd0b32e0-2057-4ec6-b465-d38560654c7a", "name": "network-vif-deleted", "tag": "a9e2f1e5-dae4-42dc-b8ba-bf9f312b3fe1", "status": "completed", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:59:03.735032 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-88e7db14-44fd-4ed3-bcee-cb3fca2ad1d7 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:59:03.735440 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd0b32e0-2057-4ec6-b465-d38560654c7a', 'name': 'network-vif-deleted', 'tag': 'a9e2f1e5-dae4-42dc-b8ba-bf9f312b3fe1', 'status': 'completed', 'code': 200} Dec 10 15:59:03.998718 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 15:59:04.003687 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-8cf5c3d0-408c-46c3-9f4a-e1f0fc80b0cb req-ea605bba-ff1d-48b2-8531-4645fb02ad97 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd0b32e0-2057-4ec6-b465-d38560654c7a HTTP/1.1" status: 200 len: 210 time: 0.0297277 Dec 10 15:59:05.864397 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device a9e2f1e5-dae4-42dc-b8ba-bf9f312b3fe1 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:59:05.884048 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] No Port match for: a9e2f1e5-dae4-42dc-b8ba-bf9f312b3fe1 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:59:05.884382 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device a9e2f1e5-dae4-42dc-b8ba-bf9f312b3fe1 not bound to the agent host hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:59:05.932251 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1506649c-76c4-4ea0-8118-b51870063c86 req-1a40a14e-472e-4c0f-9929-99701b2bcdf8 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:59:05.933717 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-1506649c-76c4-4ea0-8118-b51870063c86 req-1a40a14e-472e-4c0f-9929-99701b2bcdf8 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] 10.222.0.20 "GET /v2.0/networks?id=fce31167-9421-4fa0-aca5-03abe0e6cc85 HTTP/1.1" status: 200 len: 816 time: 0.1031802 Dec 10 15:59:05.948366 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-1506649c-76c4-4ea0-8118-b51870063c86 req-e07383b7-39e4-4301-bba4-deefa115c00e tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] 10.222.0.20 "GET /v2.0/quotas/e88db0a805b849f9ba87ff693ab37e99 HTTP/1.1" status: 200 len: 375 time: 0.0087497 Dec 10 15:59:06.001767 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-1506649c-76c4-4ea0-8118-b51870063c86 req-3330506c-0a52-4a41-9153-9e20c218e720 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e88db0a805b849f9ba87ff693ab37e99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481462 Dec 10 15:59:06.093015 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-1506649c-76c4-4ea0-8118-b51870063c86 req-79eac46b-c819-4cc8-ab2a-f9dab0e00573 service neutron] 10.222.0.20 "GET /v2.0/networks/fce31167-9421-4fa0-aca5-03abe0e6cc85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800309 Dec 10 15:59:06.183583 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-1506649c-76c4-4ea0-8118-b51870063c86 req-3e5a1cf6-e8b4-4102-ba51-face3fd75442 service neutron] 10.222.0.20 "GET /v2.0/networks/fce31167-9421-4fa0-aca5-03abe0e6cc85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840104 Dec 10 15:59:06.441858 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-1bc0b24b-b747-4050-9d7b-b5dc1c9e72f9 req-57357caf-9e00-4498-9adf-8f2acc5ff941 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] 10.222.0.20 "GET /v2.0/ports?device_id=7595fb54-b9d7-45ac-8003-1949f11466bd HTTP/1.1" status: 200 len: 210 time: 0.0271475 Dec 10 15:59:07.538884 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-7f6b5ee0-0b66-4746-a270-5662f3b02b27 req-76da1f14-ef0b-4f52-bdf6-fdded89cb5dd tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] 10.222.0.20 "GET /v2.0/ports?device_id=7595fb54-b9d7-45ac-8003-1949f11466bd HTTP/1.1" status: 200 len: 210 time: 0.0289500 Dec 10 15:59:08.334812 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1506649c-76c4-4ea0-8118-b51870063c86 req-8849d2f1-4862-44e7-842e-e79dcc0f2e65 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:59:08.336377 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-1506649c-76c4-4ea0-8118-b51870063c86 req-8849d2f1-4862-44e7-842e-e79dcc0f2e65 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] 10.222.0.44 "GET /v2.0/networks?id=fce31167-9421-4fa0-aca5-03abe0e6cc85 HTTP/1.1" status: 200 len: 816 time: 0.1070824 Dec 10 15:59:08.350004 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [req-1506649c-76c4-4ea0-8118-b51870063c86 req-0026f8e1-2d4f-426d-9c58-df009fa3dc05 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] Request body: {'port': {'device_id': '7595fb54-b9d7-45ac-8003-1949f11466bd', 'network_id': 'fce31167-9421-4fa0-aca5-03abe0e6cc85', 'admin_state_up': True, 'tenant_id': 'e88db0a805b849f9ba87ff693ab37e99'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:59:08.541401 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1506649c-76c4-4ea0-8118-b51870063c86 req-0026f8e1-2d4f-426d-9c58-df009fa3dc05 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] Made reservation on behalf of e88db0a805b849f9ba87ff693ab37e99 for: {'port': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:59:08.545060 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-1506649c-76c4-4ea0-8118-b51870063c86 req-0026f8e1-2d4f-426d-9c58-df009fa3dc05 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:08.641051 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-b21b9d33-20c0-4d3c-b217-5b6718b25a6b req-aca4084d-a779-4ab6-92b1-b2aa2a84cd4e tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] 10.222.0.20 "GET /v2.0/ports?device_id=7595fb54-b9d7-45ac-8003-1949f11466bd HTTP/1.1" status: 200 len: 210 time: 0.0344830 Dec 10 15:59:08.697947 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [req-1506649c-76c4-4ea0-8118-b51870063c86 req-0026f8e1-2d4f-426d-9c58-df009fa3dc05 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] Allocated IP 172.20.0.6 (fce31167-9421-4fa0-aca5-03abe0e6cc85/5e5dbff9-cb45-4157-bba3-14115bda50ed/7864efa4-69bd-4a0c-bc3c-75a5f4f86344) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:59:08.843879 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-1506649c-76c4-4ea0-8118-b51870063c86 req-0026f8e1-2d4f-426d-9c58-df009fa3dc05 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:08.936885 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-1506649c-76c4-4ea0-8118-b51870063c86 req-0026f8e1-2d4f-426d-9c58-df009fa3dc05 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:08.980287 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1506649c-76c4-4ea0-8118-b51870063c86 req-0026f8e1-2d4f-426d-9c58-df009fa3dc05 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] Network fce31167-9421-4fa0-aca5-03abe0e6cc85 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:59:08.983376 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [req-1506649c-76c4-4ea0-8118-b51870063c86 req-0026f8e1-2d4f-426d-9c58-df009fa3dc05 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:59:08.987572 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [req-1506649c-76c4-4ea0-8118-b51870063c86 req-0026f8e1-2d4f-426d-9c58-df009fa3dc05 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:59:09.011298 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0026f8e1-2d4f-426d-9c58-df009fa3dc05 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] Pushing event updated for resources: {'Port': ['ID=7864efa4-69bd-4a0c-bc3c-75a5f4f86344,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:59:09.039576 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1506649c-76c4-4ea0-8118-b51870063c86 req-0026f8e1-2d4f-426d-9c58-df009fa3dc05 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:59:09.040205 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-1506649c-76c4-4ea0-8118-b51870063c86 req-0026f8e1-2d4f-426d-9c58-df009fa3dc05 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:09.114790 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-1506649c-76c4-4ea0-8118-b51870063c86 req-0026f8e1-2d4f-426d-9c58-df009fa3dc05 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7595372 Dec 10 15:59:09.120037 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [req-1506649c-76c4-4ea0-8118-b51870063c86 req-b598f052-0476-46d1-b9f0-0180f97d187c service neutron] Request body: {'port': {'device_id': '7595fb54-b9d7-45ac-8003-1949f11466bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:59:09.193330 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-1506649c-76c4-4ea0-8118-b51870063c86 req-b598f052-0476-46d1-b9f0-0180f97d187c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:09.277607 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-715a4a8b-170a-47f5-bdb1-d11bab78d0d2 None None] Provisioning complete for port 7864efa4-69bd-4a0c-bc3c-75a5f4f86344 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:59:09.278238 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-715a4a8b-170a-47f5-bdb1-d11bab78d0d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:09.314870 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-715a4a8b-170a-47f5-bdb1-d11bab78d0d2 None None] Port 7864efa4-69bd-4a0c-bc3c-75a5f4f86344 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:59:09.444838 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [req-1506649c-76c4-4ea0-8118-b51870063c86 req-b598f052-0476-46d1-b9f0-0180f97d187c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7864efa4-69bd-4a0c-bc3c-75a5f4f86344 {{(pid=103586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 15:59:09.452157 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-1506649c-76c4-4ea0-8118-b51870063c86 req-b598f052-0476-46d1-b9f0-0180f97d187c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:09.464456 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [req-1506649c-76c4-4ea0-8118-b51870063c86 req-b598f052-0476-46d1-b9f0-0180f97d187c service neutron] Transition to ACTIVE for port object 7864efa4-69bd-4a0c-bc3c-75a5f4f86344 will not be triggered until provisioned by entity L2. {{(pid=103586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 15:59:09.530424 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-1506649c-76c4-4ea0-8118-b51870063c86 req-b598f052-0476-46d1-b9f0-0180f97d187c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:09.603703 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b598f052-0476-46d1-b9f0-0180f97d187c service neutron] Pushing event updated for resources: {'Port': ['ID=7864efa4-69bd-4a0c-bc3c-75a5f4f86344,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:59:09.656573 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [req-1506649c-76c4-4ea0-8118-b51870063c86 req-b598f052-0476-46d1-b9f0-0180f97d187c service neutron] Attempting to bind port 7864efa4-69bd-4a0c-bc3c-75a5f4f86344 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:59:09.656925 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [req-1506649c-76c4-4ea0-8118-b51870063c86 req-b598f052-0476-46d1-b9f0-0180f97d187c service neutron] Attempting to bind port 7864efa4-69bd-4a0c-bc3c-75a5f4f86344 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '1f386d4c-17cf-4533-9764-68dbfabcc7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'fce31167-9421-4fa0-aca5-03abe0e6cc85'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:59:09.657243 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1506649c-76c4-4ea0-8118-b51870063c86 req-b598f052-0476-46d1-b9f0-0180f97d187c service neutron] Attempting to bind port 7864efa4-69bd-4a0c-bc3c-75a5f4f86344 on network fce31167-9421-4fa0-aca5-03abe0e6cc85 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:59:09.661758 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1506649c-76c4-4ea0-8118-b51870063c86 req-b598f052-0476-46d1-b9f0-0180f97d187c service neutron] Port 7864efa4-69bd-4a0c-bc3c-75a5f4f86344 on network fce31167-9421-4fa0-aca5-03abe0e6cc85 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 15:59:09.662115 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1506649c-76c4-4ea0-8118-b51870063c86 req-b598f052-0476-46d1-b9f0-0180f97d187c service neutron] Attempting to bind port 7864efa4-69bd-4a0c-bc3c-75a5f4f86344 on network fce31167-9421-4fa0-aca5-03abe0e6cc85 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:59:09.667159 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1506649c-76c4-4ea0-8118-b51870063c86 req-b598f052-0476-46d1-b9f0-0180f97d187c service neutron] Checking agent: {'id': 'fa828968-c68f-4b22-9699-a58fe4ab1f05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 28, 13), 'started_at': datetime.datetime(2021, 12, 10, 15, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:59:09.667508 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1506649c-76c4-4ea0-8118-b51870063c86 req-b598f052-0476-46d1-b9f0-0180f97d187c service neutron] Checking segment: {'id': '1f386d4c-17cf-4533-9764-68dbfabcc7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'fce31167-9421-4fa0-aca5-03abe0e6cc85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:59:09.667898 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1506649c-76c4-4ea0-8118-b51870063c86 req-b598f052-0476-46d1-b9f0-0180f97d187c service neutron] Bound using segment: {'id': '1f386d4c-17cf-4533-9764-68dbfabcc7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'fce31167-9421-4fa0-aca5-03abe0e6cc85'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:59:09.668330 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [req-1506649c-76c4-4ea0-8118-b51870063c86 req-b598f052-0476-46d1-b9f0-0180f97d187c service neutron] Bound port: 7864efa4-69bd-4a0c-bc3c-75a5f4f86344, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f386d4c-17cf-4533-9764-68dbfabcc7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'fce31167-9421-4fa0-aca5-03abe0e6cc85'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:59:09.668689 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-1506649c-76c4-4ea0-8118-b51870063c86 req-b598f052-0476-46d1-b9f0-0180f97d187c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:09.736072 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [req-1506649c-76c4-4ea0-8118-b51870063c86 req-b598f052-0476-46d1-b9f0-0180f97d187c service neutron] For port 7864efa4-69bd-4a0c-bc3c-75a5f4f86344, host hv-neutron-8214, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:59:09.739425 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [req-1506649c-76c4-4ea0-8118-b51870063c86 req-b598f052-0476-46d1-b9f0-0180f97d187c service neutron] For port 7864efa4-69bd-4a0c-bc3c-75a5f4f86344, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=7864efa4-69bd-4a0c-bc3c-75a5f4f86344,segment=NetworkSegment(1f386d4c-17cf-4533-9764-68dbfabcc7ac),segment_id=1f386d4c-17cf-4533-9764-68dbfabcc7ac)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:59:09.767188 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176cceb7-8ccc-424d-b1b6-113554e0ebe4 req-f7a41542-8b79-4705-9cc0-0a92cff8f848 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:59:09.769431 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-176cceb7-8ccc-424d-b1b6-113554e0ebe4 req-f7a41542-8b79-4705-9cc0-0a92cff8f848 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] 10.222.0.20 "GET /v2.0/ports?device_id=7595fb54-b9d7-45ac-8003-1949f11466bd HTTP/1.1" status: 200 len: 943 time: 0.0533361 Dec 10 15:59:09.817379 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-176cceb7-8ccc-424d-b1b6-113554e0ebe4 req-7f232684-0f26-4543-8cd2-716477441920 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] 10.222.0.20 "GET /v2.0/security-groups?id=0232bdc7-a8ab-4f8a-94c1-b610cd258a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419559 Dec 10 15:59:09.834485 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-1506649c-76c4-4ea0-8118-b51870063c86 req-b598f052-0476-46d1-b9f0-0180f97d187c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:09.873355 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1506649c-76c4-4ea0-8118-b51870063c86 req-b598f052-0476-46d1-b9f0-0180f97d187c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:59:09.874025 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-1506649c-76c4-4ea0-8118-b51870063c86 req-b598f052-0476-46d1-b9f0-0180f97d187c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:09.875430 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-1506649c-76c4-4ea0-8118-b51870063c86 req-b598f052-0476-46d1-b9f0-0180f97d187c service neutron] 10.222.0.44 "PUT /v2.0/ports/7864efa4-69bd-4a0c-bc3c-75a5f4f86344 HTTP/1.1" status: 200 len: 1093 time: 0.7620149 Dec 10 15:59:09.875880 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7595fb54-b9d7-45ac-8003-1949f11466bd', 'tag': '7864efa4-69bd-4a0c-bc3c-75a5f4f86344'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:59:09.878764 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde1b47dcd987728a27c8e391f176ee57ea2adf837d2cedb59662361de43515a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b0a1bb-6144-42d6-94d2-68ceb94544e4" -d '{"events": [{"name": "network-changed", "server_uuid": "7595fb54-b9d7-45ac-8003-1949f11466bd", "tag": "7864efa4-69bd-4a0c-bc3c-75a5f4f86344"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:59:09.905812 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b598f052-0476-46d1-b9f0-0180f97d187c service neutron] Pushing event updated for resources: {'Port': ['ID=7864efa4-69bd-4a0c-bc3c-75a5f4f86344,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:59:09.925838 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 15:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f007c2-af59-482c-8f1f-9c9ac15d6dcc x-openstack-request-id: req-03f007c2-af59-482c-8f1f-9c9ac15d6dcc {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:59:09.926179 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7595fb54-b9d7-45ac-8003-1949f11466bd", "tag": "7864efa4-69bd-4a0c-bc3c-75a5f4f86344", "status": "completed", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:59:09.926516 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-03f007c2-af59-482c-8f1f-9c9ac15d6dcc {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:59:09.926991 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7595fb54-b9d7-45ac-8003-1949f11466bd', 'tag': '7864efa4-69bd-4a0c-bc3c-75a5f4f86344', 'status': 'completed', 'code': 200} Dec 10 15:59:09.986619 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b0a1bb-6144-42d6-94d2-68ceb94544e4 req-8f37d03d-292f-4ac4-8368-6e92a0762f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:59:09.988692 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f2b0a1bb-6144-42d6-94d2-68ceb94544e4 req-8f37d03d-292f-4ac4-8368-6e92a0762f46 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e88db0a805b849f9ba87ff693ab37e99&device_id=7595fb54-b9d7-45ac-8003-1949f11466bd HTTP/1.1" status: 200 len: 1096 time: 0.0428858 Dec 10 15:59:10.089206 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b0a1bb-6144-42d6-94d2-68ceb94544e4 req-5d08a736-bc2b-415e-a732-81673f1f60b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:59:10.090753 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f2b0a1bb-6144-42d6-94d2-68ceb94544e4 req-5d08a736-bc2b-415e-a732-81673f1f60b5 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=e88db0a805b849f9ba87ff693ab37e99&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0938716 Dec 10 15:59:10.189742 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b0a1bb-6144-42d6-94d2-68ceb94544e4 req-7049ba6d-7f79-4fb1-9172-437fd6948665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:59:10.191256 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f2b0a1bb-6144-42d6-94d2-68ceb94544e4 req-7049ba6d-7f79-4fb1-9172-437fd6948665 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0932553 Dec 10 15:59:10.264909 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1506649c-76c4-4ea0-8118-b51870063c86 req-bf410109-5fd3-49b4-81e3-edb90ade2aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:59:10.266323 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-1506649c-76c4-4ea0-8118-b51870063c86 req-bf410109-5fd3-49b4-81e3-edb90ade2aa9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e88db0a805b849f9ba87ff693ab37e99&device_id=7595fb54-b9d7-45ac-8003-1949f11466bd HTTP/1.1" status: 200 len: 1096 time: 0.0410686 Dec 10 15:59:10.307011 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-1506649c-76c4-4ea0-8118-b51870063c86 req-4b2d34c7-4271-4f01-b9f6-fde7e0b9d846 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7864efa4-69bd-4a0c-bc3c-75a5f4f86344 HTTP/1.1" status: 200 len: 217 time: 0.0335736 Dec 10 15:59:10.357299 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1506649c-76c4-4ea0-8118-b51870063c86 req-0b97c992-740f-4eda-8b88-fd2bbaba1e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:59:10.358739 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-1506649c-76c4-4ea0-8118-b51870063c86 req-0b97c992-740f-4eda-8b88-fd2bbaba1e89 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5e5dbff9-cb45-4157-bba3-14115bda50ed HTTP/1.1" status: 200 len: 855 time: 0.0455618 Dec 10 15:59:10.402353 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1506649c-76c4-4ea0-8118-b51870063c86 req-2592cc27-6063-46d0-a942-4c1434784359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:59:10.403803 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-1506649c-76c4-4ea0-8118-b51870063c86 req-2592cc27-6063-46d0-a942-4c1434784359 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fce31167-9421-4fa0-aca5-03abe0e6cc85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0378361 Dec 10 15:59:10.491495 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-1506649c-76c4-4ea0-8118-b51870063c86 req-c133e75f-cc93-4278-9d3a-6da58b201e7e service neutron] 10.222.0.44 "GET /v2.0/networks/fce31167-9421-4fa0-aca5-03abe0e6cc85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789063 Dec 10 15:59:10.581891 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-1506649c-76c4-4ea0-8118-b51870063c86 req-94787db1-deed-455c-845c-dfb8245f2044 service neutron] 10.222.0.44 "GET /v2.0/networks/fce31167-9421-4fa0-aca5-03abe0e6cc85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835340 Dec 10 15:59:10.931650 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4716cfac-49a2-4acb-b7ea-0c74db426b64 req-e74cc400-f307-4d6b-a740-c969b4e57362 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:59:10.933120 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4716cfac-49a2-4acb-b7ea-0c74db426b64 req-e74cc400-f307-4d6b-a740-c969b4e57362 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] 10.222.0.20 "GET /v2.0/ports?device_id=7595fb54-b9d7-45ac-8003-1949f11466bd HTTP/1.1" status: 200 len: 943 time: 0.0488052 Dec 10 15:59:10.983865 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4716cfac-49a2-4acb-b7ea-0c74db426b64 req-f78fcf96-d656-4c17-868f-5365773fe06d tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] 10.222.0.20 "GET /v2.0/security-groups?id=0232bdc7-a8ab-4f8a-94c1-b610cd258a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446942 Dec 10 15:59:11.864047 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 7864efa4-69bd-4a0c-bc3c-75a5f4f86344 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 15:59:11.954036 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port 7864efa4-69bd-4a0c-bc3c-75a5f4f86344, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=7864efa4-69bd-4a0c-bc3c-75a5f4f86344,segment=NetworkSegment(1f386d4c-17cf-4533-9764-68dbfabcc7ac),segment_id=1f386d4c-17cf-4533-9764-68dbfabcc7ac)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:59:11.969643 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Returning: {'device': '7864efa4-69bd-4a0c-bc3c-75a5f4f86344', 'network_id': 'fce31167-9421-4fa0-aca5-03abe0e6cc85', 'port_id': '7864efa4-69bd-4a0c-bc3c-75a5f4f86344', 'mac_address': 'fa:16:3e:f8:5f:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e5dbff9-cb45-4157-bba3-14115bda50ed', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 15:59:12.006595 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:12.020361 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7864efa4-69bd-4a0c-bc3c-75a5f4f86344 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 15:59:12.039672 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port 7864efa4-69bd-4a0c-bc3c-75a5f4f86344, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=7864efa4-69bd-4a0c-bc3c-75a5f4f86344,segment=NetworkSegment(1f386d4c-17cf-4533-9764-68dbfabcc7ac),segment_id=1f386d4c-17cf-4533-9764-68dbfabcc7ac)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:59:12.101409 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:12.105296 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fb36b1-dbfa-4c8a-b17e-46dd9822afb7 req-905ff947-3bbe-44a3-b50b-7dd0df9d9798 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:59:12.111046 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-d6fb36b1-dbfa-4c8a-b17e-46dd9822afb7 req-905ff947-3bbe-44a3-b50b-7dd0df9d9798 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] 10.222.0.20 "GET /v2.0/ports?device_id=7595fb54-b9d7-45ac-8003-1949f11466bd HTTP/1.1" status: 200 len: 943 time: 0.0492890 Dec 10 15:59:12.149134 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=7864efa4-69bd-4a0c-bc3c-75a5f4f86344,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:59:12.158349 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-d6fb36b1-dbfa-4c8a-b17e-46dd9822afb7 req-28236a87-82d6-4680-b9b7-9f194c90b06e tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] 10.222.0.20 "GET /v2.0/security-groups?id=0232bdc7-a8ab-4f8a-94c1-b610cd258a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451717 Dec 10 15:59:12.292376 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] get_ports_and_sgs() called for port_ids ['7864efa4-69bd-4a0c-bc3c-75a5f4f86344'] {{(pid=103588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 15:59:12.947766 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b42442dd-4865-4428-853e-77c41545a72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:13.269990 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321079b8-6f2d-427e-a67d-9aa6ac635d2a req-5b70dcb1-e35f-4ed5-b63a-a53c629f3446 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:59:13.271459 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-321079b8-6f2d-427e-a67d-9aa6ac635d2a req-5b70dcb1-e35f-4ed5-b63a-a53c629f3446 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] 10.222.0.20 "GET /v2.0/ports?device_id=7595fb54-b9d7-45ac-8003-1949f11466bd HTTP/1.1" status: 200 len: 944 time: 0.0475628 Dec 10 15:59:13.317992 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-321079b8-6f2d-427e-a67d-9aa6ac635d2a req-4919dfe6-ae82-4e98-904a-0f87b277983b tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] 10.222.0.20 "GET /v2.0/security-groups?id=0232bdc7-a8ab-4f8a-94c1-b610cd258a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407214 Dec 10 15:59:13.587210 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:13.879717 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 7864efa4-69bd-4a0c-bc3c-75a5f4f86344 up at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:59:13.986653 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning for port 7864efa4-69bd-4a0c-bc3c-75a5f4f86344 completed by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 15:59:13.990620 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning complete for port 7864efa4-69bd-4a0c-bc3c-75a5f4f86344 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:59:13.990990 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:14.078274 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:14.101348 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7595fb54-b9d7-45ac-8003-1949f11466bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7864efa4-69bd-4a0c-bc3c-75a5f4f86344'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:59:14.103612 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa4b92c408489e2c982394a5a7b3518bb1b22554638321e3ea6c5cabb2c75d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e569ecdc-4e13-4af3-b650-0b301023c2e3" -d '{"events": [{"server_uuid": "7595fb54-b9d7-45ac-8003-1949f11466bd", "name": "network-vif-plugged", "status": "completed", "tag": "7864efa4-69bd-4a0c-bc3c-75a5f4f86344"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:59:14.116058 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port 7864efa4-69bd-4a0c-bc3c-75a5f4f86344, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=7864efa4-69bd-4a0c-bc3c-75a5f4f86344,segment=NetworkSegment(1f386d4c-17cf-4533-9764-68dbfabcc7ac),segment_id=1f386d4c-17cf-4533-9764-68dbfabcc7ac)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:59:14.144134 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 15:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e80d5496-52ea-4f34-bb94-bfdc04ad03d4 x-openstack-request-id: req-e80d5496-52ea-4f34-bb94-bfdc04ad03d4 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:59:14.144134 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7595fb54-b9d7-45ac-8003-1949f11466bd", "name": "network-vif-plugged", "status": "completed", "tag": "7864efa4-69bd-4a0c-bc3c-75a5f4f86344", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:59:14.144134 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e80d5496-52ea-4f34-bb94-bfdc04ad03d4 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:59:14.144134 dv-neutron-821401-4-hyperv neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7595fb54-b9d7-45ac-8003-1949f11466bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7864efa4-69bd-4a0c-bc3c-75a5f4f86344', 'code': 200} Dec 10 15:59:14.187951 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:14.235523 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=7864efa4-69bd-4a0c-bc3c-75a5f4f86344,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:59:14.415560 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af5d182-6417-4e13-aaa0-e4626910c0ae req-f7a61d97-4d7d-4abb-b7b4-32b838416f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:59:14.417055 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-3af5d182-6417-4e13-aaa0-e4626910c0ae req-f7a61d97-4d7d-4abb-b7b4-32b838416f2f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7595fb54-b9d7-45ac-8003-1949f11466bd HTTP/1.1" status: 200 len: 1098 time: 0.0442030 Dec 10 15:59:14.432612 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be40762-2dfe-4c4a-98df-988fbff600d5 req-5439f983-1b19-457d-b502-6303422b4a66 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:59:14.434139 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-3be40762-2dfe-4c4a-98df-988fbff600d5 req-5439f983-1b19-457d-b502-6303422b4a66 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] 10.222.0.20 "GET /v2.0/ports?device_id=7595fb54-b9d7-45ac-8003-1949f11466bd HTTP/1.1" status: 200 len: 945 time: 0.0497370 Dec 10 15:59:14.462879 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-3af5d182-6417-4e13-aaa0-e4626910c0ae req-e330988e-c08f-4e9b-9f4c-a6c260655b8f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0232bdc7-a8ab-4f8a-94c1-b610cd258a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373108 Dec 10 15:59:14.482398 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-3be40762-2dfe-4c4a-98df-988fbff600d5 req-1062afd3-b7b3-41d2-9b8c-40e3933f7793 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] 10.222.0.20 "GET /v2.0/security-groups?id=0232bdc7-a8ab-4f8a-94c1-b610cd258a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413954 Dec 10 15:59:15.295431 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-60887553-9de6-44df-886e-62f4882adb1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:15.600161 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f2cc47-0d8e-47d3-a372-474f3d4311f1 req-49e64662-2c89-41e5-9039-523996a6e1cc tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:59:15.601839 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f1f2cc47-0d8e-47d3-a372-474f3d4311f1 req-49e64662-2c89-41e5-9039-523996a6e1cc tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] 10.222.0.20 "GET /v2.0/ports?device_id=7595fb54-b9d7-45ac-8003-1949f11466bd HTTP/1.1" status: 200 len: 945 time: 0.0495000 Dec 10 15:59:15.649489 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f1f2cc47-0d8e-47d3-a372-474f3d4311f1 req-97322389-ac3a-4bec-837d-8edaeb5b8e71 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] 10.222.0.20 "GET /v2.0/security-groups?id=0232bdc7-a8ab-4f8a-94c1-b610cd258a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412843 Dec 10 15:59:16.209550 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:16.780543 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2f769e-59d9-4386-aef5-62e3db92200c req-5a9daa06-0374-4fbf-8a4b-90b4a338f707 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:59:16.783947 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-2f2f769e-59d9-4386-aef5-62e3db92200c req-5a9daa06-0374-4fbf-8a4b-90b4a338f707 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] 10.222.0.20 "GET /v2.0/ports?device_id=7595fb54-b9d7-45ac-8003-1949f11466bd HTTP/1.1" status: 200 len: 945 time: 0.0690010 Dec 10 15:59:16.841258 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-2f2f769e-59d9-4386-aef5-62e3db92200c req-70e4342a-acf6-4983-a95a-beab35467b84 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] 10.222.0.20 "GET /v2.0/security-groups?id=0232bdc7-a8ab-4f8a-94c1-b610cd258a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510807 Dec 10 15:59:16.951563 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14726bca-548a-4503-8126-0ce99944dfec req-49085087-1d60-42f4-81cf-8d8506ee7c65 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:59:16.953016 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-14726bca-548a-4503-8126-0ce99944dfec req-49085087-1d60-42f4-81cf-8d8506ee7c65 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] 10.222.0.20 "GET /v2.0/ports?device_id=7595fb54-b9d7-45ac-8003-1949f11466bd HTTP/1.1" status: 200 len: 945 time: 0.0478837 Dec 10 15:59:17.002949 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-14726bca-548a-4503-8126-0ce99944dfec req-efaf86e6-96c2-4ffd-9995-6cbc3f9dcffb tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] 10.222.0.20 "GET /v2.0/security-groups?id=0232bdc7-a8ab-4f8a-94c1-b610cd258a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434346 Dec 10 15:59:17.844633 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:18.695148 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:37.360170 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-267d4b63-310a-4e8b-af76-10b9223ad789 req-e081acf1-f18d-4325-ab85-ff656370edd7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7595fb54-b9d7-45ac-8003-1949f11466bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393319 Dec 10 15:59:37.436784 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d4b63-310a-4e8b-af76-10b9223ad789 req-607f5b5e-c211-4d85-a6ff-6feee01aaad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:59:37.438352 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-267d4b63-310a-4e8b-af76-10b9223ad789 req-607f5b5e-c211-4d85-a6ff-6feee01aaad2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e88db0a805b849f9ba87ff693ab37e99&device_id=7595fb54-b9d7-45ac-8003-1949f11466bd HTTP/1.1" status: 200 len: 1098 time: 0.0396199 Dec 10 15:59:37.549509 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d4b63-310a-4e8b-af76-10b9223ad789 req-2a84b106-d789-438d-8dcb-1dd8f18f0830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:59:37.551502 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-267d4b63-310a-4e8b-af76-10b9223ad789 req-2a84b106-d789-438d-8dcb-1dd8f18f0830 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fce31167-9421-4fa0-aca5-03abe0e6cc85 HTTP/1.1" status: 200 len: 917 time: 0.0896811 Dec 10 15:59:37.592829 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-267d4b63-310a-4e8b-af76-10b9223ad789 req-bc7c44f1-a534-47a2-baf6-c5040cb2822d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7864efa4-69bd-4a0c-bc3c-75a5f4f86344 HTTP/1.1" status: 200 len: 217 time: 0.0338316 Dec 10 15:59:37.641423 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d4b63-310a-4e8b-af76-10b9223ad789 req-8cb8d4aa-d26b-4eb2-8036-90ef51251821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:59:37.644333 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-267d4b63-310a-4e8b-af76-10b9223ad789 req-8cb8d4aa-d26b-4eb2-8036-90ef51251821 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5e5dbff9-cb45-4157-bba3-14115bda50ed HTTP/1.1" status: 200 len: 855 time: 0.0425756 Dec 10 15:59:37.691707 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d4b63-310a-4e8b-af76-10b9223ad789 req-1fb96c28-4173-47c5-87ab-71533bb72ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:59:37.693092 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-267d4b63-310a-4e8b-af76-10b9223ad789 req-1fb96c28-4173-47c5-87ab-71533bb72ddb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fce31167-9421-4fa0-aca5-03abe0e6cc85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0438356 Dec 10 15:59:37.779768 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-267d4b63-310a-4e8b-af76-10b9223ad789 req-9c39dfb4-499f-4f10-8bb7-104142cd1f64 service neutron] 10.222.0.44 "GET /v2.0/networks/fce31167-9421-4fa0-aca5-03abe0e6cc85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793259 Dec 10 15:59:37.875799 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-267d4b63-310a-4e8b-af76-10b9223ad789 req-1d42822b-d027-4d3f-8eae-5f1eeedfc394 service neutron] 10.222.0.44 "GET /v2.0/networks/fce31167-9421-4fa0-aca5-03abe0e6cc85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889437 Dec 10 15:59:40.988838 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 15:59:41.790224 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1799335-371a-4f4f-8ad2-a0ca1487eaac req-6803d6e5-c7a3-42c1-bb76-9d07983223f7 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:59:41.791743 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b1799335-371a-4f4f-8ad2-a0ca1487eaac req-6803d6e5-c7a3-42c1-bb76-9d07983223f7 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] 10.222.0.20 "GET /v2.0/ports?device_id=7595fb54-b9d7-45ac-8003-1949f11466bd HTTP/1.1" status: 200 len: 945 time: 0.0517302 Dec 10 15:59:41.840454 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b1799335-371a-4f4f-8ad2-a0ca1487eaac req-1c64ac6f-a316-4c22-830c-e72b8d197b84 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] 10.222.0.20 "GET /v2.0/security-groups?id=0232bdc7-a8ab-4f8a-94c1-b610cd258a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427547 Dec 10 15:59:42.952265 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-950b4ca6-1a69-4764-b301-2ed97d3c37e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:42.958041 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c72db-1f1e-401b-8f4e-2006e06a7226 req-ca3ea716-47ac-4642-946d-480ad352be39 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:59:42.961729 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-510c72db-1f1e-401b-8f4e-2006e06a7226 req-ca3ea716-47ac-4642-946d-480ad352be39 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] 10.222.0.20 "GET /v2.0/ports?device_id=7595fb54-b9d7-45ac-8003-1949f11466bd HTTP/1.1" status: 200 len: 945 time: 0.0514257 Dec 10 15:59:43.008169 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-510c72db-1f1e-401b-8f4e-2006e06a7226 req-b06054e4-f578-4afd-a2fc-533478a737db tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] 10.222.0.20 "GET /v2.0/security-groups?id=0232bdc7-a8ab-4f8a-94c1-b610cd258a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424423 Dec 10 15:59:43.357713 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef711aae-ea04-4784-9987-d25f9b5c22d0 req-be16e450-3d88-42ee-a95d-51667aae4b0b tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:59:43.359131 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ef711aae-ea04-4784-9987-d25f9b5c22d0 req-be16e450-3d88-42ee-a95d-51667aae4b0b tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] 10.222.0.44 "GET /v2.0/ports?device_id=7595fb54-b9d7-45ac-8003-1949f11466bd HTTP/1.1" status: 200 len: 945 time: 0.0477483 Dec 10 15:59:43.451588 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [req-ef711aae-ea04-4784-9987-d25f9b5c22d0 req-a144e50b-d20b-4dd8-afbd-e302bae86e28 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] Deleting port 7864efa4-69bd-4a0c-bc3c-75a5f4f86344 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:59:43.451933 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-ef711aae-ea04-4784-9987-d25f9b5c22d0 req-a144e50b-d20b-4dd8-afbd-e302bae86e28 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:43.537865 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [req-ef711aae-ea04-4784-9987-d25f9b5c22d0 req-a144e50b-d20b-4dd8-afbd-e302bae86e28 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] For port 7864efa4-69bd-4a0c-bc3c-75a5f4f86344, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=7864efa4-69bd-4a0c-bc3c-75a5f4f86344,segment=NetworkSegment(1f386d4c-17cf-4533-9764-68dbfabcc7ac),segment_id=1f386d4c-17cf-4533-9764-68dbfabcc7ac)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:59:43.538235 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-ef711aae-ea04-4784-9987-d25f9b5c22d0 req-a144e50b-d20b-4dd8-afbd-e302bae86e28 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:43.551909 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [req-ef711aae-ea04-4784-9987-d25f9b5c22d0 req-a144e50b-d20b-4dd8-afbd-e302bae86e28 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] Calling delete_port for 7864efa4-69bd-4a0c-bc3c-75a5f4f86344 owned by compute:nova {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:59:43.580760 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:43.757091 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-ef711aae-ea04-4784-9987-d25f9b5c22d0 req-a144e50b-d20b-4dd8-afbd-e302bae86e28 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:43.769032 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] get_ports_and_sgs() called for port_ids ['7864efa4-69bd-4a0c-bc3c-75a5f4f86344'] {{(pid=103588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 15:59:43.783704 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a144e50b-d20b-4dd8-afbd-e302bae86e28 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] Pushing event deleted for resources: {'Port': ['ID=7864efa4-69bd-4a0c-bc3c-75a5f4f86344,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:59:43.832874 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef711aae-ea04-4784-9987-d25f9b5c22d0 req-a144e50b-d20b-4dd8-afbd-e302bae86e28 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] No DVR routers for this DVR port 7864efa4-69bd-4a0c-bc3c-75a5f4f86344 on host hv-neutron-8214 {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:59:43.835410 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-ef711aae-ea04-4784-9987-d25f9b5c22d0 req-a144e50b-d20b-4dd8-afbd-e302bae86e28 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:43.838810 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ef711aae-ea04-4784-9987-d25f9b5c22d0 req-a144e50b-d20b-4dd8-afbd-e302bae86e28 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] 10.222.0.44 "DELETE /v2.0/ports/7864efa4-69bd-4a0c-bc3c-75a5f4f86344 HTTP/1.1" status: 204 len: 173 time: 0.4733281 Dec 10 15:59:43.839320 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7595fb54-b9d7-45ac-8003-1949f11466bd', 'name': 'network-vif-deleted', 'tag': '7864efa4-69bd-4a0c-bc3c-75a5f4f86344'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 15:59:43.841626 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde1b47dcd987728a27c8e391f176ee57ea2adf837d2cedb59662361de43515a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c5ceeeb-5a72-4335-bff9-cf7b15a47716" -d '{"events": [{"server_uuid": "7595fb54-b9d7-45ac-8003-1949f11466bd", "name": "network-vif-deleted", "tag": "7864efa4-69bd-4a0c-bc3c-75a5f4f86344"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 15:59:43.882453 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 15:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-066630dd-8de2-4d81-a3fc-69d7b42ae12a x-openstack-request-id: req-066630dd-8de2-4d81-a3fc-69d7b42ae12a {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 15:59:43.882756 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7595fb54-b9d7-45ac-8003-1949f11466bd", "name": "network-vif-deleted", "tag": "7864efa4-69bd-4a0c-bc3c-75a5f4f86344", "status": "completed", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 15:59:43.883016 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-066630dd-8de2-4d81-a3fc-69d7b42ae12a {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 15:59:43.883620 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7595fb54-b9d7-45ac-8003-1949f11466bd', 'name': 'network-vif-deleted', 'tag': '7864efa4-69bd-4a0c-bc3c-75a5f4f86344', 'status': 'completed', 'code': 200} Dec 10 15:59:44.108112 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-59f2f38e-a14f-469c-af08-e2e9d8e3e7ad req-f06db129-48e2-4607-89c2-60d8cdc7cb02 tempest-TestEncryptedCinderVolumes-96907149 tempest-TestEncryptedCinderVolumes-96907149-project] 10.222.0.20 "GET /v2.0/ports?device_id=7595fb54-b9d7-45ac-8003-1949f11466bd HTTP/1.1" status: 200 len: 210 time: 0.0312200 Dec 10 15:59:45.251312 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 41980) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:59:45.276290 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-51a2df5e-683a-4927-ab41-1a6e16335b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:45.587590 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b267c282-906a-467e-a5ad-8b31b92efd8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549925'] for router_interface, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:45.826206 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-b267c282-906a-467e-a5ad-8b31b92efd8e admin admin] Deleting port 4d634134-bc63-4192-9292-dfa723fc8eef {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:59:45.826543 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b267c282-906a-467e-a5ad-8b31b92efd8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:45.903852 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-b267c282-906a-467e-a5ad-8b31b92efd8e admin admin] For port 4d634134-bc63-4192-9292-dfa723fc8eef, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=4d634134-bc63-4192-9292-dfa723fc8eef,segment=NetworkSegment(1f386d4c-17cf-4533-9764-68dbfabcc7ac),segment_id=1f386d4c-17cf-4533-9764-68dbfabcc7ac)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:59:45.904129 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b267c282-906a-467e-a5ad-8b31b92efd8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:45.915810 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-b267c282-906a-467e-a5ad-8b31b92efd8e admin admin] Calling delete_port for 4d634134-bc63-4192-9292-dfa723fc8eef owned by network:router_interface {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:59:46.034708 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 7864efa4-69bd-4a0c-bc3c-75a5f4f86344 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:59:46.058835 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] No Port match for: 7864efa4-69bd-4a0c-bc3c-75a5f4f86344 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:59:46.059181 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 7864efa4-69bd-4a0c-bc3c-75a5f4f86344 not bound to the agent host hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:59:46.214576 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:46.414409 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b267c282-906a-467e-a5ad-8b31b92efd8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:46.439084 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267c282-906a-467e-a5ad-8b31b92efd8e admin admin] Pushing event deleted for resources: {'Port': ['ID=4d634134-bc63-4192-9292-dfa723fc8eef,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:59:46.604280 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b267c282-906a-467e-a5ad-8b31b92efd8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550073'] for router_interface, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:46.811462 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b267c282-906a-467e-a5ad-8b31b92efd8e admin admin] Router 348858f1-0751-4a91-ad51-0132166a2350 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:59:46.919092 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b267c282-906a-467e-a5ad-8b31b92efd8e admin admin] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:59:46.924083 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-b267c282-906a-467e-a5ad-8b31b92efd8e admin admin] 10.222.0.20 "PUT /v2.0/routers/348858f1-0751-4a91-ad51-0132166a2350/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6705704 Dec 10 15:59:46.927881 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 41982) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:59:46.930910 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b197e6-896d-4b22-bf69-9a8ce230c218 None None] Sync routers for ids ['348858f1-0751-4a91-ad51-0132166a2350'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:59:46.942641 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b197e6-896d-4b22-bf69-9a8ce230c218 None None] Routers {'348858f1-0751-4a91-ad51-0132166a2350'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:59:46.945381 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-e0b197e6-896d-4b22-bf69-9a8ce230c218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:59:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['348858f1-0751-4a91-ad51-0132166a2350'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:59:47.032915 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4d08de79-f0f8-4cd2-9612-f3db7b406a54 admin admin] Publish callbacks [] for router, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:47.047855 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-e0b197e6-896d-4b22-bf69-9a8ce230c218 None None] Set router 348858f1-0751-4a91-ad51-0132166a2350 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:59:47.134985 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4d08de79-f0f8-4cd2-9612-f3db7b406a54 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:47.225729 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-e0b197e6-896d-4b22-bf69-9a8ce230c218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348858f1-0751-4a91-ad51-0132166a2350', 'name': 'tempest-TestEncryptedCinderVolumes-286485219-router', 'tenant_id': 'e88db0a805b849f9ba87ff693ab37e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.200'}], 'enable_snat': True}, 'gw_port_id': 'ca1f98c2-6c15-4925-82a8-c04debf8e708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:58:13Z', 'updated_at': '2021-12-10T15:59:46Z', 'revision_number': 5, 'project_id': 'e88db0a805b849f9ba87ff693ab37e99', 'gw_port': {'id': 'ca1f98c2-6c15-4925-82a8-c04debf8e708', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:c4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348858f1-0751-4a91-ad51-0132166a2350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:58:14Z', 'updated_at': '2021-12-10T15:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:59:47.252291 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b197e6-896d-4b22-bf69-9a8ce230c218 None None] Checking router: 348858f1-0751-4a91-ad51-0132166a2350 for host: dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:59:47.260637 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b197e6-896d-4b22-bf69-9a8ce230c218 None None] Routers {'348858f1-0751-4a91-ad51-0132166a2350'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:59:47.261249 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-e0b197e6-896d-4b22-bf69-9a8ce230c218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:59:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['348858f1-0751-4a91-ad51-0132166a2350'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:59:47.263524 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-4d08de79-f0f8-4cd2-9612-f3db7b406a54 admin admin] Deleting port ca1f98c2-6c15-4925-82a8-c04debf8e708 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:59:47.263867 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4d08de79-f0f8-4cd2-9612-f3db7b406a54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:47.348996 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-4d08de79-f0f8-4cd2-9612-f3db7b406a54 admin admin] For port ca1f98c2-6c15-4925-82a8-c04debf8e708, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=ca1f98c2-6c15-4925-82a8-c04debf8e708,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:59:47.349383 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4d08de79-f0f8-4cd2-9612-f3db7b406a54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:47.360997 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-4d08de79-f0f8-4cd2-9612-f3db7b406a54 admin admin] Calling delete_port for ca1f98c2-6c15-4925-82a8-c04debf8e708 owned by network:router_gateway {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:59:47.374965 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-e0b197e6-896d-4b22-bf69-9a8ce230c218 None None] Set router 348858f1-0751-4a91-ad51-0132166a2350 gateway port host: None {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:59:47.427633 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-e0b197e6-896d-4b22-bf69-9a8ce230c218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348858f1-0751-4a91-ad51-0132166a2350', 'name': 'tempest-TestEncryptedCinderVolumes-286485219-router', 'tenant_id': 'e88db0a805b849f9ba87ff693ab37e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:58:13Z', 'updated_at': '2021-12-10T15:59:47Z', 'revision_number': 6, 'project_id': 'e88db0a805b849f9ba87ff693ab37e99', 'gw_port_host': None}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:59:47.541714 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b197e6-896d-4b22-bf69-9a8ce230c218 None None] The sync data for ids ['348858f1-0751-4a91-ad51-0132166a2350'] in dv-neutron-821401-4-hyperv is: [{'id': '348858f1-0751-4a91-ad51-0132166a2350', 'name': 'tempest-TestEncryptedCinderVolumes-286485219-router', 'tenant_id': 'e88db0a805b849f9ba87ff693ab37e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:58:13Z', 'updated_at': '2021-12-10T15:59:47Z', 'revision_number': 6, 'project_id': 'e88db0a805b849f9ba87ff693ab37e99', 'gw_port_host': None}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:59:47.575040 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4d08de79-f0f8-4cd2-9612-f3db7b406a54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:47.601510 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d08de79-f0f8-4cd2-9612-f3db7b406a54 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca1f98c2-6c15-4925-82a8-c04debf8e708,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:59:47.615703 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdf0623-b3c7-4264-9ab6-e116155abb5f None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:59:47.666861 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4d08de79-f0f8-4cd2-9612-f3db7b406a54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552731'] for router_gateway, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:47.770684 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4d08de79-f0f8-4cd2-9612-f3db7b406a54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13898'] for router, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:47.772836 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4d08de79-f0f8-4cd2-9612-f3db7b406a54 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:47.819221 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:47.876150 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4d08de79-f0f8-4cd2-9612-f3db7b406a54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549250'] for router, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:47.876655 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d08de79-f0f8-4cd2-9612-f3db7b406a54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 348858f1-0751-4a91-ad51-0132166a2350 {{(pid=103586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 15:59:47.882467 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4d08de79-f0f8-4cd2-9612-f3db7b406a54 admin admin] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:47.885979 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-4d08de79-f0f8-4cd2-9612-f3db7b406a54 admin admin] 10.222.0.20 "DELETE /v2.0/routers/348858f1-0751-4a91-ad51-0132166a2350 HTTP/1.1" status: 204 len: 168 time: 0.9554648 Dec 10 15:59:47.887421 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 41984) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:59:47.936734 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5f17dba-b000-4160-90ba-e9e9d7806b1f admin admin] Deleting subnet 5e5dbff9-cb45-4157-bba3-14115bda50ed {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:59:47.940779 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c5f17dba-b000-4160-90ba-e9e9d7806b1f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:47.983796 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c5f17dba-b000-4160-90ba-e9e9d7806b1f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11806768'] for subnet, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:48.072706 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c5f17dba-b000-4160-90ba-e9e9d7806b1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:48.192230 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c5f17dba-b000-4160-90ba-e9e9d7806b1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11236721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11668521'] for subnet, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:48.217111 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f17dba-b000-4160-90ba-e9e9d7806b1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e5dbff9-cb45-4157-bba3-14115bda50ed,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:59:48.221554 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c5f17dba-b000-4160-90ba-e9e9d7806b1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:48.224764 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-c5f17dba-b000-4160-90ba-e9e9d7806b1f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5e5dbff9-cb45-4157-bba3-14115bda50ed HTTP/1.1" status: 204 len: 168 time: 0.3359606 Dec 10 15:59:48.226480 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9776a1da-abe8-47e0-b7d8-5016a1c4f182 None None] Network fce31167-9421-4fa0-aca5-03abe0e6cc85 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:59:48.227430 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 41986) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:59:48.230539 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f17dba-b000-4160-90ba-e9e9d7806b1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:59:48.230898 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f17dba-b000-4160-90ba-e9e9d7806b1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:59:48.231245 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f17dba-b000-4160-90ba-e9e9d7806b1f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:59:48.231601 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f17dba-b000-4160-90ba-e9e9d7806b1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:59:48.231925 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f17dba-b000-4160-90ba-e9e9d7806b1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:59:48.232258 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f17dba-b000-4160-90ba-e9e9d7806b1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:59:48.232593 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f17dba-b000-4160-90ba-e9e9d7806b1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:59:48.232928 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f17dba-b000-4160-90ba-e9e9d7806b1f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:59:48.233274 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f17dba-b000-4160-90ba-e9e9d7806b1f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:59:48.233642 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f17dba-b000-4160-90ba-e9e9d7806b1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:59:48.233950 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f17dba-b000-4160-90ba-e9e9d7806b1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:59:48.234283 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f17dba-b000-4160-90ba-e9e9d7806b1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:59:48.234615 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f17dba-b000-4160-90ba-e9e9d7806b1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:59:48.303727 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9520bda8-403a-463a-89b5-1d6dfc75e311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:48.366362 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-9520bda8-403a-463a-89b5-1d6dfc75e311 admin admin] Deleting port df40e18a-88bc-4c0d-a266-2aadad6025f9 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:59:48.366913 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9520bda8-403a-463a-89b5-1d6dfc75e311 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:48.400966 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04c559d-b4cd-4305-aafb-afc6fd656fed None None] DHCP port deletion for fce31167-9421-4fa0-aca5-03abe0e6cc85 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:59:48.430726 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-9520bda8-403a-463a-89b5-1d6dfc75e311 admin admin] For port df40e18a-88bc-4c0d-a266-2aadad6025f9, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=df40e18a-88bc-4c0d-a266-2aadad6025f9,segment=NetworkSegment(1f386d4c-17cf-4533-9764-68dbfabcc7ac),segment_id=1f386d4c-17cf-4533-9764-68dbfabcc7ac)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:59:48.431230 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9520bda8-403a-463a-89b5-1d6dfc75e311 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:48.445220 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-9520bda8-403a-463a-89b5-1d6dfc75e311 admin admin] Calling delete_port for df40e18a-88bc-4c0d-a266-2aadad6025f9 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:59:48.450581 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f04c559d-b4cd-4305-aafb-afc6fd656fed None None] Deleting port df40e18a-88bc-4c0d-a266-2aadad6025f9 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:59:48.451200 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f04c559d-b4cd-4305-aafb-afc6fd656fed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:48.514270 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f04c559d-b4cd-4305-aafb-afc6fd656fed None None] For port df40e18a-88bc-4c0d-a266-2aadad6025f9, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=df40e18a-88bc-4c0d-a266-2aadad6025f9,segment=NetworkSegment(1f386d4c-17cf-4533-9764-68dbfabcc7ac),segment_id=1f386d4c-17cf-4533-9764-68dbfabcc7ac)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:59:48.514671 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f04c559d-b4cd-4305-aafb-afc6fd656fed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:48.531356 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f04c559d-b4cd-4305-aafb-afc6fd656fed None None] Calling delete_port for df40e18a-88bc-4c0d-a266-2aadad6025f9 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:59:48.580516 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device df40e18a-88bc-4c0d-a266-2aadad6025f9 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:59:48.586117 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9520bda8-403a-463a-89b5-1d6dfc75e311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:48.613719 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9520bda8-403a-463a-89b5-1d6dfc75e311 admin admin] Pushing event deleted for resources: {'Port': ['ID=df40e18a-88bc-4c0d-a266-2aadad6025f9,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:59:48.621835 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9520bda8-403a-463a-89b5-1d6dfc75e311 admin admin] No DVR routers for this DVR port df40e18a-88bc-4c0d-a266-2aadad6025f9 on host dv-neutron-821401-4-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:59:48.652436 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No active binding found for port df40e18a-88bc-4c0d-a266-2aadad6025f9 {{(pid=103588) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 10 15:59:48.652983 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device df40e18a-88bc-4c0d-a266-2aadad6025f9 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:59:48.653286 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 4d634134-bc63-4192-9292-dfa723fc8eef no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:59:48.679206 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 4d634134-bc63-4192-9292-dfa723fc8eef {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:59:48.679567 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 4d634134-bc63-4192-9292-dfa723fc8eef not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:59:48.679984 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device ca1f98c2-6c15-4925-82a8-c04debf8e708 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:59:48.698774 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9520bda8-403a-463a-89b5-1d6dfc75e311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:48.703712 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:48.705094 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: ca1f98c2-6c15-4925-82a8-c04debf8e708 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:59:48.705471 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device ca1f98c2-6c15-4925-82a8-c04debf8e708 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:59:48.709700 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f04c559d-b4cd-4305-aafb-afc6fd656fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:48.725874 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-9520bda8-403a-463a-89b5-1d6dfc75e311 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fce31167-9421-4fa0-aca5-03abe0e6cc85']}} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:59:48.735594 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-9520bda8-403a-463a-89b5-1d6dfc75e311 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f386d4c-17cf-4533-9764-68dbfabcc7ac') {'for_net_delete': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:59:48.735753 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04c559d-b4cd-4305-aafb-afc6fd656fed None None] Pushing event deleted for resources: {'Port': ['ID=df40e18a-88bc-4c0d-a266-2aadad6025f9,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:59:48.736324 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-9520bda8-403a-463a-89b5-1d6dfc75e311 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f386d4c-17cf-4533-9764-68dbfabcc7ac') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:59:48.738523 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04c559d-b4cd-4305-aafb-afc6fd656fed None None] No DVR routers for this DVR port df40e18a-88bc-4c0d-a266-2aadad6025f9 on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:59:48.746450 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04c559d-b4cd-4305-aafb-afc6fd656fed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:59:48.746811 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04c559d-b4cd-4305-aafb-afc6fd656fed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:59:48.747154 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04c559d-b4cd-4305-aafb-afc6fd656fed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:59:48.747542 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04c559d-b4cd-4305-aafb-afc6fd656fed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:59:48.747870 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04c559d-b4cd-4305-aafb-afc6fd656fed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:59:48.748178 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04c559d-b4cd-4305-aafb-afc6fd656fed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:59:48.748582 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04c559d-b4cd-4305-aafb-afc6fd656fed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:59:48.748921 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04c559d-b4cd-4305-aafb-afc6fd656fed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:59:48.749446 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04c559d-b4cd-4305-aafb-afc6fd656fed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:59:48.749554 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04c559d-b4cd-4305-aafb-afc6fd656fed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:59:48.749857 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04c559d-b4cd-4305-aafb-afc6fd656fed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:59:48.750145 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04c559d-b4cd-4305-aafb-afc6fd656fed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:59:48.750450 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04c559d-b4cd-4305-aafb-afc6fd656fed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:59:48.753242 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9520bda8-403a-463a-89b5-1d6dfc75e311 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12392235'] for segment, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:48.766816 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9520bda8-403a-463a-89b5-1d6dfc75e311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:48.773690 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9520bda8-403a-463a-89b5-1d6dfc75e311 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=103586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:59:48.774187 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9520bda8-403a-463a-89b5-1d6dfc75e311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11695586'] for segment, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:48.775882 dv-neutron-821401-4-hyperv neutron-server[103586]: Traceback (most recent call last): Dec 10 15:59:48.775882 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:59:48.775882 dv-neutron-821401-4-hyperv neutron-server[103586]: timer() Dec 10 15:59:48.775882 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:59:48.775882 dv-neutron-821401-4-hyperv neutron-server[103586]: cb(*args, **kw) Dec 10 15:59:48.775882 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:59:48.775882 dv-neutron-821401-4-hyperv neutron-server[103586]: return func(*args, **kwargs) Dec 10 15:59:48.775882 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:59:48.775882 dv-neutron-821401-4-hyperv neutron-server[103586]: self._notify() Dec 10 15:59:48.775882 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:59:48.775882 dv-neutron-821401-4-hyperv neutron-server[103586]: self.callback(batched_events) Dec 10 15:59:48.775882 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:59:48.775882 dv-neutron-821401-4-hyperv neutron-server[103586]: event.method(event) Dec 10 15:59:48.775882 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:59:48.775882 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:59:48.775882 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:59:48.775882 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:59:48.775882 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:59:48.775882 dv-neutron-821401-4-hyperv neutron-server[103586]: return f(self, *a, **k) Dec 10 15:59:48.775882 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:59:48.775882 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._get(url).json() Dec 10 15:59:48.775882 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:59:48.775882 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:59:48.775882 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:59:48.775882 dv-neutron-821401-4-hyperv neutron-server[103586]: return self.request(url, 'GET', **kwargs) Dec 10 15:59:48.775882 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:59:48.775882 dv-neutron-821401-4-hyperv neutron-server[103586]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:59:48.775882 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:59:48.775882 dv-neutron-821401-4-hyperv neutron-server[103586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:59:48.775882 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:59:48.775882 dv-neutron-821401-4-hyperv neutron-server[103586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:59:48.775882 dv-neutron-821401-4-hyperv neutron-server[103586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:59:48.906048 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9520bda8-403a-463a-89b5-1d6dfc75e311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:48.913907 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9520bda8-403a-463a-89b5-1d6dfc75e311 admin admin] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:48.919999 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-9520bda8-403a-463a-89b5-1d6dfc75e311 admin admin] 10.222.0.20 "DELETE /v2.0/networks/fce31167-9421-4fa0-aca5-03abe0e6cc85 HTTP/1.1" status: 204 len: 168 time: 0.6888490 Dec 10 15:59:48.920395 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 41988) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:59:48.927497 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9520bda8-403a-463a-89b5-1d6dfc75e311 admin admin] Pushing event deleted for resources: {'Network': ['ID=fce31167-9421-4fa0-aca5-03abe0e6cc85,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:59:49.348884 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dc081a5c-c2cd-446b-be50-b8cdae762ae3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549925'] for router_interface, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:49.633584 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-dc081a5c-c2cd-446b-be50-b8cdae762ae3 admin admin] Deleting port c31df13d-eca7-4b9b-85d0-74f0e10cd7e4 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:59:49.633857 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dc081a5c-c2cd-446b-be50-b8cdae762ae3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:49.711697 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-dc081a5c-c2cd-446b-be50-b8cdae762ae3 admin admin] For port c31df13d-eca7-4b9b-85d0-74f0e10cd7e4, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=c31df13d-eca7-4b9b-85d0-74f0e10cd7e4,segment=NetworkSegment(98a2d410-9310-4884-b719-158e6d1a20c5),segment_id=98a2d410-9310-4884-b719-158e6d1a20c5)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:59:49.712057 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dc081a5c-c2cd-446b-be50-b8cdae762ae3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:49.723467 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-dc081a5c-c2cd-446b-be50-b8cdae762ae3 admin admin] Calling delete_port for c31df13d-eca7-4b9b-85d0-74f0e10cd7e4 owned by network:router_interface {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:59:49.985980 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dc081a5c-c2cd-446b-be50-b8cdae762ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:50.260253 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc081a5c-c2cd-446b-be50-b8cdae762ae3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c31df13d-eca7-4b9b-85d0-74f0e10cd7e4,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:59:50.423881 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dc081a5c-c2cd-446b-be50-b8cdae762ae3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550073'] for router_interface, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:50.638357 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc081a5c-c2cd-446b-be50-b8cdae762ae3 admin admin] Router 8d108ec6-fc92-4929-9d25-1bb3f17d429a has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 15:59:50.742458 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc081a5c-c2cd-446b-be50-b8cdae762ae3 admin admin] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:59:50.750018 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-dc081a5c-c2cd-446b-be50-b8cdae762ae3 admin admin] 10.222.0.20 "PUT /v2.0/routers/8d108ec6-fc92-4929-9d25-1bb3f17d429a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8261085 Dec 10 15:59:50.750339 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 41990) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:59:50.751197 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b867c87-4836-4885-99db-aae44f35dd23 None None] Sync routers for ids ['8d108ec6-fc92-4929-9d25-1bb3f17d429a'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:59:50.765305 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b867c87-4836-4885-99db-aae44f35dd23 None None] Routers {'8d108ec6-fc92-4929-9d25-1bb3f17d429a'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:59:50.765305 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-6b867c87-4836-4885-99db-aae44f35dd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:59:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['8d108ec6-fc92-4929-9d25-1bb3f17d429a'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:59:50.855915 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ff1727c0-ddea-4cdc-b69b-8ace347e1489 admin admin] Publish callbacks [] for router, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:50.864183 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-6b867c87-4836-4885-99db-aae44f35dd23 None None] Set router 8d108ec6-fc92-4929-9d25-1bb3f17d429a gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:59:50.957697 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ff1727c0-ddea-4cdc-b69b-8ace347e1489 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:51.035650 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-6b867c87-4836-4885-99db-aae44f35dd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d108ec6-fc92-4929-9d25-1bb3f17d429a', 'name': 'tempest-TestEncryptedCinderVolumes-752971289-router', 'tenant_id': '3b4a18b96d334abcbddf93a323949f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': '929e7822-c1b2-4c31-b55c-ebb117557a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:58:19Z', 'updated_at': '2021-12-10T15:59:49Z', 'revision_number': 5, 'project_id': '3b4a18b96d334abcbddf93a323949f8e', 'gw_port': {'id': '929e7822-c1b2-4c31-b55c-ebb117557a8d', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:4e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d108ec6-fc92-4929-9d25-1bb3f17d429a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:58:20Z', 'updated_at': '2021-12-10T15:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:59:51.063440 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-ff1727c0-ddea-4cdc-b69b-8ace347e1489 admin admin] Deleting port 929e7822-c1b2-4c31-b55c-ebb117557a8d {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:59:51.063785 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ff1727c0-ddea-4cdc-b69b-8ace347e1489 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:51.072016 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b867c87-4836-4885-99db-aae44f35dd23 None None] Checking router: 8d108ec6-fc92-4929-9d25-1bb3f17d429a for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:59:51.080301 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b867c87-4836-4885-99db-aae44f35dd23 None None] Routers {'8d108ec6-fc92-4929-9d25-1bb3f17d429a'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:59:51.080911 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-6b867c87-4836-4885-99db-aae44f35dd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:59:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['8d108ec6-fc92-4929-9d25-1bb3f17d429a'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:59:51.143625 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-ff1727c0-ddea-4cdc-b69b-8ace347e1489 admin admin] For port 929e7822-c1b2-4c31-b55c-ebb117557a8d, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=929e7822-c1b2-4c31-b55c-ebb117557a8d,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:59:51.143987 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ff1727c0-ddea-4cdc-b69b-8ace347e1489 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:51.155987 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-ff1727c0-ddea-4cdc-b69b-8ace347e1489 admin admin] Calling delete_port for 929e7822-c1b2-4c31-b55c-ebb117557a8d owned by network:router_gateway {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:59:51.167850 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-6b867c87-4836-4885-99db-aae44f35dd23 None None] Set router 8d108ec6-fc92-4929-9d25-1bb3f17d429a gateway port host: None {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:59:51.218264 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-6b867c87-4836-4885-99db-aae44f35dd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d108ec6-fc92-4929-9d25-1bb3f17d429a', 'name': 'tempest-TestEncryptedCinderVolumes-752971289-router', 'tenant_id': '3b4a18b96d334abcbddf93a323949f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:58:19Z', 'updated_at': '2021-12-10T15:59:50Z', 'revision_number': 6, 'project_id': '3b4a18b96d334abcbddf93a323949f8e', 'gw_port_host': None}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:59:51.247164 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b867c87-4836-4885-99db-aae44f35dd23 None None] The sync data for ids ['8d108ec6-fc92-4929-9d25-1bb3f17d429a'] in dv-neutron-821401-4-hyperv is: [{'id': '8d108ec6-fc92-4929-9d25-1bb3f17d429a', 'name': 'tempest-TestEncryptedCinderVolumes-752971289-router', 'tenant_id': '3b4a18b96d334abcbddf93a323949f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:58:19Z', 'updated_at': '2021-12-10T15:59:50Z', 'revision_number': 6, 'project_id': '3b4a18b96d334abcbddf93a323949f8e', 'gw_port_host': None}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:59:51.373462 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ff1727c0-ddea-4cdc-b69b-8ace347e1489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:51.398128 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1727c0-ddea-4cdc-b69b-8ace347e1489 admin admin] Pushing event deleted for resources: {'Port': ['ID=929e7822-c1b2-4c31-b55c-ebb117557a8d,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:59:51.413852 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033ba248-ffbe-4347-b0c7-7c11d4b50ca7 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:59:51.458140 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ff1727c0-ddea-4cdc-b69b-8ace347e1489 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552731'] for router_gateway, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:51.548416 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ff1727c0-ddea-4cdc-b69b-8ace347e1489 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13898'] for router, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:51.550457 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ff1727c0-ddea-4cdc-b69b-8ace347e1489 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:51.631643 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ff1727c0-ddea-4cdc-b69b-8ace347e1489 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549250'] for router, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:51.632190 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff1727c0-ddea-4cdc-b69b-8ace347e1489 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d108ec6-fc92-4929-9d25-1bb3f17d429a {{(pid=103586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 15:59:51.636488 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ff1727c0-ddea-4cdc-b69b-8ace347e1489 admin admin] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:51.638670 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-ff1727c0-ddea-4cdc-b69b-8ace347e1489 admin admin] 10.222.0.20 "DELETE /v2.0/routers/8d108ec6-fc92-4929-9d25-1bb3f17d429a HTTP/1.1" status: 204 len: 168 time: 0.8857353 Dec 10 15:59:51.640250 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 41992) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:59:51.687196 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbed9128-ad3b-4da0-afa1-5c34c65c5a4c admin admin] Deleting subnet 2a818247-acfb-4f8b-badc-eff6c61c7b37 {{(pid=103586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 15:59:51.690296 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cbed9128-ad3b-4da0-afa1-5c34c65c5a4c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:51.724186 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cbed9128-ad3b-4da0-afa1-5c34c65c5a4c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12392400'] for subnet, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:51.801968 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cbed9128-ad3b-4da0-afa1-5c34c65c5a4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:51.900014 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cbed9128-ad3b-4da0-afa1-5c34c65c5a4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:51.926550 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbed9128-ad3b-4da0-afa1-5c34c65c5a4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a818247-acfb-4f8b-badc-eff6c61c7b37,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:59:51.928515 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cbed9128-ad3b-4da0-afa1-5c34c65c5a4c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:51.931782 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-cbed9128-ad3b-4da0-afa1-5c34c65c5a4c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2a818247-acfb-4f8b-badc-eff6c61c7b37 HTTP/1.1" status: 204 len: 168 time: 0.2895393 Dec 10 15:59:51.932204 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df53cf2e-4714-4545-9f7e-3e77df3e2aea None None] Network 206ea9cf-bcb9-44cd-9388-c9561b436f54 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:59:51.934974 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 41994) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:59:52.007234 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-676b9645-bf91-432a-9b46-2949118cd14c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:52.062605 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-676b9645-bf91-432a-9b46-2949118cd14c admin admin] Deleting port 88d8bf1e-72a7-476c-9be4-974141f14d2f {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:59:52.062956 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-676b9645-bf91-432a-9b46-2949118cd14c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:52.075501 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7447a3-3e81-4b0c-a120-61d54516cfd8 None None] DHCP port deletion for 206ea9cf-bcb9-44cd-9388-c9561b436f54 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:59:52.133037 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-8b7447a3-3e81-4b0c-a120-61d54516cfd8 None None] Deleting port 88d8bf1e-72a7-476c-9be4-974141f14d2f {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 15:59:52.133408 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8b7447a3-3e81-4b0c-a120-61d54516cfd8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:52.138700 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-676b9645-bf91-432a-9b46-2949118cd14c admin admin] For port 88d8bf1e-72a7-476c-9be4-974141f14d2f, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=88d8bf1e-72a7-476c-9be4-974141f14d2f,segment=NetworkSegment(98a2d410-9310-4884-b719-158e6d1a20c5),segment_id=98a2d410-9310-4884-b719-158e6d1a20c5)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:59:52.139067 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-676b9645-bf91-432a-9b46-2949118cd14c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:52.153113 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-676b9645-bf91-432a-9b46-2949118cd14c admin admin] Calling delete_port for 88d8bf1e-72a7-476c-9be4-974141f14d2f owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:59:52.197423 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-8b7447a3-3e81-4b0c-a120-61d54516cfd8 None None] For port 88d8bf1e-72a7-476c-9be4-974141f14d2f, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=88d8bf1e-72a7-476c-9be4-974141f14d2f,segment=NetworkSegment(98a2d410-9310-4884-b719-158e6d1a20c5),segment_id=98a2d410-9310-4884-b719-158e6d1a20c5)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:59:52.197849 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8b7447a3-3e81-4b0c-a120-61d54516cfd8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:52.211127 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-8b7447a3-3e81-4b0c-a120-61d54516cfd8 None None] Calling delete_port for 88d8bf1e-72a7-476c-9be4-974141f14d2f owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 15:59:52.294554 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-676b9645-bf91-432a-9b46-2949118cd14c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:52.300077 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8b7447a3-3e81-4b0c-a120-61d54516cfd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:52.324579 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b9645-bf91-432a-9b46-2949118cd14c admin admin] Pushing event deleted for resources: {'Port': ['ID=88d8bf1e-72a7-476c-9be4-974141f14d2f,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:59:52.324821 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7447a3-3e81-4b0c-a120-61d54516cfd8 None None] Pushing event deleted for resources: {'Port': ['ID=88d8bf1e-72a7-476c-9be4-974141f14d2f,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:59:52.329191 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7447a3-3e81-4b0c-a120-61d54516cfd8 None None] No DVR routers for this DVR port 88d8bf1e-72a7-476c-9be4-974141f14d2f on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:59:52.329886 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676b9645-bf91-432a-9b46-2949118cd14c admin admin] No DVR routers for this DVR port 88d8bf1e-72a7-476c-9be4-974141f14d2f on host dv-neutron-821401-4-hyperv {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 15:59:52.400020 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-676b9645-bf91-432a-9b46-2949118cd14c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:52.419611 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-676b9645-bf91-432a-9b46-2949118cd14c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['206ea9cf-bcb9-44cd-9388-c9561b436f54']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:59:52.429498 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-676b9645-bf91-432a-9b46-2949118cd14c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98a2d410-9310-4884-b719-158e6d1a20c5') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:59:52.429806 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-676b9645-bf91-432a-9b46-2949118cd14c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98a2d410-9310-4884-b719-158e6d1a20c5') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:59:52.439283 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-676b9645-bf91-432a-9b46-2949118cd14c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11806923'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:52.452531 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-676b9645-bf91-432a-9b46-2949118cd14c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:52.458528 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-676b9645-bf91-432a-9b46-2949118cd14c admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 15:59:52.458906 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-676b9645-bf91-432a-9b46-2949118cd14c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11236635'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:52.467017 dv-neutron-821401-4-hyperv neutron-server[103587]: Traceback (most recent call last): Dec 10 15:59:52.467017 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 15:59:52.467017 dv-neutron-821401-4-hyperv neutron-server[103587]: timer() Dec 10 15:59:52.467017 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 15:59:52.467017 dv-neutron-821401-4-hyperv neutron-server[103587]: cb(*args, **kw) Dec 10 15:59:52.467017 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 15:59:52.467017 dv-neutron-821401-4-hyperv neutron-server[103587]: return func(*args, **kwargs) Dec 10 15:59:52.467017 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 15:59:52.467017 dv-neutron-821401-4-hyperv neutron-server[103587]: self._notify() Dec 10 15:59:52.467017 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 15:59:52.467017 dv-neutron-821401-4-hyperv neutron-server[103587]: self.callback(batched_events) Dec 10 15:59:52.467017 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 15:59:52.467017 dv-neutron-821401-4-hyperv neutron-server[103587]: event.method(event) Dec 10 15:59:52.467017 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 15:59:52.467017 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 15:59:52.467017 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 15:59:52.467017 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 15:59:52.467017 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 15:59:52.467017 dv-neutron-821401-4-hyperv neutron-server[103587]: return f(self, *a, **k) Dec 10 15:59:52.467017 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 15:59:52.467017 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._get(url).json() Dec 10 15:59:52.467017 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 15:59:52.467017 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 15:59:52.467017 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 15:59:52.467017 dv-neutron-821401-4-hyperv neutron-server[103587]: return self.request(url, 'GET', **kwargs) Dec 10 15:59:52.467017 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 15:59:52.467017 dv-neutron-821401-4-hyperv neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 15:59:52.467017 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 15:59:52.467017 dv-neutron-821401-4-hyperv neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 15:59:52.467017 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 15:59:52.467017 dv-neutron-821401-4-hyperv neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 15:59:52.467017 dv-neutron-821401-4-hyperv neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 15:59:52.552816 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device c31df13d-eca7-4b9b-85d0-74f0e10cd7e4 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:59:52.573581 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: c31df13d-eca7-4b9b-85d0-74f0e10cd7e4 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:59:52.573954 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device c31df13d-eca7-4b9b-85d0-74f0e10cd7e4 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:59:52.574373 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 929e7822-c1b2-4c31-b55c-ebb117557a8d no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:59:52.585965 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-676b9645-bf91-432a-9b46-2949118cd14c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:52.590672 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-676b9645-bf91-432a-9b46-2949118cd14c admin admin] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:52.594023 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 929e7822-c1b2-4c31-b55c-ebb117557a8d {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:59:52.594330 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-676b9645-bf91-432a-9b46-2949118cd14c admin admin] 10.222.0.20 "DELETE /v2.0/networks/206ea9cf-bcb9-44cd-9388-c9561b436f54 HTTP/1.1" status: 204 len: 168 time: 0.6582363 Dec 10 15:59:52.594459 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 929e7822-c1b2-4c31-b55c-ebb117557a8d not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:59:52.594777 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 88d8bf1e-72a7-476c-9be4-974141f14d2f no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 15:59:52.608309 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b9645-bf91-432a-9b46-2949118cd14c admin admin] Pushing event deleted for resources: {'Network': ['ID=206ea9cf-bcb9-44cd-9388-c9561b436f54,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:59:52.622730 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 88d8bf1e-72a7-476c-9be4-974141f14d2f {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 15:59:52.623086 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 88d8bf1e-72a7-476c-9be4-974141f14d2f not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 15:59:52.945569 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 41998) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:59:52.985263 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-114f4b92-ff92-4998-952f-7b3f38840b6f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e88db0a805b849f9ba87ff693ab37e99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384662 Dec 10 15:59:52.987576 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 42000) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:59:53.037203 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c106ed84-68ac-4cf4-9b64-bfee419818b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:53.058676 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c106ed84-68ac-4cf4-9b64-bfee419818b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:53.179732 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c106ed84-68ac-4cf4-9b64-bfee419818b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:53.182321 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c106ed84-68ac-4cf4-9b64-bfee419818b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:53.183717 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-c106ed84-68ac-4cf4-9b64-bfee419818b0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0232bdc7-a8ab-4f8a-94c1-b610cd258a72 HTTP/1.1" status: 204 len: 168 time: 0.1945946 Dec 10 15:59:53.191833 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c106ed84-68ac-4cf4-9b64-bfee419818b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0232bdc7-a8ab-4f8a-94c1-b610cd258a72,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:59:53.791033 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 42006) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:59:53.829979 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-1b76d842-3903-44bd-84aa-cac9d34e40ac admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3b4a18b96d334abcbddf93a323949f8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0377245 Dec 10 15:59:53.832391 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 42008) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:59:53.878952 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2ecf1cd5-23d1-4f89-bdb7-e0d6a7abe19f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:53.899175 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2ecf1cd5-23d1-4f89-bdb7-e0d6a7abe19f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:54.013263 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2ecf1cd5-23d1-4f89-bdb7-e0d6a7abe19f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:54.015882 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2ecf1cd5-23d1-4f89-bdb7-e0d6a7abe19f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:54.017049 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-2ecf1cd5-23d1-4f89-bdb7-e0d6a7abe19f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1c3fadd2-c3c4-46f6-8c7b-5de16aca39eb HTTP/1.1" status: 204 len: 168 time: 0.1836696 Dec 10 15:59:54.025126 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecf1cd5-23d1-4f89-bdb7-e0d6a7abe19f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c3fadd2-c3c4-46f6-8c7b-5de16aca39eb,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:59:54.968280 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 42030) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:59:55.069653 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-40953345-a610-46ed-9992-ac8782cd5bc3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-923768678-network', 'tenant_id': '8148558b30de418884c507615c2ebf69'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:59:55.168486 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40953345-a610-46ed-9992-ac8782cd5bc3 admin admin] Made reservation on behalf of 8148558b30de418884c507615c2ebf69 for: {'network': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:59:55.170880 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-40953345-a610-46ed-9992-ac8782cd5bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:55.183359 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-40953345-a610-46ed-9992-ac8782cd5bc3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:55.258195 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-40953345-a610-46ed-9992-ac8782cd5bc3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:55.339507 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-40953345-a610-46ed-9992-ac8782cd5bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:55.364614 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40953345-a610-46ed-9992-ac8782cd5bc3 admin admin] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=103586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 15:59:55.373215 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40953345-a610-46ed-9992-ac8782cd5bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb929ce-bb62-47f7-b10d-ac58840e5bd5,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:59:55.380010 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-40953345-a610-46ed-9992-ac8782cd5bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:55.380939 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.segments_db [None req-40953345-a610-46ed-9992-ac8782cd5bc3 admin admin] Added segment 1f198185-b1e1-445f-b7c7-7b51649bec08 of type vlan for network c6ff8cf1-df23-4ad4-991e-649f1e3e50b1 Dec 10 15:59:55.418730 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-40953345-a610-46ed-9992-ac8782cd5bc3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:55.482240 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-40953345-a610-46ed-9992-ac8782cd5bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:55.483257 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40953345-a610-46ed-9992-ac8782cd5bc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:59:55.483835 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-40953345-a610-46ed-9992-ac8782cd5bc3 admin admin] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:55.543203 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40953345-a610-46ed-9992-ac8782cd5bc3 admin admin] Pushing event updated for resources: {'Network': ['ID=c6ff8cf1-df23-4ad4-991e-649f1e3e50b1,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:59:55.553061 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network c6ff8cf1-df23-4ad4-991e-649f1e3e50b1 details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 15:59:55.588405 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-40953345-a610-46ed-9992-ac8782cd5bc3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6190352 Dec 10 15:59:55.591200 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 42034) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:59:55.596070 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-cd52184e-c854-4c04-8b22-089ffbf1ebc6 admin admin] Request body: {'subnet': {'network_id': 'c6ff8cf1-df23-4ad4-991e-649f1e3e50b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-923768678-subnet', 'tenant_id': '8148558b30de418884c507615c2ebf69', 'ip_version': 4}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:59:55.675940 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd52184e-c854-4c04-8b22-089ffbf1ebc6 admin admin] Made reservation on behalf of 8148558b30de418884c507615c2ebf69 for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 15:59:55.678317 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cd52184e-c854-4c04-8b22-089ffbf1ebc6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:55.893978 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cd52184e-c854-4c04-8b22-089ffbf1ebc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11695183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581935'] for subnet, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:55.953291 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd52184e-c854-4c04-8b22-089ffbf1ebc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07ab9e62-5321-4b9e-8641-5956ae23fe6e,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:59:55.960853 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd52184e-c854-4c04-8b22-089ffbf1ebc6 admin admin] Checking segment: {'id': '1f198185-b1e1-445f-b7c7-7b51649bec08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c6ff8cf1-df23-4ad4-991e-649f1e3e50b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:59:55.961211 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd52184e-c854-4c04-8b22-089ffbf1ebc6 admin admin] Network hostable DHCP agents. Network: c6ff8cf1-df23-4ad4-991e-649f1e3e50b1, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 15:59:56.030810 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd52184e-c854-4c04-8b22-089ffbf1ebc6 admin admin] Network c6ff8cf1-df23-4ad4-991e-649f1e3e50b1 is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 15:59:56.110826 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-cd52184e-c854-4c04-8b22-089ffbf1ebc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, c6ff8cf1-df23-4ad4-991e-649f1e3e50b1) {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:59:56.115258 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd52184e-c854-4c04-8b22-089ffbf1ebc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 15:59:56.116246 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cd52184e-c854-4c04-8b22-089ffbf1ebc6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:56.120079 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978ad76e-4e18-4151-b4ec-3f791cd7bab2 None None] Network c6ff8cf1-df23-4ad4-991e-649f1e3e50b1 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:59:56.199734 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-cd52184e-c854-4c04-8b22-089ffbf1ebc6 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6073616 Dec 10 15:59:56.202344 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 42036) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:59:56.208801 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-534a5ee4-fad1-422d-913d-ab431a5aa79a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-923768678-router', 'tenant_id': '8148558b30de418884c507615c2ebf69', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 15:59:56.219210 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22669b23-c784-42d9-9e7e-c6a7cd14bc1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-c6ff8cf1-df23-4ad4-991e-649f1e3e50b1', 'network_id': 'c6ff8cf1-df23-4ad4-991e-649f1e3e50b1', 'project_id': '8148558b30de418884c507615c2ebf69', 'fixed_ips': [{'subnet_id': '07ab9e62-5321-4b9e-8641-5956ae23fe6e'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 15:59:56.220078 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-22669b23-c784-42d9-9e7e-c6a7cd14bc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:56.305691 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-534a5ee4-fad1-422d-913d-ab431a5aa79a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13912'] for router, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:56.306792 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-534a5ee4-fad1-422d-913d-ab431a5aa79a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:56.351452 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-22669b23-c784-42d9-9e7e-c6a7cd14bc1c None None] Allocated IP 172.20.0.2 (c6ff8cf1-df23-4ad4-991e-649f1e3e50b1/07ab9e62-5321-4b9e-8641-5956ae23fe6e/20c65bc7-9b6d-4954-bafa-c2ef9f8444f1) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:59:56.356560 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-534a5ee4-fad1-422d-913d-ab431a5aa79a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:56.489929 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-22669b23-c784-42d9-9e7e-c6a7cd14bc1c None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:56.568878 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-22669b23-c784-42d9-9e7e-c6a7cd14bc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:56.609696 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22669b23-c784-42d9-9e7e-c6a7cd14bc1c None None] Network c6ff8cf1-df23-4ad4-991e-649f1e3e50b1 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:59:56.612845 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-22669b23-c784-42d9-9e7e-c6a7cd14bc1c None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:59:56.616076 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22669b23-c784-42d9-9e7e-c6a7cd14bc1c None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:59:56.625807 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22669b23-c784-42d9-9e7e-c6a7cd14bc1c None None] Pushing event updated for resources: {'Port': ['ID=20c65bc7-9b6d-4954-bafa-c2ef9f8444f1,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:59:56.678969 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-22669b23-c784-42d9-9e7e-c6a7cd14bc1c None None] Attempting to bind port 20c65bc7-9b6d-4954-bafa-c2ef9f8444f1 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:59:56.679340 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-22669b23-c784-42d9-9e7e-c6a7cd14bc1c None None] Attempting to bind port 20c65bc7-9b6d-4954-bafa-c2ef9f8444f1 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '1f198185-b1e1-445f-b7c7-7b51649bec08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c6ff8cf1-df23-4ad4-991e-649f1e3e50b1'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:59:56.679700 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22669b23-c784-42d9-9e7e-c6a7cd14bc1c None None] Attempting to bind port 20c65bc7-9b6d-4954-bafa-c2ef9f8444f1 on network c6ff8cf1-df23-4ad4-991e-649f1e3e50b1 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:59:56.685869 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22669b23-c784-42d9-9e7e-c6a7cd14bc1c None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:59:56.686224 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22669b23-c784-42d9-9e7e-c6a7cd14bc1c None None] Checking segment: {'id': '1f198185-b1e1-445f-b7c7-7b51649bec08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c6ff8cf1-df23-4ad4-991e-649f1e3e50b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:59:56.686657 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-22669b23-c784-42d9-9e7e-c6a7cd14bc1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:56.687081 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22669b23-c784-42d9-9e7e-c6a7cd14bc1c None None] Bound using segment: {'id': '1f198185-b1e1-445f-b7c7-7b51649bec08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c6ff8cf1-df23-4ad4-991e-649f1e3e50b1'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:59:56.687554 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-22669b23-c784-42d9-9e7e-c6a7cd14bc1c None None] Bound port: 20c65bc7-9b6d-4954-bafa-c2ef9f8444f1, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f198185-b1e1-445f-b7c7-7b51649bec08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c6ff8cf1-df23-4ad4-991e-649f1e3e50b1'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:59:56.687929 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-22669b23-c784-42d9-9e7e-c6a7cd14bc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:56.752174 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-22669b23-c784-42d9-9e7e-c6a7cd14bc1c None None] For port 20c65bc7-9b6d-4954-bafa-c2ef9f8444f1, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:59:56.755451 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-22669b23-c784-42d9-9e7e-c6a7cd14bc1c None None] For port 20c65bc7-9b6d-4954-bafa-c2ef9f8444f1, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=20c65bc7-9b6d-4954-bafa-c2ef9f8444f1,segment=NetworkSegment(1f198185-b1e1-445f-b7c7-7b51649bec08),segment_id=1f198185-b1e1-445f-b7c7-7b51649bec08)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:59:56.814399 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-22669b23-c784-42d9-9e7e-c6a7cd14bc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:56.815798 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-534a5ee4-fad1-422d-913d-ab431a5aa79a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:56.877701 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22669b23-c784-42d9-9e7e-c6a7cd14bc1c None None] Pushing event updated for resources: {'Port': ['ID=20c65bc7-9b6d-4954-bafa-c2ef9f8444f1,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:59:57.107157 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-534a5ee4-fad1-422d-913d-ab431a5aa79a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:57.128125 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-534a5ee4-fad1-422d-913d-ab431a5aa79a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:57.230384 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-534a5ee4-fad1-422d-913d-ab431a5aa79a admin admin] Allocated IP 172.26.2.129 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/edbf40ca-e4c9-4109-88b6-9d2a9927f66f) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:59:57.335637 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-534a5ee4-fad1-422d-913d-ab431a5aa79a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:57.443513 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-534a5ee4-fad1-422d-913d-ab431a5aa79a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:57.484788 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534a5ee4-fad1-422d-913d-ab431a5aa79a admin admin] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:59:57.487844 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-534a5ee4-fad1-422d-913d-ab431a5aa79a admin admin] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:59:57.491290 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534a5ee4-fad1-422d-913d-ab431a5aa79a admin admin] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:59:57.502115 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e589fdc-f11b-4b19-bd02-a7d6bf5d0bc9 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:59:57.514963 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534a5ee4-fad1-422d-913d-ab431a5aa79a admin admin] Pushing event updated for resources: {'Port': ['ID=edbf40ca-e4c9-4109-88b6-9d2a9927f66f,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:59:57.568741 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-cac798fb-5dcd-408f-bd6a-afbbf1b256de None None] Provisioning complete for port edbf40ca-e4c9-4109-88b6-9d2a9927f66f triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:59:57.569120 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cac798fb-5dcd-408f-bd6a-afbbf1b256de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:57.607751 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-cac798fb-5dcd-408f-bd6a-afbbf1b256de None None] Port edbf40ca-e4c9-4109-88b6-9d2a9927f66f cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:59:57.707097 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b18cedd-87d4-4c31-97c4-fb4c33a66712 None None] Network c6ff8cf1-df23-4ad4-991e-649f1e3e50b1 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 15:59:57.830217 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-534a5ee4-fad1-422d-913d-ab431a5aa79a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:57.913594 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-c78f637b-3501-4378-b4e2-1ad08324e25b None None] Provisioning complete for port 20c65bc7-9b6d-4954-bafa-c2ef9f8444f1 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:59:57.913906 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c78f637b-3501-4378-b4e2-1ad08324e25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:58.036638 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-534a5ee4-fad1-422d-913d-ab431a5aa79a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363'] for router, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:58.037435 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c78f637b-3501-4378-b4e2-1ad08324e25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:58.077818 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-c78f637b-3501-4378-b4e2-1ad08324e25b None None] For port 20c65bc7-9b6d-4954-bafa-c2ef9f8444f1, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=20c65bc7-9b6d-4954-bafa-c2ef9f8444f1,segment=NetworkSegment(1f198185-b1e1-445f-b7c7-7b51649bec08),segment_id=1f198185-b1e1-445f-b7c7-7b51649bec08)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:59:58.162973 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c78f637b-3501-4378-b4e2-1ad08324e25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:58.210729 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78f637b-3501-4378-b4e2-1ad08324e25b None None] Pushing event updated for resources: {'Port': ['ID=20c65bc7-9b6d-4954-bafa-c2ef9f8444f1,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:59:58.236968 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-534a5ee4-fad1-422d-913d-ab431a5aa79a admin admin] Router 2c272a69-dc30-41bc-90cd-5533773a230b is scheduled to L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d with binding_index 1 {{(pid=103586) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 15:59:58.283223 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-5ee3f449-7cda-4624-ad0b-f2dbdec73feb None None] Provisioning complete for port 20c65bc7-9b6d-4954-bafa-c2ef9f8444f1 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:59:58.283543 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5ee3f449-7cda-4624-ad0b-f2dbdec73feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:58.348711 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-534a5ee4-fad1-422d-913d-ab431a5aa79a admin admin] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 15:59:58.359180 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416ac47f-abae-46bd-a7d7-7424bdc2cddd None None] Sync routers for ids ['2c272a69-dc30-41bc-90cd-5533773a230b'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 15:59:58.370782 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416ac47f-abae-46bd-a7d7-7424bdc2cddd None None] Routers {'2c272a69-dc30-41bc-90cd-5533773a230b'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:59:58.371401 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-416ac47f-abae-46bd-a7d7-7424bdc2cddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:59:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['2c272a69-dc30-41bc-90cd-5533773a230b'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:59:58.421691 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-534a5ee4-fad1-422d-913d-ab431a5aa79a admin admin] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:58.422978 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-534a5ee4-fad1-422d-913d-ab431a5aa79a admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2197011 Dec 10 15:59:58.427702 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 42038) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 15:59:58.474085 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-416ac47f-abae-46bd-a7d7-7424bdc2cddd None None] Set router 2c272a69-dc30-41bc-90cd-5533773a230b gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:59:58.584863 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 20c65bc7-9b6d-4954-bafa-c2ef9f8444f1 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 15:59:58.637259 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 20c65bc7-9b6d-4954-bafa-c2ef9f8444f1 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:59:58.637637 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:58.656764 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-416ac47f-abae-46bd-a7d7-7424bdc2cddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c272a69-dc30-41bc-90cd-5533773a230b', 'name': 'tempest-TestMinimumBasicScenario-923768678-router', 'tenant_id': '8148558b30de418884c507615c2ebf69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.129'}], 'enable_snat': True}, 'gw_port_id': 'edbf40ca-e4c9-4109-88b6-9d2a9927f66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:59:56Z', 'updated_at': '2021-12-10T15:59:57Z', 'revision_number': 3, 'project_id': '8148558b30de418884c507615c2ebf69', 'gw_port': {'id': 'edbf40ca-e4c9-4109-88b6-9d2a9927f66f', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d3:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c272a69-dc30-41bc-90cd-5533773a230b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:59:57Z', 'updated_at': '2021-12-10T15:59:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:59:58.688069 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416ac47f-abae-46bd-a7d7-7424bdc2cddd None None] Checking router: 2c272a69-dc30-41bc-90cd-5533773a230b for host: dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 15:59:58.688416 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416ac47f-abae-46bd-a7d7-7424bdc2cddd None None] Updating router 2c272a69-dc30-41bc-90cd-5533773a230b port edbf40ca-e4c9-4109-88b6-9d2a9927f66f binding host dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 15:59:58.713804 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-416ac47f-abae-46bd-a7d7-7424bdc2cddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:58.856813 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-baaa0535-e7cc-4573-b26b-3c32f7d3dd1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:58.957595 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-416ac47f-abae-46bd-a7d7-7424bdc2cddd None None] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:59.010451 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-baaa0535-e7cc-4573-b26b-3c32f7d3dd1f admin admin] Allocated IP 172.20.0.1 (c6ff8cf1-df23-4ad4-991e-649f1e3e50b1/07ab9e62-5321-4b9e-8641-5956ae23fe6e/995c277a-10bd-4a58-94e3-d5ded9399492) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 15:59:59.030873 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-416ac47f-abae-46bd-a7d7-7424bdc2cddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:59.079273 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8225a7a-7399-4a93-8e85-89e679361495 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:59:59.087448 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-416ac47f-abae-46bd-a7d7-7424bdc2cddd None None] Attempting to bind port edbf40ca-e4c9-4109-88b6-9d2a9927f66f on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 15:59:59.087906 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-416ac47f-abae-46bd-a7d7-7424bdc2cddd None None] Attempting to bind port edbf40ca-e4c9-4109-88b6-9d2a9927f66f by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 15:59:59.088176 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416ac47f-abae-46bd-a7d7-7424bdc2cddd None None] Attempting to bind port edbf40ca-e4c9-4109-88b6-9d2a9927f66f on network d5a1452c-422a-4e1a-a1c7-48738ecf752f {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 15:59:59.090117 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6fc95d-971d-40eb-b0c9-a54c8d602a9e None None] Pushing event updated for resources: {'Port': ['ID=edbf40ca-e4c9-4109-88b6-9d2a9927f66f,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:59:59.103773 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6fc95d-971d-40eb-b0c9-a54c8d602a9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:59:59.104089 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6fc95d-971d-40eb-b0c9-a54c8d602a9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:59:59.104433 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6fc95d-971d-40eb-b0c9-a54c8d602a9e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:59:59.104775 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6fc95d-971d-40eb-b0c9-a54c8d602a9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:59:59.105110 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6fc95d-971d-40eb-b0c9-a54c8d602a9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:59:59.105439 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6fc95d-971d-40eb-b0c9-a54c8d602a9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:59:59.105769 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6fc95d-971d-40eb-b0c9-a54c8d602a9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:59:59.106121 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6fc95d-971d-40eb-b0c9-a54c8d602a9e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:59:59.106450 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6fc95d-971d-40eb-b0c9-a54c8d602a9e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:59:59.106782 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6fc95d-971d-40eb-b0c9-a54c8d602a9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:59:59.107105 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6fc95d-971d-40eb-b0c9-a54c8d602a9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:59:59.107424 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6fc95d-971d-40eb-b0c9-a54c8d602a9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:59:59.107748 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6fc95d-971d-40eb-b0c9-a54c8d602a9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 15:59:59.113887 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416ac47f-abae-46bd-a7d7-7424bdc2cddd None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 15:59:59.116602 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416ac47f-abae-46bd-a7d7-7424bdc2cddd None None] Checking segment: {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 15:59:59.116602 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-416ac47f-abae-46bd-a7d7-7424bdc2cddd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:59.116602 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416ac47f-abae-46bd-a7d7-7424bdc2cddd None None] Bound using segment: {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 15:59:59.116602 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-416ac47f-abae-46bd-a7d7-7424bdc2cddd None None] Bound port: edbf40ca-e4c9-4109-88b6-9d2a9927f66f, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 15:59:59.116602 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-416ac47f-abae-46bd-a7d7-7424bdc2cddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:59.129391 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-baaa0535-e7cc-4573-b26b-3c32f7d3dd1f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:59.167621 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-416ac47f-abae-46bd-a7d7-7424bdc2cddd None None] For port edbf40ca-e4c9-4109-88b6-9d2a9927f66f, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 15:59:59.170667 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-416ac47f-abae-46bd-a7d7-7424bdc2cddd None None] For port edbf40ca-e4c9-4109-88b6-9d2a9927f66f, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=edbf40ca-e4c9-4109-88b6-9d2a9927f66f,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 15:59:59.192622 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-cac75a78-6db2-46b7-8ab3-5dd2f977e81d None None] Provisioning complete for port edbf40ca-e4c9-4109-88b6-9d2a9927f66f triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:59:59.192990 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cac75a78-6db2-46b7-8ab3-5dd2f977e81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:59.230616 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-cac75a78-6db2-46b7-8ab3-5dd2f977e81d None None] Port edbf40ca-e4c9-4109-88b6-9d2a9927f66f cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:59:59.248741 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-baaa0535-e7cc-4573-b26b-3c32f7d3dd1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:59.277362 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-416ac47f-abae-46bd-a7d7-7424bdc2cddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:59.286227 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baaa0535-e7cc-4573-b26b-3c32f7d3dd1f admin admin] Network c6ff8cf1-df23-4ad4-991e-649f1e3e50b1 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 15:59:59.290797 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-baaa0535-e7cc-4573-b26b-3c32f7d3dd1f admin admin] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 15:59:59.293296 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baaa0535-e7cc-4573-b26b-3c32f7d3dd1f admin admin] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 15:59:59.321259 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4599d224-f79b-4cd9-abe7-cd35098d6163 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 15:59:59.328708 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaa0535-e7cc-4573-b26b-3c32f7d3dd1f admin admin] Pushing event updated for resources: {'Port': ['ID=995c277a-10bd-4a58-94e3-d5ded9399492,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:59:59.331353 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6fc95d-971d-40eb-b0c9-a54c8d602a9e None None] Pushing event updated for resources: {'Port': ['ID=edbf40ca-e4c9-4109-88b6-9d2a9927f66f,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:59:59.345222 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416ac47f-abae-46bd-a7d7-7424bdc2cddd None None] Routers {'2c272a69-dc30-41bc-90cd-5533773a230b'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 15:59:59.346217 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-416ac47f-abae-46bd-a7d7-7424bdc2cddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:59:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['2c272a69-dc30-41bc-90cd-5533773a230b'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:59:59.347789 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-baaa0535-e7cc-4573-b26b-3c32f7d3dd1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552880'] for router_interface, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:59.459355 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-06f78afc-276f-4550-a6a7-45c7b857cd9f None None] Provisioning complete for port edbf40ca-e4c9-4109-88b6-9d2a9927f66f triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:59:59.459879 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-06f78afc-276f-4550-a6a7-45c7b857cd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:59.471563 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-416ac47f-abae-46bd-a7d7-7424bdc2cddd None None] Set router 2c272a69-dc30-41bc-90cd-5533773a230b gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 15:59:59.543862 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-06f78afc-276f-4550-a6a7-45c7b857cd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:59.564984 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-06f78afc-276f-4550-a6a7-45c7b857cd9f None None] For port edbf40ca-e4c9-4109-88b6-9d2a9927f66f, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=edbf40ca-e4c9-4109-88b6-9d2a9927f66f,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 15:59:59.583781 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-baaa0535-e7cc-4573-b26b-3c32f7d3dd1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:59.639163 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-06f78afc-276f-4550-a6a7-45c7b857cd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:59.658712 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-416ac47f-abae-46bd-a7d7-7424bdc2cddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c272a69-dc30-41bc-90cd-5533773a230b', 'name': 'tempest-TestMinimumBasicScenario-923768678-router', 'tenant_id': '8148558b30de418884c507615c2ebf69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.129'}], 'enable_snat': True}, 'gw_port_id': 'edbf40ca-e4c9-4109-88b6-9d2a9927f66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:59:56Z', 'updated_at': '2021-12-10T15:59:57Z', 'revision_number': 3, 'project_id': '8148558b30de418884c507615c2ebf69', 'gw_port': {'id': 'edbf40ca-e4c9-4109-88b6-9d2a9927f66f', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d3:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c272a69-dc30-41bc-90cd-5533773a230b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:59:57Z', 'updated_at': '2021-12-10T15:59:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 15:59:59.685399 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416ac47f-abae-46bd-a7d7-7424bdc2cddd None None] The sync data for ids ['2c272a69-dc30-41bc-90cd-5533773a230b'] in dv-neutron-821401-4-hyperv is: [{'id': '2c272a69-dc30-41bc-90cd-5533773a230b', 'name': 'tempest-TestMinimumBasicScenario-923768678-router', 'tenant_id': '8148558b30de418884c507615c2ebf69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.129'}], 'enable_snat': True}, 'gw_port_id': 'edbf40ca-e4c9-4109-88b6-9d2a9927f66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:59:56Z', 'updated_at': '2021-12-10T15:59:57Z', 'revision_number': 3, 'project_id': '8148558b30de418884c507615c2ebf69', 'gw_port': {'id': 'edbf40ca-e4c9-4109-88b6-9d2a9927f66f', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d3:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c272a69-dc30-41bc-90cd-5533773a230b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:59:57Z', 'updated_at': '2021-12-10T15:59:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 15:59:59.687820 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f78afc-276f-4550-a6a7-45c7b857cd9f None None] Pushing event updated for resources: {'Port': ['ID=edbf40ca-e4c9-4109-88b6-9d2a9927f66f,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:59:59.767067 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-e7763dcf-a254-4b1b-b7b6-09609957f29d None None] Provisioning complete for port 995c277a-10bd-4a58-94e3-d5ded9399492 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 15:59:59.767539 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e7763dcf-a254-4b1b-b7b6-09609957f29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:59.779474 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-baaa0535-e7cc-4573-b26b-3c32f7d3dd1f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:59.802299 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-e7763dcf-a254-4b1b-b7b6-09609957f29d None None] Port 995c277a-10bd-4a58-94e3-d5ded9399492 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 15:59:59.865374 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-baaa0535-e7cc-4573-b26b-3c32f7d3dd1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 15:59:59.942528 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaa0535-e7cc-4573-b26b-3c32f7d3dd1f admin admin] Pushing event updated for resources: {'Port': ['ID=995c277a-10bd-4a58-94e3-d5ded9399492,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 15:59:59.945830 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-baaa0535-e7cc-4573-b26b-3c32f7d3dd1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549888'] for router_interface, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:00.043205 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baaa0535-e7cc-4573-b26b-3c32f7d3dd1f admin admin] Network c6ff8cf1-df23-4ad4-991e-649f1e3e50b1 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:00:00.044694 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-baaa0535-e7cc-4573-b26b-3c32f7d3dd1f admin admin] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:00:00.188779 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baaa0535-e7cc-4573-b26b-3c32f7d3dd1f admin admin] Router 2c272a69-dc30-41bc-90cd-5533773a230b has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:00:00.326561 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-ae31d38f-619a-408f-afde-ef981ec490df None None] Provisioning complete for port 995c277a-10bd-4a58-94e3-d5ded9399492 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:00:00.326941 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ae31d38f-619a-408f-afde-ef981ec490df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:00.363377 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-ae31d38f-619a-408f-afde-ef981ec490df None None] Port 995c277a-10bd-4a58-94e3-d5ded9399492 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:00:00.579122 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baaa0535-e7cc-4573-b26b-3c32f7d3dd1f admin admin] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:00:00.584267 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-baaa0535-e7cc-4573-b26b-3c32f7d3dd1f admin admin] 10.222.0.20 "PUT /v2.0/routers/2c272a69-dc30-41bc-90cd-5533773a230b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1555588 Dec 10 16:00:00.601312 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device edbf40ca-e4c9-4109-88b6-9d2a9927f66f up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:00:00.648925 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port edbf40ca-e4c9-4109-88b6-9d2a9927f66f triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:00:00.649562 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:01.236399 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f523c21e-e82a-4620-a84b-7917b49dcdb1 None None] Sync routers for ids ['2c272a69-dc30-41bc-90cd-5533773a230b'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:00:01.245646 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f523c21e-e82a-4620-a84b-7917b49dcdb1 None None] Routers {'2c272a69-dc30-41bc-90cd-5533773a230b'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:00:01.246312 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-f523c21e-e82a-4620-a84b-7917b49dcdb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:59:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['2c272a69-dc30-41bc-90cd-5533773a230b'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:00:01.265013 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 42054) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:00:01.270508 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-7d416747-5861-48ad-baa9-38c036575aa5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-817647151-network', 'tenant_id': '1429d87a9c4847de95d659867bca9679'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:00:01.344897 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d416747-5861-48ad-baa9-38c036575aa5 admin admin] Made reservation on behalf of 1429d87a9c4847de95d659867bca9679 for: {'network': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:00:01.347471 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7d416747-5861-48ad-baa9-38c036575aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:01.351942 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-f523c21e-e82a-4620-a84b-7917b49dcdb1 None None] Set router 2c272a69-dc30-41bc-90cd-5533773a230b gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:00:01.358129 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7d416747-5861-48ad-baa9-38c036575aa5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:01.431062 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7d416747-5861-48ad-baa9-38c036575aa5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:01.470739 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7d416747-5861-48ad-baa9-38c036575aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:01.492200 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d416747-5861-48ad-baa9-38c036575aa5 admin admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=103586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:00:01.507971 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d416747-5861-48ad-baa9-38c036575aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=768458d3-cd19-426f-9bf1-098a5ffb8ddc,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:00:01.510916 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7d416747-5861-48ad-baa9-38c036575aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:01.512385 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.segments_db [None req-7d416747-5861-48ad-baa9-38c036575aa5 admin admin] Added segment 99517156-7045-4477-94ce-88b204d5e932 of type vlan for network bc8281fb-5f6d-4d28-a1fb-c44aedb9a509 Dec 10 16:00:01.554426 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-f523c21e-e82a-4620-a84b-7917b49dcdb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c272a69-dc30-41bc-90cd-5533773a230b', 'name': 'tempest-TestMinimumBasicScenario-923768678-router', 'tenant_id': '8148558b30de418884c507615c2ebf69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.129'}], 'enable_snat': True}, 'gw_port_id': 'edbf40ca-e4c9-4109-88b6-9d2a9927f66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:59:56Z', 'updated_at': '2021-12-10T15:59:59Z', 'revision_number': 4, 'project_id': '8148558b30de418884c507615c2ebf69', 'gw_port': {'id': 'edbf40ca-e4c9-4109-88b6-9d2a9927f66f', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c272a69-dc30-41bc-90cd-5533773a230b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:59:57Z', 'updated_at': '2021-12-10T15:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '995c277a-10bd-4a58-94e3-d5ded9399492', 'name': '', 'network_id': 'c6ff8cf1-df23-4ad4-991e-649f1e3e50b1', 'tenant_id': '8148558b30de418884c507615c2ebf69', 'mac_address': 'fa:16:3e:47:c1:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c272a69-dc30-41bc-90cd-5533773a230b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '07ab9e62-5321-4b9e-8641-5956ae23fe6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:59:58Z', 'updated_at': '2021-12-10T15:59:59Z', 'revision_number': 2, 'project_id': '8148558b30de418884c507615c2ebf69', 'subnets': [{'id': '07ab9e62-5321-4b9e-8641-5956ae23fe6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:00:01.556629 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7d416747-5861-48ad-baa9-38c036575aa5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:01.585230 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f523c21e-e82a-4620-a84b-7917b49dcdb1 None None] Checking router: 2c272a69-dc30-41bc-90cd-5533773a230b for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:00:01.585590 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f523c21e-e82a-4620-a84b-7917b49dcdb1 None None] Updating router 2c272a69-dc30-41bc-90cd-5533773a230b port 995c277a-10bd-4a58-94e3-d5ded9399492 binding host dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:00:01.610113 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f523c21e-e82a-4620-a84b-7917b49dcdb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:01.642119 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7d416747-5861-48ad-baa9-38c036575aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:01.643095 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d416747-5861-48ad-baa9-38c036575aa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:00:01.643671 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7d416747-5861-48ad-baa9-38c036575aa5 admin admin] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:01.704910 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d416747-5861-48ad-baa9-38c036575aa5 admin admin] Pushing event updated for resources: {'Network': ['ID=bc8281fb-5f6d-4d28-a1fb-c44aedb9a509,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:00:01.715828 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network bc8281fb-5f6d-4d28-a1fb-c44aedb9a509 details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:00:01.770677 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-7d416747-5861-48ad-baa9-38c036575aa5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5045366 Dec 10 16:00:01.773415 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 42056) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:00:01.778487 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-c245bfe4-7716-43dc-bd31-3773052027ce admin admin] Request body: {'subnet': {'network_id': 'bc8281fb-5f6d-4d28-a1fb-c44aedb9a509', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-817647151-subnet', 'tenant_id': '1429d87a9c4847de95d659867bca9679', 'ip_version': 4}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:00:01.859607 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c245bfe4-7716-43dc-bd31-3773052027ce admin admin] Made reservation on behalf of 1429d87a9c4847de95d659867bca9679 for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:00:01.862013 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c245bfe4-7716-43dc-bd31-3773052027ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:01.928154 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f523c21e-e82a-4620-a84b-7917b49dcdb1 None None] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:02.001328 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f523c21e-e82a-4620-a84b-7917b49dcdb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:02.048137 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f31ba98-ec42-424c-8f9a-212e5b8db18d None None] Pushing event updated for resources: {'Port': ['ID=995c277a-10bd-4a58-94e3-d5ded9399492,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:00:02.076894 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c245bfe4-7716-43dc-bd31-3773052027ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11695183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581935'] for subnet, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:02.107091 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-f523c21e-e82a-4620-a84b-7917b49dcdb1 None None] Attempting to bind port 995c277a-10bd-4a58-94e3-d5ded9399492 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:00:02.107592 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-f523c21e-e82a-4620-a84b-7917b49dcdb1 None None] Attempting to bind port 995c277a-10bd-4a58-94e3-d5ded9399492 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '1f198185-b1e1-445f-b7c7-7b51649bec08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c6ff8cf1-df23-4ad4-991e-649f1e3e50b1'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:00:02.107983 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f523c21e-e82a-4620-a84b-7917b49dcdb1 None None] Attempting to bind port 995c277a-10bd-4a58-94e3-d5ded9399492 on network c6ff8cf1-df23-4ad4-991e-649f1e3e50b1 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:00:02.114100 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f523c21e-e82a-4620-a84b-7917b49dcdb1 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:00:02.114488 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f523c21e-e82a-4620-a84b-7917b49dcdb1 None None] Checking segment: {'id': '1f198185-b1e1-445f-b7c7-7b51649bec08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c6ff8cf1-df23-4ad4-991e-649f1e3e50b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:00:02.115071 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f523c21e-e82a-4620-a84b-7917b49dcdb1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:02.115292 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f523c21e-e82a-4620-a84b-7917b49dcdb1 None None] Bound using segment: {'id': '1f198185-b1e1-445f-b7c7-7b51649bec08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c6ff8cf1-df23-4ad4-991e-649f1e3e50b1'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:00:02.115771 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-f523c21e-e82a-4620-a84b-7917b49dcdb1 None None] Bound port: 995c277a-10bd-4a58-94e3-d5ded9399492, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f198185-b1e1-445f-b7c7-7b51649bec08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c6ff8cf1-df23-4ad4-991e-649f1e3e50b1'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:00:02.116574 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f523c21e-e82a-4620-a84b-7917b49dcdb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:02.146094 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c245bfe4-7716-43dc-bd31-3773052027ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=83ddd509-1f6c-4902-b75c-385fec13339b,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:00:02.158705 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c245bfe4-7716-43dc-bd31-3773052027ce admin admin] Checking segment: {'id': '99517156-7045-4477-94ce-88b204d5e932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'bc8281fb-5f6d-4d28-a1fb-c44aedb9a509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:00:02.159452 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c245bfe4-7716-43dc-bd31-3773052027ce admin admin] Network hostable DHCP agents. Network: bc8281fb-5f6d-4d28-a1fb-c44aedb9a509, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:00:02.186865 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f523c21e-e82a-4620-a84b-7917b49dcdb1 None None] For port 995c277a-10bd-4a58-94e3-d5ded9399492, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:00:02.190203 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f523c21e-e82a-4620-a84b-7917b49dcdb1 None None] For port 995c277a-10bd-4a58-94e3-d5ded9399492, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=995c277a-10bd-4a58-94e3-d5ded9399492,segment=NetworkSegment(1f198185-b1e1-445f-b7c7-7b51649bec08),segment_id=1f198185-b1e1-445f-b7c7-7b51649bec08)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:00:02.236505 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c245bfe4-7716-43dc-bd31-3773052027ce admin admin] Network bc8281fb-5f6d-4d28-a1fb-c44aedb9a509 is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:00:02.265552 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f523c21e-e82a-4620-a84b-7917b49dcdb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:02.322393 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-c245bfe4-7716-43dc-bd31-3773052027ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, bc8281fb-5f6d-4d28-a1fb-c44aedb9a509) {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:00:02.327510 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c245bfe4-7716-43dc-bd31-3773052027ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:00:02.328121 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c245bfe4-7716-43dc-bd31-3773052027ce admin admin] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:02.335433 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58dab347-e1bb-4132-a69a-7f5548d6006c None None] Network bc8281fb-5f6d-4d28-a1fb-c44aedb9a509 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:00:02.341869 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-2a5bd8f0-9fdd-4147-8d85-9094ed29116e None None] Provisioning complete for port 995c277a-10bd-4a58-94e3-d5ded9399492 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:00:02.342250 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2a5bd8f0-9fdd-4147-8d85-9094ed29116e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:02.375660 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f523c21e-e82a-4620-a84b-7917b49dcdb1 None None] Routers {'2c272a69-dc30-41bc-90cd-5533773a230b'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:00:02.376319 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-f523c21e-e82a-4620-a84b-7917b49dcdb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:59:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['2c272a69-dc30-41bc-90cd-5533773a230b'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:00:02.378112 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f31ba98-ec42-424c-8f9a-212e5b8db18d None None] Pushing event updated for resources: {'Port': ['ID=995c277a-10bd-4a58-94e3-d5ded9399492,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:00:02.411781 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-c245bfe4-7716-43dc-bd31-3773052027ce admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6371534 Dec 10 16:00:02.419470 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 42058) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:00:02.424490 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-a5b55ec2-3d80-4909-bb12-c6875e0181ba admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-817647151-router', 'tenant_id': '1429d87a9c4847de95d659867bca9679', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:00:02.493956 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a5b55ec2-3d80-4909-bb12-c6875e0181ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13912'] for router, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:02.495029 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a5b55ec2-3d80-4909-bb12-c6875e0181ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:02.555108 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a5b55ec2-3d80-4909-bb12-c6875e0181ba admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:02.610475 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b845a3e8-ba19-4f5b-9052-a4ed8907eda7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-bc8281fb-5f6d-4d28-a1fb-c44aedb9a509', 'network_id': 'bc8281fb-5f6d-4d28-a1fb-c44aedb9a509', 'project_id': '1429d87a9c4847de95d659867bca9679', 'fixed_ips': [{'subnet_id': '83ddd509-1f6c-4902-b75c-385fec13339b'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:00:02.611349 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b845a3e8-ba19-4f5b-9052-a4ed8907eda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:02.629731 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-f523c21e-e82a-4620-a84b-7917b49dcdb1 None None] Set router 2c272a69-dc30-41bc-90cd-5533773a230b gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:00:02.664859 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2a5bd8f0-9fdd-4147-8d85-9094ed29116e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:02.758591 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a5b55ec2-3d80-4909-bb12-c6875e0181ba admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:02.830896 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-2a5bd8f0-9fdd-4147-8d85-9094ed29116e None None] For port 995c277a-10bd-4a58-94e3-d5ded9399492, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=995c277a-10bd-4a58-94e3-d5ded9399492,segment=NetworkSegment(1f198185-b1e1-445f-b7c7-7b51649bec08),segment_id=1f198185-b1e1-445f-b7c7-7b51649bec08)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:00:03.031320 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a5b55ec2-3d80-4909-bb12-c6875e0181ba admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:03.042688 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2a5bd8f0-9fdd-4147-8d85-9094ed29116e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:03.050450 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a5b55ec2-3d80-4909-bb12-c6875e0181ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:03.098968 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-b845a3e8-ba19-4f5b-9052-a4ed8907eda7 None None] Allocated IP 172.20.0.2 (bc8281fb-5f6d-4d28-a1fb-c44aedb9a509/83ddd509-1f6c-4902-b75c-385fec13339b/768c1dbc-badd-4943-ae2b-8c118475f196) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:00:03.149591 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5bd8f0-9fdd-4147-8d85-9094ed29116e None None] Pushing event updated for resources: {'Port': ['ID=995c277a-10bd-4a58-94e3-d5ded9399492,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:00:03.160777 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-a5b55ec2-3d80-4909-bb12-c6875e0181ba admin admin] Allocated IP 172.26.2.55 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/c0095bec-c0a9-4b35-afa1-e6bbea97f97a) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:00:03.224902 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-0b52518e-0a7c-4b9c-8689-b3a31a57cec7 None None] Provisioning complete for port 995c277a-10bd-4a58-94e3-d5ded9399492 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:00:03.225272 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0b52518e-0a7c-4b9c-8689-b3a31a57cec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:03.267517 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a5b55ec2-3d80-4909-bb12-c6875e0181ba admin admin] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:03.326012 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-f523c21e-e82a-4620-a84b-7917b49dcdb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c272a69-dc30-41bc-90cd-5533773a230b', 'name': 'tempest-TestMinimumBasicScenario-923768678-router', 'tenant_id': '8148558b30de418884c507615c2ebf69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.129'}], 'enable_snat': True}, 'gw_port_id': 'edbf40ca-e4c9-4109-88b6-9d2a9927f66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:59:56Z', 'updated_at': '2021-12-10T15:59:59Z', 'revision_number': 4, 'project_id': '8148558b30de418884c507615c2ebf69', 'gw_port': {'id': 'edbf40ca-e4c9-4109-88b6-9d2a9927f66f', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c272a69-dc30-41bc-90cd-5533773a230b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:59:57Z', 'updated_at': '2021-12-10T15:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '995c277a-10bd-4a58-94e3-d5ded9399492', 'name': '', 'network_id': 'c6ff8cf1-df23-4ad4-991e-649f1e3e50b1', 'tenant_id': '8148558b30de418884c507615c2ebf69', 'mac_address': 'fa:16:3e:47:c1:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c272a69-dc30-41bc-90cd-5533773a230b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '07ab9e62-5321-4b9e-8641-5956ae23fe6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:59:58Z', 'updated_at': '2021-12-10T16:00:02Z', 'revision_number': 4, 'project_id': '8148558b30de418884c507615c2ebf69', 'subnets': [{'id': '07ab9e62-5321-4b9e-8641-5956ae23fe6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:00:03.357096 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a5b55ec2-3d80-4909-bb12-c6875e0181ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:03.366014 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f523c21e-e82a-4620-a84b-7917b49dcdb1 None None] The sync data for ids ['2c272a69-dc30-41bc-90cd-5533773a230b'] in dv-neutron-821401-4-hyperv is: [{'id': '2c272a69-dc30-41bc-90cd-5533773a230b', 'name': 'tempest-TestMinimumBasicScenario-923768678-router', 'tenant_id': '8148558b30de418884c507615c2ebf69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.129'}], 'enable_snat': True}, 'gw_port_id': 'edbf40ca-e4c9-4109-88b6-9d2a9927f66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:59:56Z', 'updated_at': '2021-12-10T15:59:59Z', 'revision_number': 4, 'project_id': '8148558b30de418884c507615c2ebf69', 'gw_port': {'id': 'edbf40ca-e4c9-4109-88b6-9d2a9927f66f', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c272a69-dc30-41bc-90cd-5533773a230b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:59:57Z', 'updated_at': '2021-12-10T15:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '995c277a-10bd-4a58-94e3-d5ded9399492', 'name': '', 'network_id': 'c6ff8cf1-df23-4ad4-991e-649f1e3e50b1', 'tenant_id': '8148558b30de418884c507615c2ebf69', 'mac_address': 'fa:16:3e:47:c1:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c272a69-dc30-41bc-90cd-5533773a230b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '07ab9e62-5321-4b9e-8641-5956ae23fe6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:59:58Z', 'updated_at': '2021-12-10T16:00:02Z', 'revision_number': 4, 'project_id': '8148558b30de418884c507615c2ebf69', 'subnets': [{'id': '07ab9e62-5321-4b9e-8641-5956ae23fe6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:00:03.402689 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b55ec2-3d80-4909-bb12-c6875e0181ba admin admin] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:00:03.403925 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b845a3e8-ba19-4f5b-9052-a4ed8907eda7 None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:03.405966 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-a5b55ec2-3d80-4909-bb12-c6875e0181ba admin admin] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:00:03.411184 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b55ec2-3d80-4909-bb12-c6875e0181ba admin admin] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:00:03.429644 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c6700e-3ba4-420b-b00c-aeb459a02046 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:00:03.461625 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b55ec2-3d80-4909-bb12-c6875e0181ba admin admin] Pushing event updated for resources: {'Port': ['ID=c0095bec-c0a9-4b35-afa1-e6bbea97f97a,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:00:03.489758 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b845a3e8-ba19-4f5b-9052-a4ed8907eda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:03.542021 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b845a3e8-ba19-4f5b-9052-a4ed8907eda7 None None] Network bc8281fb-5f6d-4d28-a1fb-c44aedb9a509 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:00:03.545374 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-b845a3e8-ba19-4f5b-9052-a4ed8907eda7 None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:00:03.550565 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b845a3e8-ba19-4f5b-9052-a4ed8907eda7 None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:00:03.558302 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b845a3e8-ba19-4f5b-9052-a4ed8907eda7 None None] Pushing event updated for resources: {'Port': ['ID=768c1dbc-badd-4943-ae2b-8c118475f196,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:00:03.600113 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-a18c89e4-46de-47d8-9ca7-c78f7c0d1d5d None None] Provisioning complete for port c0095bec-c0a9-4b35-afa1-e6bbea97f97a triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:00:03.600485 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a18c89e4-46de-47d8-9ca7-c78f7c0d1d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:03.653298 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-b845a3e8-ba19-4f5b-9052-a4ed8907eda7 None None] Attempting to bind port 768c1dbc-badd-4943-ae2b-8c118475f196 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:00:03.656302 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-b845a3e8-ba19-4f5b-9052-a4ed8907eda7 None None] Attempting to bind port 768c1dbc-badd-4943-ae2b-8c118475f196 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '99517156-7045-4477-94ce-88b204d5e932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'bc8281fb-5f6d-4d28-a1fb-c44aedb9a509'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:00:03.656302 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b845a3e8-ba19-4f5b-9052-a4ed8907eda7 None None] Attempting to bind port 768c1dbc-badd-4943-ae2b-8c118475f196 on network bc8281fb-5f6d-4d28-a1fb-c44aedb9a509 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:00:03.661483 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-a18c89e4-46de-47d8-9ca7-c78f7c0d1d5d None None] Port c0095bec-c0a9-4b35-afa1-e6bbea97f97a cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:00:03.663114 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b845a3e8-ba19-4f5b-9052-a4ed8907eda7 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:00:03.663539 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b845a3e8-ba19-4f5b-9052-a4ed8907eda7 None None] Checking segment: {'id': '99517156-7045-4477-94ce-88b204d5e932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'bc8281fb-5f6d-4d28-a1fb-c44aedb9a509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:00:03.663906 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b845a3e8-ba19-4f5b-9052-a4ed8907eda7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:03.664452 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b845a3e8-ba19-4f5b-9052-a4ed8907eda7 None None] Bound using segment: {'id': '99517156-7045-4477-94ce-88b204d5e932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'bc8281fb-5f6d-4d28-a1fb-c44aedb9a509'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:00:03.665088 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-b845a3e8-ba19-4f5b-9052-a4ed8907eda7 None None] Bound port: 768c1dbc-badd-4943-ae2b-8c118475f196, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99517156-7045-4477-94ce-88b204d5e932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'bc8281fb-5f6d-4d28-a1fb-c44aedb9a509'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:00:03.665473 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b845a3e8-ba19-4f5b-9052-a4ed8907eda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:03.737240 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-b845a3e8-ba19-4f5b-9052-a4ed8907eda7 None None] For port 768c1dbc-badd-4943-ae2b-8c118475f196, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:00:03.741509 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-b845a3e8-ba19-4f5b-9052-a4ed8907eda7 None None] For port 768c1dbc-badd-4943-ae2b-8c118475f196, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=768c1dbc-badd-4943-ae2b-8c118475f196,segment=NetworkSegment(99517156-7045-4477-94ce-88b204d5e932),segment_id=99517156-7045-4477-94ce-88b204d5e932)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:00:03.783797 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a5b55ec2-3d80-4909-bb12-c6875e0181ba admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:03.843622 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b845a3e8-ba19-4f5b-9052-a4ed8907eda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:03.911565 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b845a3e8-ba19-4f5b-9052-a4ed8907eda7 None None] Pushing event updated for resources: {'Port': ['ID=768c1dbc-badd-4943-ae2b-8c118475f196,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:00:04.011066 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a5b55ec2-3d80-4909-bb12-c6875e0181ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363'] for router, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:04.259401 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5b55ec2-3d80-4909-bb12-c6875e0181ba admin admin] Router 7c36c47a-f62b-4360-a948-d9acc17b25cd is scheduled to L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d with binding_index 1 {{(pid=103586) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:00:04.368400 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b55ec2-3d80-4909-bb12-c6875e0181ba admin admin] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:00:04.378024 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cc7a92-0eaa-49e7-a95a-7d586e16b7fb None None] Sync routers for ids ['7c36c47a-f62b-4360-a948-d9acc17b25cd'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:00:04.390355 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cc7a92-0eaa-49e7-a95a-7d586e16b7fb None None] Routers {'7c36c47a-f62b-4360-a948-d9acc17b25cd'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:00:04.391300 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-f3cc7a92-0eaa-49e7-a95a-7d586e16b7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:59:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['7c36c47a-f62b-4360-a948-d9acc17b25cd'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:00:04.443511 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a5b55ec2-3d80-4909-bb12-c6875e0181ba admin admin] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:04.444823 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-a5b55ec2-3d80-4909-bb12-c6875e0181ba admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0240932 Dec 10 16:00:04.447475 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 42060) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:00:04.497900 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-f3cc7a92-0eaa-49e7-a95a-7d586e16b7fb None None] Set router 7c36c47a-f62b-4360-a948-d9acc17b25cd gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:00:04.686308 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 768c1dbc-badd-4943-ae2b-8c118475f196 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:00:04.748509 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-f3cc7a92-0eaa-49e7-a95a-7d586e16b7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c36c47a-f62b-4360-a948-d9acc17b25cd', 'name': 'tempest-TestMinimumBasicScenario-817647151-router', 'tenant_id': '1429d87a9c4847de95d659867bca9679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.55'}], 'enable_snat': True}, 'gw_port_id': 'c0095bec-c0a9-4b35-afa1-e6bbea97f97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:00:02Z', 'updated_at': '2021-12-10T16:00:03Z', 'revision_number': 3, 'project_id': '1429d87a9c4847de95d659867bca9679', 'gw_port': {'id': 'c0095bec-c0a9-4b35-afa1-e6bbea97f97a', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ba:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c36c47a-f62b-4360-a948-d9acc17b25cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:00:03Z', 'updated_at': '2021-12-10T16:00:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:00:04.762097 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 768c1dbc-badd-4943-ae2b-8c118475f196 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:00:04.762467 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:04.866352 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:04.874270 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cc7a92-0eaa-49e7-a95a-7d586e16b7fb None None] Checking router: 7c36c47a-f62b-4360-a948-d9acc17b25cd for host: dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:00:04.875203 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cc7a92-0eaa-49e7-a95a-7d586e16b7fb None None] Updating router 7c36c47a-f62b-4360-a948-d9acc17b25cd port c0095bec-c0a9-4b35-afa1-e6bbea97f97a binding host dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:00:04.914097 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] For port 768c1dbc-badd-4943-ae2b-8c118475f196, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=768c1dbc-badd-4943-ae2b-8c118475f196,segment=NetworkSegment(99517156-7045-4477-94ce-88b204d5e932),segment_id=99517156-7045-4477-94ce-88b204d5e932)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:00:04.914324 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f3cc7a92-0eaa-49e7-a95a-7d586e16b7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:04.966969 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac121950-2eac-4671-b94e-41cf7c368687 None None] Network bc8281fb-5f6d-4d28-a1fb-c44aedb9a509 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:00:04.973491 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e844e5e5-648e-4b59-a2d4-53ff4a139181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:05.016468 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:05.017232 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 995c277a-10bd-4a58-94e3-d5ded9399492 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:00:05.102898 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-06199b7f-2f64-465c-ab4c-ebeff7dcb70d None None] Provisioning complete for port 768c1dbc-badd-4943-ae2b-8c118475f196 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:00:05.103259 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-06199b7f-2f64-465c-ab4c-ebeff7dcb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:05.135486 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-e844e5e5-648e-4b59-a2d4-53ff4a139181 admin admin] Allocated IP 172.20.0.1 (bc8281fb-5f6d-4d28-a1fb-c44aedb9a509/83ddd509-1f6c-4902-b75c-385fec13339b/69e24a62-07f7-4703-b1de-01a3915fa454) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:00:05.160698 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Pushing event updated for resources: {'Port': ['ID=768c1dbc-badd-4943-ae2b-8c118475f196,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:00:05.193823 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 995c277a-10bd-4a58-94e3-d5ded9399492 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:00:05.194194 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:05.210669 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f3cc7a92-0eaa-49e7-a95a-7d586e16b7fb None None] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:05.250181 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e844e5e5-648e-4b59-a2d4-53ff4a139181 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:05.293384 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f3cc7a92-0eaa-49e7-a95a-7d586e16b7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:05.340308 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e844e5e5-648e-4b59-a2d4-53ff4a139181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:05.344963 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a33475c-5f2c-4405-9d41-18efc62d3496 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:00:05.347888 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227c0bc5-202b-47a6-8af7-23ddc23d62c9 None None] Pushing event updated for resources: {'Port': ['ID=c0095bec-c0a9-4b35-afa1-e6bbea97f97a,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:00:05.354052 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-f3cc7a92-0eaa-49e7-a95a-7d586e16b7fb None None] Attempting to bind port c0095bec-c0a9-4b35-afa1-e6bbea97f97a on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:00:05.354428 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-f3cc7a92-0eaa-49e7-a95a-7d586e16b7fb None None] Attempting to bind port c0095bec-c0a9-4b35-afa1-e6bbea97f97a by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:00:05.354793 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cc7a92-0eaa-49e7-a95a-7d586e16b7fb None None] Attempting to bind port c0095bec-c0a9-4b35-afa1-e6bbea97f97a on network d5a1452c-422a-4e1a-a1c7-48738ecf752f {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:00:05.363782 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cc7a92-0eaa-49e7-a95a-7d586e16b7fb None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:00:05.364162 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cc7a92-0eaa-49e7-a95a-7d586e16b7fb None None] Checking segment: {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:00:05.364570 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f3cc7a92-0eaa-49e7-a95a-7d586e16b7fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:05.364964 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cc7a92-0eaa-49e7-a95a-7d586e16b7fb None None] Bound using segment: {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:00:05.365436 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-f3cc7a92-0eaa-49e7-a95a-7d586e16b7fb None None] Bound port: c0095bec-c0a9-4b35-afa1-e6bbea97f97a, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:00:05.365967 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f3cc7a92-0eaa-49e7-a95a-7d586e16b7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:05.397313 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e844e5e5-648e-4b59-a2d4-53ff4a139181 admin admin] Network bc8281fb-5f6d-4d28-a1fb-c44aedb9a509 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:00:05.399780 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-e844e5e5-648e-4b59-a2d4-53ff4a139181 admin admin] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:00:05.401853 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-7e2dc2be-b084-435b-9829-259f030aa4a4 None None] Provisioning complete for port c0095bec-c0a9-4b35-afa1-e6bbea97f97a triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:00:05.402230 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7e2dc2be-b084-435b-9829-259f030aa4a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:05.404269 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e844e5e5-648e-4b59-a2d4-53ff4a139181 admin admin] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:00:05.432585 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844e5e5-648e-4b59-a2d4-53ff4a139181 admin admin] Pushing event updated for resources: {'Port': ['ID=69e24a62-07f7-4703-b1de-01a3915fa454,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:00:05.443643 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-7e2dc2be-b084-435b-9829-259f030aa4a4 None None] Port c0095bec-c0a9-4b35-afa1-e6bbea97f97a cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:00:05.445615 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-f3cc7a92-0eaa-49e7-a95a-7d586e16b7fb None None] For port c0095bec-c0a9-4b35-afa1-e6bbea97f97a, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:00:05.447135 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e844e5e5-648e-4b59-a2d4-53ff4a139181 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:00:05.447485 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e844e5e5-648e-4b59-a2d4-53ff4a139181 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:00:05.447831 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e844e5e5-648e-4b59-a2d4-53ff4a139181 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:00:05.448170 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e844e5e5-648e-4b59-a2d4-53ff4a139181 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:00:05.448502 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e844e5e5-648e-4b59-a2d4-53ff4a139181 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:00:05.448838 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e844e5e5-648e-4b59-a2d4-53ff4a139181 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:00:05.449166 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e844e5e5-648e-4b59-a2d4-53ff4a139181 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:00:05.449491 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e844e5e5-648e-4b59-a2d4-53ff4a139181 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:00:05.449909 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e844e5e5-648e-4b59-a2d4-53ff4a139181 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:00:05.450241 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e844e5e5-648e-4b59-a2d4-53ff4a139181 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:00:05.450563 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e844e5e5-648e-4b59-a2d4-53ff4a139181 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:00:05.450883 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e844e5e5-648e-4b59-a2d4-53ff4a139181 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:00:05.451203 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e844e5e5-648e-4b59-a2d4-53ff4a139181 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:00:05.451332 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-f3cc7a92-0eaa-49e7-a95a-7d586e16b7fb None None] For port c0095bec-c0a9-4b35-afa1-e6bbea97f97a, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=c0095bec-c0a9-4b35-afa1-e6bbea97f97a,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:00:05.464286 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e844e5e5-648e-4b59-a2d4-53ff4a139181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552880'] for router_interface, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:05.528541 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f3cc7a92-0eaa-49e7-a95a-7d586e16b7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:05.575720 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71d3f9d-8073-4b29-95b0-7c52ce8c7b3f None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:00:05.586978 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-c47aea91-95bf-4d35-85b2-9408100a4659 None None] Provisioning complete for port 768c1dbc-badd-4943-ae2b-8c118475f196 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:00:05.587355 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c47aea91-95bf-4d35-85b2-9408100a4659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:05.599360 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cc7a92-0eaa-49e7-a95a-7d586e16b7fb None None] Routers {'7c36c47a-f62b-4360-a948-d9acc17b25cd'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:00:05.599948 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-f3cc7a92-0eaa-49e7-a95a-7d586e16b7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:59:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['7c36c47a-f62b-4360-a948-d9acc17b25cd'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:00:05.665454 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227c0bc5-202b-47a6-8af7-23ddc23d62c9 None None] Pushing event updated for resources: {'Port': ['ID=c0095bec-c0a9-4b35-afa1-e6bbea97f97a,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:00:05.679528 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e844e5e5-648e-4b59-a2d4-53ff4a139181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:05.737464 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-f3cc7a92-0eaa-49e7-a95a-7d586e16b7fb None None] Set router 7c36c47a-f62b-4360-a948-d9acc17b25cd gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:00:05.819130 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f5fcb03f-58a4-4c65-ba59-3c09161fd2a4 None None] Provisioning complete for port 69e24a62-07f7-4703-b1de-01a3915fa454 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:00:05.819421 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f5fcb03f-58a4-4c65-ba59-3c09161fd2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:05.853383 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f5fcb03f-58a4-4c65-ba59-3c09161fd2a4 None None] Port 69e24a62-07f7-4703-b1de-01a3915fa454 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:00:05.855558 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e844e5e5-648e-4b59-a2d4-53ff4a139181 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:05.864031 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f5fcb03f-58a4-4c65-ba59-3c09161fd2a4 None None] Provisioning complete for port c0095bec-c0a9-4b35-afa1-e6bbea97f97a triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:00:05.864404 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f5fcb03f-58a4-4c65-ba59-3c09161fd2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:05.916254 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e844e5e5-648e-4b59-a2d4-53ff4a139181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:05.922350 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-f3cc7a92-0eaa-49e7-a95a-7d586e16b7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c36c47a-f62b-4360-a948-d9acc17b25cd', 'name': 'tempest-TestMinimumBasicScenario-817647151-router', 'tenant_id': '1429d87a9c4847de95d659867bca9679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.55'}], 'enable_snat': True}, 'gw_port_id': 'c0095bec-c0a9-4b35-afa1-e6bbea97f97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:00:02Z', 'updated_at': '2021-12-10T16:00:03Z', 'revision_number': 3, 'project_id': '1429d87a9c4847de95d659867bca9679', 'gw_port': {'id': 'c0095bec-c0a9-4b35-afa1-e6bbea97f97a', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ba:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c36c47a-f62b-4360-a948-d9acc17b25cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:00:03Z', 'updated_at': '2021-12-10T16:00:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:00:05.944558 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f5fcb03f-58a4-4c65-ba59-3c09161fd2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:05.950338 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cc7a92-0eaa-49e7-a95a-7d586e16b7fb None None] The sync data for ids ['7c36c47a-f62b-4360-a948-d9acc17b25cd'] in dv-neutron-821401-4-hyperv is: [{'id': '7c36c47a-f62b-4360-a948-d9acc17b25cd', 'name': 'tempest-TestMinimumBasicScenario-817647151-router', 'tenant_id': '1429d87a9c4847de95d659867bca9679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.55'}], 'enable_snat': True}, 'gw_port_id': 'c0095bec-c0a9-4b35-afa1-e6bbea97f97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:00:02Z', 'updated_at': '2021-12-10T16:00:03Z', 'revision_number': 3, 'project_id': '1429d87a9c4847de95d659867bca9679', 'gw_port': {'id': 'c0095bec-c0a9-4b35-afa1-e6bbea97f97a', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ba:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c36c47a-f62b-4360-a948-d9acc17b25cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:00:03Z', 'updated_at': '2021-12-10T16:00:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:00:05.966153 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f5fcb03f-58a4-4c65-ba59-3c09161fd2a4 None None] For port c0095bec-c0a9-4b35-afa1-e6bbea97f97a, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=c0095bec-c0a9-4b35-afa1-e6bbea97f97a,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:00:05.984269 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844e5e5-648e-4b59-a2d4-53ff4a139181 admin admin] Pushing event updated for resources: {'Port': ['ID=69e24a62-07f7-4703-b1de-01a3915fa454,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:00:05.986715 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e844e5e5-648e-4b59-a2d4-53ff4a139181 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549888'] for router_interface, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:06.007850 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f5fcb03f-58a4-4c65-ba59-3c09161fd2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:06.060047 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fcb03f-58a4-4c65-ba59-3c09161fd2a4 None None] Pushing event updated for resources: {'Port': ['ID=c0095bec-c0a9-4b35-afa1-e6bbea97f97a,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:00:06.087300 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e844e5e5-648e-4b59-a2d4-53ff4a139181 admin admin] Network bc8281fb-5f6d-4d28-a1fb-c44aedb9a509 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:00:06.088737 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-e844e5e5-648e-4b59-a2d4-53ff4a139181 admin admin] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:00:06.431626 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-033d9cb0-5fe2-4645-b7a9-e6d88e08f5c7 None None] Provisioning complete for port 69e24a62-07f7-4703-b1de-01a3915fa454 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:00:06.432210 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-033d9cb0-5fe2-4645-b7a9-e6d88e08f5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:06.470097 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-033d9cb0-5fe2-4645-b7a9-e6d88e08f5c7 None None] Port 69e24a62-07f7-4703-b1de-01a3915fa454 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:00:06.488133 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e844e5e5-648e-4b59-a2d4-53ff4a139181 admin admin] Router 7c36c47a-f62b-4360-a948-d9acc17b25cd has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:00:06.610395 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e844e5e5-648e-4b59-a2d4-53ff4a139181 admin admin] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:00:06.615867 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-e844e5e5-648e-4b59-a2d4-53ff4a139181 admin admin] 10.222.0.20 "PUT /v2.0/routers/7c36c47a-f62b-4360-a948-d9acc17b25cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1673758 Dec 10 16:00:06.644134 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 768c1dbc-badd-4943-ae2b-8c118475f196 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:00:06.705747 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 768c1dbc-badd-4943-ae2b-8c118475f196 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:00:06.706247 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:06.799802 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device c0095bec-c0a9-4b35-afa1-e6bbea97f97a up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:00:06.850969 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port c0095bec-c0a9-4b35-afa1-e6bbea97f97a triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:00:06.851362 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:07.572690 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a133be-6aba-4c4f-a33e-45ac6337265e None None] Sync routers for ids ['7c36c47a-f62b-4360-a948-d9acc17b25cd'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:00:07.584521 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a133be-6aba-4c4f-a33e-45ac6337265e None None] Routers {'7c36c47a-f62b-4360-a948-d9acc17b25cd'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:00:07.584733 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-86a133be-6aba-4c4f-a33e-45ac6337265e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:59:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['7c36c47a-f62b-4360-a948-d9acc17b25cd'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:00:07.702911 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-86a133be-6aba-4c4f-a33e-45ac6337265e None None] Set router 7c36c47a-f62b-4360-a948-d9acc17b25cd gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:00:07.924618 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-86a133be-6aba-4c4f-a33e-45ac6337265e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c36c47a-f62b-4360-a948-d9acc17b25cd', 'name': 'tempest-TestMinimumBasicScenario-817647151-router', 'tenant_id': '1429d87a9c4847de95d659867bca9679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.55'}], 'enable_snat': True}, 'gw_port_id': 'c0095bec-c0a9-4b35-afa1-e6bbea97f97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:00:02Z', 'updated_at': '2021-12-10T16:00:05Z', 'revision_number': 4, 'project_id': '1429d87a9c4847de95d659867bca9679', 'gw_port': {'id': 'c0095bec-c0a9-4b35-afa1-e6bbea97f97a', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ba:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c36c47a-f62b-4360-a948-d9acc17b25cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:00:03Z', 'updated_at': '2021-12-10T16:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '69e24a62-07f7-4703-b1de-01a3915fa454', 'name': '', 'network_id': 'bc8281fb-5f6d-4d28-a1fb-c44aedb9a509', 'tenant_id': '1429d87a9c4847de95d659867bca9679', 'mac_address': 'fa:16:3e:66:6d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c36c47a-f62b-4360-a948-d9acc17b25cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '83ddd509-1f6c-4902-b75c-385fec13339b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:00:04Z', 'updated_at': '2021-12-10T16:00:05Z', 'revision_number': 2, 'project_id': '1429d87a9c4847de95d659867bca9679', 'subnets': [{'id': '83ddd509-1f6c-4902-b75c-385fec13339b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:00:08.112969 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a133be-6aba-4c4f-a33e-45ac6337265e None None] Checking router: 7c36c47a-f62b-4360-a948-d9acc17b25cd for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:00:08.113302 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a133be-6aba-4c4f-a33e-45ac6337265e None None] Updating router 7c36c47a-f62b-4360-a948-d9acc17b25cd port 69e24a62-07f7-4703-b1de-01a3915fa454 binding host dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:00:08.138606 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-86a133be-6aba-4c4f-a33e-45ac6337265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:08.424413 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-86a133be-6aba-4c4f-a33e-45ac6337265e None None] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:08.472174 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-86a133be-6aba-4c4f-a33e-45ac6337265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:08.532127 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebf60ea-aa23-4c1b-a0e7-bca5616fb11b None None] Pushing event updated for resources: {'Port': ['ID=69e24a62-07f7-4703-b1de-01a3915fa454,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:00:08.592623 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-86a133be-6aba-4c4f-a33e-45ac6337265e None None] Attempting to bind port 69e24a62-07f7-4703-b1de-01a3915fa454 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:00:08.593717 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-86a133be-6aba-4c4f-a33e-45ac6337265e None None] Attempting to bind port 69e24a62-07f7-4703-b1de-01a3915fa454 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '99517156-7045-4477-94ce-88b204d5e932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'bc8281fb-5f6d-4d28-a1fb-c44aedb9a509'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:00:08.594271 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a133be-6aba-4c4f-a33e-45ac6337265e None None] Attempting to bind port 69e24a62-07f7-4703-b1de-01a3915fa454 on network bc8281fb-5f6d-4d28-a1fb-c44aedb9a509 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:00:08.601763 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a133be-6aba-4c4f-a33e-45ac6337265e None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 15, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:00:08.602376 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a133be-6aba-4c4f-a33e-45ac6337265e None None] Checking segment: {'id': '99517156-7045-4477-94ce-88b204d5e932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'bc8281fb-5f6d-4d28-a1fb-c44aedb9a509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:00:08.602946 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-86a133be-6aba-4c4f-a33e-45ac6337265e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:08.603497 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a133be-6aba-4c4f-a33e-45ac6337265e None None] Bound using segment: {'id': '99517156-7045-4477-94ce-88b204d5e932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'bc8281fb-5f6d-4d28-a1fb-c44aedb9a509'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:00:08.604149 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-86a133be-6aba-4c4f-a33e-45ac6337265e None None] Bound port: 69e24a62-07f7-4703-b1de-01a3915fa454, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99517156-7045-4477-94ce-88b204d5e932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'bc8281fb-5f6d-4d28-a1fb-c44aedb9a509'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:00:08.604701 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-86a133be-6aba-4c4f-a33e-45ac6337265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:08.681257 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-86a133be-6aba-4c4f-a33e-45ac6337265e None None] For port 69e24a62-07f7-4703-b1de-01a3915fa454, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:00:08.686885 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-86a133be-6aba-4c4f-a33e-45ac6337265e None None] For port 69e24a62-07f7-4703-b1de-01a3915fa454, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=69e24a62-07f7-4703-b1de-01a3915fa454,segment=NetworkSegment(99517156-7045-4477-94ce-88b204d5e932),segment_id=99517156-7045-4477-94ce-88b204d5e932)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:00:08.763177 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-86a133be-6aba-4c4f-a33e-45ac6337265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:08.832379 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-ce5562c6-975d-42d5-b9bf-4251cd60160b None None] Provisioning complete for port 69e24a62-07f7-4703-b1de-01a3915fa454 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:00:08.832692 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ce5562c6-975d-42d5-b9bf-4251cd60160b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:08.867935 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebf60ea-aa23-4c1b-a0e7-bca5616fb11b None None] Pushing event updated for resources: {'Port': ['ID=69e24a62-07f7-4703-b1de-01a3915fa454,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:00:08.872326 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a133be-6aba-4c4f-a33e-45ac6337265e None None] Routers {'7c36c47a-f62b-4360-a948-d9acc17b25cd'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:00:08.872941 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-86a133be-6aba-4c4f-a33e-45ac6337265e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T15:59:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['7c36c47a-f62b-4360-a948-d9acc17b25cd'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:00:09.038914 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-86a133be-6aba-4c4f-a33e-45ac6337265e None None] Set router 7c36c47a-f62b-4360-a948-d9acc17b25cd gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:00:09.096682 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ce5562c6-975d-42d5-b9bf-4251cd60160b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:09.220731 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-ce5562c6-975d-42d5-b9bf-4251cd60160b None None] For port 69e24a62-07f7-4703-b1de-01a3915fa454, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=69e24a62-07f7-4703-b1de-01a3915fa454,segment=NetworkSegment(99517156-7045-4477-94ce-88b204d5e932),segment_id=99517156-7045-4477-94ce-88b204d5e932)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:00:09.302202 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ce5562c6-975d-42d5-b9bf-4251cd60160b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:09.329737 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-86a133be-6aba-4c4f-a33e-45ac6337265e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c36c47a-f62b-4360-a948-d9acc17b25cd', 'name': 'tempest-TestMinimumBasicScenario-817647151-router', 'tenant_id': '1429d87a9c4847de95d659867bca9679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.55'}], 'enable_snat': True}, 'gw_port_id': 'c0095bec-c0a9-4b35-afa1-e6bbea97f97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:00:02Z', 'updated_at': '2021-12-10T16:00:05Z', 'revision_number': 4, 'project_id': '1429d87a9c4847de95d659867bca9679', 'gw_port': {'id': 'c0095bec-c0a9-4b35-afa1-e6bbea97f97a', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ba:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c36c47a-f62b-4360-a948-d9acc17b25cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:00:03Z', 'updated_at': '2021-12-10T16:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '69e24a62-07f7-4703-b1de-01a3915fa454', 'name': '', 'network_id': 'bc8281fb-5f6d-4d28-a1fb-c44aedb9a509', 'tenant_id': '1429d87a9c4847de95d659867bca9679', 'mac_address': 'fa:16:3e:66:6d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c36c47a-f62b-4360-a948-d9acc17b25cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '83ddd509-1f6c-4902-b75c-385fec13339b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:00:04Z', 'updated_at': '2021-12-10T16:00:08Z', 'revision_number': 4, 'project_id': '1429d87a9c4847de95d659867bca9679', 'subnets': [{'id': '83ddd509-1f6c-4902-b75c-385fec13339b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:00:09.360614 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a133be-6aba-4c4f-a33e-45ac6337265e None None] The sync data for ids ['7c36c47a-f62b-4360-a948-d9acc17b25cd'] in dv-neutron-821401-4-hyperv is: [{'id': '7c36c47a-f62b-4360-a948-d9acc17b25cd', 'name': 'tempest-TestMinimumBasicScenario-817647151-router', 'tenant_id': '1429d87a9c4847de95d659867bca9679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.55'}], 'enable_snat': True}, 'gw_port_id': 'c0095bec-c0a9-4b35-afa1-e6bbea97f97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:00:02Z', 'updated_at': '2021-12-10T16:00:05Z', 'revision_number': 4, 'project_id': '1429d87a9c4847de95d659867bca9679', 'gw_port': {'id': 'c0095bec-c0a9-4b35-afa1-e6bbea97f97a', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ba:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c36c47a-f62b-4360-a948-d9acc17b25cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:00:03Z', 'updated_at': '2021-12-10T16:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '69e24a62-07f7-4703-b1de-01a3915fa454', 'name': '', 'network_id': 'bc8281fb-5f6d-4d28-a1fb-c44aedb9a509', 'tenant_id': '1429d87a9c4847de95d659867bca9679', 'mac_address': 'fa:16:3e:66:6d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c36c47a-f62b-4360-a948-d9acc17b25cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '83ddd509-1f6c-4902-b75c-385fec13339b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:00:04Z', 'updated_at': '2021-12-10T16:00:08Z', 'revision_number': 4, 'project_id': '1429d87a9c4847de95d659867bca9679', 'subnets': [{'id': '83ddd509-1f6c-4902-b75c-385fec13339b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:00:09.390650 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5562c6-975d-42d5-b9bf-4251cd60160b None None] Pushing event updated for resources: {'Port': ['ID=69e24a62-07f7-4703-b1de-01a3915fa454,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:00:09.460870 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-8ceb175c-9df4-421a-80ea-1f3b0c0aebf3 None None] Provisioning complete for port 69e24a62-07f7-4703-b1de-01a3915fa454 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:00:09.460870 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8ceb175c-9df4-421a-80ea-1f3b0c0aebf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:10.603286 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 69e24a62-07f7-4703-b1de-01a3915fa454 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:00:10.667852 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 69e24a62-07f7-4703-b1de-01a3915fa454 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:00:10.675621 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:12.944740 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c1526910-dbec-40ef-ba20-3b8c353f1865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:13.899231 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:15.298714 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-72b11b76-e746-443b-b03f-3b03b8d4dbbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:16.230288 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:17.864374 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:17.988475 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:00:18.623547 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4047ffd1-5423-42b6-b44b-a5078aa97f59 req-3cac7b8a-2f39-4946-acd2-f84dd2b6be35 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:00:18.625032 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4047ffd1-5423-42b6-b44b-a5078aa97f59 req-3cac7b8a-2f39-4946-acd2-f84dd2b6be35 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "GET /v2.0/networks?id=c6ff8cf1-df23-4ad4-991e-649f1e3e50b1 HTTP/1.1" status: 200 len: 814 time: 0.1001747 Dec 10 16:00:18.640554 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4047ffd1-5423-42b6-b44b-a5078aa97f59 req-4c901ca4-c825-409d-9278-a037decc954a tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "GET /v2.0/quotas/8148558b30de418884c507615c2ebf69 HTTP/1.1" status: 200 len: 375 time: 0.0093071 Dec 10 16:00:18.687090 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:18.699836 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4047ffd1-5423-42b6-b44b-a5078aa97f59 req-6e20cc21-cde4-4b5f-b601-7eeeec951d67 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8148558b30de418884c507615c2ebf69&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533571 Dec 10 16:00:18.798577 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4047ffd1-5423-42b6-b44b-a5078aa97f59 req-fae997c9-d560-4f10-b35d-ca1a679a6081 service neutron] 10.222.0.20 "GET /v2.0/networks/c6ff8cf1-df23-4ad4-991e-649f1e3e50b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850906 Dec 10 16:00:18.885904 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4047ffd1-5423-42b6-b44b-a5078aa97f59 req-2409f427-e644-4e8f-a3c0-dda09f4c4db5 service neutron] 10.222.0.20 "GET /v2.0/networks/c6ff8cf1-df23-4ad4-991e-649f1e3e50b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803432 Dec 10 16:00:19.142232 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-556162ed-a056-4f12-9bb7-fd0611a9156f req-4e487d77-d529-4a85-a142-533a3091f6e4 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "GET /v2.0/ports?device_id=e35f65b5-933f-4ca5-b915-07cff5b20c05 HTTP/1.1" status: 200 len: 210 time: 0.0261636 Dec 10 16:00:20.227778 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-00bcd446-89c2-45dd-9f9a-ac0654d15aca req-acdd0ab9-1843-4704-8acb-93373e55082a tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "GET /v2.0/ports?device_id=e35f65b5-933f-4ca5-b915-07cff5b20c05 HTTP/1.1" status: 200 len: 210 time: 0.0306897 Dec 10 16:00:21.282896 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4047ffd1-5423-42b6-b44b-a5078aa97f59 req-a8740e9c-a1ab-481e-9613-2cb9d52f21c7 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:00:21.285937 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4047ffd1-5423-42b6-b44b-a5078aa97f59 req-a8740e9c-a1ab-481e-9613-2cb9d52f21c7 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.44 "GET /v2.0/networks?id=c6ff8cf1-df23-4ad4-991e-649f1e3e50b1 HTTP/1.1" status: 200 len: 814 time: 0.1037521 Dec 10 16:00:21.296916 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [req-4047ffd1-5423-42b6-b44b-a5078aa97f59 req-9a63390d-fe2b-40a9-9c68-ca4de07af1cf tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Request body: {'port': {'device_id': 'e35f65b5-933f-4ca5-b915-07cff5b20c05', 'network_id': 'c6ff8cf1-df23-4ad4-991e-649f1e3e50b1', 'admin_state_up': True, 'tenant_id': '8148558b30de418884c507615c2ebf69'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:00:21.322026 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-70b78680-8708-4aa8-8077-ef2f60bf1cb4 req-89cf9cc2-3512-4282-935d-df9e124faf7d tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "GET /v2.0/ports?device_id=e35f65b5-933f-4ca5-b915-07cff5b20c05 HTTP/1.1" status: 200 len: 210 time: 0.0270808 Dec 10 16:00:21.463824 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4047ffd1-5423-42b6-b44b-a5078aa97f59 req-9a63390d-fe2b-40a9-9c68-ca4de07af1cf tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Made reservation on behalf of 8148558b30de418884c507615c2ebf69 for: {'port': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:00:21.467442 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-4047ffd1-5423-42b6-b44b-a5078aa97f59 req-9a63390d-fe2b-40a9-9c68-ca4de07af1cf tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:21.590316 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [req-4047ffd1-5423-42b6-b44b-a5078aa97f59 req-9a63390d-fe2b-40a9-9c68-ca4de07af1cf tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Allocated IP 172.20.0.3 (c6ff8cf1-df23-4ad4-991e-649f1e3e50b1/07ab9e62-5321-4b9e-8641-5956ae23fe6e/6b9c2de2-11d1-495b-b55c-81cc0def6817) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:00:21.747062 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-4047ffd1-5423-42b6-b44b-a5078aa97f59 req-9a63390d-fe2b-40a9-9c68-ca4de07af1cf tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:21.824568 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-4047ffd1-5423-42b6-b44b-a5078aa97f59 req-9a63390d-fe2b-40a9-9c68-ca4de07af1cf tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:21.868367 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4047ffd1-5423-42b6-b44b-a5078aa97f59 req-9a63390d-fe2b-40a9-9c68-ca4de07af1cf tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Network c6ff8cf1-df23-4ad4-991e-649f1e3e50b1 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:00:21.872775 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [req-4047ffd1-5423-42b6-b44b-a5078aa97f59 req-9a63390d-fe2b-40a9-9c68-ca4de07af1cf tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:00:21.875531 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [req-4047ffd1-5423-42b6-b44b-a5078aa97f59 req-9a63390d-fe2b-40a9-9c68-ca4de07af1cf tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:00:21.932058 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a63390d-fe2b-40a9-9c68-ca4de07af1cf tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Pushing event updated for resources: {'Port': ['ID=6b9c2de2-11d1-495b-b55c-81cc0def6817,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:00:21.970442 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4047ffd1-5423-42b6-b44b-a5078aa97f59 req-9a63390d-fe2b-40a9-9c68-ca4de07af1cf tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:00:21.971490 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-4047ffd1-5423-42b6-b44b-a5078aa97f59 req-9a63390d-fe2b-40a9-9c68-ca4de07af1cf tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:22.063320 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4047ffd1-5423-42b6-b44b-a5078aa97f59 req-9a63390d-fe2b-40a9-9c68-ca4de07af1cf tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7702127 Dec 10 16:00:22.192700 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f629a01e-2e16-4a30-857f-fd26063fda8e None None] Provisioning complete for port 6b9c2de2-11d1-495b-b55c-81cc0def6817 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:00:22.193298 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f629a01e-2e16-4a30-857f-fd26063fda8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:22.228199 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f629a01e-2e16-4a30-857f-fd26063fda8e None None] Port 6b9c2de2-11d1-495b-b55c-81cc0def6817 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:00:22.451861 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2305d1df-3798-4dfe-9908-6e83e058b95e req-5b300ff6-6963-442f-a7e5-69a73a82b7c8 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:00:22.453431 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-2305d1df-3798-4dfe-9908-6e83e058b95e req-5b300ff6-6963-442f-a7e5-69a73a82b7c8 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "GET /v2.0/ports?device_id=e35f65b5-933f-4ca5-b915-07cff5b20c05 HTTP/1.1" status: 200 len: 931 time: 0.0524960 Dec 10 16:00:22.507357 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-2305d1df-3798-4dfe-9908-6e83e058b95e req-4baa5b81-22d3-4fe6-b3be-3075161d91df tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "GET /v2.0/security-groups?id=efb929ce-bb62-47f7-b10d-ac58840e5bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469267 Dec 10 16:00:23.631075 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fdb1e1-bcb7-4631-9698-a9bfbe2b5ccb req-fbbd627d-86b9-4517-8f7a-7444d6aca06c tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:00:23.633579 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-61fdb1e1-bcb7-4631-9698-a9bfbe2b5ccb req-fbbd627d-86b9-4517-8f7a-7444d6aca06c tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "GET /v2.0/ports?device_id=e35f65b5-933f-4ca5-b915-07cff5b20c05 HTTP/1.1" status: 200 len: 931 time: 0.0517128 Dec 10 16:00:23.686550 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-61fdb1e1-bcb7-4631-9698-a9bfbe2b5ccb req-c021e3bb-1b0b-4591-99ef-4695ead43e61 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "GET /v2.0/security-groups?id=efb929ce-bb62-47f7-b10d-ac58840e5bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466001 Dec 10 16:00:24.804422 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4e520f-3fbb-41e2-8c5e-a73e0efa7836 req-085d6b2e-1c67-4675-8c03-23691318f3e1 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:00:24.805937 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-9a4e520f-3fbb-41e2-8c5e-a73e0efa7836 req-085d6b2e-1c67-4675-8c03-23691318f3e1 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "GET /v2.0/ports?device_id=e35f65b5-933f-4ca5-b915-07cff5b20c05 HTTP/1.1" status: 200 len: 931 time: 0.0541131 Dec 10 16:00:24.863759 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-9a4e520f-3fbb-41e2-8c5e-a73e0efa7836 req-b07c4c5f-6e82-475a-a36c-71d600c00333 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "GET /v2.0/security-groups?id=efb929ce-bb62-47f7-b10d-ac58840e5bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515738 Dec 10 16:00:25.978689 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d8d71-a859-465d-a29d-3beeef2b17d7 req-2a05d939-8bcb-4d71-8ea7-4b8ba10643e9 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:00:25.980211 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-6b4d8d71-a859-465d-a29d-3beeef2b17d7 req-2a05d939-8bcb-4d71-8ea7-4b8ba10643e9 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "GET /v2.0/ports?device_id=e35f65b5-933f-4ca5-b915-07cff5b20c05 HTTP/1.1" status: 200 len: 931 time: 0.0512230 Dec 10 16:00:26.044890 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-6b4d8d71-a859-465d-a29d-3beeef2b17d7 req-c52b306a-2f78-457e-9de1-148b3384b6d8 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "GET /v2.0/security-groups?id=efb929ce-bb62-47f7-b10d-ac58840e5bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571599 Dec 10 16:00:27.165301 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c59f6e-f508-4185-af63-cd15883704d4 req-3406902a-1096-48eb-8db7-7d901b91eb81 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:00:27.166823 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-21c59f6e-f508-4185-af63-cd15883704d4 req-3406902a-1096-48eb-8db7-7d901b91eb81 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "GET /v2.0/ports?device_id=e35f65b5-933f-4ca5-b915-07cff5b20c05 HTTP/1.1" status: 200 len: 931 time: 0.0537672 Dec 10 16:00:27.218783 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-21c59f6e-f508-4185-af63-cd15883704d4 req-c8f6e3d7-8f16-4908-9ca7-4c20e9b7e8a7 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "GET /v2.0/security-groups?id=efb929ce-bb62-47f7-b10d-ac58840e5bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460734 Dec 10 16:00:28.337091 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48761d7-a1d8-4774-b7af-afea366de1cd req-9c4da0e2-ed87-4c85-8757-d23a04042b33 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:00:28.338626 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-e48761d7-a1d8-4774-b7af-afea366de1cd req-9c4da0e2-ed87-4c85-8757-d23a04042b33 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "GET /v2.0/ports?device_id=e35f65b5-933f-4ca5-b915-07cff5b20c05 HTTP/1.1" status: 200 len: 931 time: 0.0530283 Dec 10 16:00:28.387867 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-e48761d7-a1d8-4774-b7af-afea366de1cd req-167d8c7c-c60e-475b-a12e-1acd37785f3b tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "GET /v2.0/security-groups?id=efb929ce-bb62-47f7-b10d-ac58840e5bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433521 Dec 10 16:00:29.524251 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c9f4ed-b839-4974-95fa-5e22458530b8 req-a7a93e98-04bd-4855-b7c9-fd3782a0c278 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:00:29.525771 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-48c9f4ed-b839-4974-95fa-5e22458530b8 req-a7a93e98-04bd-4855-b7c9-fd3782a0c278 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "GET /v2.0/ports?device_id=e35f65b5-933f-4ca5-b915-07cff5b20c05 HTTP/1.1" status: 200 len: 931 time: 0.0539117 Dec 10 16:00:29.577322 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-48c9f4ed-b839-4974-95fa-5e22458530b8 req-582c041e-60da-42b8-9503-6ac4d0927a40 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "GET /v2.0/security-groups?id=efb929ce-bb62-47f7-b10d-ac58840e5bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453353 Dec 10 16:00:30.700115 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caa2669-bfbc-496b-8c38-6c268cead798 req-1068322d-d465-4a71-b088-4677ecf2017e tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:00:30.701607 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-7caa2669-bfbc-496b-8c38-6c268cead798 req-1068322d-d465-4a71-b088-4677ecf2017e tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "GET /v2.0/ports?device_id=e35f65b5-933f-4ca5-b915-07cff5b20c05 HTTP/1.1" status: 200 len: 931 time: 0.0591753 Dec 10 16:00:30.753469 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-7caa2669-bfbc-496b-8c38-6c268cead798 req-13260d52-60a2-4b67-80bd-7648f9d5efe0 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "GET /v2.0/security-groups?id=efb929ce-bb62-47f7-b10d-ac58840e5bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451875 Dec 10 16:00:32.021207 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb56b0-3758-4cbf-9178-17c1a5213fbb req-a39a5197-8880-4dcb-b97a-de3ab59969f5 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:00:32.022692 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-eaeb56b0-3758-4cbf-9178-17c1a5213fbb req-a39a5197-8880-4dcb-b97a-de3ab59969f5 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "GET /v2.0/ports?device_id=e35f65b5-933f-4ca5-b915-07cff5b20c05 HTTP/1.1" status: 200 len: 931 time: 0.1970308 Dec 10 16:00:32.068745 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-eaeb56b0-3758-4cbf-9178-17c1a5213fbb req-03e96719-16cb-42ae-bb17-eaaf9f46329e tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "GET /v2.0/security-groups?id=efb929ce-bb62-47f7-b10d-ac58840e5bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400221 Dec 10 16:00:32.320045 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [req-4047ffd1-5423-42b6-b44b-a5078aa97f59 req-2d47e55a-3842-4f85-a0e0-12d6e281fced service neutron] Request body: {'port': {'device_id': 'e35f65b5-933f-4ca5-b915-07cff5b20c05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:00:32.371385 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-4047ffd1-5423-42b6-b44b-a5078aa97f59 req-2d47e55a-3842-4f85-a0e0-12d6e281fced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:32.646773 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [req-4047ffd1-5423-42b6-b44b-a5078aa97f59 req-2d47e55a-3842-4f85-a0e0-12d6e281fced service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b9c2de2-11d1-495b-b55c-81cc0def6817 {{(pid=103586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:00:32.654012 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-4047ffd1-5423-42b6-b44b-a5078aa97f59 req-2d47e55a-3842-4f85-a0e0-12d6e281fced service neutron] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:32.665956 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [req-4047ffd1-5423-42b6-b44b-a5078aa97f59 req-2d47e55a-3842-4f85-a0e0-12d6e281fced service neutron] Transition to ACTIVE for port object 6b9c2de2-11d1-495b-b55c-81cc0def6817 will not be triggered until provisioned by entity L2. {{(pid=103586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:00:32.731282 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-4047ffd1-5423-42b6-b44b-a5078aa97f59 req-2d47e55a-3842-4f85-a0e0-12d6e281fced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:32.788307 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d47e55a-3842-4f85-a0e0-12d6e281fced service neutron] Pushing event updated for resources: {'Port': ['ID=6b9c2de2-11d1-495b-b55c-81cc0def6817,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:00:32.854936 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [req-4047ffd1-5423-42b6-b44b-a5078aa97f59 req-2d47e55a-3842-4f85-a0e0-12d6e281fced service neutron] Attempting to bind port 6b9c2de2-11d1-495b-b55c-81cc0def6817 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:00:32.855265 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [req-4047ffd1-5423-42b6-b44b-a5078aa97f59 req-2d47e55a-3842-4f85-a0e0-12d6e281fced service neutron] Attempting to bind port 6b9c2de2-11d1-495b-b55c-81cc0def6817 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '1f198185-b1e1-445f-b7c7-7b51649bec08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c6ff8cf1-df23-4ad4-991e-649f1e3e50b1'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:00:32.855593 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4047ffd1-5423-42b6-b44b-a5078aa97f59 req-2d47e55a-3842-4f85-a0e0-12d6e281fced service neutron] Attempting to bind port 6b9c2de2-11d1-495b-b55c-81cc0def6817 on network c6ff8cf1-df23-4ad4-991e-649f1e3e50b1 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:00:32.860106 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4047ffd1-5423-42b6-b44b-a5078aa97f59 req-2d47e55a-3842-4f85-a0e0-12d6e281fced service neutron] Port 6b9c2de2-11d1-495b-b55c-81cc0def6817 on network c6ff8cf1-df23-4ad4-991e-649f1e3e50b1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:00:32.860435 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4047ffd1-5423-42b6-b44b-a5078aa97f59 req-2d47e55a-3842-4f85-a0e0-12d6e281fced service neutron] Attempting to bind port 6b9c2de2-11d1-495b-b55c-81cc0def6817 on network c6ff8cf1-df23-4ad4-991e-649f1e3e50b1 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:00:32.866201 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4047ffd1-5423-42b6-b44b-a5078aa97f59 req-2d47e55a-3842-4f85-a0e0-12d6e281fced service neutron] Checking agent: {'id': 'fa828968-c68f-4b22-9699-a58fe4ab1f05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 28, 13), 'started_at': datetime.datetime(2021, 12, 10, 15, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:00:32.866544 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4047ffd1-5423-42b6-b44b-a5078aa97f59 req-2d47e55a-3842-4f85-a0e0-12d6e281fced service neutron] Checking segment: {'id': '1f198185-b1e1-445f-b7c7-7b51649bec08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c6ff8cf1-df23-4ad4-991e-649f1e3e50b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:00:32.866926 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4047ffd1-5423-42b6-b44b-a5078aa97f59 req-2d47e55a-3842-4f85-a0e0-12d6e281fced service neutron] Bound using segment: {'id': '1f198185-b1e1-445f-b7c7-7b51649bec08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c6ff8cf1-df23-4ad4-991e-649f1e3e50b1'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:00:32.867351 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [req-4047ffd1-5423-42b6-b44b-a5078aa97f59 req-2d47e55a-3842-4f85-a0e0-12d6e281fced service neutron] Bound port: 6b9c2de2-11d1-495b-b55c-81cc0def6817, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f198185-b1e1-445f-b7c7-7b51649bec08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c6ff8cf1-df23-4ad4-991e-649f1e3e50b1'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:00:32.867704 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-4047ffd1-5423-42b6-b44b-a5078aa97f59 req-2d47e55a-3842-4f85-a0e0-12d6e281fced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:32.934699 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [req-4047ffd1-5423-42b6-b44b-a5078aa97f59 req-2d47e55a-3842-4f85-a0e0-12d6e281fced service neutron] For port 6b9c2de2-11d1-495b-b55c-81cc0def6817, host hv-neutron-8214, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:00:32.937667 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [req-4047ffd1-5423-42b6-b44b-a5078aa97f59 req-2d47e55a-3842-4f85-a0e0-12d6e281fced service neutron] For port 6b9c2de2-11d1-495b-b55c-81cc0def6817, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=6b9c2de2-11d1-495b-b55c-81cc0def6817,segment=NetworkSegment(1f198185-b1e1-445f-b7c7-7b51649bec08),segment_id=1f198185-b1e1-445f-b7c7-7b51649bec08)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:00:33.024061 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-4047ffd1-5423-42b6-b44b-a5078aa97f59 req-2d47e55a-3842-4f85-a0e0-12d6e281fced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:33.059375 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4047ffd1-5423-42b6-b44b-a5078aa97f59 req-2d47e55a-3842-4f85-a0e0-12d6e281fced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:00:33.060069 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-4047ffd1-5423-42b6-b44b-a5078aa97f59 req-2d47e55a-3842-4f85-a0e0-12d6e281fced service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:33.061485 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4047ffd1-5423-42b6-b44b-a5078aa97f59 req-2d47e55a-3842-4f85-a0e0-12d6e281fced service neutron] 10.222.0.44 "PUT /v2.0/ports/6b9c2de2-11d1-495b-b55c-81cc0def6817 HTTP/1.1" status: 200 len: 1093 time: 0.7458320 Dec 10 16:00:33.062396 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e35f65b5-933f-4ca5-b915-07cff5b20c05', 'tag': '6b9c2de2-11d1-495b-b55c-81cc0def6817'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:00:33.064347 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde1b47dcd987728a27c8e391f176ee57ea2adf837d2cedb59662361de43515a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52726ad2-e042-4c08-827b-7dedd3e34c5b" -d '{"events": [{"name": "network-changed", "server_uuid": "e35f65b5-933f-4ca5-b915-07cff5b20c05", "tag": "6b9c2de2-11d1-495b-b55c-81cc0def6817"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:00:33.090535 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d47e55a-3842-4f85-a0e0-12d6e281fced service neutron] Pushing event updated for resources: {'Port': ['ID=6b9c2de2-11d1-495b-b55c-81cc0def6817,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:00:33.191846 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c455b7-8e8d-4d2d-bdd6-649f2494fb01 x-openstack-request-id: req-b5c455b7-8e8d-4d2d-bdd6-649f2494fb01 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:00:33.192149 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e35f65b5-933f-4ca5-b915-07cff5b20c05", "tag": "6b9c2de2-11d1-495b-b55c-81cc0def6817", "status": "completed", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:00:33.192404 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b5c455b7-8e8d-4d2d-bdd6-649f2494fb01 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:00:33.192835 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e35f65b5-933f-4ca5-b915-07cff5b20c05', 'tag': '6b9c2de2-11d1-495b-b55c-81cc0def6817', 'status': 'completed', 'code': 200} Dec 10 16:00:33.236427 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2f7a26-bde7-4afd-9106-fcf2ac8c4ca9 req-fcbe822e-2d4e-49fd-b2b3-a8f76a02ff33 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:00:33.237995 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-8c2f7a26-bde7-4afd-9106-fcf2ac8c4ca9 req-fcbe822e-2d4e-49fd-b2b3-a8f76a02ff33 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "GET /v2.0/ports?device_id=e35f65b5-933f-4ca5-b915-07cff5b20c05 HTTP/1.1" status: 200 len: 943 time: 0.0961349 Dec 10 16:00:33.244404 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4047ffd1-5423-42b6-b44b-a5078aa97f59 req-863ee26f-fb89-4520-80b1-6c713df4eb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:00:33.245897 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4047ffd1-5423-42b6-b44b-a5078aa97f59 req-863ee26f-fb89-4520-80b1-6c713df4eb20 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8148558b30de418884c507615c2ebf69&device_id=e35f65b5-933f-4ca5-b915-07cff5b20c05 HTTP/1.1" status: 200 len: 1096 time: 0.0666776 Dec 10 16:00:33.295144 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4047ffd1-5423-42b6-b44b-a5078aa97f59 req-2aa243e2-5385-4d33-9e8a-d0a348cd3c9f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b9c2de2-11d1-495b-b55c-81cc0def6817 HTTP/1.1" status: 200 len: 217 time: 0.0413110 Dec 10 16:00:33.349333 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-8c2f7a26-bde7-4afd-9106-fcf2ac8c4ca9 req-45bff886-7a6e-4ee5-a11d-0d691b9c5410 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "GET /v2.0/security-groups?id=efb929ce-bb62-47f7-b10d-ac58840e5bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024752 Dec 10 16:00:33.359707 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4047ffd1-5423-42b6-b44b-a5078aa97f59 req-f82194e7-3c1c-443c-8634-d9af330a08e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:00:33.361138 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4047ffd1-5423-42b6-b44b-a5078aa97f59 req-f82194e7-3c1c-443c-8634-d9af330a08e3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=07ab9e62-5321-4b9e-8641-5956ae23fe6e HTTP/1.1" status: 200 len: 853 time: 0.0562134 Dec 10 16:00:33.409111 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4047ffd1-5423-42b6-b44b-a5078aa97f59 req-d2be8c84-a1f0-4bb4-b0e5-9442fe3208a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:00:33.411122 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4047ffd1-5423-42b6-b44b-a5078aa97f59 req-d2be8c84-a1f0-4bb4-b0e5-9442fe3208a4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c6ff8cf1-df23-4ad4-991e-649f1e3e50b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0425484 Dec 10 16:00:33.497980 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4047ffd1-5423-42b6-b44b-a5078aa97f59 req-0b4a9cc0-f71d-4125-a78a-4991c964f010 service neutron] 10.222.0.44 "GET /v2.0/networks/c6ff8cf1-df23-4ad4-991e-649f1e3e50b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792749 Dec 10 16:00:33.586919 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4047ffd1-5423-42b6-b44b-a5078aa97f59 req-12f60a2d-4710-4254-ab41-1456f5ba467e service neutron] 10.222.0.44 "GET /v2.0/networks/c6ff8cf1-df23-4ad4-991e-649f1e3e50b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823283 Dec 10 16:00:33.740438 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52726ad2-e042-4c08-827b-7dedd3e34c5b req-63d50eed-7ad9-4241-90c4-21ac0472a414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:00:33.742006 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-52726ad2-e042-4c08-827b-7dedd3e34c5b req-63d50eed-7ad9-4241-90c4-21ac0472a414 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8148558b30de418884c507615c2ebf69&device_id=e35f65b5-933f-4ca5-b915-07cff5b20c05 HTTP/1.1" status: 200 len: 1096 time: 0.0429165 Dec 10 16:00:33.840696 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52726ad2-e042-4c08-827b-7dedd3e34c5b req-30e00bcd-fff5-4766-946f-0e21439a5a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:00:33.842124 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-52726ad2-e042-4c08-827b-7dedd3e34c5b req-30e00bcd-fff5-4766-946f-0e21439a5a8c service neutron] 10.222.0.44 "GET /v2.0/networks?id=c6ff8cf1-df23-4ad4-991e-649f1e3e50b1 HTTP/1.1" status: 200 len: 915 time: 0.0921252 Dec 10 16:00:33.887092 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-52726ad2-e042-4c08-827b-7dedd3e34c5b req-0e09a413-952a-4424-891a-e9c782aba246 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b9c2de2-11d1-495b-b55c-81cc0def6817 HTTP/1.1" status: 200 len: 217 time: 0.0371006 Dec 10 16:00:33.936638 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52726ad2-e042-4c08-827b-7dedd3e34c5b req-b235cb43-66f7-47d8-b988-3761742b9a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:00:33.938048 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-52726ad2-e042-4c08-827b-7dedd3e34c5b req-b235cb43-66f7-47d8-b988-3761742b9a77 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=07ab9e62-5321-4b9e-8641-5956ae23fe6e HTTP/1.1" status: 200 len: 853 time: 0.0420387 Dec 10 16:00:33.982113 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52726ad2-e042-4c08-827b-7dedd3e34c5b req-8ec6a455-752c-4088-b630-098905f1cc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:00:33.983521 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-52726ad2-e042-4c08-827b-7dedd3e34c5b req-8ec6a455-752c-4088-b630-098905f1cc1b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c6ff8cf1-df23-4ad4-991e-649f1e3e50b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0383694 Dec 10 16:00:34.075118 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-52726ad2-e042-4c08-827b-7dedd3e34c5b req-8311c536-1d97-45c9-9197-57794dd8330f service neutron] 10.222.0.44 "GET /v2.0/networks/c6ff8cf1-df23-4ad4-991e-649f1e3e50b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837660 Dec 10 16:00:34.163754 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-52726ad2-e042-4c08-827b-7dedd3e34c5b req-b60ba632-cb54-42a3-b2fc-4db76af03347 service neutron] 10.222.0.44 "GET /v2.0/networks/c6ff8cf1-df23-4ad4-991e-649f1e3e50b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800478 Dec 10 16:00:34.481322 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd0503-07de-4ca4-a39c-9b3c763e182b req-aa82f43c-f682-4352-8152-046857449f24 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:00:34.482831 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-cdcd0503-07de-4ca4-a39c-9b3c763e182b req-aa82f43c-f682-4352-8152-046857449f24 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "GET /v2.0/ports?device_id=e35f65b5-933f-4ca5-b915-07cff5b20c05 HTTP/1.1" status: 200 len: 943 time: 0.0479658 Dec 10 16:00:34.529261 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-cdcd0503-07de-4ca4-a39c-9b3c763e182b req-8ff6dd8a-612b-4523-a152-240eeb475008 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "GET /v2.0/security-groups?id=efb929ce-bb62-47f7-b10d-ac58840e5bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406034 Dec 10 16:00:35.658096 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e8a7b-a3ad-4964-aadc-c196fa2d6bc4 req-761a15fd-0203-4790-865c-b859caf41d0f tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:00:35.659552 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-c27e8a7b-a3ad-4964-aadc-c196fa2d6bc4 req-761a15fd-0203-4790-865c-b859caf41d0f tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "GET /v2.0/ports?device_id=e35f65b5-933f-4ca5-b915-07cff5b20c05 HTTP/1.1" status: 200 len: 943 time: 0.0576606 Dec 10 16:00:35.711965 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-c27e8a7b-a3ad-4964-aadc-c196fa2d6bc4 req-2f927496-2614-4cbf-9349-cc607b4e9522 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "GET /v2.0/security-groups?id=efb929ce-bb62-47f7-b10d-ac58840e5bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458415 Dec 10 16:00:36.233523 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 6b9c2de2-11d1-495b-b55c-81cc0def6817 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:00:36.323544 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port 6b9c2de2-11d1-495b-b55c-81cc0def6817, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=6b9c2de2-11d1-495b-b55c-81cc0def6817,segment=NetworkSegment(1f198185-b1e1-445f-b7c7-7b51649bec08),segment_id=1f198185-b1e1-445f-b7c7-7b51649bec08)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:00:36.337583 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Returning: {'device': '6b9c2de2-11d1-495b-b55c-81cc0def6817', 'network_id': 'c6ff8cf1-df23-4ad4-991e-649f1e3e50b1', 'port_id': '6b9c2de2-11d1-495b-b55c-81cc0def6817', 'mac_address': 'fa:16:3e:d1:92:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07ab9e62-5321-4b9e-8641-5956ae23fe6e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:00:36.372963 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:36.385059 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b9c2de2-11d1-495b-b55c-81cc0def6817 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:00:36.403311 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port 6b9c2de2-11d1-495b-b55c-81cc0def6817, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=6b9c2de2-11d1-495b-b55c-81cc0def6817,segment=NetworkSegment(1f198185-b1e1-445f-b7c7-7b51649bec08),segment_id=1f198185-b1e1-445f-b7c7-7b51649bec08)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:00:36.445702 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:36.490917 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=6b9c2de2-11d1-495b-b55c-81cc0def6817,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:00:36.650270 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] get_ports_and_sgs() called for port_ids ['6b9c2de2-11d1-495b-b55c-81cc0def6817'] {{(pid=103588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:00:36.828840 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc0c197-865b-42fb-97ae-b23acd025560 req-f4f8cb21-04ee-42c6-9511-f01cd0228d98 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:00:36.830342 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-efc0c197-865b-42fb-97ae-b23acd025560 req-f4f8cb21-04ee-42c6-9511-f01cd0228d98 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "GET /v2.0/ports?device_id=e35f65b5-933f-4ca5-b915-07cff5b20c05 HTTP/1.1" status: 200 len: 944 time: 0.0525570 Dec 10 16:00:36.876967 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-efc0c197-865b-42fb-97ae-b23acd025560 req-bee67b4e-c128-40f5-8437-4a2b82d720bc tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "GET /v2.0/security-groups?id=efb929ce-bb62-47f7-b10d-ac58840e5bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402389 Dec 10 16:00:37.989093 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f32b092-e231-4bea-b040-a82943b8bd71 req-f0dcf812-05f2-466d-8ef2-e62ba1ca89be tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:00:37.990627 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-8f32b092-e231-4bea-b040-a82943b8bd71 req-f0dcf812-05f2-466d-8ef2-e62ba1ca89be tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "GET /v2.0/ports?device_id=e35f65b5-933f-4ca5-b915-07cff5b20c05 HTTP/1.1" status: 200 len: 944 time: 0.0482130 Dec 10 16:00:38.037162 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-8f32b092-e231-4bea-b040-a82943b8bd71 req-ea0b052b-bd8d-45f0-befb-ccd0dded3ab3 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "GET /v2.0/security-groups?id=efb929ce-bb62-47f7-b10d-ac58840e5bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404918 Dec 10 16:00:38.249921 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 6b9c2de2-11d1-495b-b55c-81cc0def6817 up at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:00:38.377305 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning for port 6b9c2de2-11d1-495b-b55c-81cc0def6817 completed by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:00:38.382048 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning complete for port 6b9c2de2-11d1-495b-b55c-81cc0def6817 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:00:38.382420 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:38.458832 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:38.480054 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e35f65b5-933f-4ca5-b915-07cff5b20c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b9c2de2-11d1-495b-b55c-81cc0def6817'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:00:38.482301 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa4b92c408489e2c982394a5a7b3518bb1b22554638321e3ea6c5cabb2c75d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72803a1b-a4aa-421c-989a-646d2435389d" -d '{"events": [{"server_uuid": "e35f65b5-933f-4ca5-b915-07cff5b20c05", "name": "network-vif-plugged", "status": "completed", "tag": "6b9c2de2-11d1-495b-b55c-81cc0def6817"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:00:38.495451 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port 6b9c2de2-11d1-495b-b55c-81cc0def6817, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=6b9c2de2-11d1-495b-b55c-81cc0def6817,segment=NetworkSegment(1f198185-b1e1-445f-b7c7-7b51649bec08),segment_id=1f198185-b1e1-445f-b7c7-7b51649bec08)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:00:38.517958 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74314534-d318-4b98-b86d-45a2f0883a88 x-openstack-request-id: req-74314534-d318-4b98-b86d-45a2f0883a88 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:00:38.518724 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e35f65b5-933f-4ca5-b915-07cff5b20c05", "name": "network-vif-plugged", "status": "completed", "tag": "6b9c2de2-11d1-495b-b55c-81cc0def6817", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:00:38.518724 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-74314534-d318-4b98-b86d-45a2f0883a88 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:00:38.518914 dv-neutron-821401-4-hyperv neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e35f65b5-933f-4ca5-b915-07cff5b20c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b9c2de2-11d1-495b-b55c-81cc0def6817', 'code': 200} Dec 10 16:00:38.565215 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:38.612389 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=6b9c2de2-11d1-495b-b55c-81cc0def6817,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:00:38.800607 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73909f2-c741-4b95-94ee-434c7d82a5e1 req-2109a316-45d5-4203-b8f1-9e87e294c355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:00:38.802734 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-d73909f2-c741-4b95-94ee-434c7d82a5e1 req-2109a316-45d5-4203-b8f1-9e87e294c355 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e35f65b5-933f-4ca5-b915-07cff5b20c05 HTTP/1.1" status: 200 len: 1098 time: 0.0399194 Dec 10 16:00:38.849793 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-d73909f2-c741-4b95-94ee-434c7d82a5e1 req-0b5af45e-190b-4235-8072-ebe971efe3bf service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=efb929ce-bb62-47f7-b10d-ac58840e5bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394516 Dec 10 16:00:39.150222 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2ef053-5863-4eea-9939-9a0ec196de86 req-41a1c4a3-e268-46d5-9d36-e435970790e8 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:00:39.151906 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-1c2ef053-5863-4eea-9939-9a0ec196de86 req-41a1c4a3-e268-46d5-9d36-e435970790e8 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "GET /v2.0/ports?device_id=e35f65b5-933f-4ca5-b915-07cff5b20c05 HTTP/1.1" status: 200 len: 945 time: 0.0486810 Dec 10 16:00:39.201317 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-1c2ef053-5863-4eea-9939-9a0ec196de86 req-4ec5c602-b300-4568-8a86-ad9896b52fca tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "GET /v2.0/security-groups?id=efb929ce-bb62-47f7-b10d-ac58840e5bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427585 Dec 10 16:00:40.315161 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f1c85a-add1-49e7-93c2-1b5eab89edd3 req-22e029a4-6cb2-4fa3-a410-b5b6d8678a8f tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:00:40.316658 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-e9f1c85a-add1-49e7-93c2-1b5eab89edd3 req-22e029a4-6cb2-4fa3-a410-b5b6d8678a8f tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "GET /v2.0/ports?device_id=e35f65b5-933f-4ca5-b915-07cff5b20c05 HTTP/1.1" status: 200 len: 945 time: 0.0488653 Dec 10 16:00:40.366820 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-e9f1c85a-add1-49e7-93c2-1b5eab89edd3 req-0317cdc9-9995-4171-bb22-93e8c984bfa9 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "GET /v2.0/security-groups?id=efb929ce-bb62-47f7-b10d-ac58840e5bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442061 Dec 10 16:00:40.477000 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c372f-5aa0-4bbe-8d8c-119d1042260b req-55f9b388-ef48-4588-9b5a-735dbfd5bf9d tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:00:40.478505 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-652c372f-5aa0-4bbe-8d8c-119d1042260b req-55f9b388-ef48-4588-9b5a-735dbfd5bf9d tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "GET /v2.0/ports?device_id=e35f65b5-933f-4ca5-b915-07cff5b20c05 HTTP/1.1" status: 200 len: 945 time: 0.0480316 Dec 10 16:00:40.524294 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-652c372f-5aa0-4bbe-8d8c-119d1042260b req-40848c5a-8f63-411a-940f-851be56a3363 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "GET /v2.0/security-groups?id=efb929ce-bb62-47f7-b10d-ac58840e5bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399740 Dec 10 16:00:40.841566 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35c9387-536f-4148-9915-52157e32dc2d req-e798badf-4e2a-4b40-88c2-76230acca9af tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:00:40.843034 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-e35c9387-536f-4148-9915-52157e32dc2d req-e798badf-4e2a-4b40-88c2-76230acca9af tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "GET /v2.0/ports?device_id=e35f65b5-933f-4ca5-b915-07cff5b20c05 HTTP/1.1" status: 200 len: 945 time: 0.0530457 Dec 10 16:00:40.888394 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-e35c9387-536f-4148-9915-52157e32dc2d req-7c15f2ca-259e-4d66-9074-28888c7f99be tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "GET /v2.0/security-groups?id=efb929ce-bb62-47f7-b10d-ac58840e5bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394545 Dec 10 16:00:42.954126 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f3ba5812-7f7c-4faf-b6d9-d1a5591311b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:43.582205 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:45.287034 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4f7bb75b-b092-444c-8b42-f00dc79a1648 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:46.211702 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:47.857287 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:48.668596 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:54.986581 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:00:56.302979 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f3fa6e-144f-400c-9c2a-daed14cd7295 req-3cd6dc01-0c92-46fb-942d-3acb33e112d4 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:00:56.304448 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-18f3fa6e-144f-400c-9c2a-daed14cd7295 req-3cd6dc01-0c92-46fb-942d-3acb33e112d4 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "GET /v2.0/ports?device_id=e35f65b5-933f-4ca5-b915-07cff5b20c05 HTTP/1.1" status: 200 len: 945 time: 0.0481579 Dec 10 16:00:56.350890 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-18f3fa6e-144f-400c-9c2a-daed14cd7295 req-8cd19eef-cbfd-4233-aca7-ea628e22531f tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "GET /v2.0/security-groups?id=efb929ce-bb62-47f7-b10d-ac58840e5bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402052 Dec 10 16:00:56.372187 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 42270) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:00:56.455049 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6893aa03-8036-481c-839b-77575ef873c1 tempest-TestMinimumBasicScenario-94510994 tempest-TestMinimumBasicScenario-94510994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:00:56.457054 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-6893aa03-8036-481c-839b-77575ef873c1 tempest-TestMinimumBasicScenario-94510994 tempest-TestMinimumBasicScenario-94510994-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e35f65b5-933f-4ca5-b915-07cff5b20c05 HTTP/1.1" status: 200 len: 1093 time: 0.0838928 Dec 10 16:00:56.460079 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 42274) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:00:56.464227 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-763f9f35-4d70-44b2-95ce-c164e41af422 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Request body: {'floatingip': {'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'port_id': '6b9c2de2-11d1-495b-b55c-81cc0def6817', 'tenant_id': '8148558b30de418884c507615c2ebf69', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:00:56.543022 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-763f9f35-4d70-44b2-95ce-c164e41af422 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Publish callbacks [] for floatingip, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:56.636923 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-763f9f35-4d70-44b2-95ce-c164e41af422 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:56.745378 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-763f9f35-4d70-44b2-95ce-c164e41af422 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Allocated IP 172.26.2.45 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/afa2486b-389b-4773-81c7-ac4659744f39) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:00:56.842395 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-763f9f35-4d70-44b2-95ce-c164e41af422 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:56.919909 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-763f9f35-4d70-44b2-95ce-c164e41af422 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:56.968476 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763f9f35-4d70-44b2-95ce-c164e41af422 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:00:56.972912 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-763f9f35-4d70-44b2-95ce-c164e41af422 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:00:56.976283 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763f9f35-4d70-44b2-95ce-c164e41af422 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:00:56.981641 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763f9f35-4d70-44b2-95ce-c164e41af422 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Pushing event updated for resources: {'Port': ['ID=afa2486b-389b-4773-81c7-ac4659744f39,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:00:57.368763 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-763f9f35-4d70-44b2-95ce-c164e41af422 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:57.749883 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-763f9f35-4d70-44b2-95ce-c164e41af422 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:57.896866 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-763f9f35-4d70-44b2-95ce-c164e41af422 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:57.976314 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-763f9f35-4d70-44b2-95ce-c164e41af422 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:58.044933 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763f9f35-4d70-44b2-95ce-c164e41af422 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Pushing event updated for resources: {'Port': ['ID=afa2486b-389b-4773-81c7-ac4659744f39,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:00:58.056101 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-763f9f35-4d70-44b2-95ce-c164e41af422 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552741'] for floatingip, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:58.153471 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.l3_db [None req-763f9f35-4d70-44b2-95ce-c164e41af422 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Floating IP 7ed25dbf-d255-42d9-9f7a-1f093010c25e associated. External IP: 172.26.2.45, port: 6b9c2de2-11d1-495b-b55c-81cc0def6817. Dec 10 16:00:58.359484 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-763f9f35-4d70-44b2-95ce-c164e41af422 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Router 2c272a69-dc30-41bc-90cd-5533773a230b has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:00:58.467160 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-763f9f35-4d70-44b2-95ce-c164e41af422 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:00:58.478072 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142b971b-2283-4986-b70c-ae2feb9d139b None None] Sync routers for ids ['2c272a69-dc30-41bc-90cd-5533773a230b'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:00:58.487837 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142b971b-2283-4986-b70c-ae2feb9d139b None None] Routers {'2c272a69-dc30-41bc-90cd-5533773a230b'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:00:58.491535 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-142b971b-2283-4986-b70c-ae2feb9d139b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:00:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['2c272a69-dc30-41bc-90cd-5533773a230b'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:00:58.544247 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-763f9f35-4d70-44b2-95ce-c164e41af422 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:58.570589 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-763f9f35-4d70-44b2-95ce-c164e41af422 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1095102 Dec 10 16:00:58.571192 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e35f65b5-933f-4ca5-b915-07cff5b20c05', 'tag': '6b9c2de2-11d1-495b-b55c-81cc0def6817'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:00:58.573464 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde1b47dcd987728a27c8e391f176ee57ea2adf837d2cedb59662361de43515a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4252667e-d8b7-41f9-a29e-933d063143eb" -d '{"events": [{"name": "network-changed", "server_uuid": "e35f65b5-933f-4ca5-b915-07cff5b20c05", "tag": "6b9c2de2-11d1-495b-b55c-81cc0def6817"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:00:58.573720 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 42276) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:00:58.578854 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-3ad0471c-1225-4af7-b187-70cdb695af85 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1003024944', 'description': 'tempest-secgroup-smoke-1003024944 description', 'project_id': '8148558b30de418884c507615c2ebf69'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:00:58.595205 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-142b971b-2283-4986-b70c-ae2feb9d139b None None] Set router 2c272a69-dc30-41bc-90cd-5533773a230b gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:00:58.612992 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d00e5d-c406-40a3-ab4a-56290831dce5 x-openstack-request-id: req-43d00e5d-c406-40a3-ab4a-56290831dce5 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:00:58.613297 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e35f65b5-933f-4ca5-b915-07cff5b20c05", "tag": "6b9c2de2-11d1-495b-b55c-81cc0def6817", "status": "completed", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:00:58.613565 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-43d00e5d-c406-40a3-ab4a-56290831dce5 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:00:58.614019 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e35f65b5-933f-4ca5-b915-07cff5b20c05', 'tag': '6b9c2de2-11d1-495b-b55c-81cc0def6817', 'status': 'completed', 'code': 200} Dec 10 16:00:58.656397 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3ad0471c-1225-4af7-b187-70cdb695af85 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:58.680988 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4252667e-d8b7-41f9-a29e-933d063143eb req-3fa651d2-80d4-426b-8ed0-42f2925143fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:00:58.682546 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4252667e-d8b7-41f9-a29e-933d063143eb req-3fa651d2-80d4-426b-8ed0-42f2925143fb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8148558b30de418884c507615c2ebf69&device_id=e35f65b5-933f-4ca5-b915-07cff5b20c05 HTTP/1.1" status: 200 len: 1098 time: 0.0464787 Dec 10 16:00:58.727060 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3ad0471c-1225-4af7-b187-70cdb695af85 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:58.764999 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3ad0471c-1225-4af7-b187-70cdb695af85 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:58.776008 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4252667e-d8b7-41f9-a29e-933d063143eb req-041925cb-ff51-4faa-a41f-ed2420c91a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:00:58.777661 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4252667e-d8b7-41f9-a29e-933d063143eb req-041925cb-ff51-4faa-a41f-ed2420c91a2b service neutron] 10.222.0.44 "GET /v2.0/networks?id=c6ff8cf1-df23-4ad4-991e-649f1e3e50b1 HTTP/1.1" status: 200 len: 915 time: 0.0875037 Dec 10 16:00:58.799235 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad0471c-1225-4af7-b187-70cdb695af85 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5b612e-81c5-4af2-bf93-78ea1f5f98bf,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:00:58.806946 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad0471c-1225-4af7-b187-70cdb695af85 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:00:58.807382 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad0471c-1225-4af7-b187-70cdb695af85 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:00:58.807803 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad0471c-1225-4af7-b187-70cdb695af85 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:00:58.808221 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad0471c-1225-4af7-b187-70cdb695af85 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:00:58.808630 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad0471c-1225-4af7-b187-70cdb695af85 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:00:58.809037 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad0471c-1225-4af7-b187-70cdb695af85 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:00:58.809447 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad0471c-1225-4af7-b187-70cdb695af85 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:00:58.809901 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad0471c-1225-4af7-b187-70cdb695af85 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:00:58.810317 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad0471c-1225-4af7-b187-70cdb695af85 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:00:58.810718 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad0471c-1225-4af7-b187-70cdb695af85 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:00:58.811120 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad0471c-1225-4af7-b187-70cdb695af85 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:00:58.811532 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad0471c-1225-4af7-b187-70cdb695af85 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:00:58.811918 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad0471c-1225-4af7-b187-70cdb695af85 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:00:58.834376 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-142b971b-2283-4986-b70c-ae2feb9d139b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c272a69-dc30-41bc-90cd-5533773a230b', 'name': 'tempest-TestMinimumBasicScenario-923768678-router', 'tenant_id': '8148558b30de418884c507615c2ebf69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.129'}], 'enable_snat': True}, 'gw_port_id': 'edbf40ca-e4c9-4109-88b6-9d2a9927f66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:59:56Z', 'updated_at': '2021-12-10T15:59:59Z', 'revision_number': 4, 'project_id': '8148558b30de418884c507615c2ebf69', 'gw_port': {'id': 'edbf40ca-e4c9-4109-88b6-9d2a9927f66f', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c272a69-dc30-41bc-90cd-5533773a230b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:59:57Z', 'updated_at': '2021-12-10T15:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': '7ed25dbf-d255-42d9-9f7a-1f093010c25e', 'tenant_id': '8148558b30de418884c507615c2ebf69', 'floating_ip_address': '172.26.2.45', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': '2c272a69-dc30-41bc-90cd-5533773a230b', 'port_id': '6b9c2de2-11d1-495b-b55c-81cc0def6817', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6ff8cf1-df23-4ad4-991e-649f1e3e50b1', 'mac_address': 'fa:16:3e:d1:92:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35f65b5-933f-4ca5-b915-07cff5b20c05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:00:57Z', 'updated_at': '2021-12-10T16:00:57Z', 'revision_number': 0, 'project_id': '8148558b30de418884c507615c2ebf69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '995c277a-10bd-4a58-94e3-d5ded9399492', 'name': '', 'network_id': 'c6ff8cf1-df23-4ad4-991e-649f1e3e50b1', 'tenant_id': '8148558b30de418884c507615c2ebf69', 'mac_address': 'fa:16:3e:47:c1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c272a69-dc30-41bc-90cd-5533773a230b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '07ab9e62-5321-4b9e-8641-5956ae23fe6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:59:58Z', 'updated_at': '2021-12-10T16:00:02Z', 'revision_number': 5, 'project_id': '8148558b30de418884c507615c2ebf69', 'subnets': [{'id': '07ab9e62-5321-4b9e-8641-5956ae23fe6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:00:58.847117 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3ad0471c-1225-4af7-b187-70cdb695af85 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:58.851169 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-3ad0471c-1225-4af7-b187-70cdb695af85 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2737381 Dec 10 16:00:58.851496 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 42280) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:00:58.854297 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4252667e-d8b7-41f9-a29e-933d063143eb req-ad2cb7b0-eccd-48bc-a844-7c8b7fe1bb50 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b9c2de2-11d1-495b-b55c-81cc0def6817 HTTP/1.1" status: 200 len: 998 time: 0.0695782 Dec 10 16:00:58.856444 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-a2c4d17c-337d-4f86-8f28-2e6afc721c9d tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Request body: {'security_group_rule': {'security_group_id': '0e5b612e-81c5-4af2-bf93-78ea1f5f98bf', 'project_id': '8148558b30de418884c507615c2ebf69', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:00:58.864870 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142b971b-2283-4986-b70c-ae2feb9d139b None None] Checking router: 2c272a69-dc30-41bc-90cd-5533773a230b for host: dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:00:58.873432 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142b971b-2283-4986-b70c-ae2feb9d139b None None] Routers {'2c272a69-dc30-41bc-90cd-5533773a230b'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:00:58.874187 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-142b971b-2283-4986-b70c-ae2feb9d139b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:00:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['2c272a69-dc30-41bc-90cd-5533773a230b'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:00:58.905484 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4252667e-d8b7-41f9-a29e-933d063143eb req-6b9b0916-a346-48d9-be73-ac356930cf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:00:58.907015 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4252667e-d8b7-41f9-a29e-933d063143eb req-6b9b0916-a346-48d9-be73-ac356930cf8f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=07ab9e62-5321-4b9e-8641-5956ae23fe6e HTTP/1.1" status: 200 len: 853 time: 0.0451949 Dec 10 16:00:58.944728 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a2c4d17c-337d-4f86-8f28-2e6afc721c9d tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:58.955652 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4252667e-d8b7-41f9-a29e-933d063143eb req-a77a5c79-2cdc-4b59-97f0-d91f23fa6d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:00:58.957991 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4252667e-d8b7-41f9-a29e-933d063143eb req-a77a5c79-2cdc-4b59-97f0-d91f23fa6d18 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c6ff8cf1-df23-4ad4-991e-649f1e3e50b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0434275 Dec 10 16:00:58.970923 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [req-4252667e-d8b7-41f9-a29e-933d063143eb req-24dff458-4b55-4d19-88cd-8e6e87f9190f service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:00:58.972007 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4252667e-d8b7-41f9-a29e-933d063143eb req-24dff458-4b55-4d19-88cd-8e6e87f9190f service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052845 Dec 10 16:00:58.982307 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-142b971b-2283-4986-b70c-ae2feb9d139b None None] Set router 2c272a69-dc30-41bc-90cd-5533773a230b gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:00:59.022553 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a2c4d17c-337d-4f86-8f28-2e6afc721c9d tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:59.064474 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4252667e-d8b7-41f9-a29e-933d063143eb req-e9e80710-6a93-44ce-8479-f6184d40f58a service neutron] 10.222.0.44 "GET /v2.0/networks/c6ff8cf1-df23-4ad4-991e-649f1e3e50b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854201 Dec 10 16:00:59.102702 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a2c4d17c-337d-4f86-8f28-2e6afc721c9d tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:59.122258 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c4d17c-337d-4f86-8f28-2e6afc721c9d tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc177b22-0a8b-42e8-a35c-8bc3b1e67a50,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:00:59.164754 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4252667e-d8b7-41f9-a29e-933d063143eb req-66fd0567-54dd-4ff6-b1b5-f83903bf707e service neutron] 10.222.0.44 "GET /v2.0/networks/c6ff8cf1-df23-4ad4-991e-649f1e3e50b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936880 Dec 10 16:00:59.225001 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a2c4d17c-337d-4f86-8f28-2e6afc721c9d tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:59.226273 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-a2c4d17c-337d-4f86-8f28-2e6afc721c9d tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3735254 Dec 10 16:00:59.228901 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 42282) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:00:59.233331 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-af64394d-649b-48b2-9fc6-eb86647971c8 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Request body: {'security_group_rule': {'security_group_id': '0e5b612e-81c5-4af2-bf93-78ea1f5f98bf', 'project_id': '8148558b30de418884c507615c2ebf69', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:00:59.301021 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-142b971b-2283-4986-b70c-ae2feb9d139b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c272a69-dc30-41bc-90cd-5533773a230b', 'name': 'tempest-TestMinimumBasicScenario-923768678-router', 'tenant_id': '8148558b30de418884c507615c2ebf69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.129'}], 'enable_snat': True}, 'gw_port_id': 'edbf40ca-e4c9-4109-88b6-9d2a9927f66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:59:56Z', 'updated_at': '2021-12-10T15:59:59Z', 'revision_number': 4, 'project_id': '8148558b30de418884c507615c2ebf69', 'gw_port': {'id': 'edbf40ca-e4c9-4109-88b6-9d2a9927f66f', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c272a69-dc30-41bc-90cd-5533773a230b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:59:57Z', 'updated_at': '2021-12-10T15:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': '7ed25dbf-d255-42d9-9f7a-1f093010c25e', 'tenant_id': '8148558b30de418884c507615c2ebf69', 'floating_ip_address': '172.26.2.45', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': '2c272a69-dc30-41bc-90cd-5533773a230b', 'port_id': '6b9c2de2-11d1-495b-b55c-81cc0def6817', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6ff8cf1-df23-4ad4-991e-649f1e3e50b1', 'mac_address': 'fa:16:3e:d1:92:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35f65b5-933f-4ca5-b915-07cff5b20c05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:00:57Z', 'updated_at': '2021-12-10T16:00:57Z', 'revision_number': 0, 'project_id': '8148558b30de418884c507615c2ebf69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '995c277a-10bd-4a58-94e3-d5ded9399492', 'name': '', 'network_id': 'c6ff8cf1-df23-4ad4-991e-649f1e3e50b1', 'tenant_id': '8148558b30de418884c507615c2ebf69', 'mac_address': 'fa:16:3e:47:c1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c272a69-dc30-41bc-90cd-5533773a230b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '07ab9e62-5321-4b9e-8641-5956ae23fe6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:59:58Z', 'updated_at': '2021-12-10T16:00:02Z', 'revision_number': 5, 'project_id': '8148558b30de418884c507615c2ebf69', 'subnets': [{'id': '07ab9e62-5321-4b9e-8641-5956ae23fe6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:00:59.324560 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-af64394d-649b-48b2-9fc6-eb86647971c8 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:59.330057 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142b971b-2283-4986-b70c-ae2feb9d139b None None] The sync data for ids ['2c272a69-dc30-41bc-90cd-5533773a230b'] in dv-neutron-821401-4-hyperv is: [{'id': '2c272a69-dc30-41bc-90cd-5533773a230b', 'name': 'tempest-TestMinimumBasicScenario-923768678-router', 'tenant_id': '8148558b30de418884c507615c2ebf69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.129'}], 'enable_snat': True}, 'gw_port_id': 'edbf40ca-e4c9-4109-88b6-9d2a9927f66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:59:56Z', 'updated_at': '2021-12-10T15:59:59Z', 'revision_number': 4, 'project_id': '8148558b30de418884c507615c2ebf69', 'gw_port': {'id': 'edbf40ca-e4c9-4109-88b6-9d2a9927f66f', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c272a69-dc30-41bc-90cd-5533773a230b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:59:57Z', 'updated_at': '2021-12-10T15:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': '7ed25dbf-d255-42d9-9f7a-1f093010c25e', 'tenant_id': '8148558b30de418884c507615c2ebf69', 'floating_ip_address': '172.26.2.45', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': '2c272a69-dc30-41bc-90cd-5533773a230b', 'port_id': '6b9c2de2-11d1-495b-b55c-81cc0def6817', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6ff8cf1-df23-4ad4-991e-649f1e3e50b1', 'mac_address': 'fa:16:3e:d1:92:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35f65b5-933f-4ca5-b915-07cff5b20c05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:00:57Z', 'updated_at': '2021-12-10T16:00:57Z', 'revision_number': 0, 'project_id': '8148558b30de418884c507615c2ebf69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '995c277a-10bd-4a58-94e3-d5ded9399492', 'name': '', 'network_id': 'c6ff8cf1-df23-4ad4-991e-649f1e3e50b1', 'tenant_id': '8148558b30de418884c507615c2ebf69', 'mac_address': 'fa:16:3e:47:c1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c272a69-dc30-41bc-90cd-5533773a230b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '07ab9e62-5321-4b9e-8641-5956ae23fe6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:59:58Z', 'updated_at': '2021-12-10T16:00:02Z', 'revision_number': 5, 'project_id': '8148558b30de418884c507615c2ebf69', 'subnets': [{'id': '07ab9e62-5321-4b9e-8641-5956ae23fe6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:00:59.374833 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-af64394d-649b-48b2-9fc6-eb86647971c8 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:59.445274 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-af64394d-649b-48b2-9fc6-eb86647971c8 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:59.465691 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af64394d-649b-48b2-9fc6-eb86647971c8 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d4d040e-5b5f-4879-9e8b-f7e5a16bf1a2,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:00:59.514641 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7e11e2-4d79-47ea-b3a2-73033583ca7a None None] New status for floating IP 7ed25dbf-d255-42d9-9f7a-1f093010c25e: ACTIVE {{(pid=103588) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:00:59.527432 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-af64394d-649b-48b2-9fc6-eb86647971c8 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:59.528842 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-af64394d-649b-48b2-9fc6-eb86647971c8 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2989993 Dec 10 16:00:59.531546 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 42284) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:00:59.536553 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-855134e4-4dc8-4e74-bfb7-92cd7bd32bd3 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Request body: {'security_group_rule': {'security_group_id': '0e5b612e-81c5-4af2-bf93-78ea1f5f98bf', 'project_id': '8148558b30de418884c507615c2ebf69', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:00:59.633050 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-855134e4-4dc8-4e74-bfb7-92cd7bd32bd3 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:59.689989 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-855134e4-4dc8-4e74-bfb7-92cd7bd32bd3 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:59.770453 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-855134e4-4dc8-4e74-bfb7-92cd7bd32bd3 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:59.789477 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855134e4-4dc8-4e74-bfb7-92cd7bd32bd3 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d66d4ebb-cfc4-4a55-9567-126b0b54d0fc,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:00:59.857950 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-855134e4-4dc8-4e74-bfb7-92cd7bd32bd3 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:00:59.859180 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-855134e4-4dc8-4e74-bfb7-92cd7bd32bd3 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3266177 Dec 10 16:00:59.861869 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 42286) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:00:59.867297 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-9c705892-493a-445c-bd8f-17f404b29209 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Request body: {'security_group_rule': {'security_group_id': '0e5b612e-81c5-4af2-bf93-78ea1f5f98bf', 'project_id': '8148558b30de418884c507615c2ebf69', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:00:59.964089 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9c705892-493a-445c-bd8f-17f404b29209 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:01:00.022433 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9c705892-493a-445c-bd8f-17f404b29209 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:01:00.101729 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9c705892-493a-445c-bd8f-17f404b29209 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:01:00.120065 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c705892-493a-445c-bd8f-17f404b29209 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2917377a-6594-434c-be49-58ef90af5dec,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:01:00.201244 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9c705892-493a-445c-bd8f-17f404b29209 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:01:00.202657 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-9c705892-493a-445c-bd8f-17f404b29209 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3392470 Dec 10 16:01:00.205447 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 42288) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:01:00.210454 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-dfb5d171-ff8a-4d10-a8b1-ba8be13e900b tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Request body: {'security_group_rule': {'security_group_id': '0e5b612e-81c5-4af2-bf93-78ea1f5f98bf', 'project_id': '8148558b30de418884c507615c2ebf69', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:01:00.306727 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.securitygroups_db [None req-dfb5d171-ff8a-4d10-a8b1-ba8be13e900b tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Project 8148558b30de418884c507615c2ebf69 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 16:01:00.311635 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dfb5d171-ff8a-4d10-a8b1-ba8be13e900b tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:01:00.367953 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dfb5d171-ff8a-4d10-a8b1-ba8be13e900b tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:01:00.444629 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dfb5d171-ff8a-4d10-a8b1-ba8be13e900b tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:01:00.462834 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5d171-ff8a-4d10-a8b1-ba8be13e900b tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99ddda5d-99f7-4020-822c-3b5b58d10e4f,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:01:00.548866 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dfb5d171-ff8a-4d10-a8b1-ba8be13e900b tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:01:00.550178 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-dfb5d171-ff8a-4d10-a8b1-ba8be13e900b tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3432345 Dec 10 16:01:00.552861 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 42290) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:01:00.557573 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-8bb77630-b1b3-43f7-aaab-43422a442306 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Request body: {'security_group_rule': {'security_group_id': '0e5b612e-81c5-4af2-bf93-78ea1f5f98bf', 'project_id': '8148558b30de418884c507615c2ebf69', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:01:00.666775 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.securitygroups_db [None req-8bb77630-b1b3-43f7-aaab-43422a442306 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Project 8148558b30de418884c507615c2ebf69 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 16:01:00.671862 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8bb77630-b1b3-43f7-aaab-43422a442306 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:01:00.729538 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8bb77630-b1b3-43f7-aaab-43422a442306 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:01:00.803734 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8bb77630-b1b3-43f7-aaab-43422a442306 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:01:00.822701 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb77630-b1b3-43f7-aaab-43422a442306 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b441e25-0ae0-45c0-93f4-c9fc6c08f620,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:01:00.886668 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8bb77630-b1b3-43f7-aaab-43422a442306 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:01:00.887877 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-8bb77630-b1b3-43f7-aaab-43422a442306 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3340862 Dec 10 16:01:00.982083 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-367e309e-e892-4349-b179-ab8793e5c98c req-39979dce-5bbb-47e4-a974-1d2153230832 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1003024944&fields=id&tenant_id=8148558b30de418884c507615c2ebf69 HTTP/1.1" status: 200 len: 267 time: 0.0436947 Dec 10 16:01:01.034795 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e309e-e892-4349-b179-ab8793e5c98c req-65c01721-dfa6-4b79-9667-f5c75f424b52 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:01:01.036271 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-367e309e-e892-4349-b179-ab8793e5c98c req-65c01721-dfa6-4b79-9667-f5c75f424b52 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "GET /v2.0/ports?device_id=e35f65b5-933f-4ca5-b915-07cff5b20c05 HTTP/1.1" status: 200 len: 945 time: 0.0481076 Dec 10 16:01:01.047119 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [req-367e309e-e892-4349-b179-ab8793e5c98c req-7fc3d806-e2fb-4cb0-a8a4-deb1a0e0bee8 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Request body: {'port': {'security_groups': ['efb929ce-bb62-47f7-b10d-ac58840e5bd5', '0e5b612e-81c5-4af2-bf93-78ea1f5f98bf']}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:01:01.110801 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-367e309e-e892-4349-b179-ab8793e5c98c req-7fc3d806-e2fb-4cb0-a8a4-deb1a0e0bee8 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:01:01.313467 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [req-367e309e-e892-4349-b179-ab8793e5c98c req-7fc3d806-e2fb-4cb0-a8a4-deb1a0e0bee8 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] For port 6b9c2de2-11d1-495b-b55c-81cc0def6817, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=6b9c2de2-11d1-495b-b55c-81cc0def6817,segment=NetworkSegment(1f198185-b1e1-445f-b7c7-7b51649bec08),segment_id=1f198185-b1e1-445f-b7c7-7b51649bec08)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:01:01.341460 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-367e309e-e892-4349-b179-ab8793e5c98c req-7fc3d806-e2fb-4cb0-a8a4-deb1a0e0bee8 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:01:01.397834 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-367e309e-e892-4349-b179-ab8793e5c98c req-7fc3d806-e2fb-4cb0-a8a4-deb1a0e0bee8 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:01:01.409738 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] get_ports_and_sgs() called for port_ids ['6b9c2de2-11d1-495b-b55c-81cc0def6817'] {{(pid=103588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:01:01.443150 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e309e-e892-4349-b179-ab8793e5c98c req-7fc3d806-e2fb-4cb0-a8a4-deb1a0e0bee8 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:01:01.443802 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-367e309e-e892-4349-b179-ab8793e5c98c req-7fc3d806-e2fb-4cb0-a8a4-deb1a0e0bee8 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:01:01.445206 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-367e309e-e892-4349-b179-ab8793e5c98c req-7fc3d806-e2fb-4cb0-a8a4-deb1a0e0bee8 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "PUT /v2.0/ports/6b9c2de2-11d1-495b-b55c-81cc0def6817 HTTP/1.1" status: 200 len: 981 time: 0.4025469 Dec 10 16:01:01.445660 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e35f65b5-933f-4ca5-b915-07cff5b20c05', 'tag': '6b9c2de2-11d1-495b-b55c-81cc0def6817'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:01:01.453445 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde1b47dcd987728a27c8e391f176ee57ea2adf837d2cedb59662361de43515a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c1bbf83-02cb-49eb-a4be-b9f85e407a22" -d '{"events": [{"name": "network-changed", "server_uuid": "e35f65b5-933f-4ca5-b915-07cff5b20c05", "tag": "6b9c2de2-11d1-495b-b55c-81cc0def6817"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:01:01.506331 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc3d806-e2fb-4cb0-a8a4-deb1a0e0bee8 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Pushing event updated for resources: {'Port': ['ID=6b9c2de2-11d1-495b-b55c-81cc0def6817,revision_number=6']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:01:01.509868 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d10818ba-db8b-4c55-b1ea-620669d9a5d5 x-openstack-request-id: req-d10818ba-db8b-4c55-b1ea-620669d9a5d5 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:01:01.510394 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e35f65b5-933f-4ca5-b915-07cff5b20c05", "tag": "6b9c2de2-11d1-495b-b55c-81cc0def6817", "status": "completed", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:01:01.510496 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d10818ba-db8b-4c55-b1ea-620669d9a5d5 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:01:01.510860 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e35f65b5-933f-4ca5-b915-07cff5b20c05', 'tag': '6b9c2de2-11d1-495b-b55c-81cc0def6817', 'status': 'completed', 'code': 200} Dec 10 16:01:01.539111 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] get_ports_and_sgs() called for port_ids ['6b9c2de2-11d1-495b-b55c-81cc0def6817'] {{(pid=103588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:01:01.599662 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1bbf83-02cb-49eb-a4be-b9f85e407a22 req-4cf16cb4-2f25-4ae6-92f8-23d6257f3c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:01:01.602449 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-5c1bbf83-02cb-49eb-a4be-b9f85e407a22 req-4cf16cb4-2f25-4ae6-92f8-23d6257f3c05 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8148558b30de418884c507615c2ebf69&device_id=e35f65b5-933f-4ca5-b915-07cff5b20c05 HTTP/1.1" status: 200 len: 1137 time: 0.0582039 Dec 10 16:01:01.614941 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431440b7-221b-4bec-a045-65303f3ca308 req-e8cbb0b4-1127-408b-9c48-eec958b08bda tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:01:01.624426 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-431440b7-221b-4bec-a045-65303f3ca308 req-e8cbb0b4-1127-408b-9c48-eec958b08bda tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "GET /v2.0/ports?device_id=e35f65b5-933f-4ca5-b915-07cff5b20c05 HTTP/1.1" status: 200 len: 984 time: 0.0892894 Dec 10 16:01:01.694821 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-431440b7-221b-4bec-a045-65303f3ca308 req-86565fdb-14ce-4246-bb5c-06bdd8e73505 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e5b612e-81c5-4af2-bf93-78ea1f5f98bf&id=efb929ce-bb62-47f7-b10d-ac58840e5bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0691543 Dec 10 16:01:01.727729 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1bbf83-02cb-49eb-a4be-b9f85e407a22 req-a5ab7052-3a2b-47e9-be7d-a124f8cbc9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:01:01.730010 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-5c1bbf83-02cb-49eb-a4be-b9f85e407a22 req-a5ab7052-3a2b-47e9-be7d-a124f8cbc9c2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c6ff8cf1-df23-4ad4-991e-649f1e3e50b1 HTTP/1.1" status: 200 len: 915 time: 0.1167805 Dec 10 16:01:01.804699 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-5c1bbf83-02cb-49eb-a4be-b9f85e407a22 req-4070e8e3-5b39-47fd-a765-0c84a93ba564 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b9c2de2-11d1-495b-b55c-81cc0def6817 HTTP/1.1" status: 200 len: 1000 time: 0.0665631 Dec 10 16:01:01.823639 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-09f51eb7-5ac6-48af-9627-dfc61ccf5f38 None None] Provisioning complete for port 6b9c2de2-11d1-495b-b55c-81cc0def6817 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:01:01.824013 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-09f51eb7-5ac6-48af-9627-dfc61ccf5f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:01:01.854041 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1bbf83-02cb-49eb-a4be-b9f85e407a22 req-3025d7d1-135c-487c-9aee-59525db8ad2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:01:01.855514 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-5c1bbf83-02cb-49eb-a4be-b9f85e407a22 req-3025d7d1-135c-487c-9aee-59525db8ad2f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=07ab9e62-5321-4b9e-8641-5956ae23fe6e HTTP/1.1" status: 200 len: 853 time: 0.0434024 Dec 10 16:01:01.904983 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1bbf83-02cb-49eb-a4be-b9f85e407a22 req-52366b5c-a1b4-4e06-84f2-8fc96b96c7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:01:01.906433 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-5c1bbf83-02cb-49eb-a4be-b9f85e407a22 req-52366b5c-a1b4-4e06-84f2-8fc96b96c7ea service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c6ff8cf1-df23-4ad4-991e-649f1e3e50b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397375 Dec 10 16:01:02.003947 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-5c1bbf83-02cb-49eb-a4be-b9f85e407a22 req-4bf1fad4-d9a3-4a10-be3f-dcc9096f984f service neutron] 10.222.0.44 "GET /v2.0/networks/c6ff8cf1-df23-4ad4-991e-649f1e3e50b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899451 Dec 10 16:01:02.093407 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-5c1bbf83-02cb-49eb-a4be-b9f85e407a22 req-8a298e92-8fae-4ecf-a470-f62b73393519 service neutron] 10.222.0.44 "GET /v2.0/networks/c6ff8cf1-df23-4ad4-991e-649f1e3e50b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823839 Dec 10 16:01:12.963925 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7e62439c-d274-4aeb-a1a0-146a2379984a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:01:13.689749 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:01:15.171282 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff5a649-e0c0-412c-b404-8214c94de568 req-f47d9e1c-c8c4-4d57-8941-fbf73e085e94 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:01:15.176232 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-7ff5a649-e0c0-412c-b404-8214c94de568 req-f47d9e1c-c8c4-4d57-8941-fbf73e085e94 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "GET /v2.0/ports?device_id=e35f65b5-933f-4ca5-b915-07cff5b20c05 HTTP/1.1" status: 200 len: 984 time: 0.0533504 Dec 10 16:01:15.237458 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-7ff5a649-e0c0-412c-b404-8214c94de568 req-c3aa69f9-a0ff-4906-a8c8-4dfc22ff90e9 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e5b612e-81c5-4af2-bf93-78ea1f5f98bf&id=efb929ce-bb62-47f7-b10d-ac58840e5bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574660 Dec 10 16:01:15.238261 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34233f67-d6bc-4a0f-bb63-7de575d531ed req-ad6cb5d8-e22c-4981-8830-3e101d54d921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:01:15.239871 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-34233f67-d6bc-4a0f-bb63-7de575d531ed req-ad6cb5d8-e22c-4981-8830-3e101d54d921 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8148558b30de418884c507615c2ebf69&device_id=e35f65b5-933f-4ca5-b915-07cff5b20c05 HTTP/1.1" status: 200 len: 1137 time: 0.0410731 Dec 10 16:01:15.289958 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-394d4fd4-5e22-4e2d-b14a-9d2bef895304 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:01:15.339635 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34233f67-d6bc-4a0f-bb63-7de575d531ed req-76f757cc-57e5-4545-8b69-18a03497c81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:01:15.341045 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-34233f67-d6bc-4a0f-bb63-7de575d531ed req-76f757cc-57e5-4545-8b69-18a03497c81a service neutron] 10.222.0.44 "GET /v2.0/networks?id=c6ff8cf1-df23-4ad4-991e-649f1e3e50b1 HTTP/1.1" status: 200 len: 915 time: 0.0937197 Dec 10 16:01:15.407003 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-34233f67-d6bc-4a0f-bb63-7de575d531ed req-b12be48d-c3a9-473d-8068-d60c55fd3344 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b9c2de2-11d1-495b-b55c-81cc0def6817 HTTP/1.1" status: 200 len: 1000 time: 0.0569739 Dec 10 16:01:15.458500 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34233f67-d6bc-4a0f-bb63-7de575d531ed req-0c51b55b-319e-47cf-877c-cedcd149f591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:01:15.459900 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-34233f67-d6bc-4a0f-bb63-7de575d531ed req-0c51b55b-319e-47cf-877c-cedcd149f591 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=07ab9e62-5321-4b9e-8641-5956ae23fe6e HTTP/1.1" status: 200 len: 853 time: 0.0455799 Dec 10 16:01:15.503864 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34233f67-d6bc-4a0f-bb63-7de575d531ed req-f74a0fc5-75c0-463f-a750-68b231e1062f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:01:15.505285 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-34233f67-d6bc-4a0f-bb63-7de575d531ed req-f74a0fc5-75c0-463f-a750-68b231e1062f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c6ff8cf1-df23-4ad4-991e-649f1e3e50b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0383515 Dec 10 16:01:15.593751 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-34233f67-d6bc-4a0f-bb63-7de575d531ed req-98e8d9dd-cc96-45a3-a4a3-83e3226cd454 service neutron] 10.222.0.44 "GET /v2.0/networks/c6ff8cf1-df23-4ad4-991e-649f1e3e50b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810666 Dec 10 16:01:15.684859 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-34233f67-d6bc-4a0f-bb63-7de575d531ed req-28edffa3-4745-46b0-88e4-d290fe53cab5 service neutron] 10.222.0.44 "GET /v2.0/networks/c6ff8cf1-df23-4ad4-991e-649f1e3e50b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841479 Dec 10 16:01:16.232273 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:01:16.355681 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c8e2df-a276-44ae-a707-c494a0dcaf6f req-75984423-b43f-4ade-831e-fa12a38ea8a1 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:01:16.357192 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-86c8e2df-a276-44ae-a707-c494a0dcaf6f req-75984423-b43f-4ade-831e-fa12a38ea8a1 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "GET /v2.0/ports?device_id=e35f65b5-933f-4ca5-b915-07cff5b20c05 HTTP/1.1" status: 200 len: 984 time: 0.0496597 Dec 10 16:01:16.416388 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-86c8e2df-a276-44ae-a707-c494a0dcaf6f req-1489fa11-d65a-4764-84ea-9e70c9634745 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e5b612e-81c5-4af2-bf93-78ea1f5f98bf&id=efb929ce-bb62-47f7-b10d-ac58840e5bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530794 Dec 10 16:01:17.536884 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88ae6b1-1663-4241-88e8-c7d0e9c76066 req-3694de58-5ffc-455d-9cb0-613ee66f68c2 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:01:17.538414 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d88ae6b1-1663-4241-88e8-c7d0e9c76066 req-3694de58-5ffc-455d-9cb0-613ee66f68c2 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "GET /v2.0/ports?device_id=e35f65b5-933f-4ca5-b915-07cff5b20c05 HTTP/1.1" status: 200 len: 984 time: 0.0518603 Dec 10 16:01:17.601093 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d88ae6b1-1663-4241-88e8-c7d0e9c76066 req-7a7a4895-a86d-4d29-9e5b-e8775d75d1c6 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e5b612e-81c5-4af2-bf93-78ea1f5f98bf&id=efb929ce-bb62-47f7-b10d-ac58840e5bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567057 Dec 10 16:01:17.832718 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:01:18.660881 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:01:18.738435 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72df0087-5e50-42ca-b204-7523e22de1a0 req-4e25e170-1db8-4709-953a-57574440990d tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:01:18.739923 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-72df0087-5e50-42ca-b204-7523e22de1a0 req-4e25e170-1db8-4709-953a-57574440990d tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "GET /v2.0/ports?device_id=e35f65b5-933f-4ca5-b915-07cff5b20c05 HTTP/1.1" status: 200 len: 984 time: 0.0576258 Dec 10 16:01:18.798770 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-72df0087-5e50-42ca-b204-7523e22de1a0 req-5cced4f4-7344-42cc-86c6-c5c4d3258bbf tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e5b612e-81c5-4af2-bf93-78ea1f5f98bf&id=efb929ce-bb62-47f7-b10d-ac58840e5bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527804 Dec 10 16:01:19.910259 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d50e0-130a-4515-9262-605998e6d585 req-806dc665-0dab-4a3b-aff6-3b7e40e0f3dd tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:01:19.912237 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-fe1d50e0-130a-4515-9262-605998e6d585 req-806dc665-0dab-4a3b-aff6-3b7e40e0f3dd tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "GET /v2.0/ports?device_id=e35f65b5-933f-4ca5-b915-07cff5b20c05 HTTP/1.1" status: 200 len: 984 time: 0.0490940 Dec 10 16:01:19.971293 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-fe1d50e0-130a-4515-9262-605998e6d585 req-67bd3a63-df07-4c9a-845a-90d477b0c1cf tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e5b612e-81c5-4af2-bf93-78ea1f5f98bf&id=efb929ce-bb62-47f7-b10d-ac58840e5bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531344 Dec 10 16:01:21.083414 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb5fb11-0b35-43b0-ad29-6c721e936946 req-eb0300bf-991f-4fdb-beef-67d4b2db8942 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:01:21.084884 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ebb5fb11-0b35-43b0-ad29-6c721e936946 req-eb0300bf-991f-4fdb-beef-67d4b2db8942 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "GET /v2.0/ports?device_id=e35f65b5-933f-4ca5-b915-07cff5b20c05 HTTP/1.1" status: 200 len: 984 time: 0.0489953 Dec 10 16:01:21.143248 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ebb5fb11-0b35-43b0-ad29-6c721e936946 req-52da39fd-f1d8-4d99-a16e-c575788df176 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e5b612e-81c5-4af2-bf93-78ea1f5f98bf&id=efb929ce-bb62-47f7-b10d-ac58840e5bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524075 Dec 10 16:01:22.257690 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fbba55-a8ed-4898-977e-a187967b4b6f req-362656a8-683d-4400-89bb-0b71194fe3e2 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:01:22.259190 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-94fbba55-a8ed-4898-977e-a187967b4b6f req-362656a8-683d-4400-89bb-0b71194fe3e2 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "GET /v2.0/ports?device_id=e35f65b5-933f-4ca5-b915-07cff5b20c05 HTTP/1.1" status: 200 len: 984 time: 0.0486426 Dec 10 16:01:22.318392 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-94fbba55-a8ed-4898-977e-a187967b4b6f req-d685e07a-b15e-4f78-b666-78a2e078869b tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e5b612e-81c5-4af2-bf93-78ea1f5f98bf&id=efb929ce-bb62-47f7-b10d-ac58840e5bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526669 Dec 10 16:01:23.430797 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a6ec0-f18d-419c-857c-278a5bb86762 req-3667eb8f-3cfd-4233-8b41-7044d09411f5 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:01:23.432260 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-e59a6ec0-f18d-419c-857c-278a5bb86762 req-3667eb8f-3cfd-4233-8b41-7044d09411f5 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "GET /v2.0/ports?device_id=e35f65b5-933f-4ca5-b915-07cff5b20c05 HTTP/1.1" status: 200 len: 984 time: 0.0484266 Dec 10 16:01:23.494386 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-e59a6ec0-f18d-419c-857c-278a5bb86762 req-b7716ee7-07c6-4ed1-b1f1-109c5161ffe2 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e5b612e-81c5-4af2-bf93-78ea1f5f98bf&id=efb929ce-bb62-47f7-b10d-ac58840e5bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561242 Dec 10 16:01:24.611543 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126d484-48ef-459f-b360-fe3bb8b16b9f req-022d1e0d-9a57-4d0b-9222-3e18c2251111 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:01:24.613025 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4126d484-48ef-459f-b360-fe3bb8b16b9f req-022d1e0d-9a57-4d0b-9222-3e18c2251111 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "GET /v2.0/ports?device_id=e35f65b5-933f-4ca5-b915-07cff5b20c05 HTTP/1.1" status: 200 len: 984 time: 0.0526133 Dec 10 16:01:24.672082 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4126d484-48ef-459f-b360-fe3bb8b16b9f req-b67c7549-0f38-4dd4-832b-450af07f3ed0 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e5b612e-81c5-4af2-bf93-78ea1f5f98bf&id=efb929ce-bb62-47f7-b10d-ac58840e5bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530961 Dec 10 16:01:25.785171 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c0e01b-c157-4b39-8095-17847d2bc7d4 req-63659e51-e8e6-4674-ad09-e90b905670d2 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:01:25.787193 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-58c0e01b-c157-4b39-8095-17847d2bc7d4 req-63659e51-e8e6-4674-ad09-e90b905670d2 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "GET /v2.0/ports?device_id=e35f65b5-933f-4ca5-b915-07cff5b20c05 HTTP/1.1" status: 200 len: 984 time: 0.0501144 Dec 10 16:01:25.846681 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-58c0e01b-c157-4b39-8095-17847d2bc7d4 req-d26af9c7-12a9-4749-a448-ef76df347a77 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e5b612e-81c5-4af2-bf93-78ea1f5f98bf&id=efb929ce-bb62-47f7-b10d-ac58840e5bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535614 Dec 10 16:01:26.961203 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b04e4-ea34-456d-943f-e6052925a6fb req-7e738a0e-6b98-435c-b252-030e7cc3b322 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:01:26.962616 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-610b04e4-ea34-456d-943f-e6052925a6fb req-7e738a0e-6b98-435c-b252-030e7cc3b322 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "GET /v2.0/ports?device_id=e35f65b5-933f-4ca5-b915-07cff5b20c05 HTTP/1.1" status: 200 len: 984 time: 0.0489190 Dec 10 16:01:27.020733 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-610b04e4-ea34-456d-943f-e6052925a6fb req-8a5d889f-5fd2-4ab7-aec9-b1b86102cbe1 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e5b612e-81c5-4af2-bf93-78ea1f5f98bf&id=efb929ce-bb62-47f7-b10d-ac58840e5bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520964 Dec 10 16:01:28.136041 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c69ea6f-d11b-4e75-aac0-15c8e3bb158f req-cdf8def8-014f-4c19-9c22-29778d018dca tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:01:28.137526 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-0c69ea6f-d11b-4e75-aac0-15c8e3bb158f req-cdf8def8-014f-4c19-9c22-29778d018dca tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "GET /v2.0/ports?device_id=e35f65b5-933f-4ca5-b915-07cff5b20c05 HTTP/1.1" status: 200 len: 984 time: 0.0482728 Dec 10 16:01:28.198338 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-0c69ea6f-d11b-4e75-aac0-15c8e3bb158f req-94505c9e-c7d0-4b13-b259-e03227729ef3 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e5b612e-81c5-4af2-bf93-78ea1f5f98bf&id=efb929ce-bb62-47f7-b10d-ac58840e5bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546749 Dec 10 16:01:29.320599 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b145e3-c3de-4f28-9ce4-364234555cb9 req-c533e24c-4653-4c7e-98d7-d8ff26c197ab tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:01:29.322084 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-20b145e3-c3de-4f28-9ce4-364234555cb9 req-c533e24c-4653-4c7e-98d7-d8ff26c197ab tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "GET /v2.0/ports?device_id=e35f65b5-933f-4ca5-b915-07cff5b20c05 HTTP/1.1" status: 200 len: 984 time: 0.0525625 Dec 10 16:01:29.380683 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-20b145e3-c3de-4f28-9ce4-364234555cb9 req-16695fb7-97ef-4224-a3f8-305c02fef80c tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e5b612e-81c5-4af2-bf93-78ea1f5f98bf&id=efb929ce-bb62-47f7-b10d-ac58840e5bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525856 Dec 10 16:01:30.498677 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eed691-fcb2-48d4-a76a-aa3bc4d4c012 req-278a3151-f632-44f5-9a99-0a8c78649c8d tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:01:30.500153 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-66eed691-fcb2-48d4-a76a-aa3bc4d4c012 req-278a3151-f632-44f5-9a99-0a8c78649c8d tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "GET /v2.0/ports?device_id=e35f65b5-933f-4ca5-b915-07cff5b20c05 HTTP/1.1" status: 200 len: 984 time: 0.0526783 Dec 10 16:01:30.561915 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-66eed691-fcb2-48d4-a76a-aa3bc4d4c012 req-3ea0620a-52d3-49a5-85ce-6c117466d68d tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e5b612e-81c5-4af2-bf93-78ea1f5f98bf&id=efb929ce-bb62-47f7-b10d-ac58840e5bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555949 Dec 10 16:01:31.676943 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5efa7e8-97dd-487b-966c-45872b236726 req-4f495afe-0caa-426c-9a0e-853184a39bc0 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:01:31.678731 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-a5efa7e8-97dd-487b-966c-45872b236726 req-4f495afe-0caa-426c-9a0e-853184a39bc0 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "GET /v2.0/ports?device_id=e35f65b5-933f-4ca5-b915-07cff5b20c05 HTTP/1.1" status: 200 len: 984 time: 0.0504658 Dec 10 16:01:31.736962 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-a5efa7e8-97dd-487b-966c-45872b236726 req-96aef2fc-e99a-487b-82f6-67250cdd396c tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e5b612e-81c5-4af2-bf93-78ea1f5f98bf&id=efb929ce-bb62-47f7-b10d-ac58840e5bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521591 Dec 10 16:01:31.989694 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:01:37.381451 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-a8f07422-f9b2-4cb1-abf2-88a903801acb req-dd957cc9-4d43-4a3b-9424-293b43f55003 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e35f65b5-933f-4ca5-b915-07cff5b20c05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0833266 Dec 10 16:01:37.465092 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f07422-f9b2-4cb1-abf2-88a903801acb req-1977a786-081b-418e-8cc0-730438a0f7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:01:37.469392 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-a8f07422-f9b2-4cb1-abf2-88a903801acb req-1977a786-081b-418e-8cc0-730438a0f7bd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8148558b30de418884c507615c2ebf69&device_id=e35f65b5-933f-4ca5-b915-07cff5b20c05 HTTP/1.1" status: 200 len: 1137 time: 0.0449290 Dec 10 16:01:37.571758 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f07422-f9b2-4cb1-abf2-88a903801acb req-2f4f6894-9cc2-4c4c-93ef-ab3d17fd7fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:01:37.573305 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-a8f07422-f9b2-4cb1-abf2-88a903801acb req-2f4f6894-9cc2-4c4c-93ef-ab3d17fd7fd2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c6ff8cf1-df23-4ad4-991e-649f1e3e50b1 HTTP/1.1" status: 200 len: 915 time: 0.0870807 Dec 10 16:01:37.639207 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-a8f07422-f9b2-4cb1-abf2-88a903801acb req-e71afaee-398f-42e0-b81f-3dc227ba1650 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b9c2de2-11d1-495b-b55c-81cc0def6817 HTTP/1.1" status: 200 len: 1000 time: 0.0587847 Dec 10 16:01:37.692111 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f07422-f9b2-4cb1-abf2-88a903801acb req-71187648-8466-437a-a560-69d64d624e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:01:37.694189 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-a8f07422-f9b2-4cb1-abf2-88a903801acb req-71187648-8466-437a-a560-69d64d624e11 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=07ab9e62-5321-4b9e-8641-5956ae23fe6e HTTP/1.1" status: 200 len: 853 time: 0.0485837 Dec 10 16:01:37.739015 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f07422-f9b2-4cb1-abf2-88a903801acb req-6046e9d7-4405-41fd-9069-7dbc1f61d9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:01:37.740499 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-a8f07422-f9b2-4cb1-abf2-88a903801acb req-6046e9d7-4405-41fd-9069-7dbc1f61d9b2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c6ff8cf1-df23-4ad4-991e-649f1e3e50b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396714 Dec 10 16:01:37.828642 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-a8f07422-f9b2-4cb1-abf2-88a903801acb req-da0e1a97-e772-46ae-835c-3ca002f90cde service neutron] 10.222.0.44 "GET /v2.0/networks/c6ff8cf1-df23-4ad4-991e-649f1e3e50b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808513 Dec 10 16:01:37.922487 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-a8f07422-f9b2-4cb1-abf2-88a903801acb req-ebbb201f-4ba2-4057-be58-9563d0cf7d48 service neutron] 10.222.0.44 "GET /v2.0/networks/c6ff8cf1-df23-4ad4-991e-649f1e3e50b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866997 Dec 10 16:01:42.962469 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0d190234-25d9-42a0-8f05-2c3432c0f675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:01:43.562538 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:01:45.298657 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4749c314-9656-4bf1-bf5e-99c6386bdda3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:01:46.219123 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:01:47.887090 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:01:48.676226 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:03.961931 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-7f9d0471-3aac-4ec7-bda0-51b8486464ab req-7d61383b-701d-4813-beb4-7cd9ab169416 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1003024944&fields=id&tenant_id=8148558b30de418884c507615c2ebf69 HTTP/1.1" status: 200 len: 267 time: 0.0435417 Dec 10 16:02:04.017862 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d0471-3aac-4ec7-bda0-51b8486464ab req-e29f83ee-a2cb-476f-8f33-6060cb6b417a tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:02:04.019350 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-7f9d0471-3aac-4ec7-bda0-51b8486464ab req-e29f83ee-a2cb-476f-8f33-6060cb6b417a tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "GET /v2.0/ports?device_id=e35f65b5-933f-4ca5-b915-07cff5b20c05 HTTP/1.1" status: 200 len: 984 time: 0.0519030 Dec 10 16:02:04.030130 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [req-7f9d0471-3aac-4ec7-bda0-51b8486464ab req-4b77befa-a0c9-41a0-af2d-90af2284e5e7 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Request body: {'port': {'security_groups': ['efb929ce-bb62-47f7-b10d-ac58840e5bd5']}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:02:04.092493 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-7f9d0471-3aac-4ec7-bda0-51b8486464ab req-4b77befa-a0c9-41a0-af2d-90af2284e5e7 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:04.261367 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [req-7f9d0471-3aac-4ec7-bda0-51b8486464ab req-4b77befa-a0c9-41a0-af2d-90af2284e5e7 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] For port 6b9c2de2-11d1-495b-b55c-81cc0def6817, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=6b9c2de2-11d1-495b-b55c-81cc0def6817,segment=NetworkSegment(1f198185-b1e1-445f-b7c7-7b51649bec08),segment_id=1f198185-b1e1-445f-b7c7-7b51649bec08)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:02:04.290757 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-7f9d0471-3aac-4ec7-bda0-51b8486464ab req-4b77befa-a0c9-41a0-af2d-90af2284e5e7 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:04.337309 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-7f9d0471-3aac-4ec7-bda0-51b8486464ab req-4b77befa-a0c9-41a0-af2d-90af2284e5e7 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:04.349408 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] get_ports_and_sgs() called for port_ids ['6b9c2de2-11d1-495b-b55c-81cc0def6817'] {{(pid=103588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:02:04.381205 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d0471-3aac-4ec7-bda0-51b8486464ab req-4b77befa-a0c9-41a0-af2d-90af2284e5e7 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:02:04.381884 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-7f9d0471-3aac-4ec7-bda0-51b8486464ab req-4b77befa-a0c9-41a0-af2d-90af2284e5e7 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:04.383324 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-7f9d0471-3aac-4ec7-bda0-51b8486464ab req-4b77befa-a0c9-41a0-af2d-90af2284e5e7 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "PUT /v2.0/ports/6b9c2de2-11d1-495b-b55c-81cc0def6817 HTTP/1.1" status: 200 len: 942 time: 0.3576310 Dec 10 16:02:04.383797 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e35f65b5-933f-4ca5-b915-07cff5b20c05', 'tag': '6b9c2de2-11d1-495b-b55c-81cc0def6817'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:02:04.386137 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde1b47dcd987728a27c8e391f176ee57ea2adf837d2cedb59662361de43515a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f391a4-7e35-49ae-a5e0-5052fa5cc793" -d '{"events": [{"name": "network-changed", "server_uuid": "e35f65b5-933f-4ca5-b915-07cff5b20c05", "tag": "6b9c2de2-11d1-495b-b55c-81cc0def6817"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:02:04.391839 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 42362) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:02:04.427302 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b77befa-a0c9-41a0-af2d-90af2284e5e7 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Pushing event updated for resources: {'Port': ['ID=6b9c2de2-11d1-495b-b55c-81cc0def6817,revision_number=7']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:02:04.435065 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d645d6f-660f-4c57-94c5-41dbcea06f04 x-openstack-request-id: req-2d645d6f-660f-4c57-94c5-41dbcea06f04 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:02:04.435447 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e35f65b5-933f-4ca5-b915-07cff5b20c05", "tag": "6b9c2de2-11d1-495b-b55c-81cc0def6817", "status": "completed", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:02:04.436118 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2d645d6f-660f-4c57-94c5-41dbcea06f04 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:02:04.436503 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e35f65b5-933f-4ca5-b915-07cff5b20c05', 'tag': '6b9c2de2-11d1-495b-b55c-81cc0def6817', 'status': 'completed', 'code': 200} Dec 10 16:02:04.444226 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b77befa-a0c9-41a0-af2d-90af2284e5e7 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:02:04.444910 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b77befa-a0c9-41a0-af2d-90af2284e5e7 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:02:04.445459 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b77befa-a0c9-41a0-af2d-90af2284e5e7 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:02:04.446029 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b77befa-a0c9-41a0-af2d-90af2284e5e7 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:02:04.446643 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b77befa-a0c9-41a0-af2d-90af2284e5e7 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:02:04.447187 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b77befa-a0c9-41a0-af2d-90af2284e5e7 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:02:04.448393 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b77befa-a0c9-41a0-af2d-90af2284e5e7 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:02:04.449522 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b77befa-a0c9-41a0-af2d-90af2284e5e7 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:02:04.450098 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b77befa-a0c9-41a0-af2d-90af2284e5e7 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:02:04.450690 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b77befa-a0c9-41a0-af2d-90af2284e5e7 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:02:04.451235 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b77befa-a0c9-41a0-af2d-90af2284e5e7 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:02:04.451968 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b77befa-a0c9-41a0-af2d-90af2284e5e7 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:02:04.452498 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b77befa-a0c9-41a0-af2d-90af2284e5e7 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:02:04.472570 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f4991416-8dc8-47d5-b348-be292161fe89 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:04.496824 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] get_ports_and_sgs() called for port_ids ['6b9c2de2-11d1-495b-b55c-81cc0def6817'] {{(pid=103588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:02:04.508917 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f4991416-8dc8-47d5-b348-be292161fe89 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:04.521348 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f391a4-7e35-49ae-a5e0-5052fa5cc793 req-ef6c089a-1f7e-4cf1-8057-32fe70add3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:02:04.522937 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-16f391a4-7e35-49ae-a5e0-5052fa5cc793 req-ef6c089a-1f7e-4cf1-8057-32fe70add3e3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8148558b30de418884c507615c2ebf69&device_id=e35f65b5-933f-4ca5-b915-07cff5b20c05 HTTP/1.1" status: 200 len: 1098 time: 0.0595722 Dec 10 16:02:04.647016 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f391a4-7e35-49ae-a5e0-5052fa5cc793 req-31f29f60-f89f-4398-b385-6d063ed1d34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:02:04.648329 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-16f391a4-7e35-49ae-a5e0-5052fa5cc793 req-31f29f60-f89f-4398-b385-6d063ed1d34e service neutron] 10.222.0.44 "GET /v2.0/networks?id=c6ff8cf1-df23-4ad4-991e-649f1e3e50b1 HTTP/1.1" status: 200 len: 915 time: 0.1170561 Dec 10 16:02:04.653099 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f4991416-8dc8-47d5-b348-be292161fe89 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:04.655880 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f4991416-8dc8-47d5-b348-be292161fe89 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:04.659405 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-f4991416-8dc8-47d5-b348-be292161fe89 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "DELETE /v2.0/security-groups/0e5b612e-81c5-4af2-bf93-78ea1f5f98bf HTTP/1.1" status: 204 len: 168 time: 0.2619259 Dec 10 16:02:04.660755 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 42364) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:02:04.670960 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-53ee29e6-ad49-40df-9f87-89c4a395f47f None None] Provisioning complete for port 6b9c2de2-11d1-495b-b55c-81cc0def6817 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:02:04.673952 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-53ee29e6-ad49-40df-9f87-89c4a395f47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:04.721169 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-16f391a4-7e35-49ae-a5e0-5052fa5cc793 req-08041fec-2a4f-4b1c-b209-ae0b1dade9e3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b9c2de2-11d1-495b-b55c-81cc0def6817 HTTP/1.1" status: 200 len: 1000 time: 0.0648944 Dec 10 16:02:04.721437 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4991416-8dc8-47d5-b348-be292161fe89 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5b612e-81c5-4af2-bf93-78ea1f5f98bf,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:02:04.732994 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4991416-8dc8-47d5-b348-be292161fe89 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:02:04.733493 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4991416-8dc8-47d5-b348-be292161fe89 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:02:04.733863 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4991416-8dc8-47d5-b348-be292161fe89 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:02:04.734202 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4991416-8dc8-47d5-b348-be292161fe89 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:02:04.734538 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4991416-8dc8-47d5-b348-be292161fe89 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:02:04.734870 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4991416-8dc8-47d5-b348-be292161fe89 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:02:04.735671 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4991416-8dc8-47d5-b348-be292161fe89 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:02:04.735811 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4991416-8dc8-47d5-b348-be292161fe89 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:02:04.736039 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4991416-8dc8-47d5-b348-be292161fe89 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:02:04.736954 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4991416-8dc8-47d5-b348-be292161fe89 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:02:04.737292 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4991416-8dc8-47d5-b348-be292161fe89 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:02:04.737624 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4991416-8dc8-47d5-b348-be292161fe89 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:02:04.737977 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4991416-8dc8-47d5-b348-be292161fe89 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:02:04.780142 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f391a4-7e35-49ae-a5e0-5052fa5cc793 req-3bdef5e3-7276-4c1e-a1c4-b08d75fae837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:02:04.781667 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-16f391a4-7e35-49ae-a5e0-5052fa5cc793 req-3bdef5e3-7276-4c1e-a1c4-b08d75fae837 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=07ab9e62-5321-4b9e-8641-5956ae23fe6e HTTP/1.1" status: 200 len: 853 time: 0.0532513 Dec 10 16:02:04.826704 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f391a4-7e35-49ae-a5e0-5052fa5cc793 req-07d507a6-1fba-4afc-b9a4-82560affdf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:02:04.828340 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-16f391a4-7e35-49ae-a5e0-5052fa5cc793 req-07d507a6-1fba-4afc-b9a4-82560affdf88 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c6ff8cf1-df23-4ad4-991e-649f1e3e50b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395994 Dec 10 16:02:04.847106 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-bf3bc07f-0a54-4a33-9c2c-16a6fe627b5b tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Deleting port afa2486b-389b-4773-81c7-ac4659744f39 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:02:04.847447 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bf3bc07f-0a54-4a33-9c2c-16a6fe627b5b tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:04.919262 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-16f391a4-7e35-49ae-a5e0-5052fa5cc793 req-1464702a-4b9c-4001-9170-a009973e7b7b service neutron] 10.222.0.44 "GET /v2.0/networks/c6ff8cf1-df23-4ad4-991e-649f1e3e50b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834124 Dec 10 16:02:04.921800 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bf3bc07f-0a54-4a33-9c2c-16a6fe627b5b tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:04.922138 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bf3bc07f-0a54-4a33-9c2c-16a6fe627b5b tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:04.934962 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-bf3bc07f-0a54-4a33-9c2c-16a6fe627b5b tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Calling delete_port for afa2486b-389b-4773-81c7-ac4659744f39 owned by network:floatingip {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:02:05.007150 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-16f391a4-7e35-49ae-a5e0-5052fa5cc793 req-77c3b6eb-18cb-4735-a25f-41c7eb4e605a service neutron] 10.222.0.44 "GET /v2.0/networks/c6ff8cf1-df23-4ad4-991e-649f1e3e50b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809476 Dec 10 16:02:05.173159 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bf3bc07f-0a54-4a33-9c2c-16a6fe627b5b tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:05.202219 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3bc07f-0a54-4a33-9c2c-16a6fe627b5b tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Pushing event deleted for resources: {'Port': ['ID=afa2486b-389b-4773-81c7-ac4659744f39,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:02:05.261143 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bf3bc07f-0a54-4a33-9c2c-16a6fe627b5b tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Publish callbacks [] for floatingip, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:05.261491 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.l3_db [None req-bf3bc07f-0a54-4a33-9c2c-16a6fe627b5b tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Floating IP 7ed25dbf-d255-42d9-9f7a-1f093010c25e disassociated (deleted). External IP: 172.26.2.45, port: 6b9c2de2-11d1-495b-b55c-81cc0def6817. Dec 10 16:02:05.465970 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf3bc07f-0a54-4a33-9c2c-16a6fe627b5b tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Router 2c272a69-dc30-41bc-90cd-5533773a230b has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:02:05.571013 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf3bc07f-0a54-4a33-9c2c-16a6fe627b5b tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:02:05.575894 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bf3bc07f-0a54-4a33-9c2c-16a6fe627b5b tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:05.580677 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55489a5-f510-41a4-b84e-3d91f12d1f68 None None] Sync routers for ids ['2c272a69-dc30-41bc-90cd-5533773a230b'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:02:05.591232 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55489a5-f510-41a4-b84e-3d91f12d1f68 None None] Routers {'2c272a69-dc30-41bc-90cd-5533773a230b'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:02:05.591848 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-d55489a5-f510-41a4-b84e-3d91f12d1f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:01:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['2c272a69-dc30-41bc-90cd-5533773a230b'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:02:05.605314 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-bf3bc07f-0a54-4a33-9c2c-16a6fe627b5b tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "DELETE /v2.0/floatingips/7ed25dbf-d255-42d9-9f7a-1f093010c25e HTTP/1.1" status: 204 len: 168 time: 0.9416051 Dec 10 16:02:05.605934 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e35f65b5-933f-4ca5-b915-07cff5b20c05', 'tag': '6b9c2de2-11d1-495b-b55c-81cc0def6817'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:02:05.608363 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9ca57131bc4931768ac29058952438d1fdd62308db7b17540cc34ffe8faef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce9d0537-4e58-4caf-b064-e61add73bdaf" -d '{"events": [{"name": "network-changed", "server_uuid": "e35f65b5-933f-4ca5-b915-07cff5b20c05", "tag": "6b9c2de2-11d1-495b-b55c-81cc0def6817"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:02:05.705875 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e50194-9035-4888-8278-4db7774f5b1f x-openstack-request-id: req-88e50194-9035-4888-8278-4db7774f5b1f {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:02:05.706180 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e35f65b5-933f-4ca5-b915-07cff5b20c05", "tag": "6b9c2de2-11d1-495b-b55c-81cc0def6817", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:02:05.706487 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-88e50194-9035-4888-8278-4db7774f5b1f {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:02:05.706839 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e35f65b5-933f-4ca5-b915-07cff5b20c05', 'tag': '6b9c2de2-11d1-495b-b55c-81cc0def6817', 'status': 'completed', 'code': 200} Dec 10 16:02:05.713547 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-d55489a5-f510-41a4-b84e-3d91f12d1f68 None None] Set router 2c272a69-dc30-41bc-90cd-5533773a230b gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:02:05.770231 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9d0537-4e58-4caf-b064-e61add73bdaf req-edff3b50-15bc-4b8f-bc53-6eefefcf7927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:02:05.771759 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ce9d0537-4e58-4caf-b064-e61add73bdaf req-edff3b50-15bc-4b8f-bc53-6eefefcf7927 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8148558b30de418884c507615c2ebf69&device_id=e35f65b5-933f-4ca5-b915-07cff5b20c05 HTTP/1.1" status: 200 len: 1098 time: 0.0431585 Dec 10 16:02:05.864875 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9d0537-4e58-4caf-b064-e61add73bdaf req-120fba3d-5441-44e5-86c1-5a2e0c0bc9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:02:05.866988 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ce9d0537-4e58-4caf-b064-e61add73bdaf req-120fba3d-5441-44e5-86c1-5a2e0c0bc9ad service neutron] 10.222.0.44 "GET /v2.0/networks?id=c6ff8cf1-df23-4ad4-991e-649f1e3e50b1 HTTP/1.1" status: 200 len: 915 time: 0.0889478 Dec 10 16:02:05.910925 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ce9d0537-4e58-4caf-b064-e61add73bdaf req-5236b724-b071-4df6-924d-3525de243e72 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b9c2de2-11d1-495b-b55c-81cc0def6817 HTTP/1.1" status: 200 len: 217 time: 0.0373619 Dec 10 16:02:05.914815 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-d55489a5-f510-41a4-b84e-3d91f12d1f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c272a69-dc30-41bc-90cd-5533773a230b', 'name': 'tempest-TestMinimumBasicScenario-923768678-router', 'tenant_id': '8148558b30de418884c507615c2ebf69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.129'}], 'enable_snat': True}, 'gw_port_id': 'edbf40ca-e4c9-4109-88b6-9d2a9927f66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:59:56Z', 'updated_at': '2021-12-10T15:59:59Z', 'revision_number': 4, 'project_id': '8148558b30de418884c507615c2ebf69', 'gw_port': {'id': 'edbf40ca-e4c9-4109-88b6-9d2a9927f66f', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c272a69-dc30-41bc-90cd-5533773a230b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:59:57Z', 'updated_at': '2021-12-10T15:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '995c277a-10bd-4a58-94e3-d5ded9399492', 'name': '', 'network_id': 'c6ff8cf1-df23-4ad4-991e-649f1e3e50b1', 'tenant_id': '8148558b30de418884c507615c2ebf69', 'mac_address': 'fa:16:3e:47:c1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c272a69-dc30-41bc-90cd-5533773a230b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '07ab9e62-5321-4b9e-8641-5956ae23fe6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:59:58Z', 'updated_at': '2021-12-10T16:00:02Z', 'revision_number': 5, 'project_id': '8148558b30de418884c507615c2ebf69', 'subnets': [{'id': '07ab9e62-5321-4b9e-8641-5956ae23fe6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:02:05.945613 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55489a5-f510-41a4-b84e-3d91f12d1f68 None None] Checking router: 2c272a69-dc30-41bc-90cd-5533773a230b for host: dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:02:05.954452 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55489a5-f510-41a4-b84e-3d91f12d1f68 None None] Routers {'2c272a69-dc30-41bc-90cd-5533773a230b'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:02:05.955267 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-d55489a5-f510-41a4-b84e-3d91f12d1f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:01:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['2c272a69-dc30-41bc-90cd-5533773a230b'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:02:05.965600 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9d0537-4e58-4caf-b064-e61add73bdaf req-4ad8e899-7c1d-4eaa-9746-ac9f903acfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:02:05.967190 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ce9d0537-4e58-4caf-b064-e61add73bdaf req-4ad8e899-7c1d-4eaa-9746-ac9f903acfaa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=07ab9e62-5321-4b9e-8641-5956ae23fe6e HTTP/1.1" status: 200 len: 853 time: 0.0496809 Dec 10 16:02:06.015799 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9d0537-4e58-4caf-b064-e61add73bdaf req-70e895b8-a39d-4205-b908-474abb3c2801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:02:06.017825 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ce9d0537-4e58-4caf-b064-e61add73bdaf req-70e895b8-a39d-4205-b908-474abb3c2801 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c6ff8cf1-df23-4ad4-991e-649f1e3e50b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0429332 Dec 10 16:02:06.062455 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-d55489a5-f510-41a4-b84e-3d91f12d1f68 None None] Set router 2c272a69-dc30-41bc-90cd-5533773a230b gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:02:06.109036 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ce9d0537-4e58-4caf-b064-e61add73bdaf req-37ceaaf6-9413-4258-b121-cc5f42418a21 service neutron] 10.222.0.44 "GET /v2.0/networks/c6ff8cf1-df23-4ad4-991e-649f1e3e50b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839140 Dec 10 16:02:06.203091 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ce9d0537-4e58-4caf-b064-e61add73bdaf req-d8306c06-96bc-4543-9531-6fe1deba28da service neutron] 10.222.0.44 "GET /v2.0/networks/c6ff8cf1-df23-4ad4-991e-649f1e3e50b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860002 Dec 10 16:02:06.256302 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-d55489a5-f510-41a4-b84e-3d91f12d1f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c272a69-dc30-41bc-90cd-5533773a230b', 'name': 'tempest-TestMinimumBasicScenario-923768678-router', 'tenant_id': '8148558b30de418884c507615c2ebf69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.129'}], 'enable_snat': True}, 'gw_port_id': 'edbf40ca-e4c9-4109-88b6-9d2a9927f66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:59:56Z', 'updated_at': '2021-12-10T15:59:59Z', 'revision_number': 4, 'project_id': '8148558b30de418884c507615c2ebf69', 'gw_port': {'id': 'edbf40ca-e4c9-4109-88b6-9d2a9927f66f', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c272a69-dc30-41bc-90cd-5533773a230b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:59:57Z', 'updated_at': '2021-12-10T15:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '995c277a-10bd-4a58-94e3-d5ded9399492', 'name': '', 'network_id': 'c6ff8cf1-df23-4ad4-991e-649f1e3e50b1', 'tenant_id': '8148558b30de418884c507615c2ebf69', 'mac_address': 'fa:16:3e:47:c1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c272a69-dc30-41bc-90cd-5533773a230b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '07ab9e62-5321-4b9e-8641-5956ae23fe6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:59:58Z', 'updated_at': '2021-12-10T16:00:02Z', 'revision_number': 5, 'project_id': '8148558b30de418884c507615c2ebf69', 'subnets': [{'id': '07ab9e62-5321-4b9e-8641-5956ae23fe6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:02:06.281263 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55489a5-f510-41a4-b84e-3d91f12d1f68 None None] The sync data for ids ['2c272a69-dc30-41bc-90cd-5533773a230b'] in dv-neutron-821401-4-hyperv is: [{'id': '2c272a69-dc30-41bc-90cd-5533773a230b', 'name': 'tempest-TestMinimumBasicScenario-923768678-router', 'tenant_id': '8148558b30de418884c507615c2ebf69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.129'}], 'enable_snat': True}, 'gw_port_id': 'edbf40ca-e4c9-4109-88b6-9d2a9927f66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:59:56Z', 'updated_at': '2021-12-10T15:59:59Z', 'revision_number': 4, 'project_id': '8148558b30de418884c507615c2ebf69', 'gw_port': {'id': 'edbf40ca-e4c9-4109-88b6-9d2a9927f66f', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c272a69-dc30-41bc-90cd-5533773a230b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:59:57Z', 'updated_at': '2021-12-10T15:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '995c277a-10bd-4a58-94e3-d5ded9399492', 'name': '', 'network_id': 'c6ff8cf1-df23-4ad4-991e-649f1e3e50b1', 'tenant_id': '8148558b30de418884c507615c2ebf69', 'mac_address': 'fa:16:3e:47:c1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c272a69-dc30-41bc-90cd-5533773a230b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '07ab9e62-5321-4b9e-8641-5956ae23fe6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:59:58Z', 'updated_at': '2021-12-10T16:00:02Z', 'revision_number': 5, 'project_id': '8148558b30de418884c507615c2ebf69', 'subnets': [{'id': '07ab9e62-5321-4b9e-8641-5956ae23fe6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:02:06.503987 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d305a0c3-934a-4a3e-9e1d-e80bd6f0cd73 None None] New status for floating IP 7ed25dbf-d255-42d9-9f7a-1f093010c25e: DOWN {{(pid=103588) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:02:08.988271 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:02:12.927262 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-55f3bc24-2aa8-4890-85b4-0b19f5096a9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:13.577347 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:15.195978 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3acebc-ddd3-48c5-89b3-0d7a6156bc87 req-c93c48e0-afce-4a34-9bf3-19d3c86c9f75 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:02:15.197477 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-2c3acebc-ddd3-48c5-89b3-0d7a6156bc87 req-c93c48e0-afce-4a34-9bf3-19d3c86c9f75 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "GET /v2.0/ports?device_id=e35f65b5-933f-4ca5-b915-07cff5b20c05 HTTP/1.1" status: 200 len: 945 time: 0.0499103 Dec 10 16:02:15.248671 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-2c3acebc-ddd3-48c5-89b3-0d7a6156bc87 req-5e01db9c-88d1-4914-aee4-be07986c5f60 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "GET /v2.0/security-groups?id=efb929ce-bb62-47f7-b10d-ac58840e5bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450366 Dec 10 16:02:15.304733 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-61a50352-032b-4d11-8feb-292f3da394c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:16.217145 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:16.363682 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa432fb-f1d0-4c40-8a7a-468305687ace req-8af16256-e570-4eb9-a755-6d07c5cdee49 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:02:16.365162 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4fa432fb-f1d0-4c40-8a7a-468305687ace req-8af16256-e570-4eb9-a755-6d07c5cdee49 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "GET /v2.0/ports?device_id=e35f65b5-933f-4ca5-b915-07cff5b20c05 HTTP/1.1" status: 200 len: 945 time: 0.0479877 Dec 10 16:02:16.412722 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4fa432fb-f1d0-4c40-8a7a-468305687ace req-29707238-5036-4cf1-8943-62314a5d0abb tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "GET /v2.0/security-groups?id=efb929ce-bb62-47f7-b10d-ac58840e5bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409427 Dec 10 16:02:16.648686 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05f735a-45fe-4153-9d81-186b14190fe7 req-aa455608-44e0-4317-b1ed-e27ed3e9b731 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:02:16.650161 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-c05f735a-45fe-4153-9d81-186b14190fe7 req-aa455608-44e0-4317-b1ed-e27ed3e9b731 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.44 "GET /v2.0/ports?device_id=e35f65b5-933f-4ca5-b915-07cff5b20c05 HTTP/1.1" status: 200 len: 945 time: 0.0527632 Dec 10 16:02:16.738269 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [req-c05f735a-45fe-4153-9d81-186b14190fe7 req-7714d7ab-a1a6-4905-9ce4-5ee0cc1916c4 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Deleting port 6b9c2de2-11d1-495b-b55c-81cc0def6817 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:02:16.738610 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-c05f735a-45fe-4153-9d81-186b14190fe7 req-7714d7ab-a1a6-4905-9ce4-5ee0cc1916c4 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:16.828019 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [req-c05f735a-45fe-4153-9d81-186b14190fe7 req-7714d7ab-a1a6-4905-9ce4-5ee0cc1916c4 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] For port 6b9c2de2-11d1-495b-b55c-81cc0def6817, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=6b9c2de2-11d1-495b-b55c-81cc0def6817,segment=NetworkSegment(1f198185-b1e1-445f-b7c7-7b51649bec08),segment_id=1f198185-b1e1-445f-b7c7-7b51649bec08)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:02:16.828462 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-c05f735a-45fe-4153-9d81-186b14190fe7 req-7714d7ab-a1a6-4905-9ce4-5ee0cc1916c4 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:16.842290 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [req-c05f735a-45fe-4153-9d81-186b14190fe7 req-7714d7ab-a1a6-4905-9ce4-5ee0cc1916c4 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Calling delete_port for 6b9c2de2-11d1-495b-b55c-81cc0def6817 owned by compute:nova {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:02:17.303543 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-c05f735a-45fe-4153-9d81-186b14190fe7 req-7714d7ab-a1a6-4905-9ce4-5ee0cc1916c4 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:17.315421 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] get_ports_and_sgs() called for port_ids ['6b9c2de2-11d1-495b-b55c-81cc0def6817'] {{(pid=103588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:02:17.334331 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7714d7ab-a1a6-4905-9ce4-5ee0cc1916c4 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Pushing event deleted for resources: {'Port': ['ID=6b9c2de2-11d1-495b-b55c-81cc0def6817,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:02:17.378582 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [req-c05f735a-45fe-4153-9d81-186b14190fe7 req-7714d7ab-a1a6-4905-9ce4-5ee0cc1916c4 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] No DVR routers for this DVR port 6b9c2de2-11d1-495b-b55c-81cc0def6817 on host hv-neutron-8214 {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:02:17.381144 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-c05f735a-45fe-4153-9d81-186b14190fe7 req-7714d7ab-a1a6-4905-9ce4-5ee0cc1916c4 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:17.384748 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-c05f735a-45fe-4153-9d81-186b14190fe7 req-7714d7ab-a1a6-4905-9ce4-5ee0cc1916c4 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.44 "DELETE /v2.0/ports/6b9c2de2-11d1-495b-b55c-81cc0def6817 HTTP/1.1" status: 204 len: 173 time: 0.7288823 Dec 10 16:02:17.385184 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e35f65b5-933f-4ca5-b915-07cff5b20c05', 'name': 'network-vif-deleted', 'tag': '6b9c2de2-11d1-495b-b55c-81cc0def6817'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:02:17.387491 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde1b47dcd987728a27c8e391f176ee57ea2adf837d2cedb59662361de43515a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a5197d6-243d-4d17-90b7-361048d96de3" -d '{"events": [{"server_uuid": "e35f65b5-933f-4ca5-b915-07cff5b20c05", "name": "network-vif-deleted", "tag": "6b9c2de2-11d1-495b-b55c-81cc0def6817"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:02:17.428150 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-372d921d-1004-47b7-aa42-c990d0fc12c5 x-openstack-request-id: req-372d921d-1004-47b7-aa42-c990d0fc12c5 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:02:17.428150 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e35f65b5-933f-4ca5-b915-07cff5b20c05", "name": "network-vif-deleted", "tag": "6b9c2de2-11d1-495b-b55c-81cc0def6817", "status": "completed", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:02:17.428150 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-372d921d-1004-47b7-aa42-c990d0fc12c5 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:02:17.428150 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e35f65b5-933f-4ca5-b915-07cff5b20c05', 'name': 'network-vif-deleted', 'tag': '6b9c2de2-11d1-495b-b55c-81cc0def6817', 'status': 'completed', 'code': 200} Dec 10 16:02:17.506157 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-59a06863-d394-401f-b440-ca04468913d2 req-176995b4-a2bd-4565-888d-fe74a3e5e120 tempest-TestMinimumBasicScenario-178589898 tempest-TestMinimumBasicScenario-178589898-project] 10.222.0.20 "GET /v2.0/ports?device_id=e35f65b5-933f-4ca5-b915-07cff5b20c05 HTTP/1.1" status: 200 len: 210 time: 0.0280914 Dec 10 16:02:17.853026 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:18.686574 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:19.721758 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 42468) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:02:20.058405 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-99eb878c-d9ce-440e-b0b1-802f121a40f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549925'] for router_interface, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:20.575103 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-99eb878c-d9ce-440e-b0b1-802f121a40f9 admin admin] Deleting port 995c277a-10bd-4a58-94e3-d5ded9399492 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:02:20.575477 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-99eb878c-d9ce-440e-b0b1-802f121a40f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:20.601950 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 6b9c2de2-11d1-495b-b55c-81cc0def6817 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:02:20.623027 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] No Port match for: 6b9c2de2-11d1-495b-b55c-81cc0def6817 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:02:20.623379 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 6b9c2de2-11d1-495b-b55c-81cc0def6817 not bound to the agent host hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:02:20.654405 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-99eb878c-d9ce-440e-b0b1-802f121a40f9 admin admin] For port 995c277a-10bd-4a58-94e3-d5ded9399492, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=995c277a-10bd-4a58-94e3-d5ded9399492,segment=NetworkSegment(1f198185-b1e1-445f-b7c7-7b51649bec08),segment_id=1f198185-b1e1-445f-b7c7-7b51649bec08)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:02:20.654776 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-99eb878c-d9ce-440e-b0b1-802f121a40f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:20.668223 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-99eb878c-d9ce-440e-b0b1-802f121a40f9 admin admin] Calling delete_port for 995c277a-10bd-4a58-94e3-d5ded9399492 owned by network:router_interface {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:02:20.937616 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-99eb878c-d9ce-440e-b0b1-802f121a40f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:20.966992 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eb878c-d9ce-440e-b0b1-802f121a40f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=995c277a-10bd-4a58-94e3-d5ded9399492,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:02:21.129238 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-99eb878c-d9ce-440e-b0b1-802f121a40f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550073'] for router_interface, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:21.346172 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99eb878c-d9ce-440e-b0b1-802f121a40f9 admin admin] Router 2c272a69-dc30-41bc-90cd-5533773a230b has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:02:21.451774 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99eb878c-d9ce-440e-b0b1-802f121a40f9 admin admin] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:02:21.456796 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-99eb878c-d9ce-440e-b0b1-802f121a40f9 admin admin] 10.222.0.20 "PUT /v2.0/routers/2c272a69-dc30-41bc-90cd-5533773a230b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7337821 Dec 10 16:02:21.459489 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 42470) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:02:21.460764 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627e751a-49c5-47d9-8170-aeb228309f56 None None] Sync routers for ids ['2c272a69-dc30-41bc-90cd-5533773a230b'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:02:21.471104 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627e751a-49c5-47d9-8170-aeb228309f56 None None] Routers {'2c272a69-dc30-41bc-90cd-5533773a230b'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:02:21.471716 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-627e751a-49c5-47d9-8170-aeb228309f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:02:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['2c272a69-dc30-41bc-90cd-5533773a230b'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:02:21.563066 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3f8b9341-f766-4d14-9bc6-21d16af2f60a admin admin] Publish callbacks [] for router, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:21.574374 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-627e751a-49c5-47d9-8170-aeb228309f56 None None] Set router 2c272a69-dc30-41bc-90cd-5533773a230b gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:02:21.663263 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3f8b9341-f766-4d14-9bc6-21d16af2f60a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:21.825939 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-3f8b9341-f766-4d14-9bc6-21d16af2f60a admin admin] Deleting port edbf40ca-e4c9-4109-88b6-9d2a9927f66f {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:02:21.826283 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3f8b9341-f766-4d14-9bc6-21d16af2f60a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:21.831838 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-627e751a-49c5-47d9-8170-aeb228309f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c272a69-dc30-41bc-90cd-5533773a230b', 'name': 'tempest-TestMinimumBasicScenario-923768678-router', 'tenant_id': '8148558b30de418884c507615c2ebf69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.129'}], 'enable_snat': True}, 'gw_port_id': 'edbf40ca-e4c9-4109-88b6-9d2a9927f66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:59:56Z', 'updated_at': '2021-12-10T16:02:20Z', 'revision_number': 5, 'project_id': '8148558b30de418884c507615c2ebf69', 'gw_port': {'id': 'edbf40ca-e4c9-4109-88b6-9d2a9927f66f', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c272a69-dc30-41bc-90cd-5533773a230b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T15:59:57Z', 'updated_at': '2021-12-10T15:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:02:21.857849 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627e751a-49c5-47d9-8170-aeb228309f56 None None] Checking router: 2c272a69-dc30-41bc-90cd-5533773a230b for host: dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:02:21.867458 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627e751a-49c5-47d9-8170-aeb228309f56 None None] Routers {'2c272a69-dc30-41bc-90cd-5533773a230b'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:02:21.868132 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-627e751a-49c5-47d9-8170-aeb228309f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:02:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['2c272a69-dc30-41bc-90cd-5533773a230b'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:02:21.911092 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-3f8b9341-f766-4d14-9bc6-21d16af2f60a admin admin] For port edbf40ca-e4c9-4109-88b6-9d2a9927f66f, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=edbf40ca-e4c9-4109-88b6-9d2a9927f66f,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:02:21.911721 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3f8b9341-f766-4d14-9bc6-21d16af2f60a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:21.923751 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-3f8b9341-f766-4d14-9bc6-21d16af2f60a admin admin] Calling delete_port for edbf40ca-e4c9-4109-88b6-9d2a9927f66f owned by network:router_gateway {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:02:21.950771 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-627e751a-49c5-47d9-8170-aeb228309f56 None None] Set router 2c272a69-dc30-41bc-90cd-5533773a230b gateway port host: None {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:02:22.002756 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-627e751a-49c5-47d9-8170-aeb228309f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c272a69-dc30-41bc-90cd-5533773a230b', 'name': 'tempest-TestMinimumBasicScenario-923768678-router', 'tenant_id': '8148558b30de418884c507615c2ebf69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:59:56Z', 'updated_at': '2021-12-10T16:02:21Z', 'revision_number': 6, 'project_id': '8148558b30de418884c507615c2ebf69', 'gw_port_host': None}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:02:22.027433 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627e751a-49c5-47d9-8170-aeb228309f56 None None] The sync data for ids ['2c272a69-dc30-41bc-90cd-5533773a230b'] in dv-neutron-821401-4-hyperv is: [{'id': '2c272a69-dc30-41bc-90cd-5533773a230b', 'name': 'tempest-TestMinimumBasicScenario-923768678-router', 'tenant_id': '8148558b30de418884c507615c2ebf69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T15:59:56Z', 'updated_at': '2021-12-10T16:02:21Z', 'revision_number': 6, 'project_id': '8148558b30de418884c507615c2ebf69', 'gw_port_host': None}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:02:22.165806 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3f8b9341-f766-4d14-9bc6-21d16af2f60a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:22.202024 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b9341-f766-4d14-9bc6-21d16af2f60a admin admin] Pushing event deleted for resources: {'Port': ['ID=edbf40ca-e4c9-4109-88b6-9d2a9927f66f,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:02:22.216852 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a12f7bd-d93f-4da4-8da6-6b176955928b None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:02:22.265346 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3f8b9341-f766-4d14-9bc6-21d16af2f60a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552731'] for router_gateway, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:22.372634 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3f8b9341-f766-4d14-9bc6-21d16af2f60a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13898'] for router, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:22.375163 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3f8b9341-f766-4d14-9bc6-21d16af2f60a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:22.520432 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3f8b9341-f766-4d14-9bc6-21d16af2f60a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549250'] for router, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:22.520900 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f8b9341-f766-4d14-9bc6-21d16af2f60a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c272a69-dc30-41bc-90cd-5533773a230b {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:02:22.529661 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3f8b9341-f766-4d14-9bc6-21d16af2f60a admin admin] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:22.529661 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-3f8b9341-f766-4d14-9bc6-21d16af2f60a admin admin] 10.222.0.20 "DELETE /v2.0/routers/2c272a69-dc30-41bc-90cd-5533773a230b HTTP/1.1" status: 204 len: 168 time: 1.0661044 Dec 10 16:02:22.529661 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 42472) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:02:22.576630 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-771d00fe-2899-4f8c-951c-0faa43ae0823 admin admin] Deleting subnet 07ab9e62-5321-4b9e-8641-5956ae23fe6e {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:02:22.579919 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-771d00fe-2899-4f8c-951c-0faa43ae0823 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:22.614425 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-771d00fe-2899-4f8c-951c-0faa43ae0823 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11806768'] for subnet, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:22.693349 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-771d00fe-2899-4f8c-951c-0faa43ae0823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:22.797438 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device edbf40ca-e4c9-4109-88b6-9d2a9927f66f no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:02:22.817869 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-771d00fe-2899-4f8c-951c-0faa43ae0823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11236721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11668521'] for subnet, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:22.820467 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: edbf40ca-e4c9-4109-88b6-9d2a9927f66f {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:02:22.821036 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device edbf40ca-e4c9-4109-88b6-9d2a9927f66f not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:02:22.821465 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 995c277a-10bd-4a58-94e3-d5ded9399492 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:02:22.840609 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 995c277a-10bd-4a58-94e3-d5ded9399492 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:02:22.840960 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 995c277a-10bd-4a58-94e3-d5ded9399492 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:02:22.843350 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771d00fe-2899-4f8c-951c-0faa43ae0823 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07ab9e62-5321-4b9e-8641-5956ae23fe6e,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:02:22.849078 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-771d00fe-2899-4f8c-951c-0faa43ae0823 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:22.852594 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-771d00fe-2899-4f8c-951c-0faa43ae0823 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/07ab9e62-5321-4b9e-8641-5956ae23fe6e HTTP/1.1" status: 204 len: 168 time: 0.3218424 Dec 10 16:02:22.855031 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 42474) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:02:22.858100 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa059a2f-ee74-4b19-bebd-fb90aa12b997 None None] Network c6ff8cf1-df23-4ad4-991e-649f1e3e50b1 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:02:22.925729 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-70e2229a-2043-4193-a648-a9ae1ce59b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:22.988506 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-70e2229a-2043-4193-a648-a9ae1ce59b76 admin admin] Deleting port 20c65bc7-9b6d-4954-bafa-c2ef9f8444f1 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:02:22.988849 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-70e2229a-2043-4193-a648-a9ae1ce59b76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:23.015454 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9976b1-b4e3-4d9c-9af1-49ea7f8449cb None None] DHCP port deletion for c6ff8cf1-df23-4ad4-991e-649f1e3e50b1 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:02:23.056137 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-70e2229a-2043-4193-a648-a9ae1ce59b76 admin admin] For port 20c65bc7-9b6d-4954-bafa-c2ef9f8444f1, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=20c65bc7-9b6d-4954-bafa-c2ef9f8444f1,segment=NetworkSegment(1f198185-b1e1-445f-b7c7-7b51649bec08),segment_id=1f198185-b1e1-445f-b7c7-7b51649bec08)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:02:23.056515 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-70e2229a-2043-4193-a648-a9ae1ce59b76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:23.064972 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-de9976b1-b4e3-4d9c-9af1-49ea7f8449cb None None] Deleting port 20c65bc7-9b6d-4954-bafa-c2ef9f8444f1 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:02:23.065620 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-de9976b1-b4e3-4d9c-9af1-49ea7f8449cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:23.073217 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-70e2229a-2043-4193-a648-a9ae1ce59b76 admin admin] Calling delete_port for 20c65bc7-9b6d-4954-bafa-c2ef9f8444f1 owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:02:23.132297 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-de9976b1-b4e3-4d9c-9af1-49ea7f8449cb None None] For port 20c65bc7-9b6d-4954-bafa-c2ef9f8444f1, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=20c65bc7-9b6d-4954-bafa-c2ef9f8444f1,segment=NetworkSegment(1f198185-b1e1-445f-b7c7-7b51649bec08),segment_id=1f198185-b1e1-445f-b7c7-7b51649bec08)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:02:23.132710 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-de9976b1-b4e3-4d9c-9af1-49ea7f8449cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:23.144498 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-de9976b1-b4e3-4d9c-9af1-49ea7f8449cb None None] Calling delete_port for 20c65bc7-9b6d-4954-bafa-c2ef9f8444f1 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:02:23.251872 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-70e2229a-2043-4193-a648-a9ae1ce59b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:23.258161 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-de9976b1-b4e3-4d9c-9af1-49ea7f8449cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:23.279315 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e2229a-2043-4193-a648-a9ae1ce59b76 admin admin] Pushing event deleted for resources: {'Port': ['ID=20c65bc7-9b6d-4954-bafa-c2ef9f8444f1,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:02:23.281259 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e2229a-2043-4193-a648-a9ae1ce59b76 admin admin] No DVR routers for this DVR port 20c65bc7-9b6d-4954-bafa-c2ef9f8444f1 on host dv-neutron-821401-4-hyperv {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:02:23.282105 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9976b1-b4e3-4d9c-9af1-49ea7f8449cb None None] Pushing event deleted for resources: {'Port': ['ID=20c65bc7-9b6d-4954-bafa-c2ef9f8444f1,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:02:23.290491 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9976b1-b4e3-4d9c-9af1-49ea7f8449cb None None] No DVR routers for this DVR port 20c65bc7-9b6d-4954-bafa-c2ef9f8444f1 on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:02:23.292528 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9976b1-b4e3-4d9c-9af1-49ea7f8449cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:02:23.292925 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9976b1-b4e3-4d9c-9af1-49ea7f8449cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:02:23.293236 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9976b1-b4e3-4d9c-9af1-49ea7f8449cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:02:23.293577 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9976b1-b4e3-4d9c-9af1-49ea7f8449cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:02:23.293938 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9976b1-b4e3-4d9c-9af1-49ea7f8449cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:02:23.298986 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9976b1-b4e3-4d9c-9af1-49ea7f8449cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:02:23.298986 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9976b1-b4e3-4d9c-9af1-49ea7f8449cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:02:23.298986 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9976b1-b4e3-4d9c-9af1-49ea7f8449cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:02:23.298986 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9976b1-b4e3-4d9c-9af1-49ea7f8449cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:02:23.298986 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9976b1-b4e3-4d9c-9af1-49ea7f8449cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:02:23.298986 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9976b1-b4e3-4d9c-9af1-49ea7f8449cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:02:23.298986 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9976b1-b4e3-4d9c-9af1-49ea7f8449cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:02:23.298986 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9976b1-b4e3-4d9c-9af1-49ea7f8449cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:02:23.356535 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-70e2229a-2043-4193-a648-a9ae1ce59b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:23.377465 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-70e2229a-2043-4193-a648-a9ae1ce59b76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6ff8cf1-df23-4ad4-991e-649f1e3e50b1']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:02:23.386873 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-70e2229a-2043-4193-a648-a9ae1ce59b76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f198185-b1e1-445f-b7c7-7b51649bec08') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:02:23.387176 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-70e2229a-2043-4193-a648-a9ae1ce59b76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f198185-b1e1-445f-b7c7-7b51649bec08') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:02:23.400674 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-70e2229a-2043-4193-a648-a9ae1ce59b76 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11806923'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:23.413854 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-70e2229a-2043-4193-a648-a9ae1ce59b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:23.419588 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70e2229a-2043-4193-a648-a9ae1ce59b76 admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:02:23.419970 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-70e2229a-2043-4193-a648-a9ae1ce59b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11236635'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:23.421576 dv-neutron-821401-4-hyperv neutron-server[103587]: Traceback (most recent call last): Dec 10 16:02:23.421576 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:02:23.421576 dv-neutron-821401-4-hyperv neutron-server[103587]: timer() Dec 10 16:02:23.421576 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:02:23.421576 dv-neutron-821401-4-hyperv neutron-server[103587]: cb(*args, **kw) Dec 10 16:02:23.421576 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:02:23.421576 dv-neutron-821401-4-hyperv neutron-server[103587]: return func(*args, **kwargs) Dec 10 16:02:23.421576 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:02:23.421576 dv-neutron-821401-4-hyperv neutron-server[103587]: self._notify() Dec 10 16:02:23.421576 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:02:23.421576 dv-neutron-821401-4-hyperv neutron-server[103587]: self.callback(batched_events) Dec 10 16:02:23.421576 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:02:23.421576 dv-neutron-821401-4-hyperv neutron-server[103587]: event.method(event) Dec 10 16:02:23.421576 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:02:23.421576 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:02:23.421576 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:02:23.421576 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:02:23.421576 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:02:23.421576 dv-neutron-821401-4-hyperv neutron-server[103587]: return f(self, *a, **k) Dec 10 16:02:23.421576 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:02:23.421576 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._get(url).json() Dec 10 16:02:23.421576 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:02:23.421576 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:02:23.421576 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:02:23.421576 dv-neutron-821401-4-hyperv neutron-server[103587]: return self.request(url, 'GET', **kwargs) Dec 10 16:02:23.421576 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:02:23.421576 dv-neutron-821401-4-hyperv neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:02:23.421576 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:02:23.421576 dv-neutron-821401-4-hyperv neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:02:23.421576 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:02:23.421576 dv-neutron-821401-4-hyperv neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:02:23.421576 dv-neutron-821401-4-hyperv neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:02:23.531844 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-70e2229a-2043-4193-a648-a9ae1ce59b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:23.537096 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-70e2229a-2043-4193-a648-a9ae1ce59b76 admin admin] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:23.540319 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-70e2229a-2043-4193-a648-a9ae1ce59b76 admin admin] 10.222.0.20 "DELETE /v2.0/networks/c6ff8cf1-df23-4ad4-991e-649f1e3e50b1 HTTP/1.1" status: 204 len: 168 time: 0.6843598 Dec 10 16:02:23.543379 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 42476) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:02:23.551781 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e2229a-2043-4193-a648-a9ae1ce59b76 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6ff8cf1-df23-4ad4-991e-649f1e3e50b1,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:02:23.882299 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a184a5b0-9ce3-4695-801c-a36edaaf3376 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549925'] for router_interface, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:24.119913 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-a184a5b0-9ce3-4695-801c-a36edaaf3376 admin admin] Deleting port 69e24a62-07f7-4703-b1de-01a3915fa454 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:02:24.120258 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a184a5b0-9ce3-4695-801c-a36edaaf3376 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:24.197004 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-a184a5b0-9ce3-4695-801c-a36edaaf3376 admin admin] For port 69e24a62-07f7-4703-b1de-01a3915fa454, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=69e24a62-07f7-4703-b1de-01a3915fa454,segment=NetworkSegment(99517156-7045-4477-94ce-88b204d5e932),segment_id=99517156-7045-4477-94ce-88b204d5e932)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:02:24.197371 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a184a5b0-9ce3-4695-801c-a36edaaf3376 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:24.208856 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-a184a5b0-9ce3-4695-801c-a36edaaf3376 admin admin] Calling delete_port for 69e24a62-07f7-4703-b1de-01a3915fa454 owned by network:router_interface {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:02:24.451909 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a184a5b0-9ce3-4695-801c-a36edaaf3376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:24.482748 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a184a5b0-9ce3-4695-801c-a36edaaf3376 admin admin] Pushing event deleted for resources: {'Port': ['ID=69e24a62-07f7-4703-b1de-01a3915fa454,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:02:24.656918 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a184a5b0-9ce3-4695-801c-a36edaaf3376 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550073'] for router_interface, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:24.688944 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 20c65bc7-9b6d-4954-bafa-c2ef9f8444f1 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:02:24.715805 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 20c65bc7-9b6d-4954-bafa-c2ef9f8444f1 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:02:24.716081 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 20c65bc7-9b6d-4954-bafa-c2ef9f8444f1 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:02:24.871362 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a184a5b0-9ce3-4695-801c-a36edaaf3376 admin admin] Router 7c36c47a-f62b-4360-a948-d9acc17b25cd has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:02:24.973612 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a184a5b0-9ce3-4695-801c-a36edaaf3376 admin admin] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:02:24.978518 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-a184a5b0-9ce3-4695-801c-a36edaaf3376 admin admin] 10.222.0.20 "PUT /v2.0/routers/7c36c47a-f62b-4360-a948-d9acc17b25cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4341183 Dec 10 16:02:24.981062 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 42478) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:02:24.983910 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88fd147-a8b3-4b67-9cf8-95b88f166fd3 None None] Sync routers for ids ['7c36c47a-f62b-4360-a948-d9acc17b25cd'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:02:24.995010 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88fd147-a8b3-4b67-9cf8-95b88f166fd3 None None] Routers {'7c36c47a-f62b-4360-a948-d9acc17b25cd'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:02:24.995631 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-e88fd147-a8b3-4b67-9cf8-95b88f166fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:02:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['7c36c47a-f62b-4360-a948-d9acc17b25cd'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:02:25.081266 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4ea9e58b-5658-400f-8552-69148763bd73 admin admin] Publish callbacks [] for router, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:25.098043 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-e88fd147-a8b3-4b67-9cf8-95b88f166fd3 None None] Set router 7c36c47a-f62b-4360-a948-d9acc17b25cd gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:02:25.178210 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4ea9e58b-5658-400f-8552-69148763bd73 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:25.271989 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-e88fd147-a8b3-4b67-9cf8-95b88f166fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c36c47a-f62b-4360-a948-d9acc17b25cd', 'name': 'tempest-TestMinimumBasicScenario-817647151-router', 'tenant_id': '1429d87a9c4847de95d659867bca9679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.55'}], 'enable_snat': True}, 'gw_port_id': 'c0095bec-c0a9-4b35-afa1-e6bbea97f97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:00:02Z', 'updated_at': '2021-12-10T16:02:24Z', 'revision_number': 5, 'project_id': '1429d87a9c4847de95d659867bca9679', 'gw_port': {'id': 'c0095bec-c0a9-4b35-afa1-e6bbea97f97a', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ba:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c36c47a-f62b-4360-a948-d9acc17b25cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:00:03Z', 'updated_at': '2021-12-10T16:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:02:25.302099 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88fd147-a8b3-4b67-9cf8-95b88f166fd3 None None] Checking router: 7c36c47a-f62b-4360-a948-d9acc17b25cd for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:02:25.311000 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88fd147-a8b3-4b67-9cf8-95b88f166fd3 None None] Routers {'7c36c47a-f62b-4360-a948-d9acc17b25cd'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:02:25.311618 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-e88fd147-a8b3-4b67-9cf8-95b88f166fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:02:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['7c36c47a-f62b-4360-a948-d9acc17b25cd'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:02:25.321202 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-4ea9e58b-5658-400f-8552-69148763bd73 admin admin] Deleting port c0095bec-c0a9-4b35-afa1-e6bbea97f97a {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:02:25.321550 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4ea9e58b-5658-400f-8552-69148763bd73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:25.393842 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-e88fd147-a8b3-4b67-9cf8-95b88f166fd3 None None] Set router 7c36c47a-f62b-4360-a948-d9acc17b25cd gateway port host: None {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:02:25.397890 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-4ea9e58b-5658-400f-8552-69148763bd73 admin admin] For port c0095bec-c0a9-4b35-afa1-e6bbea97f97a, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=c0095bec-c0a9-4b35-afa1-e6bbea97f97a,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:02:25.398360 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4ea9e58b-5658-400f-8552-69148763bd73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:25.410005 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-4ea9e58b-5658-400f-8552-69148763bd73 admin admin] Calling delete_port for c0095bec-c0a9-4b35-afa1-e6bbea97f97a owned by network:router_gateway {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:02:25.448017 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-e88fd147-a8b3-4b67-9cf8-95b88f166fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c36c47a-f62b-4360-a948-d9acc17b25cd', 'name': 'tempest-TestMinimumBasicScenario-817647151-router', 'tenant_id': '1429d87a9c4847de95d659867bca9679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:00:02Z', 'updated_at': '2021-12-10T16:02:25Z', 'revision_number': 6, 'project_id': '1429d87a9c4847de95d659867bca9679', 'gw_port_host': None}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:02:25.474627 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88fd147-a8b3-4b67-9cf8-95b88f166fd3 None None] The sync data for ids ['7c36c47a-f62b-4360-a948-d9acc17b25cd'] in dv-neutron-821401-4-hyperv is: [{'id': '7c36c47a-f62b-4360-a948-d9acc17b25cd', 'name': 'tempest-TestMinimumBasicScenario-817647151-router', 'tenant_id': '1429d87a9c4847de95d659867bca9679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:00:02Z', 'updated_at': '2021-12-10T16:02:25Z', 'revision_number': 6, 'project_id': '1429d87a9c4847de95d659867bca9679', 'gw_port_host': None}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:02:25.640101 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4ea9e58b-5658-400f-8552-69148763bd73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:25.663809 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9e58b-5658-400f-8552-69148763bd73 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0095bec-c0a9-4b35-afa1-e6bbea97f97a,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:02:25.679027 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3515acd-547c-4ae6-897d-a0b3c3dde860 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:02:25.730887 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4ea9e58b-5658-400f-8552-69148763bd73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552731'] for router_gateway, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:25.817569 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4ea9e58b-5658-400f-8552-69148763bd73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13898'] for router, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:25.820228 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4ea9e58b-5658-400f-8552-69148763bd73 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:25.926288 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4ea9e58b-5658-400f-8552-69148763bd73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549250'] for router, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:25.926836 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea9e58b-5658-400f-8552-69148763bd73 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c36c47a-f62b-4360-a948-d9acc17b25cd {{(pid=103586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:02:25.931911 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4ea9e58b-5658-400f-8552-69148763bd73 admin admin] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:25.933123 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-4ea9e58b-5658-400f-8552-69148763bd73 admin admin] 10.222.0.20 "DELETE /v2.0/routers/7c36c47a-f62b-4360-a948-d9acc17b25cd HTTP/1.1" status: 204 len: 168 time: 0.9511170 Dec 10 16:02:25.935555 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 42480) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:02:25.979111 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec8021ed-3c6a-4a08-9139-69c0a7683410 admin admin] Deleting subnet 83ddd509-1f6c-4902-b75c-385fec13339b {{(pid=103586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:02:25.982132 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ec8021ed-3c6a-4a08-9139-69c0a7683410 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:26.019189 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ec8021ed-3c6a-4a08-9139-69c0a7683410 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12392400'] for subnet, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:26.092289 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ec8021ed-3c6a-4a08-9139-69c0a7683410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:26.195420 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ec8021ed-3c6a-4a08-9139-69c0a7683410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:26.220772 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8021ed-3c6a-4a08-9139-69c0a7683410 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83ddd509-1f6c-4902-b75c-385fec13339b,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:02:26.225000 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ec8021ed-3c6a-4a08-9139-69c0a7683410 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:26.229389 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-ec8021ed-3c6a-4a08-9139-69c0a7683410 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/83ddd509-1f6c-4902-b75c-385fec13339b HTTP/1.1" status: 204 len: 168 time: 0.2918732 Dec 10 16:02:26.231010 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 42482) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:02:26.232648 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc041aa-069c-46fc-910f-ac513468b7cc None None] Network bc8281fb-5f6d-4d28-a1fb-c44aedb9a509 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:02:26.305918 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7102b43f-d7dd-4a66-9529-97ce5c5c6090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:26.364088 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-7102b43f-d7dd-4a66-9529-97ce5c5c6090 admin admin] Deleting port 768c1dbc-badd-4943-ae2b-8c118475f196 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:02:26.364435 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7102b43f-d7dd-4a66-9529-97ce5c5c6090 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:26.393984 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e926f608-56ab-4c51-9a79-ba25968f8327 None None] DHCP port deletion for bc8281fb-5f6d-4d28-a1fb-c44aedb9a509 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:02:26.427259 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-7102b43f-d7dd-4a66-9529-97ce5c5c6090 admin admin] For port 768c1dbc-badd-4943-ae2b-8c118475f196, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=768c1dbc-badd-4943-ae2b-8c118475f196,segment=NetworkSegment(99517156-7045-4477-94ce-88b204d5e932),segment_id=99517156-7045-4477-94ce-88b204d5e932)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:02:26.427853 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7102b43f-d7dd-4a66-9529-97ce5c5c6090 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:26.442096 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-e926f608-56ab-4c51-9a79-ba25968f8327 None None] Deleting port 768c1dbc-badd-4943-ae2b-8c118475f196 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:02:26.442540 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e926f608-56ab-4c51-9a79-ba25968f8327 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:26.442795 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-7102b43f-d7dd-4a66-9529-97ce5c5c6090 admin admin] Calling delete_port for 768c1dbc-badd-4943-ae2b-8c118475f196 owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:02:26.510999 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-e926f608-56ab-4c51-9a79-ba25968f8327 None None] For port 768c1dbc-badd-4943-ae2b-8c118475f196, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=768c1dbc-badd-4943-ae2b-8c118475f196,segment=NetworkSegment(99517156-7045-4477-94ce-88b204d5e932),segment_id=99517156-7045-4477-94ce-88b204d5e932)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:02:26.511710 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e926f608-56ab-4c51-9a79-ba25968f8327 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:26.525615 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-e926f608-56ab-4c51-9a79-ba25968f8327 None None] Calling delete_port for 768c1dbc-badd-4943-ae2b-8c118475f196 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:02:26.606685 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7102b43f-d7dd-4a66-9529-97ce5c5c6090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:26.611908 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e926f608-56ab-4c51-9a79-ba25968f8327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:26.639469 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7102b43f-d7dd-4a66-9529-97ce5c5c6090 admin admin] No DVR routers for this DVR port 768c1dbc-badd-4943-ae2b-8c118475f196 on host dv-neutron-821401-4-hyperv {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:02:26.648638 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 768c1dbc-badd-4943-ae2b-8c118475f196 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:02:26.648826 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7102b43f-d7dd-4a66-9529-97ce5c5c6090 admin admin] Pushing event deleted for resources: {'Port': ['ID=768c1dbc-badd-4943-ae2b-8c118475f196,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:02:26.663880 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e926f608-56ab-4c51-9a79-ba25968f8327 None None] Pushing event deleted for resources: {'Port': ['ID=768c1dbc-badd-4943-ae2b-8c118475f196,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:02:26.667162 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 768c1dbc-badd-4943-ae2b-8c118475f196 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:02:26.667513 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 768c1dbc-badd-4943-ae2b-8c118475f196 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:02:26.667929 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 69e24a62-07f7-4703-b1de-01a3915fa454 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:02:26.670179 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e926f608-56ab-4c51-9a79-ba25968f8327 None None] No DVR routers for this DVR port 768c1dbc-badd-4943-ae2b-8c118475f196 on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:02:26.691091 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 69e24a62-07f7-4703-b1de-01a3915fa454 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:02:26.691444 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 69e24a62-07f7-4703-b1de-01a3915fa454 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:02:26.691868 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device c0095bec-c0a9-4b35-afa1-e6bbea97f97a no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:02:26.715239 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: c0095bec-c0a9-4b35-afa1-e6bbea97f97a {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:02:26.715617 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device c0095bec-c0a9-4b35-afa1-e6bbea97f97a not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:02:26.719138 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7102b43f-d7dd-4a66-9529-97ce5c5c6090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:26.744283 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-7102b43f-d7dd-4a66-9529-97ce5c5c6090 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc8281fb-5f6d-4d28-a1fb-c44aedb9a509']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:02:26.753366 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-7102b43f-d7dd-4a66-9529-97ce5c5c6090 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99517156-7045-4477-94ce-88b204d5e932') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:02:26.753660 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-7102b43f-d7dd-4a66-9529-97ce5c5c6090 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99517156-7045-4477-94ce-88b204d5e932') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:02:26.763317 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7102b43f-d7dd-4a66-9529-97ce5c5c6090 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11806923'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:26.775757 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7102b43f-d7dd-4a66-9529-97ce5c5c6090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:26.781437 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7102b43f-d7dd-4a66-9529-97ce5c5c6090 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:02:26.781843 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7102b43f-d7dd-4a66-9529-97ce5c5c6090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11236635'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:26.783456 dv-neutron-821401-4-hyperv neutron-server[103587]: Traceback (most recent call last): Dec 10 16:02:26.783456 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:02:26.783456 dv-neutron-821401-4-hyperv neutron-server[103587]: timer() Dec 10 16:02:26.783456 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:02:26.783456 dv-neutron-821401-4-hyperv neutron-server[103587]: cb(*args, **kw) Dec 10 16:02:26.783456 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:02:26.783456 dv-neutron-821401-4-hyperv neutron-server[103587]: return func(*args, **kwargs) Dec 10 16:02:26.783456 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:02:26.783456 dv-neutron-821401-4-hyperv neutron-server[103587]: self._notify() Dec 10 16:02:26.783456 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:02:26.783456 dv-neutron-821401-4-hyperv neutron-server[103587]: self.callback(batched_events) Dec 10 16:02:26.783456 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:02:26.783456 dv-neutron-821401-4-hyperv neutron-server[103587]: event.method(event) Dec 10 16:02:26.783456 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:02:26.783456 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:02:26.783456 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:02:26.783456 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:02:26.783456 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:02:26.783456 dv-neutron-821401-4-hyperv neutron-server[103587]: return f(self, *a, **k) Dec 10 16:02:26.783456 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:02:26.783456 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._get(url).json() Dec 10 16:02:26.783456 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:02:26.783456 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:02:26.783456 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:02:26.783456 dv-neutron-821401-4-hyperv neutron-server[103587]: return self.request(url, 'GET', **kwargs) Dec 10 16:02:26.783456 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:02:26.783456 dv-neutron-821401-4-hyperv neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:02:26.783456 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:02:26.783456 dv-neutron-821401-4-hyperv neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:02:26.783456 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:02:26.783456 dv-neutron-821401-4-hyperv neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:02:26.783456 dv-neutron-821401-4-hyperv neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:02:26.886257 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7102b43f-d7dd-4a66-9529-97ce5c5c6090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:26.893440 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7102b43f-d7dd-4a66-9529-97ce5c5c6090 admin admin] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:26.898544 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-7102b43f-d7dd-4a66-9529-97ce5c5c6090 admin admin] 10.222.0.20 "DELETE /v2.0/networks/bc8281fb-5f6d-4d28-a1fb-c44aedb9a509 HTTP/1.1" status: 204 len: 168 time: 0.6655264 Dec 10 16:02:26.910124 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7102b43f-d7dd-4a66-9529-97ce5c5c6090 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc8281fb-5f6d-4d28-a1fb-c44aedb9a509,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:02:27.252895 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 42486) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:02:27.297022 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-834bc615-75cd-4636-858d-6465e1f6070e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8148558b30de418884c507615c2ebf69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0429218 Dec 10 16:02:27.299618 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 42488) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:02:27.346130 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7c96d429-edfd-4840-b0ea-ef49d2a5b74a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:27.367862 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7c96d429-edfd-4840-b0ea-ef49d2a5b74a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:27.461905 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7c96d429-edfd-4840-b0ea-ef49d2a5b74a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:27.464541 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7c96d429-edfd-4840-b0ea-ef49d2a5b74a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:27.465827 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-7c96d429-edfd-4840-b0ea-ef49d2a5b74a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/efb929ce-bb62-47f7-b10d-ac58840e5bd5 HTTP/1.1" status: 204 len: 168 time: 0.1652658 Dec 10 16:02:27.473875 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c96d429-edfd-4840-b0ea-ef49d2a5b74a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb929ce-bb62-47f7-b10d-ac58840e5bd5,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:02:28.119614 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 42494) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:02:28.161499 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-8ec28b16-9e41-4a92-a69d-003e2e33b2a3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1429d87a9c4847de95d659867bca9679&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396974 Dec 10 16:02:28.162911 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 42496) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:02:28.209181 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a529992d-35b5-406c-bd6d-7a8ee55d69d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:28.229587 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a529992d-35b5-406c-bd6d-7a8ee55d69d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:28.617723 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a529992d-35b5-406c-bd6d-7a8ee55d69d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:28.620478 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a529992d-35b5-406c-bd6d-7a8ee55d69d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:28.621639 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-a529992d-35b5-406c-bd6d-7a8ee55d69d1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/768458d3-cd19-426f-9bf1-098a5ffb8ddc HTTP/1.1" status: 204 len: 168 time: 0.4578071 Dec 10 16:02:28.629842 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a529992d-35b5-406c-bd6d-7a8ee55d69d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=768458d3-cd19-426f-9bf1-098a5ffb8ddc,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:02:31.011480 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 42536) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:02:31.016121 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-0d0bab6c-e9a4-4e0f-b65b-0faa5df4c461 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-160989757', 'description': 'tempest-secgroup-smoke-160989757 description', 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:02:31.097059 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0d0bab6c-e9a4-4e0f-b65b-0faa5df4c461 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:31.105177 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0d0bab6c-e9a4-4e0f-b65b-0faa5df4c461 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:31.178645 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0d0bab6c-e9a4-4e0f-b65b-0faa5df4c461 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:31.228361 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0d0bab6c-e9a4-4e0f-b65b-0faa5df4c461 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:31.263129 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0bab6c-e9a4-4e0f-b65b-0faa5df4c461 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aac55672-f955-4105-a286-0807a3ff2ec3,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:02:31.301634 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0d0bab6c-e9a4-4e0f-b65b-0faa5df4c461 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:31.359541 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0d0bab6c-e9a4-4e0f-b65b-0faa5df4c461 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:31.388098 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0bab6c-e9a4-4e0f-b65b-0faa5df4c461 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a33f93-3628-4972-8490-39379a340093,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:02:31.459138 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0d0bab6c-e9a4-4e0f-b65b-0faa5df4c461 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:31.460380 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-0d0bab6c-e9a4-4e0f-b65b-0faa5df4c461 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4478838 Dec 10 16:02:31.463180 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 42538) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:02:31.467561 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-fcc9cd8d-0eeb-467f-9d99-38411078f091 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Request body: {'security_group_rule': {'security_group_id': 'b6a33f93-3628-4972-8490-39379a340093', 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:02:31.551214 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fcc9cd8d-0eeb-467f-9d99-38411078f091 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:31.620179 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fcc9cd8d-0eeb-467f-9d99-38411078f091 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:31.657026 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fcc9cd8d-0eeb-467f-9d99-38411078f091 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:31.678426 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc9cd8d-0eeb-467f-9d99-38411078f091 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d3b7bc7-7513-4216-8ca0-2acb22f6d180,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:02:31.751106 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fcc9cd8d-0eeb-467f-9d99-38411078f091 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:31.752372 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-fcc9cd8d-0eeb-467f-9d99-38411078f091 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2882590 Dec 10 16:02:31.755436 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 42540) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:02:31.760166 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-35a52782-fdd7-4388-be99-f3f68c09a961 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Request body: {'security_group_rule': {'security_group_id': 'b6a33f93-3628-4972-8490-39379a340093', 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:02:31.850485 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-35a52782-fdd7-4388-be99-f3f68c09a961 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:31.906075 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-35a52782-fdd7-4388-be99-f3f68c09a961 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:31.954475 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-35a52782-fdd7-4388-be99-f3f68c09a961 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:31.972049 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a52782-fdd7-4388-be99-f3f68c09a961 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20bdccf1-b439-4562-9197-f8e7b6afb6e1,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:02:32.018901 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-35a52782-fdd7-4388-be99-f3f68c09a961 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:32.020088 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-35a52782-fdd7-4388-be99-f3f68c09a961 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2636194 Dec 10 16:02:32.023261 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 42542) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:02:32.027436 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-74e3855b-1554-4003-9952-56b253900218 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Request body: {'security_group_rule': {'security_group_id': 'b6a33f93-3628-4972-8490-39379a340093', 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:02:32.084478 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-74e3855b-1554-4003-9952-56b253900218 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:32.142843 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-74e3855b-1554-4003-9952-56b253900218 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:32.199461 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-74e3855b-1554-4003-9952-56b253900218 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:32.217358 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e3855b-1554-4003-9952-56b253900218 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10213b4f-9be9-49e4-8003-e86c035b0c16,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:02:32.270409 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-74e3855b-1554-4003-9952-56b253900218 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:32.271657 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-74e3855b-1554-4003-9952-56b253900218 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2474837 Dec 10 16:02:32.275023 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 42544) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:02:32.279310 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-dbeb11bd-7d2a-4efe-a99d-67b699c165a2 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Request body: {'security_group_rule': {'security_group_id': 'b6a33f93-3628-4972-8490-39379a340093', 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:02:32.381687 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dbeb11bd-7d2a-4efe-a99d-67b699c165a2 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:32.438051 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dbeb11bd-7d2a-4efe-a99d-67b699c165a2 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:32.497018 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dbeb11bd-7d2a-4efe-a99d-67b699c165a2 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:32.515311 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeb11bd-7d2a-4efe-a99d-67b699c165a2 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f97f8210-eb8d-42be-b75c-37af6ceeb003,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:02:32.578928 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dbeb11bd-7d2a-4efe-a99d-67b699c165a2 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:32.580205 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-dbeb11bd-7d2a-4efe-a99d-67b699c165a2 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3042409 Dec 10 16:02:32.582910 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 42546) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:02:32.587793 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-c2f485bc-6bb7-4a4c-9c11-fc9a9dbbdaf0 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Request body: {'security_group_rule': {'security_group_id': 'b6a33f93-3628-4972-8490-39379a340093', 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:02:32.680072 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.securitygroups_db [None req-c2f485bc-6bb7-4a4c-9c11-fc9a9dbbdaf0 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Project 7b327aafa1a641f3bf0fb7dd284e6165 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 16:02:32.684978 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c2f485bc-6bb7-4a4c-9c11-fc9a9dbbdaf0 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:32.743759 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c2f485bc-6bb7-4a4c-9c11-fc9a9dbbdaf0 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:32.810853 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c2f485bc-6bb7-4a4c-9c11-fc9a9dbbdaf0 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:32.828522 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f485bc-6bb7-4a4c-9c11-fc9a9dbbdaf0 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4769a184-fb8e-42d3-9b4e-8274a31eb99a,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:02:32.892839 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c2f485bc-6bb7-4a4c-9c11-fc9a9dbbdaf0 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:32.894089 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-c2f485bc-6bb7-4a4c-9c11-fc9a9dbbdaf0 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3101997 Dec 10 16:02:32.896729 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 42548) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:02:32.901157 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-dec83bc9-9ab2-4248-a492-2135b2ed4d3b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Request body: {'security_group_rule': {'security_group_id': 'b6a33f93-3628-4972-8490-39379a340093', 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:02:32.976811 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.securitygroups_db [None req-dec83bc9-9ab2-4248-a492-2135b2ed4d3b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Project 7b327aafa1a641f3bf0fb7dd284e6165 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 16:02:32.981747 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dec83bc9-9ab2-4248-a492-2135b2ed4d3b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:33.043479 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dec83bc9-9ab2-4248-a492-2135b2ed4d3b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:33.085150 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dec83bc9-9ab2-4248-a492-2135b2ed4d3b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:33.102678 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec83bc9-9ab2-4248-a492-2135b2ed4d3b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8acca34e-a393-4733-9e85-7649e2bb6d5c,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:02:33.144737 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dec83bc9-9ab2-4248-a492-2135b2ed4d3b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:33.146014 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-dec83bc9-9ab2-4248-a492-2135b2ed4d3b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2482820 Dec 10 16:02:33.149002 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 42550) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:02:33.153949 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-18269c76-0069-43f2-bf27-eec936d2e024 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Request body: {'network': {'name': 'tempest-network-smoke--2013966463', 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'port_security_enabled': True}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:02:33.216942 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18269c76-0069-43f2-bf27-eec936d2e024 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Made reservation on behalf of 7b327aafa1a641f3bf0fb7dd284e6165 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:02:33.220444 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-18269c76-0069-43f2-bf27-eec936d2e024 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:33.244660 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18269c76-0069-43f2-bf27-eec936d2e024 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:02:33.253256 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-18269c76-0069-43f2-bf27-eec936d2e024 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:33.253577 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.segments_db [None req-18269c76-0069-43f2-bf27-eec936d2e024 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Added segment 500cef00-827a-4624-ba96-ebfea07e784f of type vlan for network 4820e56d-954f-45b1-a005-980d37f59feb Dec 10 16:02:33.292013 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-18269c76-0069-43f2-bf27-eec936d2e024 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:33.365618 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-18269c76-0069-43f2-bf27-eec936d2e024 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:33.371755 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18269c76-0069-43f2-bf27-eec936d2e024 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:02:33.372334 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-18269c76-0069-43f2-bf27-eec936d2e024 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:33.468890 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-18269c76-0069-43f2-bf27-eec936d2e024 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3188345 Dec 10 16:02:33.471916 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 42552) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:02:33.472591 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18269c76-0069-43f2-bf27-eec936d2e024 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event updated for resources: {'Network': ['ID=4820e56d-954f-45b1-a005-980d37f59feb,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:02:33.478652 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-05155164-3f22-4dc5-b5f6-dff7571bc936 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1430236057', 'admin_state_up': True, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:02:33.483385 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 4820e56d-954f-45b1-a005-980d37f59feb details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:02:33.559999 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-05155164-3f22-4dc5-b5f6-dff7571bc936 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13912'] for router, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:33.561085 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-05155164-3f22-4dc5-b5f6-dff7571bc936 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:33.622959 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-05155164-3f22-4dc5-b5f6-dff7571bc936 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:33.816837 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-05155164-3f22-4dc5-b5f6-dff7571bc936 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:34.108833 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-05155164-3f22-4dc5-b5f6-dff7571bc936 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for router_gateway, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:34.126784 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-05155164-3f22-4dc5-b5f6-dff7571bc936 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:34.224652 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-05155164-3f22-4dc5-b5f6-dff7571bc936 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Allocated IP 172.26.2.51 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/f66b4d3f-903d-43f4-bbf2-ec02846cfc66) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:02:34.332868 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-05155164-3f22-4dc5-b5f6-dff7571bc936 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:34.428345 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-05155164-3f22-4dc5-b5f6-dff7571bc936 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:34.468098 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05155164-3f22-4dc5-b5f6-dff7571bc936 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:02:34.471001 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-05155164-3f22-4dc5-b5f6-dff7571bc936 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:02:34.474342 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05155164-3f22-4dc5-b5f6-dff7571bc936 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:02:34.483286 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad86826-9c56-4b09-8663-9e74be56c048 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:02:34.497763 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05155164-3f22-4dc5-b5f6-dff7571bc936 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event updated for resources: {'Port': ['ID=f66b4d3f-903d-43f4-bbf2-ec02846cfc66,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:02:34.553624 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-ca02e1ee-77ba-43d2-a4d5-3693a9382a07 None None] Provisioning complete for port f66b4d3f-903d-43f4-bbf2-ec02846cfc66 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:02:34.554772 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ca02e1ee-77ba-43d2-a4d5-3693a9382a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:34.591217 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-ca02e1ee-77ba-43d2-a4d5-3693a9382a07 None None] Port f66b4d3f-903d-43f4-bbf2-ec02846cfc66 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:02:34.859442 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-05155164-3f22-4dc5-b5f6-dff7571bc936 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for router_gateway, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:35.048522 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-05155164-3f22-4dc5-b5f6-dff7571bc936 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363'] for router, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:35.222364 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05155164-3f22-4dc5-b5f6-dff7571bc936 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Router ecf93038-2a92-4504-8104-398b09e96c39 is scheduled to L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d with binding_index 1 {{(pid=103586) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:02:35.325088 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05155164-3f22-4dc5-b5f6-dff7571bc936 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:02:35.336066 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159b7d5f-3ac0-4c3a-88ea-ee188ff70dc7 None None] Sync routers for ids ['ecf93038-2a92-4504-8104-398b09e96c39'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:02:35.344765 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159b7d5f-3ac0-4c3a-88ea-ee188ff70dc7 None None] Routers {'ecf93038-2a92-4504-8104-398b09e96c39'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:02:35.345372 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-159b7d5f-3ac0-4c3a-88ea-ee188ff70dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:02:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['ecf93038-2a92-4504-8104-398b09e96c39'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:02:35.436913 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-05155164-3f22-4dc5-b5f6-dff7571bc936 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:35.438485 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-05155164-3f22-4dc5-b5f6-dff7571bc936 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9653955 Dec 10 16:02:35.441440 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 42554) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:02:35.449674 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-159b7d5f-3ac0-4c3a-88ea-ee188ff70dc7 None None] Set router ecf93038-2a92-4504-8104-398b09e96c39 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:02:35.567431 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-a6ea0713-778e-4a43-9cc7-45784f884441 tempest-TestNetworkAdvancedServerOps-68229087 tempest-TestNetworkAdvancedServerOps-68229087-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=7b327aafa1a641f3bf0fb7dd284e6165&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1247885 Dec 10 16:02:35.570639 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 42558) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:02:35.642298 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-159b7d5f-3ac0-4c3a-88ea-ee188ff70dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf93038-2a92-4504-8104-398b09e96c39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1430236057', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.51'}], 'enable_snat': True}, 'gw_port_id': 'f66b4d3f-903d-43f4-bbf2-ec02846cfc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:02:33Z', 'updated_at': '2021-12-10T16:02:34Z', 'revision_number': 3, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'gw_port': {'id': 'f66b4d3f-903d-43f4-bbf2-ec02846cfc66', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:36:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf93038-2a92-4504-8104-398b09e96c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:02:34Z', 'updated_at': '2021-12-10T16:02:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:02:35.668389 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159b7d5f-3ac0-4c3a-88ea-ee188ff70dc7 None None] Checking router: ecf93038-2a92-4504-8104-398b09e96c39 for host: dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:02:35.668744 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159b7d5f-3ac0-4c3a-88ea-ee188ff70dc7 None None] Updating router ecf93038-2a92-4504-8104-398b09e96c39 port f66b4d3f-903d-43f4-bbf2-ec02846cfc66 binding host dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:02:35.692776 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-159b7d5f-3ac0-4c3a-88ea-ee188ff70dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:35.719225 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d6a2ac-5594-4e2d-a575-303404925f72 tempest-TestNetworkAdvancedServerOps-68229087 tempest-TestNetworkAdvancedServerOps-68229087-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:02:35.720736 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-b2d6a2ac-5594-4e2d-a575-303404925f72 tempest-TestNetworkAdvancedServerOps-68229087 tempest-TestNetworkAdvancedServerOps-68229087-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1489584 Dec 10 16:02:35.723545 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 42560) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:02:35.756245 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-15d101d9-3c8a-4b8e-be96-edbebfa7575b tempest-TestNetworkAdvancedServerOps-68229087 tempest-TestNetworkAdvancedServerOps-68229087-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=d5a1452c-422a-4e1a-a1c7-48738ecf752f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315948 Dec 10 16:02:35.758721 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 42562) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:02:35.764070 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-8e7c6cb5-a2f8-4444-8a34-088355725355 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-189212877', 'network_id': '4820e56d-954f-45b1-a005-980d37f59feb', 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:02:35.955263 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-159b7d5f-3ac0-4c3a-88ea-ee188ff70dc7 None None] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:36.028469 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-159b7d5f-3ac0-4c3a-88ea-ee188ff70dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:36.073605 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7c0ff0-b9cf-4ca5-8691-340e99b849e2 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:02:36.088441 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6654830f-961c-4345-aec4-39d8de2822a9 None None] Pushing event updated for resources: {'Port': ['ID=f66b4d3f-903d-43f4-bbf2-ec02846cfc66,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:02:36.091891 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-159b7d5f-3ac0-4c3a-88ea-ee188ff70dc7 None None] Attempting to bind port f66b4d3f-903d-43f4-bbf2-ec02846cfc66 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:02:36.092262 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-159b7d5f-3ac0-4c3a-88ea-ee188ff70dc7 None None] Attempting to bind port f66b4d3f-903d-43f4-bbf2-ec02846cfc66 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:02:36.092633 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159b7d5f-3ac0-4c3a-88ea-ee188ff70dc7 None None] Attempting to bind port f66b4d3f-903d-43f4-bbf2-ec02846cfc66 on network d5a1452c-422a-4e1a-a1c7-48738ecf752f {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:02:36.102096 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6654830f-961c-4345-aec4-39d8de2822a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:02:36.102450 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6654830f-961c-4345-aec4-39d8de2822a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:02:36.102796 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6654830f-961c-4345-aec4-39d8de2822a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:02:36.103133 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6654830f-961c-4345-aec4-39d8de2822a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:02:36.103469 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6654830f-961c-4345-aec4-39d8de2822a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:02:36.103800 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6654830f-961c-4345-aec4-39d8de2822a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:02:36.104139 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6654830f-961c-4345-aec4-39d8de2822a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:02:36.104455 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6654830f-961c-4345-aec4-39d8de2822a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:02:36.104778 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6654830f-961c-4345-aec4-39d8de2822a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:02:36.105107 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6654830f-961c-4345-aec4-39d8de2822a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:02:36.105439 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6654830f-961c-4345-aec4-39d8de2822a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:02:36.105754 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6654830f-961c-4345-aec4-39d8de2822a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:02:36.106098 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6654830f-961c-4345-aec4-39d8de2822a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:02:36.110852 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159b7d5f-3ac0-4c3a-88ea-ee188ff70dc7 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:02:36.111257 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159b7d5f-3ac0-4c3a-88ea-ee188ff70dc7 None None] Checking segment: {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:02:36.111689 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-159b7d5f-3ac0-4c3a-88ea-ee188ff70dc7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:36.112045 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159b7d5f-3ac0-4c3a-88ea-ee188ff70dc7 None None] Bound using segment: {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:02:36.112533 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-159b7d5f-3ac0-4c3a-88ea-ee188ff70dc7 None None] Bound port: f66b4d3f-903d-43f4-bbf2-ec02846cfc66, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:02:36.112919 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-159b7d5f-3ac0-4c3a-88ea-ee188ff70dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:36.137468 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-3c5ae483-0b45-46b1-aa0a-65d94e131803 None None] Provisioning complete for port f66b4d3f-903d-43f4-bbf2-ec02846cfc66 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:02:36.137468 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3c5ae483-0b45-46b1-aa0a-65d94e131803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:36.177734 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-3c5ae483-0b45-46b1-aa0a-65d94e131803 None None] Port f66b4d3f-903d-43f4-bbf2-ec02846cfc66 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:02:36.179390 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-159b7d5f-3ac0-4c3a-88ea-ee188ff70dc7 None None] For port f66b4d3f-903d-43f4-bbf2-ec02846cfc66, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:02:36.185319 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-159b7d5f-3ac0-4c3a-88ea-ee188ff70dc7 None None] For port f66b4d3f-903d-43f4-bbf2-ec02846cfc66, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=f66b4d3f-903d-43f4-bbf2-ec02846cfc66,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:02:36.228342 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e7c6cb5-a2f8-4444-8a34-088355725355 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Made reservation on behalf of 7b327aafa1a641f3bf0fb7dd284e6165 for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:02:36.232069 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8e7c6cb5-a2f8-4444-8a34-088355725355 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:36.257406 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-159b7d5f-3ac0-4c3a-88ea-ee188ff70dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:36.325974 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a44f7b0-6b88-4904-a243-e774e0ce42bb None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:02:36.333145 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6654830f-961c-4345-aec4-39d8de2822a9 None None] Pushing event updated for resources: {'Port': ['ID=f66b4d3f-903d-43f4-bbf2-ec02846cfc66,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:02:36.338910 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159b7d5f-3ac0-4c3a-88ea-ee188ff70dc7 None None] Routers {'ecf93038-2a92-4504-8104-398b09e96c39'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:02:36.340320 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-159b7d5f-3ac0-4c3a-88ea-ee188ff70dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:02:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['ecf93038-2a92-4504-8104-398b09e96c39'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:02:36.410458 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-731aceb3-db7b-4886-8927-e2ff3b12ed23 None None] Provisioning complete for port f66b4d3f-903d-43f4-bbf2-ec02846cfc66 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:02:36.411442 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-731aceb3-db7b-4886-8927-e2ff3b12ed23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:36.453500 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-159b7d5f-3ac0-4c3a-88ea-ee188ff70dc7 None None] Set router ecf93038-2a92-4504-8104-398b09e96c39 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:02:36.503117 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8e7c6cb5-a2f8-4444-8a34-088355725355 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11695183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581935'] for subnet, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:36.507147 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-731aceb3-db7b-4886-8927-e2ff3b12ed23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:36.528642 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-731aceb3-db7b-4886-8927-e2ff3b12ed23 None None] For port f66b4d3f-903d-43f4-bbf2-ec02846cfc66, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=f66b4d3f-903d-43f4-bbf2-ec02846cfc66,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:02:36.562207 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7c6cb5-a2f8-4444-8a34-088355725355 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event updated for resources: {'Subnet': ['ID=5b949211-5a62-453d-8078-b2932b276c8e,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:02:36.572851 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7c6cb5-a2f8-4444-8a34-088355725355 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Checking segment: {'id': '500cef00-827a-4624-ba96-ebfea07e784f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4820e56d-954f-45b1-a005-980d37f59feb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:02:36.575383 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7c6cb5-a2f8-4444-8a34-088355725355 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Network hostable DHCP agents. Network: 4820e56d-954f-45b1-a005-980d37f59feb, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:02:36.594323 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-731aceb3-db7b-4886-8927-e2ff3b12ed23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:36.635070 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-159b7d5f-3ac0-4c3a-88ea-ee188ff70dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf93038-2a92-4504-8104-398b09e96c39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1430236057', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.51'}], 'enable_snat': True}, 'gw_port_id': 'f66b4d3f-903d-43f4-bbf2-ec02846cfc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:02:33Z', 'updated_at': '2021-12-10T16:02:34Z', 'revision_number': 3, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'gw_port': {'id': 'f66b4d3f-903d-43f4-bbf2-ec02846cfc66', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:36:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf93038-2a92-4504-8104-398b09e96c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:02:34Z', 'updated_at': '2021-12-10T16:02:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:02:36.643469 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731aceb3-db7b-4886-8927-e2ff3b12ed23 None None] Pushing event updated for resources: {'Port': ['ID=f66b4d3f-903d-43f4-bbf2-ec02846cfc66,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:02:36.646126 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7c6cb5-a2f8-4444-8a34-088355725355 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Network 4820e56d-954f-45b1-a005-980d37f59feb is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:02:36.660905 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159b7d5f-3ac0-4c3a-88ea-ee188ff70dc7 None None] The sync data for ids ['ecf93038-2a92-4504-8104-398b09e96c39'] in dv-neutron-821401-4-hyperv is: [{'id': 'ecf93038-2a92-4504-8104-398b09e96c39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1430236057', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.51'}], 'enable_snat': True}, 'gw_port_id': 'f66b4d3f-903d-43f4-bbf2-ec02846cfc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:02:33Z', 'updated_at': '2021-12-10T16:02:34Z', 'revision_number': 3, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'gw_port': {'id': 'f66b4d3f-903d-43f4-bbf2-ec02846cfc66', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:36:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf93038-2a92-4504-8104-398b09e96c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:02:34Z', 'updated_at': '2021-12-10T16:02:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:02:36.714047 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-8e7c6cb5-a2f8-4444-8a34-088355725355 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 4820e56d-954f-45b1-a005-980d37f59feb) {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:02:36.719110 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7c6cb5-a2f8-4444-8a34-088355725355 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:02:36.719721 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-8e7c6cb5-a2f8-4444-8a34-088355725355 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:36.724739 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105c751b-aaa0-4ed6-a753-113b7eedbe4d None None] Network 4820e56d-954f-45b1-a005-980d37f59feb requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:02:36.785641 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-8e7c6cb5-a2f8-4444-8a34-088355725355 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0252278 Dec 10 16:02:36.789017 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 42564) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:02:36.836112 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b206491-453b-4e66-8bbe-8c68ddfec17a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-4820e56d-954f-45b1-a005-980d37f59feb', 'network_id': '4820e56d-954f-45b1-a005-980d37f59feb', 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'fixed_ips': [{'subnet_id': '5b949211-5a62-453d-8078-b2932b276c8e'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:02:36.837013 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8b206491-453b-4e66-8bbe-8c68ddfec17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:37.004535 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-8b206491-453b-4e66-8bbe-8c68ddfec17a None None] Allocated IP 172.20.0.2 (4820e56d-954f-45b1-a005-980d37f59feb/5b949211-5a62-453d-8078-b2932b276c8e/62bdc2fa-7893-4676-ab06-2bb7ffff82dc) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:02:37.159248 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8b206491-453b-4e66-8bbe-8c68ddfec17a None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:37.228810 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8b206491-453b-4e66-8bbe-8c68ddfec17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:37.272261 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b206491-453b-4e66-8bbe-8c68ddfec17a None None] Network 4820e56d-954f-45b1-a005-980d37f59feb is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:02:37.276069 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-8b206491-453b-4e66-8bbe-8c68ddfec17a None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:02:37.279134 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b206491-453b-4e66-8bbe-8c68ddfec17a None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:02:37.293069 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b206491-453b-4e66-8bbe-8c68ddfec17a None None] Pushing event updated for resources: {'Port': ['ID=62bdc2fa-7893-4676-ab06-2bb7ffff82dc,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:02:37.350204 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-8b206491-453b-4e66-8bbe-8c68ddfec17a None None] Attempting to bind port 62bdc2fa-7893-4676-ab06-2bb7ffff82dc on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:02:37.351137 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-8b206491-453b-4e66-8bbe-8c68ddfec17a None None] Attempting to bind port 62bdc2fa-7893-4676-ab06-2bb7ffff82dc by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '500cef00-827a-4624-ba96-ebfea07e784f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4820e56d-954f-45b1-a005-980d37f59feb'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:02:37.351516 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b206491-453b-4e66-8bbe-8c68ddfec17a None None] Attempting to bind port 62bdc2fa-7893-4676-ab06-2bb7ffff82dc on network 4820e56d-954f-45b1-a005-980d37f59feb {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:02:37.358927 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b206491-453b-4e66-8bbe-8c68ddfec17a None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:02:37.359319 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b206491-453b-4e66-8bbe-8c68ddfec17a None None] Checking segment: {'id': '500cef00-827a-4624-ba96-ebfea07e784f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4820e56d-954f-45b1-a005-980d37f59feb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:02:37.359739 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8b206491-453b-4e66-8bbe-8c68ddfec17a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:37.360143 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b206491-453b-4e66-8bbe-8c68ddfec17a None None] Bound using segment: {'id': '500cef00-827a-4624-ba96-ebfea07e784f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4820e56d-954f-45b1-a005-980d37f59feb'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:02:37.360625 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-8b206491-453b-4e66-8bbe-8c68ddfec17a None None] Bound port: 62bdc2fa-7893-4676-ab06-2bb7ffff82dc, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '500cef00-827a-4624-ba96-ebfea07e784f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4820e56d-954f-45b1-a005-980d37f59feb'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:02:37.361011 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8b206491-453b-4e66-8bbe-8c68ddfec17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:37.427563 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-8b206491-453b-4e66-8bbe-8c68ddfec17a None None] For port 62bdc2fa-7893-4676-ab06-2bb7ffff82dc, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:02:37.431331 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-8b206491-453b-4e66-8bbe-8c68ddfec17a None None] For port 62bdc2fa-7893-4676-ab06-2bb7ffff82dc, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=62bdc2fa-7893-4676-ab06-2bb7ffff82dc,segment=NetworkSegment(500cef00-827a-4624-ba96-ebfea07e784f),segment_id=500cef00-827a-4624-ba96-ebfea07e784f)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:02:37.504458 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8b206491-453b-4e66-8bbe-8c68ddfec17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:37.564915 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b206491-453b-4e66-8bbe-8c68ddfec17a None None] Pushing event updated for resources: {'Port': ['ID=62bdc2fa-7893-4676-ab06-2bb7ffff82dc,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:02:37.615950 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-91328fa0-71fa-455f-a8f7-83ae5b3504aa tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:37.978357 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-91328fa0-71fa-455f-a8f7-83ae5b3504aa tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Allocated IP 172.20.0.1 (4820e56d-954f-45b1-a005-980d37f59feb/5b949211-5a62-453d-8078-b2932b276c8e/44c20a7f-6de9-4fa4-a653-c32844e16608) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:02:38.096425 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-91328fa0-71fa-455f-a8f7-83ae5b3504aa tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:38.177502 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-91328fa0-71fa-455f-a8f7-83ae5b3504aa tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:38.220099 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91328fa0-71fa-455f-a8f7-83ae5b3504aa tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Network 4820e56d-954f-45b1-a005-980d37f59feb is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:02:38.223399 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-91328fa0-71fa-455f-a8f7-83ae5b3504aa tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:02:38.228299 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91328fa0-71fa-455f-a8f7-83ae5b3504aa tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:02:38.255117 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91328fa0-71fa-455f-a8f7-83ae5b3504aa tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event updated for resources: {'Port': ['ID=44c20a7f-6de9-4fa4-a653-c32844e16608,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:02:38.276117 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-91328fa0-71fa-455f-a8f7-83ae5b3504aa tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552880'] for router_interface, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:38.462722 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-91328fa0-71fa-455f-a8f7-83ae5b3504aa tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:38.703227 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device f66b4d3f-903d-43f4-bbf2-ec02846cfc66 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:02:38.760279 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port f66b4d3f-903d-43f4-bbf2-ec02846cfc66 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:02:38.760661 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:38.763258 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-91328fa0-71fa-455f-a8f7-83ae5b3504aa tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:38.828331 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-91328fa0-71fa-455f-a8f7-83ae5b3504aa tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:38.842759 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 62bdc2fa-7893-4676-ab06-2bb7ffff82dc up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:02:38.897705 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 62bdc2fa-7893-4676-ab06-2bb7ffff82dc triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:02:38.898190 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:38.907970 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-91328fa0-71fa-455f-a8f7-83ae5b3504aa tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549888'] for router_interface, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:38.910872 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91328fa0-71fa-455f-a8f7-83ae5b3504aa tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event updated for resources: {'Port': ['ID=44c20a7f-6de9-4fa4-a653-c32844e16608,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:02:38.920368 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9a9475-310a-47f1-83ca-712396e49d24 None None] Network 4820e56d-954f-45b1-a005-980d37f59feb requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:02:38.993228 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-5a83b189-e70b-4d50-abfa-32f4990a3bb4 None None] Provisioning complete for port 62bdc2fa-7893-4676-ab06-2bb7ffff82dc triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:02:38.993599 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5a83b189-e70b-4d50-abfa-32f4990a3bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:39.001134 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91328fa0-71fa-455f-a8f7-83ae5b3504aa tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Network 4820e56d-954f-45b1-a005-980d37f59feb is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:02:39.002697 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-91328fa0-71fa-455f-a8f7-83ae5b3504aa tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:02:39.101379 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:39.119349 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91328fa0-71fa-455f-a8f7-83ae5b3504aa tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Router ecf93038-2a92-4504-8104-398b09e96c39 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:02:39.168404 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] For port 62bdc2fa-7893-4676-ab06-2bb7ffff82dc, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=62bdc2fa-7893-4676-ab06-2bb7ffff82dc,segment=NetworkSegment(500cef00-827a-4624-ba96-ebfea07e784f),segment_id=500cef00-827a-4624-ba96-ebfea07e784f)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:02:39.175133 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5a83b189-e70b-4d50-abfa-32f4990a3bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:39.237710 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91328fa0-71fa-455f-a8f7-83ae5b3504aa tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:02:39.244887 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-91328fa0-71fa-455f-a8f7-83ae5b3504aa tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "PUT /v2.0/routers/ecf93038-2a92-4504-8104-398b09e96c39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4536972 Dec 10 16:02:39.252052 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4672c103-2974-44ff-b1c8-ff97c5488ad2 None None] Sync routers for ids ['ecf93038-2a92-4504-8104-398b09e96c39'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:02:39.259580 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:39.318803 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4672c103-2974-44ff-b1c8-ff97c5488ad2 None None] Routers {'ecf93038-2a92-4504-8104-398b09e96c39'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:02:39.319671 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-4672c103-2974-44ff-b1c8-ff97c5488ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:02:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['ecf93038-2a92-4504-8104-398b09e96c39'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:02:39.370170 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.db.api [None req-5a83b189-e70b-4d50-abfa-32f4990a3bb4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:02:39.370478 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG oslo_db.api [None req-5a83b189-e70b-4d50-abfa-32f4990a3bb4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:02:39.390274 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Pushing event updated for resources: {'Port': ['ID=62bdc2fa-7893-4676-ab06-2bb7ffff82dc,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:02:39.417979 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-54bb2bea-5ade-4894-bb20-7ca98c9ad11e req-a84a28bc-cd69-40f7-b75c-2ffcff844629 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-160989757&fields=id&tenant_id=7b327aafa1a641f3bf0fb7dd284e6165 HTTP/1.1" status: 200 len: 267 time: 0.0599298 Dec 10 16:02:39.452714 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-4672c103-2974-44ff-b1c8-ff97c5488ad2 None None] Set router ecf93038-2a92-4504-8104-398b09e96c39 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:02:39.533671 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bb2bea-5ade-4894-bb20-7ca98c9ad11e req-d86250fd-8536-416e-aa84-cce64176d95b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:02:39.535297 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-54bb2bea-5ade-4894-bb20-7ca98c9ad11e req-d86250fd-8536-416e-aa84-cce64176d95b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/networks?id=4820e56d-954f-45b1-a005-980d37f59feb HTTP/1.1" status: 200 len: 797 time: 0.1104016 Dec 10 16:02:39.552761 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-54bb2bea-5ade-4894-bb20-7ca98c9ad11e req-ea0007b8-55ed-4845-9020-23fff2694d61 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/quotas/7b327aafa1a641f3bf0fb7dd284e6165 HTTP/1.1" status: 200 len: 375 time: 0.0105488 Dec 10 16:02:39.608953 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-54bb2bea-5ade-4894-bb20-7ca98c9ad11e req-3b206d8a-e6d4-42a1-94f7-c30c884db9ae tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7b327aafa1a641f3bf0fb7dd284e6165&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494635 Dec 10 16:02:39.670020 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-4672c103-2974-44ff-b1c8-ff97c5488ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf93038-2a92-4504-8104-398b09e96c39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1430236057', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.51'}], 'enable_snat': True}, 'gw_port_id': 'f66b4d3f-903d-43f4-bbf2-ec02846cfc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:02:33Z', 'updated_at': '2021-12-10T16:02:38Z', 'revision_number': 4, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'gw_port': {'id': 'f66b4d3f-903d-43f4-bbf2-ec02846cfc66', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:36:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf93038-2a92-4504-8104-398b09e96c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:02:34Z', 'updated_at': '2021-12-10T16:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '44c20a7f-6de9-4fa4-a653-c32844e16608', 'name': '', 'network_id': '4820e56d-954f-45b1-a005-980d37f59feb', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'mac_address': 'fa:16:3e:f7:ab:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf93038-2a92-4504-8104-398b09e96c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '5b949211-5a62-453d-8078-b2932b276c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:02:37Z', 'updated_at': '2021-12-10T16:02:38Z', 'revision_number': 2, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'subnets': [{'id': '5b949211-5a62-453d-8078-b2932b276c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:02:39.698777 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4672c103-2974-44ff-b1c8-ff97c5488ad2 None None] Checking router: ecf93038-2a92-4504-8104-398b09e96c39 for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:02:39.699138 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4672c103-2974-44ff-b1c8-ff97c5488ad2 None None] Updating router ecf93038-2a92-4504-8104-398b09e96c39 port 44c20a7f-6de9-4fa4-a653-c32844e16608 binding host dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:02:39.713360 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-54bb2bea-5ade-4894-bb20-7ca98c9ad11e req-6f13aa75-064b-4207-b1a6-46062130f38d service neutron] 10.222.0.20 "GET /v2.0/networks/4820e56d-954f-45b1-a005-980d37f59feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915284 Dec 10 16:02:39.723735 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4672c103-2974-44ff-b1c8-ff97c5488ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:39.805458 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-54bb2bea-5ade-4894-bb20-7ca98c9ad11e req-3020c7d8-1cbc-4a0e-a307-77bb8c5914dc service neutron] 10.222.0.20 "GET /v2.0/networks/4820e56d-954f-45b1-a005-980d37f59feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859206 Dec 10 16:02:40.010160 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4672c103-2974-44ff-b1c8-ff97c5488ad2 None None] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:40.042173 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-7a01f0dc-afad-4c1b-bbeb-3a22da026f5a None None] Provisioning complete for port 44c20a7f-6de9-4fa4-a653-c32844e16608 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:02:40.042542 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7a01f0dc-afad-4c1b-bbeb-3a22da026f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:40.075072 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4672c103-2974-44ff-b1c8-ff97c5488ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:40.080770 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-7a01f0dc-afad-4c1b-bbeb-3a22da026f5a None None] Port 44c20a7f-6de9-4fa4-a653-c32844e16608 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:02:40.274971 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-7a01f0dc-afad-4c1b-bbeb-3a22da026f5a None None] Provisioning complete for port 62bdc2fa-7893-4676-ab06-2bb7ffff82dc triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:02:40.275347 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7a01f0dc-afad-4c1b-bbeb-3a22da026f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:40.278394 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e31bb03-faf5-4b4e-923d-b276749c7298 None None] Pushing event updated for resources: {'Port': ['ID=44c20a7f-6de9-4fa4-a653-c32844e16608,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:02:40.358343 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-4672c103-2974-44ff-b1c8-ff97c5488ad2 None None] Attempting to bind port 44c20a7f-6de9-4fa4-a653-c32844e16608 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:02:40.358719 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-4672c103-2974-44ff-b1c8-ff97c5488ad2 None None] Attempting to bind port 44c20a7f-6de9-4fa4-a653-c32844e16608 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '500cef00-827a-4624-ba96-ebfea07e784f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4820e56d-954f-45b1-a005-980d37f59feb'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:02:40.359091 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4672c103-2974-44ff-b1c8-ff97c5488ad2 None None] Attempting to bind port 44c20a7f-6de9-4fa4-a653-c32844e16608 on network 4820e56d-954f-45b1-a005-980d37f59feb {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:02:40.367494 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4672c103-2974-44ff-b1c8-ff97c5488ad2 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:02:40.367881 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4672c103-2974-44ff-b1c8-ff97c5488ad2 None None] Checking segment: {'id': '500cef00-827a-4624-ba96-ebfea07e784f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4820e56d-954f-45b1-a005-980d37f59feb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:02:40.368295 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4672c103-2974-44ff-b1c8-ff97c5488ad2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:40.368695 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4672c103-2974-44ff-b1c8-ff97c5488ad2 None None] Bound using segment: {'id': '500cef00-827a-4624-ba96-ebfea07e784f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4820e56d-954f-45b1-a005-980d37f59feb'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:02:40.369173 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-4672c103-2974-44ff-b1c8-ff97c5488ad2 None None] Bound port: 44c20a7f-6de9-4fa4-a653-c32844e16608, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '500cef00-827a-4624-ba96-ebfea07e784f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4820e56d-954f-45b1-a005-980d37f59feb'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:02:40.369561 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4672c103-2974-44ff-b1c8-ff97c5488ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:40.463131 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-4672c103-2974-44ff-b1c8-ff97c5488ad2 None None] For port 44c20a7f-6de9-4fa4-a653-c32844e16608, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:02:40.466120 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-4672c103-2974-44ff-b1c8-ff97c5488ad2 None None] For port 44c20a7f-6de9-4fa4-a653-c32844e16608, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=44c20a7f-6de9-4fa4-a653-c32844e16608,segment=NetworkSegment(500cef00-827a-4624-ba96-ebfea07e784f),segment_id=500cef00-827a-4624-ba96-ebfea07e784f)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:02:40.508891 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4672c103-2974-44ff-b1c8-ff97c5488ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:40.574611 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4672c103-2974-44ff-b1c8-ff97c5488ad2 None None] Routers {'ecf93038-2a92-4504-8104-398b09e96c39'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:02:40.575267 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-4672c103-2974-44ff-b1c8-ff97c5488ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:02:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['ecf93038-2a92-4504-8104-398b09e96c39'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:02:40.583122 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e31bb03-faf5-4b4e-923d-b276749c7298 None None] Pushing event updated for resources: {'Port': ['ID=44c20a7f-6de9-4fa4-a653-c32844e16608,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:02:40.628049 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-5a455311-a962-4508-b91b-a1274c710a85 None None] Provisioning complete for port 44c20a7f-6de9-4fa4-a653-c32844e16608 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:02:40.628416 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5a455311-a962-4508-b91b-a1274c710a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:40.656501 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 62bdc2fa-7893-4676-ab06-2bb7ffff82dc up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:02:40.769451 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-4672c103-2974-44ff-b1c8-ff97c5488ad2 None None] Set router ecf93038-2a92-4504-8104-398b09e96c39 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:02:40.840957 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 62bdc2fa-7893-4676-ab06-2bb7ffff82dc triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:02:40.841224 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:40.891067 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5a455311-a962-4508-b91b-a1274c710a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:40.984957 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-5a455311-a962-4508-b91b-a1274c710a85 None None] For port 44c20a7f-6de9-4fa4-a653-c32844e16608, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=44c20a7f-6de9-4fa4-a653-c32844e16608,segment=NetworkSegment(500cef00-827a-4624-ba96-ebfea07e784f),segment_id=500cef00-827a-4624-ba96-ebfea07e784f)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:02:41.065537 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-516dd62c-2f8b-4ac1-a61e-e08b13959253 req-e58cae63-1093-45bd-8c41-f4e136c5e2b4 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2869c36-22c8-46d5-8f28-ff3ee6872854 HTTP/1.1" status: 200 len: 210 time: 0.0354295 Dec 10 16:02:41.070744 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5a455311-a962-4508-b91b-a1274c710a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:41.132255 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a455311-a962-4508-b91b-a1274c710a85 None None] Pushing event updated for resources: {'Port': ['ID=44c20a7f-6de9-4fa4-a653-c32844e16608,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:02:41.143395 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-4672c103-2974-44ff-b1c8-ff97c5488ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf93038-2a92-4504-8104-398b09e96c39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1430236057', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.51'}], 'enable_snat': True}, 'gw_port_id': 'f66b4d3f-903d-43f4-bbf2-ec02846cfc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:02:33Z', 'updated_at': '2021-12-10T16:02:38Z', 'revision_number': 4, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'gw_port': {'id': 'f66b4d3f-903d-43f4-bbf2-ec02846cfc66', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:36:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf93038-2a92-4504-8104-398b09e96c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:02:34Z', 'updated_at': '2021-12-10T16:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '44c20a7f-6de9-4fa4-a653-c32844e16608', 'name': '', 'network_id': '4820e56d-954f-45b1-a005-980d37f59feb', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'mac_address': 'fa:16:3e:f7:ab:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf93038-2a92-4504-8104-398b09e96c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '5b949211-5a62-453d-8078-b2932b276c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:02:37Z', 'updated_at': '2021-12-10T16:02:40Z', 'revision_number': 4, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'subnets': [{'id': '5b949211-5a62-453d-8078-b2932b276c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:02:41.174964 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4672c103-2974-44ff-b1c8-ff97c5488ad2 None None] The sync data for ids ['ecf93038-2a92-4504-8104-398b09e96c39'] in dv-neutron-821401-4-hyperv is: [{'id': 'ecf93038-2a92-4504-8104-398b09e96c39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1430236057', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.51'}], 'enable_snat': True}, 'gw_port_id': 'f66b4d3f-903d-43f4-bbf2-ec02846cfc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:02:33Z', 'updated_at': '2021-12-10T16:02:38Z', 'revision_number': 4, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'gw_port': {'id': 'f66b4d3f-903d-43f4-bbf2-ec02846cfc66', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:36:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf93038-2a92-4504-8104-398b09e96c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:02:34Z', 'updated_at': '2021-12-10T16:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '44c20a7f-6de9-4fa4-a653-c32844e16608', 'name': '', 'network_id': '4820e56d-954f-45b1-a005-980d37f59feb', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'mac_address': 'fa:16:3e:f7:ab:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf93038-2a92-4504-8104-398b09e96c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '5b949211-5a62-453d-8078-b2932b276c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:02:37Z', 'updated_at': '2021-12-10T16:02:40Z', 'revision_number': 4, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'subnets': [{'id': '5b949211-5a62-453d-8078-b2932b276c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:02:41.190766 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-08959c1b-0480-4d8c-beb7-f783d6dcbb22 None None] Provisioning complete for port 44c20a7f-6de9-4fa4-a653-c32844e16608 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:02:41.191143 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-08959c1b-0480-4d8c-beb7-f783d6dcbb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:42.167641 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-5836c301-af1e-497c-9f41-0878dc962dd3 req-d8a6389d-301e-4209-973d-63496abe723e tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2869c36-22c8-46d5-8f28-ff3ee6872854 HTTP/1.1" status: 200 len: 210 time: 0.0311224 Dec 10 16:02:42.655521 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 44c20a7f-6de9-4fa4-a653-c32844e16608 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:02:42.705644 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 44c20a7f-6de9-4fa4-a653-c32844e16608 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:02:42.706047 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:42.948007 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f392db3c-edb4-40b3-8e9e-d26924aa8432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:43.055646 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bb2bea-5ade-4894-bb20-7ca98c9ad11e req-0966a9f9-14c6-490e-9a33-078ea04a7180 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:02:43.057303 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-54bb2bea-5ade-4894-bb20-7ca98c9ad11e req-0966a9f9-14c6-490e-9a33-078ea04a7180 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.44 "GET /v2.0/networks?id=4820e56d-954f-45b1-a005-980d37f59feb HTTP/1.1" status: 200 len: 797 time: 0.1116545 Dec 10 16:02:43.133348 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-54bb2bea-5ade-4894-bb20-7ca98c9ad11e req-5d06b743-a1ae-4580-8953-807f01cd8028 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b327aafa1a641f3bf0fb7dd284e6165 HTTP/1.1" status: 200 len: 379 time: 0.0668113 Dec 10 16:02:43.144404 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [req-54bb2bea-5ade-4894-bb20-7ca98c9ad11e req-b2932b82-2cfb-46db-b845-a701c9a5d34c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Request body: {'port': {'device_id': 'b2869c36-22c8-46d5-8f28-ff3ee6872854', 'network_id': '4820e56d-954f-45b1-a005-980d37f59feb', 'admin_state_up': True, 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'security_groups': ['b6a33f93-3628-4972-8490-39379a340093']}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:02:43.274360 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-3b12021e-df09-47cc-ba3e-ec1a495ef2f5 req-ba3f199a-9678-47ff-8e7b-5b9f07347db5 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2869c36-22c8-46d5-8f28-ff3ee6872854 HTTP/1.1" status: 200 len: 210 time: 0.0340042 Dec 10 16:02:43.330719 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54bb2bea-5ade-4894-bb20-7ca98c9ad11e req-b2932b82-2cfb-46db-b845-a701c9a5d34c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Made reservation on behalf of 7b327aafa1a641f3bf0fb7dd284e6165 for: {'port': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:02:43.334558 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-54bb2bea-5ade-4894-bb20-7ca98c9ad11e req-b2932b82-2cfb-46db-b845-a701c9a5d34c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:43.514559 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [req-54bb2bea-5ade-4894-bb20-7ca98c9ad11e req-b2932b82-2cfb-46db-b845-a701c9a5d34c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Allocated IP 172.20.0.5 (4820e56d-954f-45b1-a005-980d37f59feb/5b949211-5a62-453d-8078-b2932b276c8e/d29fc7ee-8c2a-4c30-b211-0034f20e6539) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:02:43.559309 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:43.659748 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-54bb2bea-5ade-4894-bb20-7ca98c9ad11e req-b2932b82-2cfb-46db-b845-a701c9a5d34c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:43.754411 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-54bb2bea-5ade-4894-bb20-7ca98c9ad11e req-b2932b82-2cfb-46db-b845-a701c9a5d34c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:43.796701 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54bb2bea-5ade-4894-bb20-7ca98c9ad11e req-b2932b82-2cfb-46db-b845-a701c9a5d34c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Network 4820e56d-954f-45b1-a005-980d37f59feb is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:02:43.800144 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [req-54bb2bea-5ade-4894-bb20-7ca98c9ad11e req-b2932b82-2cfb-46db-b845-a701c9a5d34c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:02:43.803257 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [req-54bb2bea-5ade-4894-bb20-7ca98c9ad11e req-b2932b82-2cfb-46db-b845-a701c9a5d34c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:02:43.851733 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2932b82-2cfb-46db-b845-a701c9a5d34c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event updated for resources: {'Port': ['ID=d29fc7ee-8c2a-4c30-b211-0034f20e6539,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:02:43.869341 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bb2bea-5ade-4894-bb20-7ca98c9ad11e req-b2932b82-2cfb-46db-b845-a701c9a5d34c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:02:43.869993 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-54bb2bea-5ade-4894-bb20-7ca98c9ad11e req-b2932b82-2cfb-46db-b845-a701c9a5d34c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:43.946913 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-54bb2bea-5ade-4894-bb20-7ca98c9ad11e req-b2932b82-2cfb-46db-b845-a701c9a5d34c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8052659 Dec 10 16:02:43.958719 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [req-54bb2bea-5ade-4894-bb20-7ca98c9ad11e req-beb781e1-ed1b-468e-8b66-d63323c42932 service neutron] Request body: {'port': {'device_id': 'b2869c36-22c8-46d5-8f28-ff3ee6872854', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:02:44.016612 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-54bb2bea-5ade-4894-bb20-7ca98c9ad11e req-beb781e1-ed1b-468e-8b66-d63323c42932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:44.039058 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-02b85d4d-37d0-4fc5-9db3-4dbea543cd13 None None] Provisioning complete for port d29fc7ee-8c2a-4c30-b211-0034f20e6539 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:02:44.039608 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-02b85d4d-37d0-4fc5-9db3-4dbea543cd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:44.076843 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-02b85d4d-37d0-4fc5-9db3-4dbea543cd13 None None] Port d29fc7ee-8c2a-4c30-b211-0034f20e6539 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:02:44.287048 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [req-54bb2bea-5ade-4894-bb20-7ca98c9ad11e req-beb781e1-ed1b-468e-8b66-d63323c42932 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d29fc7ee-8c2a-4c30-b211-0034f20e6539 {{(pid=103586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:02:44.297031 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-54bb2bea-5ade-4894-bb20-7ca98c9ad11e req-beb781e1-ed1b-468e-8b66-d63323c42932 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:44.311443 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [req-54bb2bea-5ade-4894-bb20-7ca98c9ad11e req-beb781e1-ed1b-468e-8b66-d63323c42932 service neutron] Transition to ACTIVE for port object d29fc7ee-8c2a-4c30-b211-0034f20e6539 will not be triggered until provisioned by entity L2. {{(pid=103586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:02:44.391189 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9855e804-304c-4281-b95c-e0341ba072a1 req-dea400b0-c00d-4316-803c-13db9b3d7e74 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:02:44.392689 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-9855e804-304c-4281-b95c-e0341ba072a1 req-dea400b0-c00d-4316-803c-13db9b3d7e74 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2869c36-22c8-46d5-8f28-ff3ee6872854 HTTP/1.1" status: 200 len: 931 time: 0.0504606 Dec 10 16:02:44.393848 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-54bb2bea-5ade-4894-bb20-7ca98c9ad11e req-beb781e1-ed1b-468e-8b66-d63323c42932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:44.465363 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb781e1-ed1b-468e-8b66-d63323c42932 service neutron] Pushing event updated for resources: {'Port': ['ID=d29fc7ee-8c2a-4c30-b211-0034f20e6539,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:02:44.525371 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-9855e804-304c-4281-b95c-e0341ba072a1 req-1edeb860-458d-4750-be4a-fad91ba6ad90 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6a33f93-3628-4972-8490-39379a340093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236591 Dec 10 16:02:44.557013 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [req-54bb2bea-5ade-4894-bb20-7ca98c9ad11e req-beb781e1-ed1b-468e-8b66-d63323c42932 service neutron] Attempting to bind port d29fc7ee-8c2a-4c30-b211-0034f20e6539 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:02:44.557360 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [req-54bb2bea-5ade-4894-bb20-7ca98c9ad11e req-beb781e1-ed1b-468e-8b66-d63323c42932 service neutron] Attempting to bind port d29fc7ee-8c2a-4c30-b211-0034f20e6539 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '500cef00-827a-4624-ba96-ebfea07e784f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4820e56d-954f-45b1-a005-980d37f59feb'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:02:44.557694 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bb2bea-5ade-4894-bb20-7ca98c9ad11e req-beb781e1-ed1b-468e-8b66-d63323c42932 service neutron] Attempting to bind port d29fc7ee-8c2a-4c30-b211-0034f20e6539 on network 4820e56d-954f-45b1-a005-980d37f59feb {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:02:44.562541 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bb2bea-5ade-4894-bb20-7ca98c9ad11e req-beb781e1-ed1b-468e-8b66-d63323c42932 service neutron] Port d29fc7ee-8c2a-4c30-b211-0034f20e6539 on network 4820e56d-954f-45b1-a005-980d37f59feb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:02:44.562874 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bb2bea-5ade-4894-bb20-7ca98c9ad11e req-beb781e1-ed1b-468e-8b66-d63323c42932 service neutron] Attempting to bind port d29fc7ee-8c2a-4c30-b211-0034f20e6539 on network 4820e56d-954f-45b1-a005-980d37f59feb {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:02:44.567854 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bb2bea-5ade-4894-bb20-7ca98c9ad11e req-beb781e1-ed1b-468e-8b66-d63323c42932 service neutron] Checking agent: {'id': 'fa828968-c68f-4b22-9699-a58fe4ab1f05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 28, 13), 'started_at': datetime.datetime(2021, 12, 10, 15, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:02:44.568196 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bb2bea-5ade-4894-bb20-7ca98c9ad11e req-beb781e1-ed1b-468e-8b66-d63323c42932 service neutron] Checking segment: {'id': '500cef00-827a-4624-ba96-ebfea07e784f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4820e56d-954f-45b1-a005-980d37f59feb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:02:44.568588 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bb2bea-5ade-4894-bb20-7ca98c9ad11e req-beb781e1-ed1b-468e-8b66-d63323c42932 service neutron] Bound using segment: {'id': '500cef00-827a-4624-ba96-ebfea07e784f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4820e56d-954f-45b1-a005-980d37f59feb'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:02:44.569145 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [req-54bb2bea-5ade-4894-bb20-7ca98c9ad11e req-beb781e1-ed1b-468e-8b66-d63323c42932 service neutron] Bound port: d29fc7ee-8c2a-4c30-b211-0034f20e6539, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '500cef00-827a-4624-ba96-ebfea07e784f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4820e56d-954f-45b1-a005-980d37f59feb'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:02:44.569509 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-54bb2bea-5ade-4894-bb20-7ca98c9ad11e req-beb781e1-ed1b-468e-8b66-d63323c42932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:44.635321 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [req-54bb2bea-5ade-4894-bb20-7ca98c9ad11e req-beb781e1-ed1b-468e-8b66-d63323c42932 service neutron] For port d29fc7ee-8c2a-4c30-b211-0034f20e6539, host hv-neutron-8214, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:02:44.638315 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [req-54bb2bea-5ade-4894-bb20-7ca98c9ad11e req-beb781e1-ed1b-468e-8b66-d63323c42932 service neutron] For port d29fc7ee-8c2a-4c30-b211-0034f20e6539, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=d29fc7ee-8c2a-4c30-b211-0034f20e6539,segment=NetworkSegment(500cef00-827a-4624-ba96-ebfea07e784f),segment_id=500cef00-827a-4624-ba96-ebfea07e784f)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:02:44.684979 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-54bb2bea-5ade-4894-bb20-7ca98c9ad11e req-beb781e1-ed1b-468e-8b66-d63323c42932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:44.721084 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bb2bea-5ade-4894-bb20-7ca98c9ad11e req-beb781e1-ed1b-468e-8b66-d63323c42932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:02:44.721701 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-54bb2bea-5ade-4894-bb20-7ca98c9ad11e req-beb781e1-ed1b-468e-8b66-d63323c42932 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:44.723087 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-54bb2bea-5ade-4894-bb20-7ca98c9ad11e req-beb781e1-ed1b-468e-8b66-d63323c42932 service neutron] 10.222.0.44 "PUT /v2.0/ports/d29fc7ee-8c2a-4c30-b211-0034f20e6539 HTTP/1.1" status: 200 len: 1093 time: 0.7688303 Dec 10 16:02:44.723527 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2869c36-22c8-46d5-8f28-ff3ee6872854', 'tag': 'd29fc7ee-8c2a-4c30-b211-0034f20e6539'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:02:44.726437 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde1b47dcd987728a27c8e391f176ee57ea2adf837d2cedb59662361de43515a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64c13b4-1bf7-4c1e-b5cc-6a215c1ca2b3" -d '{"events": [{"name": "network-changed", "server_uuid": "b2869c36-22c8-46d5-8f28-ff3ee6872854", "tag": "d29fc7ee-8c2a-4c30-b211-0034f20e6539"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:02:44.758725 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb781e1-ed1b-468e-8b66-d63323c42932 service neutron] Pushing event updated for resources: {'Port': ['ID=d29fc7ee-8c2a-4c30-b211-0034f20e6539,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:02:44.771605 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-020bfadb-376e-4cb4-a70d-a04f6c40d618 x-openstack-request-id: req-020bfadb-376e-4cb4-a70d-a04f6c40d618 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:02:44.772480 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2869c36-22c8-46d5-8f28-ff3ee6872854", "tag": "d29fc7ee-8c2a-4c30-b211-0034f20e6539", "status": "completed", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:02:44.772741 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-020bfadb-376e-4cb4-a70d-a04f6c40d618 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:02:44.773166 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2869c36-22c8-46d5-8f28-ff3ee6872854', 'tag': 'd29fc7ee-8c2a-4c30-b211-0034f20e6539', 'status': 'completed', 'code': 200} Dec 10 16:02:44.840824 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c13b4-1bf7-4c1e-b5cc-6a215c1ca2b3 req-11ce9353-d48b-4b00-bc27-52b22ff087f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:02:44.842582 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-c64c13b4-1bf7-4c1e-b5cc-6a215c1ca2b3 req-11ce9353-d48b-4b00-bc27-52b22ff087f0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7b327aafa1a641f3bf0fb7dd284e6165&device_id=b2869c36-22c8-46d5-8f28-ff3ee6872854 HTTP/1.1" status: 200 len: 1096 time: 0.0499756 Dec 10 16:02:44.946454 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c13b4-1bf7-4c1e-b5cc-6a215c1ca2b3 req-9e971d03-3822-4da8-8aad-e299517efc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:02:44.947942 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-c64c13b4-1bf7-4c1e-b5cc-6a215c1ca2b3 req-9e971d03-3822-4da8-8aad-e299517efc1e service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=7b327aafa1a641f3bf0fb7dd284e6165&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0965407 Dec 10 16:02:45.045858 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c13b4-1bf7-4c1e-b5cc-6a215c1ca2b3 req-635b92f1-9556-4a75-b5d6-d43cd0990e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:02:45.047355 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-c64c13b4-1bf7-4c1e-b5cc-6a215c1ca2b3 req-635b92f1-9556-4a75-b5d6-d43cd0990e57 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0927927 Dec 10 16:02:45.126867 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bb2bea-5ade-4894-bb20-7ca98c9ad11e req-b0bd5b28-b352-4ff6-b7a1-97316cb22c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:02:45.128302 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-54bb2bea-5ade-4894-bb20-7ca98c9ad11e req-b0bd5b28-b352-4ff6-b7a1-97316cb22c30 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7b327aafa1a641f3bf0fb7dd284e6165&device_id=b2869c36-22c8-46d5-8f28-ff3ee6872854 HTTP/1.1" status: 200 len: 1096 time: 0.0454662 Dec 10 16:02:45.169448 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-54bb2bea-5ade-4894-bb20-7ca98c9ad11e req-430d6218-1fb0-448b-9cad-b7e5b7943cd1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d29fc7ee-8c2a-4c30-b211-0034f20e6539 HTTP/1.1" status: 200 len: 217 time: 0.0336626 Dec 10 16:02:45.218024 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bb2bea-5ade-4894-bb20-7ca98c9ad11e req-294de056-a644-4e48-a640-52e60984a0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:02:45.219483 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-54bb2bea-5ade-4894-bb20-7ca98c9ad11e req-294de056-a644-4e48-a640-52e60984a0ba service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5b949211-5a62-453d-8078-b2932b276c8e HTTP/1.1" status: 200 len: 834 time: 0.0433795 Dec 10 16:02:45.269622 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bb2bea-5ade-4894-bb20-7ca98c9ad11e req-85ac1d45-89f9-4031-8e0f-34d7dc1f5088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:02:45.271378 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-54bb2bea-5ade-4894-bb20-7ca98c9ad11e req-85ac1d45-89f9-4031-8e0f-34d7dc1f5088 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4820e56d-954f-45b1-a005-980d37f59feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0453472 Dec 10 16:02:45.313677 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2c525a94-05d7-429b-b1f5-e4e3c96036b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:45.363099 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-54bb2bea-5ade-4894-bb20-7ca98c9ad11e req-a399d38a-9d4e-434c-b3c2-4677c9bef1ca service neutron] 10.222.0.44 "GET /v2.0/networks/4820e56d-954f-45b1-a005-980d37f59feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839579 Dec 10 16:02:45.455394 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-54bb2bea-5ade-4894-bb20-7ca98c9ad11e req-b72a84b2-a5dd-4446-a8a4-aef217016369 service neutron] 10.222.0.44 "GET /v2.0/networks/4820e56d-954f-45b1-a005-980d37f59feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853379 Dec 10 16:02:45.642092 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8abc24-e05d-41ee-8c0c-13cfe9cfba03 req-580a0897-6084-4c26-b6ea-f46c4e6f533b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:02:45.643607 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-2c8abc24-e05d-41ee-8c0c-13cfe9cfba03 req-580a0897-6084-4c26-b6ea-f46c4e6f533b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2869c36-22c8-46d5-8f28-ff3ee6872854 HTTP/1.1" status: 200 len: 943 time: 0.0503986 Dec 10 16:02:45.694948 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-2c8abc24-e05d-41ee-8c0c-13cfe9cfba03 req-a116590b-7f21-4b0a-804c-f98041b97fe3 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6a33f93-3628-4972-8490-39379a340093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454607 Dec 10 16:02:45.987987 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:02:46.250840 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:46.814348 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157051a8-211b-4e93-a2e3-0431b05b2740 req-e2941b17-d4e6-47cd-bbe3-7eef379c78f1 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:02:46.815737 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-157051a8-211b-4e93-a2e3-0431b05b2740 req-e2941b17-d4e6-47cd-bbe3-7eef379c78f1 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2869c36-22c8-46d5-8f28-ff3ee6872854 HTTP/1.1" status: 200 len: 943 time: 0.0522456 Dec 10 16:02:46.865519 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-157051a8-211b-4e93-a2e3-0431b05b2740 req-2cc6f465-519b-4418-9966-966ce2b85e37 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6a33f93-3628-4972-8490-39379a340093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432460 Dec 10 16:02:47.902250 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:47.979966 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18645dd2-76d5-44da-89e7-b3f1b3d1a49c req-661e6018-4a31-4609-baac-6f4e6a447977 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:02:47.981607 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-18645dd2-76d5-44da-89e7-b3f1b3d1a49c req-661e6018-4a31-4609-baac-6f4e6a447977 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2869c36-22c8-46d5-8f28-ff3ee6872854 HTTP/1.1" status: 200 len: 943 time: 0.0481310 Dec 10 16:02:48.033553 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-18645dd2-76d5-44da-89e7-b3f1b3d1a49c req-28cd555e-5be6-442e-a7cb-0f7756df50e7 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6a33f93-3628-4972-8490-39379a340093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454588 Dec 10 16:02:48.642876 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device d29fc7ee-8c2a-4c30-b211-0034f20e6539 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:02:48.701058 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:48.741394 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port d29fc7ee-8c2a-4c30-b211-0034f20e6539, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=d29fc7ee-8c2a-4c30-b211-0034f20e6539,segment=NetworkSegment(500cef00-827a-4624-ba96-ebfea07e784f),segment_id=500cef00-827a-4624-ba96-ebfea07e784f)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:02:48.753126 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Returning: {'device': 'd29fc7ee-8c2a-4c30-b211-0034f20e6539', 'network_id': '4820e56d-954f-45b1-a005-980d37f59feb', 'port_id': 'd29fc7ee-8c2a-4c30-b211-0034f20e6539', 'mac_address': 'fa:16:3e:c4:78:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b949211-5a62-453d-8078-b2932b276c8e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:02:48.791965 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:48.805018 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d29fc7ee-8c2a-4c30-b211-0034f20e6539 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:02:48.823156 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port d29fc7ee-8c2a-4c30-b211-0034f20e6539, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=d29fc7ee-8c2a-4c30-b211-0034f20e6539,segment=NetworkSegment(500cef00-827a-4624-ba96-ebfea07e784f),segment_id=500cef00-827a-4624-ba96-ebfea07e784f)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:02:48.884495 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:48.931517 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=d29fc7ee-8c2a-4c30-b211-0034f20e6539,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:02:49.112628 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] get_ports_and_sgs() called for port_ids ['d29fc7ee-8c2a-4c30-b211-0034f20e6539'] {{(pid=103588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:02:49.148021 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb1075a-b97c-4005-b26e-bcc398ff725d req-253bba77-4847-4c54-83fc-213f8bde679c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:02:49.149590 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-dcb1075a-b97c-4005-b26e-bcc398ff725d req-253bba77-4847-4c54-83fc-213f8bde679c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2869c36-22c8-46d5-8f28-ff3ee6872854 HTTP/1.1" status: 200 len: 944 time: 0.0500207 Dec 10 16:02:49.199528 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-dcb1075a-b97c-4005-b26e-bcc398ff725d req-2e2e8beb-315c-44ae-9286-087024de47d2 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6a33f93-3628-4972-8490-39379a340093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437174 Dec 10 16:02:50.319941 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc637f-2455-4af8-8353-a2f663b30484 req-985f7df7-949c-4cd4-9dee-6363287cc238 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:02:50.321552 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-d0fc637f-2455-4af8-8353-a2f663b30484 req-985f7df7-949c-4cd4-9dee-6363287cc238 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2869c36-22c8-46d5-8f28-ff3ee6872854 HTTP/1.1" status: 200 len: 944 time: 0.0538416 Dec 10 16:02:50.370829 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-d0fc637f-2455-4af8-8353-a2f663b30484 req-532efbbc-ddfa-43bb-978b-ffc712d82a3d tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6a33f93-3628-4972-8490-39379a340093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433507 Dec 10 16:02:50.646462 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device d29fc7ee-8c2a-4c30-b211-0034f20e6539 up at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:02:50.752791 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning for port d29fc7ee-8c2a-4c30-b211-0034f20e6539 completed by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:02:50.756407 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning complete for port d29fc7ee-8c2a-4c30-b211-0034f20e6539 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:02:50.756770 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:50.838727 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:50.858301 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2869c36-22c8-46d5-8f28-ff3ee6872854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd29fc7ee-8c2a-4c30-b211-0034f20e6539'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:02:50.860527 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa4b92c408489e2c982394a5a7b3518bb1b22554638321e3ea6c5cabb2c75d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5568397-3240-4e2b-95f1-d772b96a9052" -d '{"events": [{"server_uuid": "b2869c36-22c8-46d5-8f28-ff3ee6872854", "name": "network-vif-plugged", "status": "completed", "tag": "d29fc7ee-8c2a-4c30-b211-0034f20e6539"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:02:50.873181 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port d29fc7ee-8c2a-4c30-b211-0034f20e6539, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=d29fc7ee-8c2a-4c30-b211-0034f20e6539,segment=NetworkSegment(500cef00-827a-4624-ba96-ebfea07e784f),segment_id=500cef00-827a-4624-ba96-ebfea07e784f)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:02:50.896279 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a11eed6c-0a85-4f10-ad56-c9903dc7806b x-openstack-request-id: req-a11eed6c-0a85-4f10-ad56-c9903dc7806b {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:02:50.897062 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2869c36-22c8-46d5-8f28-ff3ee6872854", "name": "network-vif-plugged", "status": "completed", "tag": "d29fc7ee-8c2a-4c30-b211-0034f20e6539", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:02:50.897343 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a11eed6c-0a85-4f10-ad56-c9903dc7806b {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:02:50.897740 dv-neutron-821401-4-hyperv neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2869c36-22c8-46d5-8f28-ff3ee6872854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd29fc7ee-8c2a-4c30-b211-0034f20e6539', 'code': 200} Dec 10 16:02:50.936414 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:50.987807 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=d29fc7ee-8c2a-4c30-b211-0034f20e6539,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:02:51.187289 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c2fb45-daaf-4208-ad5a-9872c3aab135 req-a5ef6ea3-27af-43d2-82d4-b28fdaa6240a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:02:51.188838 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-13c2fb45-daaf-4208-ad5a-9872c3aab135 req-a5ef6ea3-27af-43d2-82d4-b28fdaa6240a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b2869c36-22c8-46d5-8f28-ff3ee6872854 HTTP/1.1" status: 200 len: 1098 time: 0.0392795 Dec 10 16:02:51.234221 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-13c2fb45-daaf-4208-ad5a-9872c3aab135 req-bb8f547f-f49f-43dc-a01a-f824e03a6db7 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b6a33f93-3628-4972-8490-39379a340093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383887 Dec 10 16:02:51.485068 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a682eb32-0eb9-4645-b87d-1efec8eeaf8d req-9c904c35-2f57-4cd2-b168-019ab1a809de tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:02:51.486569 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-a682eb32-0eb9-4645-b87d-1efec8eeaf8d req-9c904c35-2f57-4cd2-b168-019ab1a809de tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2869c36-22c8-46d5-8f28-ff3ee6872854 HTTP/1.1" status: 200 len: 945 time: 0.0510175 Dec 10 16:02:51.537466 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-a682eb32-0eb9-4645-b87d-1efec8eeaf8d req-4e32832f-acff-43b0-8c04-e99efe4759d3 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6a33f93-3628-4972-8490-39379a340093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444903 Dec 10 16:02:52.651365 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eddd5bc-dd0f-412d-a5a4-3344bf97d0bb req-13f16179-5ff8-40be-a6a2-cea2cff9a479 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:02:52.652851 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-3eddd5bc-dd0f-412d-a5a4-3344bf97d0bb req-13f16179-5ff8-40be-a6a2-cea2cff9a479 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2869c36-22c8-46d5-8f28-ff3ee6872854 HTTP/1.1" status: 200 len: 945 time: 0.0480454 Dec 10 16:02:52.710631 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-3eddd5bc-dd0f-412d-a5a4-3344bf97d0bb req-3defc799-c5f7-4bf3-8fd8-56f1cb46636d tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6a33f93-3628-4972-8490-39379a340093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518477 Dec 10 16:02:52.824999 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21173c43-19d7-4644-8365-6f9fee5e2424 req-bdd932f8-e6ae-4a3d-a9ea-bb82d06aef69 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:02:52.826400 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-21173c43-19d7-4644-8365-6f9fee5e2424 req-bdd932f8-e6ae-4a3d-a9ea-bb82d06aef69 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2869c36-22c8-46d5-8f28-ff3ee6872854 HTTP/1.1" status: 200 len: 945 time: 0.0513868 Dec 10 16:02:52.874709 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-21173c43-19d7-4644-8365-6f9fee5e2424 req-d2a3edaf-e8e3-47c9-afd8-21bfccada880 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6a33f93-3628-4972-8490-39379a340093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421386 Dec 10 16:02:52.895439 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 42622) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:02:52.933450 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447cb1f2-ec84-41be-8eeb-074c99455633 tempest-TestNetworkAdvancedServerOps-68229087 tempest-TestNetworkAdvancedServerOps-68229087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:02:52.934926 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-447cb1f2-ec84-41be-8eeb-074c99455633 tempest-TestNetworkAdvancedServerOps-68229087 tempest-TestNetworkAdvancedServerOps-68229087-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b2869c36-22c8-46d5-8f28-ff3ee6872854 HTTP/1.1" status: 200 len: 1093 time: 0.0385575 Dec 10 16:02:52.937705 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 42624) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:02:52.942079 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-41d1f3fb-78dd-4711-95a9-3fc6574b661f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Request body: {'floatingip': {'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'port_id': 'd29fc7ee-8c2a-4c30-b211-0034f20e6539', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:02:53.027450 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-41d1f3fb-78dd-4711-95a9-3fc6574b661f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for floatingip, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:53.123277 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-41d1f3fb-78dd-4711-95a9-3fc6574b661f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:53.225221 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-41d1f3fb-78dd-4711-95a9-3fc6574b661f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Allocated IP 172.26.2.148 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/42c7452a-76df-4e05-b405-3e66cdb6899b) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:02:53.341501 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-41d1f3fb-78dd-4711-95a9-3fc6574b661f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:53.420777 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-41d1f3fb-78dd-4711-95a9-3fc6574b661f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:53.462143 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d1f3fb-78dd-4711-95a9-3fc6574b661f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:02:53.465058 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-41d1f3fb-78dd-4711-95a9-3fc6574b661f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:02:53.468604 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d1f3fb-78dd-4711-95a9-3fc6574b661f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:02:53.491585 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d1f3fb-78dd-4711-95a9-3fc6574b661f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event updated for resources: {'Port': ['ID=42c7452a-76df-4e05-b405-3e66cdb6899b,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:02:53.823452 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-41d1f3fb-78dd-4711-95a9-3fc6574b661f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:53.960160 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-41d1f3fb-78dd-4711-95a9-3fc6574b661f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:54.107821 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-41d1f3fb-78dd-4711-95a9-3fc6574b661f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:54.169993 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-41d1f3fb-78dd-4711-95a9-3fc6574b661f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:54.233991 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d1f3fb-78dd-4711-95a9-3fc6574b661f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event updated for resources: {'Port': ['ID=42c7452a-76df-4e05-b405-3e66cdb6899b,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:02:54.247427 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-41d1f3fb-78dd-4711-95a9-3fc6574b661f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552741'] for floatingip, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:54.345135 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.l3_db [None req-41d1f3fb-78dd-4711-95a9-3fc6574b661f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Floating IP 243e97ab-8e02-4a1a-8180-0131acda1bcb associated. External IP: 172.26.2.148, port: d29fc7ee-8c2a-4c30-b211-0034f20e6539. Dec 10 16:02:54.544049 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41d1f3fb-78dd-4711-95a9-3fc6574b661f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Router ecf93038-2a92-4504-8104-398b09e96c39 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:02:54.932072 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d1f3fb-78dd-4711-95a9-3fc6574b661f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:02:54.941908 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb36e94-dc1a-4694-8513-a485f11a8e2a None None] Sync routers for ids ['ecf93038-2a92-4504-8104-398b09e96c39'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:02:54.951447 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb36e94-dc1a-4694-8513-a485f11a8e2a None None] Routers {'ecf93038-2a92-4504-8104-398b09e96c39'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:02:54.957329 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-ffb36e94-dc1a-4694-8513-a485f11a8e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:02:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['ecf93038-2a92-4504-8104-398b09e96c39'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:02:55.006498 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-41d1f3fb-78dd-4711-95a9-3fc6574b661f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:02:55.032097 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-41d1f3fb-78dd-4711-95a9-3fc6574b661f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0932524 Dec 10 16:02:55.032833 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2869c36-22c8-46d5-8f28-ff3ee6872854', 'tag': 'd29fc7ee-8c2a-4c30-b211-0034f20e6539'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:02:55.035156 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde1b47dcd987728a27c8e391f176ee57ea2adf837d2cedb59662361de43515a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ad197d9-a604-4890-8bd9-89eeefa839fe" -d '{"events": [{"name": "network-changed", "server_uuid": "b2869c36-22c8-46d5-8f28-ff3ee6872854", "tag": "d29fc7ee-8c2a-4c30-b211-0034f20e6539"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:02:55.058292 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-ffb36e94-dc1a-4694-8513-a485f11a8e2a None None] Set router ecf93038-2a92-4504-8104-398b09e96c39 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:02:55.076551 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad385bc8-aa8a-4672-b8a2-086cbd66284b x-openstack-request-id: req-ad385bc8-aa8a-4672-b8a2-086cbd66284b {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:02:55.077087 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2869c36-22c8-46d5-8f28-ff3ee6872854", "tag": "d29fc7ee-8c2a-4c30-b211-0034f20e6539", "status": "completed", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:02:55.077527 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ad385bc8-aa8a-4672-b8a2-086cbd66284b {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:02:55.078150 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2869c36-22c8-46d5-8f28-ff3ee6872854', 'tag': 'd29fc7ee-8c2a-4c30-b211-0034f20e6539', 'status': 'completed', 'code': 200} Dec 10 16:02:55.132764 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684fdeac-4231-4424-b9c8-d23c8d50cfeb req-2d197633-a1c8-4ccd-9b0d-81a6d1ca58c4 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:02:55.134384 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-684fdeac-4231-4424-b9c8-d23c8d50cfeb req-2d197633-a1c8-4ccd-9b0d-81a6d1ca58c4 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2869c36-22c8-46d5-8f28-ff3ee6872854 HTTP/1.1" status: 200 len: 945 time: 0.0512753 Dec 10 16:02:55.144634 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad197d9-a604-4890-8bd9-89eeefa839fe req-f23aa68e-295c-4678-9472-423780d6d20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:02:55.151254 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-1ad197d9-a604-4890-8bd9-89eeefa839fe req-f23aa68e-295c-4678-9472-423780d6d20b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7b327aafa1a641f3bf0fb7dd284e6165&device_id=b2869c36-22c8-46d5-8f28-ff3ee6872854 HTTP/1.1" status: 200 len: 1098 time: 0.0498927 Dec 10 16:02:55.191195 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-684fdeac-4231-4424-b9c8-d23c8d50cfeb req-a455ab2a-7d81-4897-a48e-3c65b8f7eed1 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6a33f93-3628-4972-8490-39379a340093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499144 Dec 10 16:02:55.213523 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 42630) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:02:55.247398 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad197d9-a604-4890-8bd9-89eeefa839fe req-bda350b2-9eb0-45eb-b696-8af9b276c7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:02:55.248885 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-1ad197d9-a604-4890-8bd9-89eeefa839fe req-bda350b2-9eb0-45eb-b696-8af9b276c7cc service neutron] 10.222.0.44 "GET /v2.0/networks?id=4820e56d-954f-45b1-a005-980d37f59feb HTTP/1.1" status: 200 len: 898 time: 0.0906501 Dec 10 16:02:55.285058 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-bcdeedf4-b9be-4b5b-a030-818fcf4dcdf6 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/floatingips/243e97ab-8e02-4a1a-8180-0131acda1bcb HTTP/1.1" status: 200 len: 991 time: 0.0686977 Dec 10 16:02:55.314296 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-1ad197d9-a604-4890-8bd9-89eeefa839fe req-d5e27d43-76c7-4cdf-9bd2-71c6505ec0eb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d29fc7ee-8c2a-4c30-b211-0034f20e6539 HTTP/1.1" status: 200 len: 999 time: 0.0582001 Dec 10 16:02:55.363013 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad197d9-a604-4890-8bd9-89eeefa839fe req-2f2135ef-10d7-42a9-85b3-5b39d8372f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:02:55.364476 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-1ad197d9-a604-4890-8bd9-89eeefa839fe req-2f2135ef-10d7-42a9-85b3-5b39d8372f54 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5b949211-5a62-453d-8078-b2932b276c8e HTTP/1.1" status: 200 len: 834 time: 0.0440416 Dec 10 16:02:55.376372 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-ffb36e94-dc1a-4694-8513-a485f11a8e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf93038-2a92-4504-8104-398b09e96c39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1430236057', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.51'}], 'enable_snat': True}, 'gw_port_id': 'f66b4d3f-903d-43f4-bbf2-ec02846cfc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:02:33Z', 'updated_at': '2021-12-10T16:02:38Z', 'revision_number': 4, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'gw_port': {'id': 'f66b4d3f-903d-43f4-bbf2-ec02846cfc66', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:36:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf93038-2a92-4504-8104-398b09e96c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:02:34Z', 'updated_at': '2021-12-10T16:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': '243e97ab-8e02-4a1a-8180-0131acda1bcb', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'floating_ip_address': '172.26.2.148', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': 'ecf93038-2a92-4504-8104-398b09e96c39', 'port_id': 'd29fc7ee-8c2a-4c30-b211-0034f20e6539', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4820e56d-954f-45b1-a005-980d37f59feb', 'mac_address': 'fa:16:3e:c4:78:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2869c36-22c8-46d5-8f28-ff3ee6872854', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:02:53Z', 'updated_at': '2021-12-10T16:02:53Z', 'revision_number': 0, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44c20a7f-6de9-4fa4-a653-c32844e16608', 'name': '', 'network_id': '4820e56d-954f-45b1-a005-980d37f59feb', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'mac_address': 'fa:16:3e:f7:ab:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf93038-2a92-4504-8104-398b09e96c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '5b949211-5a62-453d-8078-b2932b276c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:02:37Z', 'updated_at': '2021-12-10T16:02:40Z', 'revision_number': 5, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'subnets': [{'id': '5b949211-5a62-453d-8078-b2932b276c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:02:55.402628 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb36e94-dc1a-4694-8513-a485f11a8e2a None None] Checking router: ecf93038-2a92-4504-8104-398b09e96c39 for host: dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:02:55.410710 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb36e94-dc1a-4694-8513-a485f11a8e2a None None] Routers {'ecf93038-2a92-4504-8104-398b09e96c39'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:02:55.411321 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-ffb36e94-dc1a-4694-8513-a485f11a8e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:02:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['ecf93038-2a92-4504-8104-398b09e96c39'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:02:55.413513 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad197d9-a604-4890-8bd9-89eeefa839fe req-80542b4b-cde6-4d21-94c0-f576c1da1c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:02:55.415033 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-1ad197d9-a604-4890-8bd9-89eeefa839fe req-80542b4b-cde6-4d21-94c0-f576c1da1c4f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4820e56d-954f-45b1-a005-980d37f59feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0433810 Dec 10 16:02:55.502403 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-1ad197d9-a604-4890-8bd9-89eeefa839fe req-4b15a1f5-75bc-4ff6-a555-1bccf8069ffe service neutron] 10.222.0.44 "GET /v2.0/networks/4820e56d-954f-45b1-a005-980d37f59feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801933 Dec 10 16:02:55.513590 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-ffb36e94-dc1a-4694-8513-a485f11a8e2a None None] Set router ecf93038-2a92-4504-8104-398b09e96c39 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:02:55.595202 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-1ad197d9-a604-4890-8bd9-89eeefa839fe req-bdac6ea9-9b33-44fe-bc8b-c39a3b39bfa3 service neutron] 10.222.0.44 "GET /v2.0/networks/4820e56d-954f-45b1-a005-980d37f59feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864713 Dec 10 16:02:55.732285 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-ffb36e94-dc1a-4694-8513-a485f11a8e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf93038-2a92-4504-8104-398b09e96c39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1430236057', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.51'}], 'enable_snat': True}, 'gw_port_id': 'f66b4d3f-903d-43f4-bbf2-ec02846cfc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:02:33Z', 'updated_at': '2021-12-10T16:02:38Z', 'revision_number': 4, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'gw_port': {'id': 'f66b4d3f-903d-43f4-bbf2-ec02846cfc66', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:36:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf93038-2a92-4504-8104-398b09e96c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:02:34Z', 'updated_at': '2021-12-10T16:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': '243e97ab-8e02-4a1a-8180-0131acda1bcb', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'floating_ip_address': '172.26.2.148', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': 'ecf93038-2a92-4504-8104-398b09e96c39', 'port_id': 'd29fc7ee-8c2a-4c30-b211-0034f20e6539', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4820e56d-954f-45b1-a005-980d37f59feb', 'mac_address': 'fa:16:3e:c4:78:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2869c36-22c8-46d5-8f28-ff3ee6872854', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:02:53Z', 'updated_at': '2021-12-10T16:02:53Z', 'revision_number': 0, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44c20a7f-6de9-4fa4-a653-c32844e16608', 'name': '', 'network_id': '4820e56d-954f-45b1-a005-980d37f59feb', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'mac_address': 'fa:16:3e:f7:ab:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf93038-2a92-4504-8104-398b09e96c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '5b949211-5a62-453d-8078-b2932b276c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:02:37Z', 'updated_at': '2021-12-10T16:02:40Z', 'revision_number': 5, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'subnets': [{'id': '5b949211-5a62-453d-8078-b2932b276c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:02:55.758115 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb36e94-dc1a-4694-8513-a485f11a8e2a None None] The sync data for ids ['ecf93038-2a92-4504-8104-398b09e96c39'] in dv-neutron-821401-4-hyperv is: [{'id': 'ecf93038-2a92-4504-8104-398b09e96c39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1430236057', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.51'}], 'enable_snat': True}, 'gw_port_id': 'f66b4d3f-903d-43f4-bbf2-ec02846cfc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:02:33Z', 'updated_at': '2021-12-10T16:02:38Z', 'revision_number': 4, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'gw_port': {'id': 'f66b4d3f-903d-43f4-bbf2-ec02846cfc66', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:36:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf93038-2a92-4504-8104-398b09e96c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:02:34Z', 'updated_at': '2021-12-10T16:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': '243e97ab-8e02-4a1a-8180-0131acda1bcb', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'floating_ip_address': '172.26.2.148', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': 'ecf93038-2a92-4504-8104-398b09e96c39', 'port_id': 'd29fc7ee-8c2a-4c30-b211-0034f20e6539', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4820e56d-954f-45b1-a005-980d37f59feb', 'mac_address': 'fa:16:3e:c4:78:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2869c36-22c8-46d5-8f28-ff3ee6872854', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:02:53Z', 'updated_at': '2021-12-10T16:02:53Z', 'revision_number': 0, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44c20a7f-6de9-4fa4-a653-c32844e16608', 'name': '', 'network_id': '4820e56d-954f-45b1-a005-980d37f59feb', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'mac_address': 'fa:16:3e:f7:ab:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf93038-2a92-4504-8104-398b09e96c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '5b949211-5a62-453d-8078-b2932b276c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:02:37Z', 'updated_at': '2021-12-10T16:02:40Z', 'revision_number': 5, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'subnets': [{'id': '5b949211-5a62-453d-8078-b2932b276c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:02:55.946046 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61a6f56-d288-484c-98b3-597fca435cb8 None None] New status for floating IP 243e97ab-8e02-4a1a-8180-0131acda1bcb: ACTIVE {{(pid=103588) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:02:56.287537 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 42632) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:02:56.346869 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-a0fed744-b1d5-44a2-9c63-caf4219e50e6 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/floatingips/243e97ab-8e02-4a1a-8180-0131acda1bcb HTTP/1.1" status: 200 len: 993 time: 0.0582128 Dec 10 16:03:12.951972 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e46e1add-dfd5-4f89-9686-88c363b94330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:13.569152 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:15.282063 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1849857c-96d7-4172-8121-b61267bfc09c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:16.226129 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:17.854144 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:18.682805 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:22.987105 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:03:27.856377 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bf1214-f118-469f-83e5-fc01a9d27b39 req-a8ab0447-535e-4f93-8b8d-fd73a1b20141 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:03:27.857774 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-c1bf1214-f118-469f-83e5-fc01a9d27b39 req-a8ab0447-535e-4f93-8b8d-fd73a1b20141 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2869c36-22c8-46d5-8f28-ff3ee6872854 HTTP/1.1" status: 200 len: 945 time: 0.0495586 Dec 10 16:03:27.905981 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-c1bf1214-f118-469f-83e5-fc01a9d27b39 req-08b1bf5b-b0f2-4a05-8aba-379168674994 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6a33f93-3628-4972-8490-39379a340093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422409 Dec 10 16:03:29.025434 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f7b4d-d9da-4870-b6aa-f37f8d2f54b7 req-c53345e1-f665-4701-b268-c8d884746092 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:03:29.026933 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-9e5f7b4d-d9da-4870-b6aa-f37f8d2f54b7 req-c53345e1-f665-4701-b268-c8d884746092 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2869c36-22c8-46d5-8f28-ff3ee6872854 HTTP/1.1" status: 200 len: 945 time: 0.0478456 Dec 10 16:03:29.075865 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-9e5f7b4d-d9da-4870-b6aa-f37f8d2f54b7 req-8169e64e-e030-4754-a552-825d633b7042 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6a33f93-3628-4972-8490-39379a340093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430162 Dec 10 16:03:29.097555 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 42650) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:03:29.160663 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-b8402f22-6497-4090-b265-79bd1a4b6991 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/floatingips/243e97ab-8e02-4a1a-8180-0131acda1bcb HTTP/1.1" status: 200 len: 993 time: 0.0619719 Dec 10 16:03:30.564014 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb9b308-1e81-4185-a76d-28525c3f6f96 req-191a2a54-7119-4db2-a0a5-13fbc2e02a64 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:03:30.565507 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-9bb9b308-1e81-4185-a76d-28525c3f6f96 req-191a2a54-7119-4db2-a0a5-13fbc2e02a64 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2869c36-22c8-46d5-8f28-ff3ee6872854 HTTP/1.1" status: 200 len: 945 time: 0.0496511 Dec 10 16:03:30.618773 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-9bb9b308-1e81-4185-a76d-28525c3f6f96 req-9a6c2ab5-d94e-46f2-a582-41199275c58a tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6a33f93-3628-4972-8490-39379a340093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472491 Dec 10 16:03:31.736837 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c243847b-d97b-4c27-95c5-226dd0fd77ac req-16aee032-1387-4c3f-8dc2-16526e10b357 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:03:31.738337 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-c243847b-d97b-4c27-95c5-226dd0fd77ac req-16aee032-1387-4c3f-8dc2-16526e10b357 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2869c36-22c8-46d5-8f28-ff3ee6872854 HTTP/1.1" status: 200 len: 945 time: 0.0477159 Dec 10 16:03:31.785892 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-c243847b-d97b-4c27-95c5-226dd0fd77ac req-28f62bba-4c55-4cd2-ba32-da94c55aafe3 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6a33f93-3628-4972-8490-39379a340093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410357 Dec 10 16:03:31.808809 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 42660) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:03:31.870778 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-195374b0-e3ef-4972-bd6c-f72d6514e194 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/floatingips/243e97ab-8e02-4a1a-8180-0131acda1bcb HTTP/1.1" status: 200 len: 993 time: 0.0608852 Dec 10 16:03:32.104100 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 42666) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:03:32.257292 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-33ccf869-412b-4635-8429-5c07365fb8e9 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Deleting port 42c7452a-76df-4e05-b405-3e66cdb6899b {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:03:32.257544 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-33ccf869-412b-4635-8429-5c07365fb8e9 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:32.333812 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-33ccf869-412b-4635-8429-5c07365fb8e9 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:32.334752 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-33ccf869-412b-4635-8429-5c07365fb8e9 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:32.346124 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-33ccf869-412b-4635-8429-5c07365fb8e9 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Calling delete_port for 42c7452a-76df-4e05-b405-3e66cdb6899b owned by network:floatingip {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:03:32.586058 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-33ccf869-412b-4635-8429-5c07365fb8e9 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:32.614768 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ccf869-412b-4635-8429-5c07365fb8e9 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event deleted for resources: {'Port': ['ID=42c7452a-76df-4e05-b405-3e66cdb6899b,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:03:32.627030 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ccf869-412b-4635-8429-5c07365fb8e9 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:03:32.627401 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ccf869-412b-4635-8429-5c07365fb8e9 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:03:32.627776 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ccf869-412b-4635-8429-5c07365fb8e9 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:03:32.628123 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ccf869-412b-4635-8429-5c07365fb8e9 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:03:32.628553 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ccf869-412b-4635-8429-5c07365fb8e9 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:03:32.628897 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ccf869-412b-4635-8429-5c07365fb8e9 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:03:32.629252 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ccf869-412b-4635-8429-5c07365fb8e9 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:03:32.629587 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ccf869-412b-4635-8429-5c07365fb8e9 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:03:32.629947 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ccf869-412b-4635-8429-5c07365fb8e9 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:03:32.630279 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ccf869-412b-4635-8429-5c07365fb8e9 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:03:32.630609 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ccf869-412b-4635-8429-5c07365fb8e9 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:03:32.630945 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ccf869-412b-4635-8429-5c07365fb8e9 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:03:32.631872 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ccf869-412b-4635-8429-5c07365fb8e9 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:03:32.684879 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-33ccf869-412b-4635-8429-5c07365fb8e9 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for floatingip, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:32.685207 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.l3_db [None req-33ccf869-412b-4635-8429-5c07365fb8e9 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Floating IP 243e97ab-8e02-4a1a-8180-0131acda1bcb disassociated (deleted). External IP: 172.26.2.148, port: d29fc7ee-8c2a-4c30-b211-0034f20e6539. Dec 10 16:03:33.166505 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33ccf869-412b-4635-8429-5c07365fb8e9 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Router ecf93038-2a92-4504-8104-398b09e96c39 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:03:33.270832 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ccf869-412b-4635-8429-5c07365fb8e9 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:03:33.275991 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-33ccf869-412b-4635-8429-5c07365fb8e9 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:33.281391 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ebf3ac-4052-4a1e-aba1-18e002306e77 None None] Sync routers for ids ['ecf93038-2a92-4504-8104-398b09e96c39'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:03:33.291593 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ebf3ac-4052-4a1e-aba1-18e002306e77 None None] Routers {'ecf93038-2a92-4504-8104-398b09e96c39'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:03:33.292302 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-f6ebf3ac-4052-4a1e-aba1-18e002306e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:03:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['ecf93038-2a92-4504-8104-398b09e96c39'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:03:33.303642 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-33ccf869-412b-4635-8429-5c07365fb8e9 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "DELETE /v2.0/floatingips/243e97ab-8e02-4a1a-8180-0131acda1bcb HTTP/1.1" status: 204 len: 168 time: 1.1979065 Dec 10 16:03:33.304339 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2869c36-22c8-46d5-8f28-ff3ee6872854', 'tag': 'd29fc7ee-8c2a-4c30-b211-0034f20e6539'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:03:33.306733 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9ca57131bc4931768ac29058952438d1fdd62308db7b17540cc34ffe8faef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ebe90f-f2a6-4aeb-ab35-abe15ca33298" -d '{"events": [{"name": "network-changed", "server_uuid": "b2869c36-22c8-46d5-8f28-ff3ee6872854", "tag": "d29fc7ee-8c2a-4c30-b211-0034f20e6539"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:03:33.344570 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d7115a8-3cf5-49b9-8e29-25e5d92910c4 x-openstack-request-id: req-1d7115a8-3cf5-49b9-8e29-25e5d92910c4 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:03:33.345001 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2869c36-22c8-46d5-8f28-ff3ee6872854", "tag": "d29fc7ee-8c2a-4c30-b211-0034f20e6539", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:03:33.345122 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1d7115a8-3cf5-49b9-8e29-25e5d92910c4 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:03:33.345529 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2869c36-22c8-46d5-8f28-ff3ee6872854', 'tag': 'd29fc7ee-8c2a-4c30-b211-0034f20e6539', 'status': 'completed', 'code': 200} Dec 10 16:03:33.410969 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ebe90f-f2a6-4aeb-ab35-abe15ca33298 req-82bc9376-36f4-409d-ade1-a2ae8b20134d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:03:33.413767 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-53ebe90f-f2a6-4aeb-ab35-abe15ca33298 req-82bc9376-36f4-409d-ade1-a2ae8b20134d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7b327aafa1a641f3bf0fb7dd284e6165&device_id=b2869c36-22c8-46d5-8f28-ff3ee6872854 HTTP/1.1" status: 200 len: 1098 time: 0.0427406 Dec 10 16:03:33.423750 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-f6ebf3ac-4052-4a1e-aba1-18e002306e77 None None] Set router ecf93038-2a92-4504-8104-398b09e96c39 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:03:33.509696 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ebe90f-f2a6-4aeb-ab35-abe15ca33298 req-6fbf9f93-4ff0-43f7-8134-383f201dbd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:03:33.511196 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-53ebe90f-f2a6-4aeb-ab35-abe15ca33298 req-6fbf9f93-4ff0-43f7-8134-383f201dbd29 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4820e56d-954f-45b1-a005-980d37f59feb HTTP/1.1" status: 200 len: 898 time: 0.0865049 Dec 10 16:03:33.562035 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-53ebe90f-f2a6-4aeb-ab35-abe15ca33298 req-487589bc-72cb-40f6-92e1-d018d11feceb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d29fc7ee-8c2a-4c30-b211-0034f20e6539 HTTP/1.1" status: 200 len: 217 time: 0.0432329 Dec 10 16:03:33.612979 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ebe90f-f2a6-4aeb-ab35-abe15ca33298 req-11f87b59-45c8-4095-91f8-30f9b3359bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:03:33.614518 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-53ebe90f-f2a6-4aeb-ab35-abe15ca33298 req-11f87b59-45c8-4095-91f8-30f9b3359bfb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5b949211-5a62-453d-8078-b2932b276c8e HTTP/1.1" status: 200 len: 834 time: 0.0462246 Dec 10 16:03:33.625279 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-f6ebf3ac-4052-4a1e-aba1-18e002306e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf93038-2a92-4504-8104-398b09e96c39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1430236057', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.51'}], 'enable_snat': True}, 'gw_port_id': 'f66b4d3f-903d-43f4-bbf2-ec02846cfc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:02:33Z', 'updated_at': '2021-12-10T16:02:38Z', 'revision_number': 4, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'gw_port': {'id': 'f66b4d3f-903d-43f4-bbf2-ec02846cfc66', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:36:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf93038-2a92-4504-8104-398b09e96c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:02:34Z', 'updated_at': '2021-12-10T16:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '44c20a7f-6de9-4fa4-a653-c32844e16608', 'name': '', 'network_id': '4820e56d-954f-45b1-a005-980d37f59feb', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'mac_address': 'fa:16:3e:f7:ab:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf93038-2a92-4504-8104-398b09e96c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '5b949211-5a62-453d-8078-b2932b276c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:02:37Z', 'updated_at': '2021-12-10T16:02:40Z', 'revision_number': 5, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'subnets': [{'id': '5b949211-5a62-453d-8078-b2932b276c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:03:33.651911 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ebf3ac-4052-4a1e-aba1-18e002306e77 None None] Checking router: ecf93038-2a92-4504-8104-398b09e96c39 for host: dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:03:33.660584 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ebf3ac-4052-4a1e-aba1-18e002306e77 None None] Routers {'ecf93038-2a92-4504-8104-398b09e96c39'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:03:33.661259 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-f6ebf3ac-4052-4a1e-aba1-18e002306e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:03:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['ecf93038-2a92-4504-8104-398b09e96c39'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:03:33.665263 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ebe90f-f2a6-4aeb-ab35-abe15ca33298 req-8bec27b3-1f9f-4bd4-9d36-2b80166951a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:03:33.666818 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-53ebe90f-f2a6-4aeb-ab35-abe15ca33298 req-8bec27b3-1f9f-4bd4-9d36-2b80166951a8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4820e56d-954f-45b1-a005-980d37f59feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0450130 Dec 10 16:03:33.778747 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-f6ebf3ac-4052-4a1e-aba1-18e002306e77 None None] Set router ecf93038-2a92-4504-8104-398b09e96c39 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:03:33.794217 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7494a547-731d-4995-b292-474cbed84abd req-cc11b5dc-9513-4b30-b040-77cdae9c5d57 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:03:33.795848 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-7494a547-731d-4995-b292-474cbed84abd req-cc11b5dc-9513-4b30-b040-77cdae9c5d57 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2869c36-22c8-46d5-8f28-ff3ee6872854 HTTP/1.1" status: 200 len: 945 time: 0.1129019 Dec 10 16:03:33.817999 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-53ebe90f-f2a6-4aeb-ab35-abe15ca33298 req-98757d04-5d43-4fda-b73c-5b596b9ab507 service neutron] 10.222.0.44 "GET /v2.0/networks/4820e56d-954f-45b1-a005-980d37f59feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427901 Dec 10 16:03:33.907678 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-7494a547-731d-4995-b292-474cbed84abd req-d503c36b-919c-4466-aafe-53d8c131db43 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6a33f93-3628-4972-8490-39379a340093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015608 Dec 10 16:03:33.939279 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-53ebe90f-f2a6-4aeb-ab35-abe15ca33298 req-177d91fa-f606-475b-b293-bbe2df385b96 service neutron] 10.222.0.44 "GET /v2.0/networks/4820e56d-954f-45b1-a005-980d37f59feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134231 Dec 10 16:03:33.979983 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-f6ebf3ac-4052-4a1e-aba1-18e002306e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf93038-2a92-4504-8104-398b09e96c39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1430236057', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.51'}], 'enable_snat': True}, 'gw_port_id': 'f66b4d3f-903d-43f4-bbf2-ec02846cfc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:02:33Z', 'updated_at': '2021-12-10T16:02:38Z', 'revision_number': 4, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'gw_port': {'id': 'f66b4d3f-903d-43f4-bbf2-ec02846cfc66', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:36:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf93038-2a92-4504-8104-398b09e96c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:02:34Z', 'updated_at': '2021-12-10T16:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '44c20a7f-6de9-4fa4-a653-c32844e16608', 'name': '', 'network_id': '4820e56d-954f-45b1-a005-980d37f59feb', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'mac_address': 'fa:16:3e:f7:ab:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf93038-2a92-4504-8104-398b09e96c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '5b949211-5a62-453d-8078-b2932b276c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:02:37Z', 'updated_at': '2021-12-10T16:02:40Z', 'revision_number': 5, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'subnets': [{'id': '5b949211-5a62-453d-8078-b2932b276c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:03:34.005303 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ebf3ac-4052-4a1e-aba1-18e002306e77 None None] The sync data for ids ['ecf93038-2a92-4504-8104-398b09e96c39'] in dv-neutron-821401-4-hyperv is: [{'id': 'ecf93038-2a92-4504-8104-398b09e96c39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1430236057', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.51'}], 'enable_snat': True}, 'gw_port_id': 'f66b4d3f-903d-43f4-bbf2-ec02846cfc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:02:33Z', 'updated_at': '2021-12-10T16:02:38Z', 'revision_number': 4, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'gw_port': {'id': 'f66b4d3f-903d-43f4-bbf2-ec02846cfc66', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:36:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf93038-2a92-4504-8104-398b09e96c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:02:34Z', 'updated_at': '2021-12-10T16:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '44c20a7f-6de9-4fa4-a653-c32844e16608', 'name': '', 'network_id': '4820e56d-954f-45b1-a005-980d37f59feb', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'mac_address': 'fa:16:3e:f7:ab:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf93038-2a92-4504-8104-398b09e96c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '5b949211-5a62-453d-8078-b2932b276c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:02:37Z', 'updated_at': '2021-12-10T16:02:40Z', 'revision_number': 5, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'subnets': [{'id': '5b949211-5a62-453d-8078-b2932b276c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:03:34.230143 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f8dfba-6c55-4719-8460-a15d6de35420 None None] New status for floating IP 243e97ab-8e02-4a1a-8180-0131acda1bcb: DOWN {{(pid=103588) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:03:35.028720 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5af814-dfa7-4ece-a068-8e79002e7f42 req-c8493b7d-64f9-4564-9bb3-cb76afe4eb7b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:03:35.030238 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-5f5af814-dfa7-4ece-a068-8e79002e7f42 req-c8493b7d-64f9-4564-9bb3-cb76afe4eb7b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2869c36-22c8-46d5-8f28-ff3ee6872854 HTTP/1.1" status: 200 len: 945 time: 0.0535336 Dec 10 16:03:35.078125 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-5f5af814-dfa7-4ece-a068-8e79002e7f42 req-4c4aea62-4875-44bf-a82f-205c26e1c1a2 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6a33f93-3628-4972-8490-39379a340093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418880 Dec 10 16:03:35.232826 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96421736-35fe-4312-9691-d561529b9e42 req-c36517f9-e193-4931-8ada-8e6682d936e5 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:03:35.234187 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-96421736-35fe-4312-9691-d561529b9e42 req-c36517f9-e193-4931-8ada-8e6682d936e5 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2869c36-22c8-46d5-8f28-ff3ee6872854 HTTP/1.1" status: 200 len: 945 time: 0.0477858 Dec 10 16:03:35.324366 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [req-96421736-35fe-4312-9691-d561529b9e42 req-9c3f90e4-05dd-46d0-ae2a-ac26fbd93557 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Deleting port d29fc7ee-8c2a-4c30-b211-0034f20e6539 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:03:35.324734 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-96421736-35fe-4312-9691-d561529b9e42 req-9c3f90e4-05dd-46d0-ae2a-ac26fbd93557 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:35.410065 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [req-96421736-35fe-4312-9691-d561529b9e42 req-9c3f90e4-05dd-46d0-ae2a-ac26fbd93557 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] For port d29fc7ee-8c2a-4c30-b211-0034f20e6539, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=d29fc7ee-8c2a-4c30-b211-0034f20e6539,segment=NetworkSegment(500cef00-827a-4624-ba96-ebfea07e784f),segment_id=500cef00-827a-4624-ba96-ebfea07e784f)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:03:35.410432 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-96421736-35fe-4312-9691-d561529b9e42 req-9c3f90e4-05dd-46d0-ae2a-ac26fbd93557 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:35.426407 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [req-96421736-35fe-4312-9691-d561529b9e42 req-9c3f90e4-05dd-46d0-ae2a-ac26fbd93557 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Calling delete_port for d29fc7ee-8c2a-4c30-b211-0034f20e6539 owned by compute:nova {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:03:35.608141 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-96421736-35fe-4312-9691-d561529b9e42 req-9c3f90e4-05dd-46d0-ae2a-ac26fbd93557 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:35.637857 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3f90e4-05dd-46d0-ae2a-ac26fbd93557 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event deleted for resources: {'Port': ['ID=d29fc7ee-8c2a-4c30-b211-0034f20e6539,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:03:35.649564 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3f90e4-05dd-46d0-ae2a-ac26fbd93557 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:03:35.649954 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3f90e4-05dd-46d0-ae2a-ac26fbd93557 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:03:35.650316 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3f90e4-05dd-46d0-ae2a-ac26fbd93557 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:03:35.650666 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3f90e4-05dd-46d0-ae2a-ac26fbd93557 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:03:35.651036 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3f90e4-05dd-46d0-ae2a-ac26fbd93557 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:03:35.651379 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3f90e4-05dd-46d0-ae2a-ac26fbd93557 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:03:35.651788 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3f90e4-05dd-46d0-ae2a-ac26fbd93557 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:03:35.652129 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3f90e4-05dd-46d0-ae2a-ac26fbd93557 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:03:35.652465 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3f90e4-05dd-46d0-ae2a-ac26fbd93557 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:03:35.652799 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3f90e4-05dd-46d0-ae2a-ac26fbd93557 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:03:35.653139 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3f90e4-05dd-46d0-ae2a-ac26fbd93557 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:03:35.653471 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3f90e4-05dd-46d0-ae2a-ac26fbd93557 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:03:35.653816 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3f90e4-05dd-46d0-ae2a-ac26fbd93557 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:03:35.691563 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [req-96421736-35fe-4312-9691-d561529b9e42 req-9c3f90e4-05dd-46d0-ae2a-ac26fbd93557 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] No DVR routers for this DVR port d29fc7ee-8c2a-4c30-b211-0034f20e6539 on host hv-neutron-8214 {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:03:35.694874 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-96421736-35fe-4312-9691-d561529b9e42 req-9c3f90e4-05dd-46d0-ae2a-ac26fbd93557 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:35.707936 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-96421736-35fe-4312-9691-d561529b9e42 req-9c3f90e4-05dd-46d0-ae2a-ac26fbd93557 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.44 "DELETE /v2.0/ports/d29fc7ee-8c2a-4c30-b211-0034f20e6539 HTTP/1.1" status: 204 len: 173 time: 0.4668775 Dec 10 16:03:35.708384 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2869c36-22c8-46d5-8f28-ff3ee6872854', 'name': 'network-vif-deleted', 'tag': 'd29fc7ee-8c2a-4c30-b211-0034f20e6539'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:03:35.710799 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde1b47dcd987728a27c8e391f176ee57ea2adf837d2cedb59662361de43515a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15bb79a5-99aa-4917-8190-5688a499657e" -d '{"events": [{"server_uuid": "b2869c36-22c8-46d5-8f28-ff3ee6872854", "name": "network-vif-deleted", "tag": "d29fc7ee-8c2a-4c30-b211-0034f20e6539"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:03:35.756821 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-516983fa-6c70-433e-b5ea-6ff659a44fbd x-openstack-request-id: req-516983fa-6c70-433e-b5ea-6ff659a44fbd {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:03:35.757227 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2869c36-22c8-46d5-8f28-ff3ee6872854", "name": "network-vif-deleted", "tag": "d29fc7ee-8c2a-4c30-b211-0034f20e6539", "status": "completed", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:03:35.757486 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-516983fa-6c70-433e-b5ea-6ff659a44fbd {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:03:35.757921 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2869c36-22c8-46d5-8f28-ff3ee6872854', 'name': 'network-vif-deleted', 'tag': 'd29fc7ee-8c2a-4c30-b211-0034f20e6539', 'status': 'completed', 'code': 200} Dec 10 16:03:36.189137 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-87bb465b-e6cf-4160-a68e-4cb071d33761 req-5631ec5a-b984-4e7c-9948-2634e31fd8f3 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2869c36-22c8-46d5-8f28-ff3ee6872854 HTTP/1.1" status: 200 len: 210 time: 0.0301006 Dec 10 16:03:37.246413 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 42690) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:03:37.608648 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-56ab7254-8328-4a1c-9763-ca1150b9e6d4 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549925'] for router_interface, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:37.858774 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-56ab7254-8328-4a1c-9763-ca1150b9e6d4 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Deleting port 44c20a7f-6de9-4fa4-a653-c32844e16608 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:03:37.859039 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-56ab7254-8328-4a1c-9763-ca1150b9e6d4 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:37.948467 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-56ab7254-8328-4a1c-9763-ca1150b9e6d4 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] For port 44c20a7f-6de9-4fa4-a653-c32844e16608, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=44c20a7f-6de9-4fa4-a653-c32844e16608,segment=NetworkSegment(500cef00-827a-4624-ba96-ebfea07e784f),segment_id=500cef00-827a-4624-ba96-ebfea07e784f)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:03:37.949086 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-56ab7254-8328-4a1c-9763-ca1150b9e6d4 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:37.961302 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-56ab7254-8328-4a1c-9763-ca1150b9e6d4 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Calling delete_port for 44c20a7f-6de9-4fa4-a653-c32844e16608 owned by network:router_interface {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:03:38.196495 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-56ab7254-8328-4a1c-9763-ca1150b9e6d4 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:38.223753 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ab7254-8328-4a1c-9763-ca1150b9e6d4 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event deleted for resources: {'Port': ['ID=44c20a7f-6de9-4fa4-a653-c32844e16608,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:03:38.396849 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-56ab7254-8328-4a1c-9763-ca1150b9e6d4 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550073'] for router_interface, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:38.613803 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56ab7254-8328-4a1c-9763-ca1150b9e6d4 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Router ecf93038-2a92-4504-8104-398b09e96c39 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:03:38.722392 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56ab7254-8328-4a1c-9763-ca1150b9e6d4 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:03:38.727659 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-56ab7254-8328-4a1c-9763-ca1150b9e6d4 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "PUT /v2.0/routers/ecf93038-2a92-4504-8104-398b09e96c39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4816327 Dec 10 16:03:38.730366 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 42692) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:03:38.732947 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7ce3fb-ae66-4a8c-a140-63ccc71599bd None None] Sync routers for ids ['ecf93038-2a92-4504-8104-398b09e96c39'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:03:38.744065 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7ce3fb-ae66-4a8c-a140-63ccc71599bd None None] Routers {'ecf93038-2a92-4504-8104-398b09e96c39'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:03:38.744689 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-3b7ce3fb-ae66-4a8c-a140-63ccc71599bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:03:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['ecf93038-2a92-4504-8104-398b09e96c39'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:03:38.785263 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-18f03aed-8e3a-4301-b9d5-223a39ee5198 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Deleting subnet 5b949211-5a62-453d-8078-b2932b276c8e {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:03:38.788727 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-18f03aed-8e3a-4301-b9d5-223a39ee5198 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for subnet, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:38.829074 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-18f03aed-8e3a-4301-b9d5-223a39ee5198 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11806768'] for subnet, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:38.846915 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device d29fc7ee-8c2a-4c30-b211-0034f20e6539 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:03:38.868470 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] No Port match for: d29fc7ee-8c2a-4c30-b211-0034f20e6539 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:03:38.868884 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device d29fc7ee-8c2a-4c30-b211-0034f20e6539 not bound to the agent host hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:03:38.919172 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-18f03aed-8e3a-4301-b9d5-223a39ee5198 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:38.936222 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-3b7ce3fb-ae66-4a8c-a140-63ccc71599bd None None] Set router ecf93038-2a92-4504-8104-398b09e96c39 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:03:39.025598 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-18f03aed-8e3a-4301-b9d5-223a39ee5198 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11236721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11668521'] for subnet, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:39.057644 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-18f03aed-8e3a-4301-b9d5-223a39ee5198 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:39.060959 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-18f03aed-8e3a-4301-b9d5-223a39ee5198 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "DELETE /v2.0/subnets/5b949211-5a62-453d-8078-b2932b276c8e HTTP/1.1" status: 204 len: 168 time: 0.3296463 Dec 10 16:03:39.062011 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f03aed-8e3a-4301-b9d5-223a39ee5198 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event deleted for resources: {'Subnet': ['ID=5b949211-5a62-453d-8078-b2932b276c8e,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:03:39.064143 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 42694) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:03:39.066736 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a36091-f35e-444f-a4b8-acce40659925 None None] Network 4820e56d-954f-45b1-a005-980d37f59feb requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:03:39.132997 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-3b7ce3fb-ae66-4a8c-a140-63ccc71599bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf93038-2a92-4504-8104-398b09e96c39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1430236057', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.51'}], 'enable_snat': True}, 'gw_port_id': 'f66b4d3f-903d-43f4-bbf2-ec02846cfc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:02:33Z', 'updated_at': '2021-12-10T16:03:38Z', 'revision_number': 5, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'gw_port': {'id': 'f66b4d3f-903d-43f4-bbf2-ec02846cfc66', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:36:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf93038-2a92-4504-8104-398b09e96c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:02:34Z', 'updated_at': '2021-12-10T16:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:03:39.167407 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7ce3fb-ae66-4a8c-a140-63ccc71599bd None None] Checking router: ecf93038-2a92-4504-8104-398b09e96c39 for host: dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:03:39.178971 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7ce3fb-ae66-4a8c-a140-63ccc71599bd None None] Routers {'ecf93038-2a92-4504-8104-398b09e96c39'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:03:39.178971 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-3b7ce3fb-ae66-4a8c-a140-63ccc71599bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:03:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['ecf93038-2a92-4504-8104-398b09e96c39'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:03:39.179428 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4b585cce-d6ca-41a8-82f3-fbc9dd2ecb40 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for router, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:39.246556 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2e8a67-25dd-4e66-9b07-8b360f821a41 None None] DHCP port deletion for 4820e56d-954f-45b1-a005-980d37f59feb request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:03:39.283745 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-3b7ce3fb-ae66-4a8c-a140-63ccc71599bd None None] Set router ecf93038-2a92-4504-8104-398b09e96c39 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:03:39.296054 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-1d2e8a67-25dd-4e66-9b07-8b360f821a41 None None] Deleting port 62bdc2fa-7893-4676-ab06-2bb7ffff82dc {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:03:39.296441 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1d2e8a67-25dd-4e66-9b07-8b360f821a41 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:39.299814 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4b585cce-d6ca-41a8-82f3-fbc9dd2ecb40 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:39.362898 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-1d2e8a67-25dd-4e66-9b07-8b360f821a41 None None] For port 62bdc2fa-7893-4676-ab06-2bb7ffff82dc, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=62bdc2fa-7893-4676-ab06-2bb7ffff82dc,segment=NetworkSegment(500cef00-827a-4624-ba96-ebfea07e784f),segment_id=500cef00-827a-4624-ba96-ebfea07e784f)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:03:39.363426 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1d2e8a67-25dd-4e66-9b07-8b360f821a41 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:39.377983 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-1d2e8a67-25dd-4e66-9b07-8b360f821a41 None None] Calling delete_port for 62bdc2fa-7893-4676-ab06-2bb7ffff82dc owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:03:39.418455 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-4b585cce-d6ca-41a8-82f3-fbc9dd2ecb40 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Deleting port f66b4d3f-903d-43f4-bbf2-ec02846cfc66 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:03:39.418912 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4b585cce-d6ca-41a8-82f3-fbc9dd2ecb40 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:39.477689 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-3b7ce3fb-ae66-4a8c-a140-63ccc71599bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf93038-2a92-4504-8104-398b09e96c39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1430236057', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.51'}], 'enable_snat': True}, 'gw_port_id': 'f66b4d3f-903d-43f4-bbf2-ec02846cfc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:02:33Z', 'updated_at': '2021-12-10T16:03:38Z', 'revision_number': 5, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'gw_port': {'id': 'f66b4d3f-903d-43f4-bbf2-ec02846cfc66', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:36:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf93038-2a92-4504-8104-398b09e96c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:02:34Z', 'updated_at': '2021-12-10T16:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:03:39.499512 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-4b585cce-d6ca-41a8-82f3-fbc9dd2ecb40 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] For port f66b4d3f-903d-43f4-bbf2-ec02846cfc66, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=f66b4d3f-903d-43f4-bbf2-ec02846cfc66,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:03:39.499967 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4b585cce-d6ca-41a8-82f3-fbc9dd2ecb40 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:39.500097 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7ce3fb-ae66-4a8c-a140-63ccc71599bd None None] The sync data for ids ['ecf93038-2a92-4504-8104-398b09e96c39'] in dv-neutron-821401-4-hyperv is: [{'id': 'ecf93038-2a92-4504-8104-398b09e96c39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1430236057', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.51'}], 'enable_snat': True}, 'gw_port_id': 'f66b4d3f-903d-43f4-bbf2-ec02846cfc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:02:33Z', 'updated_at': '2021-12-10T16:03:38Z', 'revision_number': 5, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'gw_port': {'id': 'f66b4d3f-903d-43f4-bbf2-ec02846cfc66', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:36:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf93038-2a92-4504-8104-398b09e96c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:02:34Z', 'updated_at': '2021-12-10T16:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:03:39.512894 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-4b585cce-d6ca-41a8-82f3-fbc9dd2ecb40 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Calling delete_port for f66b4d3f-903d-43f4-bbf2-ec02846cfc66 owned by network:router_gateway {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:03:39.527998 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1d2e8a67-25dd-4e66-9b07-8b360f821a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:39.555188 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2e8a67-25dd-4e66-9b07-8b360f821a41 None None] Pushing event deleted for resources: {'Port': ['ID=62bdc2fa-7893-4676-ab06-2bb7ffff82dc,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:03:39.563557 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2e8a67-25dd-4e66-9b07-8b360f821a41 None None] No DVR routers for this DVR port 62bdc2fa-7893-4676-ab06-2bb7ffff82dc on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:03:39.565513 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2e8a67-25dd-4e66-9b07-8b360f821a41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:03:39.565889 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2e8a67-25dd-4e66-9b07-8b360f821a41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:03:39.566232 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2e8a67-25dd-4e66-9b07-8b360f821a41 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:03:39.566565 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2e8a67-25dd-4e66-9b07-8b360f821a41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:03:39.566895 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2e8a67-25dd-4e66-9b07-8b360f821a41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:03:39.567348 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2e8a67-25dd-4e66-9b07-8b360f821a41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:03:39.567866 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2e8a67-25dd-4e66-9b07-8b360f821a41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:03:39.567993 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2e8a67-25dd-4e66-9b07-8b360f821a41 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:03:39.568316 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2e8a67-25dd-4e66-9b07-8b360f821a41 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:03:39.568639 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2e8a67-25dd-4e66-9b07-8b360f821a41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:03:39.569246 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2e8a67-25dd-4e66-9b07-8b360f821a41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:03:39.569246 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2e8a67-25dd-4e66-9b07-8b360f821a41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:03:39.569579 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2e8a67-25dd-4e66-9b07-8b360f821a41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:03:39.722526 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4b585cce-d6ca-41a8-82f3-fbc9dd2ecb40 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:39.752066 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b585cce-d6ca-41a8-82f3-fbc9dd2ecb40 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event deleted for resources: {'Port': ['ID=f66b4d3f-903d-43f4-bbf2-ec02846cfc66,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:03:39.765899 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501dabde-d803-4369-8644-c63257ee58e1 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:03:39.812057 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4b585cce-d6ca-41a8-82f3-fbc9dd2ecb40 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552731'] for router_gateway, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:39.904349 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4b585cce-d6ca-41a8-82f3-fbc9dd2ecb40 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13898'] for router, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:39.906640 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4b585cce-d6ca-41a8-82f3-fbc9dd2ecb40 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:40.024491 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4b585cce-d6ca-41a8-82f3-fbc9dd2ecb40 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549250'] for router, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:40.025211 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b585cce-d6ca-41a8-82f3-fbc9dd2ecb40 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Fanout notify agent at l3_agent the message router_deleted on router ecf93038-2a92-4504-8104-398b09e96c39 {{(pid=103586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:03:40.034675 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4b585cce-d6ca-41a8-82f3-fbc9dd2ecb40 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:40.034675 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-4b585cce-d6ca-41a8-82f3-fbc9dd2ecb40 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "DELETE /v2.0/routers/ecf93038-2a92-4504-8104-398b09e96c39 HTTP/1.1" status: 204 len: 168 time: 0.9681358 Dec 10 16:03:40.036295 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 42696) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:03:40.120682 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4281a1d0-9fe6-401c-bf08-ab6e8278badf tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:40.206497 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4281a1d0-9fe6-401c-bf08-ab6e8278badf tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:40.231927 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-4281a1d0-9fe6-401c-bf08-ab6e8278badf tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4820e56d-954f-45b1-a005-980d37f59feb']}} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:03:40.241162 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-4281a1d0-9fe6-401c-bf08-ab6e8278badf tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '500cef00-827a-4624-ba96-ebfea07e784f') {'for_net_delete': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:03:40.241469 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-4281a1d0-9fe6-401c-bf08-ab6e8278badf tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '500cef00-827a-4624-ba96-ebfea07e784f') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:03:40.250793 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4281a1d0-9fe6-401c-bf08-ab6e8278badf tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12392235'] for segment, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:40.263881 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4281a1d0-9fe6-401c-bf08-ab6e8278badf tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:40.269656 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4281a1d0-9fe6-401c-bf08-ab6e8278badf tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=103586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:03:40.270723 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4281a1d0-9fe6-401c-bf08-ab6e8278badf tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11695586'] for segment, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:40.273023 dv-neutron-821401-4-hyperv neutron-server[103586]: Traceback (most recent call last): Dec 10 16:03:40.273023 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:03:40.273023 dv-neutron-821401-4-hyperv neutron-server[103586]: timer() Dec 10 16:03:40.273023 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:03:40.273023 dv-neutron-821401-4-hyperv neutron-server[103586]: cb(*args, **kw) Dec 10 16:03:40.273023 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:03:40.273023 dv-neutron-821401-4-hyperv neutron-server[103586]: return func(*args, **kwargs) Dec 10 16:03:40.273023 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:03:40.273023 dv-neutron-821401-4-hyperv neutron-server[103586]: self._notify() Dec 10 16:03:40.273023 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:03:40.273023 dv-neutron-821401-4-hyperv neutron-server[103586]: self.callback(batched_events) Dec 10 16:03:40.273023 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:03:40.273023 dv-neutron-821401-4-hyperv neutron-server[103586]: event.method(event) Dec 10 16:03:40.273023 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:03:40.273023 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:03:40.273023 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:03:40.273023 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:03:40.273023 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:03:40.273023 dv-neutron-821401-4-hyperv neutron-server[103586]: return f(self, *a, **k) Dec 10 16:03:40.273023 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:03:40.273023 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._get(url).json() Dec 10 16:03:40.273023 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:03:40.273023 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:03:40.273023 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:03:40.273023 dv-neutron-821401-4-hyperv neutron-server[103586]: return self.request(url, 'GET', **kwargs) Dec 10 16:03:40.273023 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:03:40.273023 dv-neutron-821401-4-hyperv neutron-server[103586]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:03:40.273023 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:03:40.273023 dv-neutron-821401-4-hyperv neutron-server[103586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:03:40.273023 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:03:40.273023 dv-neutron-821401-4-hyperv neutron-server[103586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:03:40.273023 dv-neutron-821401-4-hyperv neutron-server[103586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:03:40.379141 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4281a1d0-9fe6-401c-bf08-ab6e8278badf tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:40.385584 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4281a1d0-9fe6-401c-bf08-ab6e8278badf tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:40.391276 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-4281a1d0-9fe6-401c-bf08-ab6e8278badf tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "DELETE /v2.0/networks/4820e56d-954f-45b1-a005-980d37f59feb HTTP/1.1" status: 204 len: 168 time: 0.3513403 Dec 10 16:03:40.391581 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 42698) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:03:40.401066 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4281a1d0-9fe6-401c-bf08-ab6e8278badf tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event deleted for resources: {'Network': ['ID=4820e56d-954f-45b1-a005-980d37f59feb,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:03:40.452324 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eaa3ca00-1014-49d5-a90b-301ad965a2bf tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:40.489334 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eaa3ca00-1014-49d5-a90b-301ad965a2bf tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:40.602050 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eaa3ca00-1014-49d5-a90b-301ad965a2bf tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:40.605073 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eaa3ca00-1014-49d5-a90b-301ad965a2bf tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:40.606727 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-eaa3ca00-1014-49d5-a90b-301ad965a2bf tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "DELETE /v2.0/security-groups/b6a33f93-3628-4972-8490-39379a340093 HTTP/1.1" status: 204 len: 168 time: 0.2138269 Dec 10 16:03:40.623175 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa3ca00-1014-49d5-a90b-301ad965a2bf tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a33f93-3628-4972-8490-39379a340093,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:03:40.666748 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 44c20a7f-6de9-4fa4-a653-c32844e16608 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:03:40.688343 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 44c20a7f-6de9-4fa4-a653-c32844e16608 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:03:40.688343 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 44c20a7f-6de9-4fa4-a653-c32844e16608 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:03:40.688343 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device f66b4d3f-903d-43f4-bbf2-ec02846cfc66 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:03:40.707938 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: f66b4d3f-903d-43f4-bbf2-ec02846cfc66 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:03:40.710269 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device f66b4d3f-903d-43f4-bbf2-ec02846cfc66 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:03:40.710269 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 62bdc2fa-7893-4676-ab06-2bb7ffff82dc no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:03:40.730775 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 62bdc2fa-7893-4676-ab06-2bb7ffff82dc {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:03:40.731120 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 62bdc2fa-7893-4676-ab06-2bb7ffff82dc not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:03:40.893091 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 42704) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:03:40.897797 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-6becf606-07bb-4501-9c79-cb4b8674053f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1126915718', 'description': 'tempest-secgroup-smoke-1126915718 description', 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:03:40.996379 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6becf606-07bb-4501-9c79-cb4b8674053f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:41.065219 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6becf606-07bb-4501-9c79-cb4b8674053f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:41.133871 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6becf606-07bb-4501-9c79-cb4b8674053f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:41.161570 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6becf606-07bb-4501-9c79-cb4b8674053f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12751368-4237-4736-820d-80bf46b642c2,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:03:41.227312 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6becf606-07bb-4501-9c79-cb4b8674053f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:41.228549 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-6becf606-07bb-4501-9c79-cb4b8674053f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3345096 Dec 10 16:03:41.231332 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 42706) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:03:41.235622 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-b11cb581-373f-4262-ab17-5c1b993d13c7 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Request body: {'security_group_rule': {'security_group_id': '12751368-4237-4736-820d-80bf46b642c2', 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:03:41.320924 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b11cb581-373f-4262-ab17-5c1b993d13c7 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:41.375158 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b11cb581-373f-4262-ab17-5c1b993d13c7 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:41.431113 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b11cb581-373f-4262-ab17-5c1b993d13c7 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:41.445344 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11cb581-373f-4262-ab17-5c1b993d13c7 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abbbba36-7667-46a8-97a2-d549acd988bb,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:03:41.489600 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b11cb581-373f-4262-ab17-5c1b993d13c7 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:41.490938 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-b11cb581-373f-4262-ab17-5c1b993d13c7 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2586730 Dec 10 16:03:41.494283 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 42708) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:03:41.498665 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-7aeb8fef-6401-4839-afa0-429380dbad8b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Request body: {'security_group_rule': {'security_group_id': '12751368-4237-4736-820d-80bf46b642c2', 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:03:41.566173 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7aeb8fef-6401-4839-afa0-429380dbad8b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:41.636884 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7aeb8fef-6401-4839-afa0-429380dbad8b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:41.675603 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7aeb8fef-6401-4839-afa0-429380dbad8b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:41.692391 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeb8fef-6401-4839-afa0-429380dbad8b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af2b8020-e6f1-4170-a7f1-1654eb8e1754,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:03:41.759503 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7aeb8fef-6401-4839-afa0-429380dbad8b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:41.761088 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-7aeb8fef-6401-4839-afa0-429380dbad8b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2656918 Dec 10 16:03:41.763704 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 42710) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:03:41.768208 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-d343bd55-222f-4865-a959-6a7b61ecb60f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Request body: {'security_group_rule': {'security_group_id': '12751368-4237-4736-820d-80bf46b642c2', 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:03:41.858044 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d343bd55-222f-4865-a959-6a7b61ecb60f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:41.911843 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d343bd55-222f-4865-a959-6a7b61ecb60f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:41.967287 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d343bd55-222f-4865-a959-6a7b61ecb60f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:41.984864 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d343bd55-222f-4865-a959-6a7b61ecb60f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d29e812-9c3b-4892-8bed-5726335b0a60,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:03:42.027034 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d343bd55-222f-4865-a959-6a7b61ecb60f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:42.028248 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-d343bd55-222f-4865-a959-6a7b61ecb60f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2634456 Dec 10 16:03:42.030917 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 42712) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:03:42.035087 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-889e443d-67aa-4f8b-9fca-c62cbe60c089 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Request body: {'security_group_rule': {'security_group_id': '12751368-4237-4736-820d-80bf46b642c2', 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:03:42.103691 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-889e443d-67aa-4f8b-9fca-c62cbe60c089 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:42.161179 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-889e443d-67aa-4f8b-9fca-c62cbe60c089 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:42.207355 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-889e443d-67aa-4f8b-9fca-c62cbe60c089 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:42.226774 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889e443d-67aa-4f8b-9fca-c62cbe60c089 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=665cf0eb-205c-4b61-b6b9-91ff3efbf08d,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:03:42.282822 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-889e443d-67aa-4f8b-9fca-c62cbe60c089 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:42.284048 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-889e443d-67aa-4f8b-9fca-c62cbe60c089 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2521956 Dec 10 16:03:42.286782 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 42714) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:03:42.291084 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-72fe70f3-bd66-45ec-8a47-415c54ff75ba tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Request body: {'security_group_rule': {'security_group_id': '12751368-4237-4736-820d-80bf46b642c2', 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:03:42.372219 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.securitygroups_db [None req-72fe70f3-bd66-45ec-8a47-415c54ff75ba tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Project 7b327aafa1a641f3bf0fb7dd284e6165 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 16:03:42.377243 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-72fe70f3-bd66-45ec-8a47-415c54ff75ba tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:42.437859 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-72fe70f3-bd66-45ec-8a47-415c54ff75ba tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:42.476078 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-72fe70f3-bd66-45ec-8a47-415c54ff75ba tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:42.494040 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fe70f3-bd66-45ec-8a47-415c54ff75ba tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64695a01-215e-4115-8dca-9946dc631eb5,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:03:42.541025 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-72fe70f3-bd66-45ec-8a47-415c54ff75ba tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:42.542271 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-72fe70f3-bd66-45ec-8a47-415c54ff75ba tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2545655 Dec 10 16:03:42.545110 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 42716) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:03:42.550553 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-b843dcc3-40ac-4628-9153-12b84f7831c9 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Request body: {'security_group_rule': {'security_group_id': '12751368-4237-4736-820d-80bf46b642c2', 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:03:42.647883 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.securitygroups_db [None req-b843dcc3-40ac-4628-9153-12b84f7831c9 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Project 7b327aafa1a641f3bf0fb7dd284e6165 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 16:03:42.653204 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b843dcc3-40ac-4628-9153-12b84f7831c9 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:42.711356 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b843dcc3-40ac-4628-9153-12b84f7831c9 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:42.773073 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b843dcc3-40ac-4628-9153-12b84f7831c9 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:42.791806 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b843dcc3-40ac-4628-9153-12b84f7831c9 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73728034-9546-444e-a58b-e98bd154f810,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:03:42.843568 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b843dcc3-40ac-4628-9153-12b84f7831c9 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:42.844810 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-b843dcc3-40ac-4628-9153-12b84f7831c9 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2987459 Dec 10 16:03:42.847706 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 42718) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:03:42.853075 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-ae79142b-183a-45a6-8d72-bff166a3d88c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Request body: {'network': {'name': 'tempest-network-smoke--369035407', 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'port_security_enabled': True}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:03:42.944240 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae79142b-183a-45a6-8d72-bff166a3d88c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Made reservation on behalf of 7b327aafa1a641f3bf0fb7dd284e6165 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:03:42.947915 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ae79142b-183a-45a6-8d72-bff166a3d88c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:42.967231 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-03a865bc-4abc-4967-9068-21c2b6c916d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:42.971386 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae79142b-183a-45a6-8d72-bff166a3d88c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:03:42.981259 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ae79142b-183a-45a6-8d72-bff166a3d88c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:42.981604 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.segments_db [None req-ae79142b-183a-45a6-8d72-bff166a3d88c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Added segment 568fb6bb-c66c-49ff-9081-0065af1f1c58 of type vlan for network 65a753db-ce0e-4754-930c-22eab2141304 Dec 10 16:03:43.022828 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ae79142b-183a-45a6-8d72-bff166a3d88c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:43.087691 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ae79142b-183a-45a6-8d72-bff166a3d88c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:43.093269 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae79142b-183a-45a6-8d72-bff166a3d88c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:03:43.093960 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ae79142b-183a-45a6-8d72-bff166a3d88c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:43.163164 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae79142b-183a-45a6-8d72-bff166a3d88c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event updated for resources: {'Network': ['ID=65a753db-ce0e-4754-930c-22eab2141304,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:03:43.174356 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 65a753db-ce0e-4754-930c-22eab2141304 details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:03:43.187140 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-ae79142b-183a-45a6-8d72-bff166a3d88c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3384023 Dec 10 16:03:43.189731 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 42720) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:03:43.194203 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-236f5498-6c13-415e-b6d8-7e2d383c6145 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-668724428', 'admin_state_up': True, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:03:43.259162 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-236f5498-6c13-415e-b6d8-7e2d383c6145 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13912'] for router, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:43.260193 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-236f5498-6c13-415e-b6d8-7e2d383c6145 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:43.311778 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-236f5498-6c13-415e-b6d8-7e2d383c6145 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:43.514264 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-236f5498-6c13-415e-b6d8-7e2d383c6145 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:43.595856 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:43.816619 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-236f5498-6c13-415e-b6d8-7e2d383c6145 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for router_gateway, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:43.835828 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-236f5498-6c13-415e-b6d8-7e2d383c6145 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:43.934543 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-236f5498-6c13-415e-b6d8-7e2d383c6145 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Allocated IP 172.26.2.154 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/2178b0e4-c78a-4151-b7e2-5f56d326f9ec) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:03:44.037283 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-236f5498-6c13-415e-b6d8-7e2d383c6145 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:44.133899 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-236f5498-6c13-415e-b6d8-7e2d383c6145 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:44.177379 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236f5498-6c13-415e-b6d8-7e2d383c6145 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:03:44.180742 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-236f5498-6c13-415e-b6d8-7e2d383c6145 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:03:44.183114 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236f5498-6c13-415e-b6d8-7e2d383c6145 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:03:44.188630 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236f5498-6c13-415e-b6d8-7e2d383c6145 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event updated for resources: {'Port': ['ID=2178b0e4-c78a-4151-b7e2-5f56d326f9ec,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:03:44.195229 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07cb6beb-1ea5-4784-b396-089a3468db12 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:03:44.305943 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-5f5dba38-6c5e-4c51-bbcb-ad173c4740ba None None] Provisioning complete for port 2178b0e4-c78a-4151-b7e2-5f56d326f9ec triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:03:44.306419 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5f5dba38-6c5e-4c51-bbcb-ad173c4740ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:44.487973 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-5f5dba38-6c5e-4c51-bbcb-ad173c4740ba None None] Port 2178b0e4-c78a-4151-b7e2-5f56d326f9ec cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:03:44.493907 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-236f5498-6c13-415e-b6d8-7e2d383c6145 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for router_gateway, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:44.688260 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-236f5498-6c13-415e-b6d8-7e2d383c6145 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363'] for router, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:45.150149 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-236f5498-6c13-415e-b6d8-7e2d383c6145 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Router 421f15cf-ee8d-47d0-857f-f258492bdb1a is scheduled to L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d with binding_index 1 {{(pid=103587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:03:45.256147 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-236f5498-6c13-415e-b6d8-7e2d383c6145 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:03:45.259047 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d38f0643-d895-4ab0-ac0b-ce9d3a245402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:45.268263 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648e39c5-ee26-443b-87b2-6591382e0d8f None None] Sync routers for ids ['421f15cf-ee8d-47d0-857f-f258492bdb1a'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:03:45.279326 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648e39c5-ee26-443b-87b2-6591382e0d8f None None] Routers {'421f15cf-ee8d-47d0-857f-f258492bdb1a'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:03:45.279969 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-648e39c5-ee26-443b-87b2-6591382e0d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:03:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['421f15cf-ee8d-47d0-857f-f258492bdb1a'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:03:45.339905 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-236f5498-6c13-415e-b6d8-7e2d383c6145 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:45.341333 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-236f5498-6c13-415e-b6d8-7e2d383c6145 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1504879 Dec 10 16:03:45.344322 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 42722) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:03:45.377766 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-70756e4b-a504-4769-b554-c634ad9159d0 tempest-TestNetworkAdvancedServerOps-68229087 tempest-TestNetworkAdvancedServerOps-68229087-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=7b327aafa1a641f3bf0fb7dd284e6165&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0323312 Dec 10 16:03:45.380238 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 42724) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:03:45.383728 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-648e39c5-ee26-443b-87b2-6591382e0d8f None None] Set router 421f15cf-ee8d-47d0-857f-f258492bdb1a gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:03:45.528474 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e24110-7b25-4b21-837a-316e18aada06 tempest-TestNetworkAdvancedServerOps-68229087 tempest-TestNetworkAdvancedServerOps-68229087-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:03:45.530032 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-b8e24110-7b25-4b21-837a-316e18aada06 tempest-TestNetworkAdvancedServerOps-68229087 tempest-TestNetworkAdvancedServerOps-68229087-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1488655 Dec 10 16:03:45.532846 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 42726) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:03:45.562763 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-648e39c5-ee26-443b-87b2-6591382e0d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421f15cf-ee8d-47d0-857f-f258492bdb1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-668724428', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.154'}], 'enable_snat': True}, 'gw_port_id': '2178b0e4-c78a-4151-b7e2-5f56d326f9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:03:43Z', 'updated_at': '2021-12-10T16:03:44Z', 'revision_number': 3, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'gw_port': {'id': '2178b0e4-c78a-4151-b7e2-5f56d326f9ec', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:cd:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421f15cf-ee8d-47d0-857f-f258492bdb1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:03:43Z', 'updated_at': '2021-12-10T16:03:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:03:45.566626 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-394d76cd-271a-42d8-9e36-27afac436c92 tempest-TestNetworkAdvancedServerOps-68229087 tempest-TestNetworkAdvancedServerOps-68229087-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=d5a1452c-422a-4e1a-a1c7-48738ecf752f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0327260 Dec 10 16:03:45.574342 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 42728) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:03:45.579123 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-25a261c0-1e5a-4fc8-848f-a01020fdf81c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1476645058', 'network_id': '65a753db-ce0e-4754-930c-22eab2141304', 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:03:45.590071 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648e39c5-ee26-443b-87b2-6591382e0d8f None None] Checking router: 421f15cf-ee8d-47d0-857f-f258492bdb1a for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:03:45.590436 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648e39c5-ee26-443b-87b2-6591382e0d8f None None] Updating router 421f15cf-ee8d-47d0-857f-f258492bdb1a port 2178b0e4-c78a-4151-b7e2-5f56d326f9ec binding host dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:03:45.614586 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-648e39c5-ee26-443b-87b2-6591382e0d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:45.715730 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a261c0-1e5a-4fc8-848f-a01020fdf81c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Made reservation on behalf of 7b327aafa1a641f3bf0fb7dd284e6165 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:03:45.719410 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-25a261c0-1e5a-4fc8-848f-a01020fdf81c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11668558'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:45.866028 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-648e39c5-ee26-443b-87b2-6591382e0d8f None None] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:45.927111 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-648e39c5-ee26-443b-87b2-6591382e0d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:45.944598 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-25a261c0-1e5a-4fc8-848f-a01020fdf81c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11236534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11668560'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:45.975234 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8aaae3e-04c9-4a14-a83d-e6fa12842c6e None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:03:45.987872 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-648e39c5-ee26-443b-87b2-6591382e0d8f None None] Attempting to bind port 2178b0e4-c78a-4151-b7e2-5f56d326f9ec on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:03:45.988248 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-648e39c5-ee26-443b-87b2-6591382e0d8f None None] Attempting to bind port 2178b0e4-c78a-4151-b7e2-5f56d326f9ec by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:03:45.988606 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648e39c5-ee26-443b-87b2-6591382e0d8f None None] Attempting to bind port 2178b0e4-c78a-4151-b7e2-5f56d326f9ec on network d5a1452c-422a-4e1a-a1c7-48738ecf752f {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:03:45.993310 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccea229-72b7-473b-93ad-fe767044c78a None None] Pushing event updated for resources: {'Port': ['ID=2178b0e4-c78a-4151-b7e2-5f56d326f9ec,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:03:46.007506 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648e39c5-ee26-443b-87b2-6591382e0d8f None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:03:46.007878 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648e39c5-ee26-443b-87b2-6591382e0d8f None None] Checking segment: {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:03:46.008276 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-648e39c5-ee26-443b-87b2-6591382e0d8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:46.008663 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648e39c5-ee26-443b-87b2-6591382e0d8f None None] Bound using segment: {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:03:46.009139 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-648e39c5-ee26-443b-87b2-6591382e0d8f None None] Bound port: 2178b0e4-c78a-4151-b7e2-5f56d326f9ec, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:03:46.009526 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-648e39c5-ee26-443b-87b2-6591382e0d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:46.012204 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a261c0-1e5a-4fc8-848f-a01020fdf81c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event updated for resources: {'Subnet': ['ID=4a133624-0f81-40d6-9d6c-03accad04215,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:03:46.020448 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a261c0-1e5a-4fc8-848f-a01020fdf81c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Checking segment: {'id': '568fb6bb-c66c-49ff-9081-0065af1f1c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '65a753db-ce0e-4754-930c-22eab2141304'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:03:46.020814 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a261c0-1e5a-4fc8-848f-a01020fdf81c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Network hostable DHCP agents. Network: 65a753db-ce0e-4754-930c-22eab2141304, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:03:46.055458 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-8e56c52e-46e5-44ae-ba6d-d5a35f8d5eff None None] Provisioning complete for port 2178b0e4-c78a-4151-b7e2-5f56d326f9ec triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:03:46.055827 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8e56c52e-46e5-44ae-ba6d-d5a35f8d5eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:46.090190 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-648e39c5-ee26-443b-87b2-6591382e0d8f None None] For port 2178b0e4-c78a-4151-b7e2-5f56d326f9ec, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:03:46.103676 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-8e56c52e-46e5-44ae-ba6d-d5a35f8d5eff None None] Port 2178b0e4-c78a-4151-b7e2-5f56d326f9ec cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:03:46.105257 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a261c0-1e5a-4fc8-848f-a01020fdf81c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Network 65a753db-ce0e-4754-930c-22eab2141304 is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:03:46.106066 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-648e39c5-ee26-443b-87b2-6591382e0d8f None None] For port 2178b0e4-c78a-4151-b7e2-5f56d326f9ec, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=2178b0e4-c78a-4151-b7e2-5f56d326f9ec,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:03:46.173610 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-648e39c5-ee26-443b-87b2-6591382e0d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:46.178941 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-25a261c0-1e5a-4fc8-848f-a01020fdf81c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 65a753db-ce0e-4754-930c-22eab2141304) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:03:46.186418 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a261c0-1e5a-4fc8-848f-a01020fdf81c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:03:46.187055 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-25a261c0-1e5a-4fc8-848f-a01020fdf81c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:46.215224 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6353676b-6ace-4c0e-a64d-9ec0da765ad2 None None] Network 65a753db-ce0e-4754-930c-22eab2141304 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:03:46.239287 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02b5a66-dcb2-40ef-8a34-4c41d90152e3 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:03:46.273900 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-25a261c0-1e5a-4fc8-848f-a01020fdf81c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6978307 Dec 10 16:03:46.276402 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 42730) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:03:46.284219 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:46.298764 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccea229-72b7-473b-93ad-fe767044c78a None None] Pushing event updated for resources: {'Port': ['ID=2178b0e4-c78a-4151-b7e2-5f56d326f9ec,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:03:46.306132 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648e39c5-ee26-443b-87b2-6591382e0d8f None None] Routers {'421f15cf-ee8d-47d0-857f-f258492bdb1a'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:03:46.306751 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-648e39c5-ee26-443b-87b2-6591382e0d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:03:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['421f15cf-ee8d-47d0-857f-f258492bdb1a'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:03:46.399613 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-1aace15a-0b4c-4ed1-9d05-a0412599dfae None None] Provisioning complete for port 2178b0e4-c78a-4151-b7e2-5f56d326f9ec triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:03:46.399988 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1aace15a-0b4c-4ed1-9d05-a0412599dfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:46.456008 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e73029-7aa5-4fe2-90e7-e0aef2e0203d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-65a753db-ce0e-4754-930c-22eab2141304', 'network_id': '65a753db-ce0e-4754-930c-22eab2141304', 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'fixed_ips': [{'subnet_id': '4a133624-0f81-40d6-9d6c-03accad04215'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:03:46.456874 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c8e73029-7aa5-4fe2-90e7-e0aef2e0203d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:46.510399 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-648e39c5-ee26-443b-87b2-6591382e0d8f None None] Set router 421f15cf-ee8d-47d0-857f-f258492bdb1a gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:03:46.719379 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9b33b015-fa4d-4248-810d-f1de71a9c34b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:46.753255 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1aace15a-0b4c-4ed1-9d05-a0412599dfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:46.781889 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-c8e73029-7aa5-4fe2-90e7-e0aef2e0203d None None] Allocated IP 172.20.0.2 (65a753db-ce0e-4754-930c-22eab2141304/4a133624-0f81-40d6-9d6c-03accad04215/953d51f1-0e0a-4aef-a421-b91dc1516e44) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:03:46.797775 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-1aace15a-0b4c-4ed1-9d05-a0412599dfae None None] For port 2178b0e4-c78a-4151-b7e2-5f56d326f9ec, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=2178b0e4-c78a-4151-b7e2-5f56d326f9ec,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:03:46.879808 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1aace15a-0b4c-4ed1-9d05-a0412599dfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:46.956878 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-648e39c5-ee26-443b-87b2-6591382e0d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421f15cf-ee8d-47d0-857f-f258492bdb1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-668724428', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.154'}], 'enable_snat': True}, 'gw_port_id': '2178b0e4-c78a-4151-b7e2-5f56d326f9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:03:43Z', 'updated_at': '2021-12-10T16:03:44Z', 'revision_number': 3, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'gw_port': {'id': '2178b0e4-c78a-4151-b7e2-5f56d326f9ec', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:cd:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421f15cf-ee8d-47d0-857f-f258492bdb1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:03:43Z', 'updated_at': '2021-12-10T16:03:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:03:46.994420 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aace15a-0b4c-4ed1-9d05-a0412599dfae None None] Pushing event updated for resources: {'Port': ['ID=2178b0e4-c78a-4151-b7e2-5f56d326f9ec,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:03:46.999103 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648e39c5-ee26-443b-87b2-6591382e0d8f None None] The sync data for ids ['421f15cf-ee8d-47d0-857f-f258492bdb1a'] in dv-neutron-821401-4-hyperv is: [{'id': '421f15cf-ee8d-47d0-857f-f258492bdb1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-668724428', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.154'}], 'enable_snat': True}, 'gw_port_id': '2178b0e4-c78a-4151-b7e2-5f56d326f9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:03:43Z', 'updated_at': '2021-12-10T16:03:44Z', 'revision_number': 3, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'gw_port': {'id': '2178b0e4-c78a-4151-b7e2-5f56d326f9ec', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:cd:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421f15cf-ee8d-47d0-857f-f258492bdb1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:03:43Z', 'updated_at': '2021-12-10T16:03:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:03:47.052658 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c8e73029-7aa5-4fe2-90e7-e0aef2e0203d None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:47.116575 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c8e73029-7aa5-4fe2-90e7-e0aef2e0203d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:47.163494 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e73029-7aa5-4fe2-90e7-e0aef2e0203d None None] Network 65a753db-ce0e-4754-930c-22eab2141304 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:03:47.168663 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-c8e73029-7aa5-4fe2-90e7-e0aef2e0203d None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:03:47.171138 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e73029-7aa5-4fe2-90e7-e0aef2e0203d None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:03:47.179434 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e73029-7aa5-4fe2-90e7-e0aef2e0203d None None] Pushing event updated for resources: {'Port': ['ID=953d51f1-0e0a-4aef-a421-b91dc1516e44,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:03:47.189120 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-9b33b015-fa4d-4248-810d-f1de71a9c34b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Allocated IP 172.20.0.1 (65a753db-ce0e-4754-930c-22eab2141304/4a133624-0f81-40d6-9d6c-03accad04215/18369c3f-c774-4da1-9912-1764cdfcc23a) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:03:47.262570 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-c8e73029-7aa5-4fe2-90e7-e0aef2e0203d None None] Attempting to bind port 953d51f1-0e0a-4aef-a421-b91dc1516e44 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:03:47.268299 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-c8e73029-7aa5-4fe2-90e7-e0aef2e0203d None None] Attempting to bind port 953d51f1-0e0a-4aef-a421-b91dc1516e44 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '568fb6bb-c66c-49ff-9081-0065af1f1c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '65a753db-ce0e-4754-930c-22eab2141304'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:03:47.268299 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e73029-7aa5-4fe2-90e7-e0aef2e0203d None None] Attempting to bind port 953d51f1-0e0a-4aef-a421-b91dc1516e44 on network 65a753db-ce0e-4754-930c-22eab2141304 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:03:47.268695 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e73029-7aa5-4fe2-90e7-e0aef2e0203d None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:03:47.269067 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e73029-7aa5-4fe2-90e7-e0aef2e0203d None None] Checking segment: {'id': '568fb6bb-c66c-49ff-9081-0065af1f1c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '65a753db-ce0e-4754-930c-22eab2141304'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:03:47.269477 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c8e73029-7aa5-4fe2-90e7-e0aef2e0203d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:47.269916 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e73029-7aa5-4fe2-90e7-e0aef2e0203d None None] Bound using segment: {'id': '568fb6bb-c66c-49ff-9081-0065af1f1c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '65a753db-ce0e-4754-930c-22eab2141304'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:03:47.270405 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-c8e73029-7aa5-4fe2-90e7-e0aef2e0203d None None] Bound port: 953d51f1-0e0a-4aef-a421-b91dc1516e44, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '568fb6bb-c66c-49ff-9081-0065af1f1c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '65a753db-ce0e-4754-930c-22eab2141304'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:03:47.270944 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c8e73029-7aa5-4fe2-90e7-e0aef2e0203d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:47.332280 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9b33b015-fa4d-4248-810d-f1de71a9c34b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:47.341873 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-c8e73029-7aa5-4fe2-90e7-e0aef2e0203d None None] For port 953d51f1-0e0a-4aef-a421-b91dc1516e44, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:03:47.345576 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-c8e73029-7aa5-4fe2-90e7-e0aef2e0203d None None] For port 953d51f1-0e0a-4aef-a421-b91dc1516e44, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=953d51f1-0e0a-4aef-a421-b91dc1516e44,segment=NetworkSegment(568fb6bb-c66c-49ff-9081-0065af1f1c58),segment_id=568fb6bb-c66c-49ff-9081-0065af1f1c58)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:03:47.402477 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c8e73029-7aa5-4fe2-90e7-e0aef2e0203d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:47.419408 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9b33b015-fa4d-4248-810d-f1de71a9c34b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:47.467048 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e73029-7aa5-4fe2-90e7-e0aef2e0203d None None] Pushing event updated for resources: {'Port': ['ID=953d51f1-0e0a-4aef-a421-b91dc1516e44,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:03:47.482026 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b33b015-fa4d-4248-810d-f1de71a9c34b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Network 65a753db-ce0e-4754-930c-22eab2141304 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:03:47.486218 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-9b33b015-fa4d-4248-810d-f1de71a9c34b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:03:47.488211 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b33b015-fa4d-4248-810d-f1de71a9c34b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event updated for resources: {'Port': ['ID=18369c3f-c774-4da1-9912-1764cdfcc23a,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:03:47.494359 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b33b015-fa4d-4248-810d-f1de71a9c34b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:03:47.542411 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9b33b015-fa4d-4248-810d-f1de71a9c34b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552880'] for router_interface, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:47.759142 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9b33b015-fa4d-4248-810d-f1de71a9c34b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:47.888611 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:48.050271 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9b33b015-fa4d-4248-810d-f1de71a9c34b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:48.098700 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9b33b015-fa4d-4248-810d-f1de71a9c34b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:48.171196 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b33b015-fa4d-4248-810d-f1de71a9c34b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event updated for resources: {'Port': ['ID=18369c3f-c774-4da1-9912-1764cdfcc23a,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:03:48.174864 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9b33b015-fa4d-4248-810d-f1de71a9c34b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549888'] for router_interface, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:48.265516 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b33b015-fa4d-4248-810d-f1de71a9c34b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Network 65a753db-ce0e-4754-930c-22eab2141304 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:03:48.267261 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-9b33b015-fa4d-4248-810d-f1de71a9c34b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:03:48.382594 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b33b015-fa4d-4248-810d-f1de71a9c34b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Router 421f15cf-ee8d-47d0-857f-f258492bdb1a has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:03:48.491385 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b33b015-fa4d-4248-810d-f1de71a9c34b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:03:48.496819 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-9b33b015-fa4d-4248-810d-f1de71a9c34b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "PUT /v2.0/routers/421f15cf-ee8d-47d0-857f-f258492bdb1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2194397 Dec 10 16:03:48.658215 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ef304e-5527-4aa9-81fa-9b9568fa752e None None] Sync routers for ids ['421f15cf-ee8d-47d0-857f-f258492bdb1a'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:03:48.673826 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ef304e-5527-4aa9-81fa-9b9568fa752e None None] Routers {'421f15cf-ee8d-47d0-857f-f258492bdb1a'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:03:48.675319 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-34ef304e-5527-4aa9-81fa-9b9568fa752e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:03:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['421f15cf-ee8d-47d0-857f-f258492bdb1a'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:03:48.693108 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:48.722891 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-58af2900-90bb-401b-a5fe-5ffa9c4d3fd5 req-260adf84-f1ee-4362-a210-e42488865daf tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1126915718&fields=id&tenant_id=7b327aafa1a641f3bf0fb7dd284e6165 HTTP/1.1" status: 200 len: 267 time: 0.0660250 Dec 10 16:03:48.750149 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 2178b0e4-c78a-4151-b7e2-5f56d326f9ec up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:03:48.813219 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-34ef304e-5527-4aa9-81fa-9b9568fa752e None None] Set router 421f15cf-ee8d-47d0-857f-f258492bdb1a gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:03:48.892509 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af2900-90bb-401b-a5fe-5ffa9c4d3fd5 req-f1e9bfd4-419f-420a-9a37-25e180e07930 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:03:48.901695 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-58af2900-90bb-401b-a5fe-5ffa9c4d3fd5 req-f1e9bfd4-419f-420a-9a37-25e180e07930 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/networks?id=65a753db-ce0e-4754-930c-22eab2141304 HTTP/1.1" status: 200 len: 796 time: 0.1709321 Dec 10 16:03:48.922706 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-58af2900-90bb-401b-a5fe-5ffa9c4d3fd5 req-df5af10c-e240-4c36-a4a3-0f1cefaab6d6 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/quotas/7b327aafa1a641f3bf0fb7dd284e6165 HTTP/1.1" status: 200 len: 375 time: 0.0197341 Dec 10 16:03:48.981545 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 2178b0e4-c78a-4151-b7e2-5f56d326f9ec triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:03:48.982029 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:49.001227 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-58af2900-90bb-401b-a5fe-5ffa9c4d3fd5 req-bf2ecaa5-a5f6-4ade-84b4-889cd42c87db tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7b327aafa1a641f3bf0fb7dd284e6165&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0776093 Dec 10 16:03:49.095406 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 953d51f1-0e0a-4aef-a421-b91dc1516e44 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:03:49.097700 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-34ef304e-5527-4aa9-81fa-9b9568fa752e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421f15cf-ee8d-47d0-857f-f258492bdb1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-668724428', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.154'}], 'enable_snat': True}, 'gw_port_id': '2178b0e4-c78a-4151-b7e2-5f56d326f9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:03:43Z', 'updated_at': '2021-12-10T16:03:47Z', 'revision_number': 4, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'gw_port': {'id': '2178b0e4-c78a-4151-b7e2-5f56d326f9ec', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:cd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421f15cf-ee8d-47d0-857f-f258492bdb1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:03:43Z', 'updated_at': '2021-12-10T16:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '18369c3f-c774-4da1-9912-1764cdfcc23a', 'name': '', 'network_id': '65a753db-ce0e-4754-930c-22eab2141304', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'mac_address': 'fa:16:3e:94:48:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421f15cf-ee8d-47d0-857f-f258492bdb1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '4a133624-0f81-40d6-9d6c-03accad04215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:03:46Z', 'updated_at': '2021-12-10T16:03:47Z', 'revision_number': 2, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'subnets': [{'id': '4a133624-0f81-40d6-9d6c-03accad04215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:03:49.131293 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ef304e-5527-4aa9-81fa-9b9568fa752e None None] Checking router: 421f15cf-ee8d-47d0-857f-f258492bdb1a for host: dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:03:49.133170 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ef304e-5527-4aa9-81fa-9b9568fa752e None None] Updating router 421f15cf-ee8d-47d0-857f-f258492bdb1a port 18369c3f-c774-4da1-9912-1764cdfcc23a binding host dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:03:49.136144 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [req-58af2900-90bb-401b-a5fe-5ffa9c4d3fd5 req-a58e9c41-f1ad-45a4-ad71-4d37d1e84b81 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:03:49.137521 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-58af2900-90bb-401b-a5fe-5ffa9c4d3fd5 req-a58e9c41-f1ad-45a4-ad71-4d37d1e84b81 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1145082 Dec 10 16:03:49.172328 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-34ef304e-5527-4aa9-81fa-9b9568fa752e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:49.180017 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 953d51f1-0e0a-4aef-a421-b91dc1516e44 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:03:49.180017 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:49.269882 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:49.276295 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-58af2900-90bb-401b-a5fe-5ffa9c4d3fd5 req-aa69fc30-8dae-493d-9ff7-a2a5f307ce9a service neutron] 10.222.0.20 "GET /v2.0/networks/65a753db-ce0e-4754-930c-22eab2141304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314809 Dec 10 16:03:49.317202 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] For port 953d51f1-0e0a-4aef-a421-b91dc1516e44, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=953d51f1-0e0a-4aef-a421-b91dc1516e44,segment=NetworkSegment(568fb6bb-c66c-49ff-9081-0065af1f1c58),segment_id=568fb6bb-c66c-49ff-9081-0065af1f1c58)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:03:49.340566 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786d18bd-89a4-4494-b313-87b622d2bf42 None None] Network 65a753db-ce0e-4754-930c-22eab2141304 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:03:49.378216 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-58af2900-90bb-401b-a5fe-5ffa9c4d3fd5 req-0490fb66-5802-43f1-8852-aa8690ea9d57 service neutron] 10.222.0.20 "GET /v2.0/networks/65a753db-ce0e-4754-930c-22eab2141304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009347 Dec 10 16:03:49.383990 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:49.470455 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-775bdd3b-ca90-4851-9e82-e929d030a60b None None] Provisioning complete for port 953d51f1-0e0a-4aef-a421-b91dc1516e44 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:03:49.470829 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-775bdd3b-ca90-4851-9e82-e929d030a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:49.490715 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-34ef304e-5527-4aa9-81fa-9b9568fa752e None None] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:49.512846 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Pushing event updated for resources: {'Port': ['ID=953d51f1-0e0a-4aef-a421-b91dc1516e44,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:03:49.602489 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-34ef304e-5527-4aa9-81fa-9b9568fa752e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:49.641952 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-940cbef3-218d-4b62-9e5c-525c64ba54a6 req-63db53b2-ed5b-43be-9dc2-fafbce287a97 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=a70ee374-8396-4d7a-9b10-fa1dcdd16807 HTTP/1.1" status: 200 len: 210 time: 0.0479147 Dec 10 16:03:49.645270 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d905ac-544f-4e7b-b079-97f1859ab26b None None] Pushing event updated for resources: {'Port': ['ID=18369c3f-c774-4da1-9912-1764cdfcc23a,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:03:49.656839 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d905ac-544f-4e7b-b079-97f1859ab26b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:03:49.657184 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d905ac-544f-4e7b-b079-97f1859ab26b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:03:49.657524 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d905ac-544f-4e7b-b079-97f1859ab26b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:03:49.657884 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d905ac-544f-4e7b-b079-97f1859ab26b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:03:49.658215 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d905ac-544f-4e7b-b079-97f1859ab26b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:03:49.658767 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d905ac-544f-4e7b-b079-97f1859ab26b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:03:49.658883 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d905ac-544f-4e7b-b079-97f1859ab26b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:03:49.659162 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d905ac-544f-4e7b-b079-97f1859ab26b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:03:49.659487 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d905ac-544f-4e7b-b079-97f1859ab26b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:03:49.659811 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d905ac-544f-4e7b-b079-97f1859ab26b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:03:49.660160 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d905ac-544f-4e7b-b079-97f1859ab26b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:03:49.660715 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d905ac-544f-4e7b-b079-97f1859ab26b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:03:49.660972 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d905ac-544f-4e7b-b079-97f1859ab26b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:03:49.725554 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-34ef304e-5527-4aa9-81fa-9b9568fa752e None None] Attempting to bind port 18369c3f-c774-4da1-9912-1764cdfcc23a on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:03:49.726465 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-34ef304e-5527-4aa9-81fa-9b9568fa752e None None] Attempting to bind port 18369c3f-c774-4da1-9912-1764cdfcc23a by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '568fb6bb-c66c-49ff-9081-0065af1f1c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '65a753db-ce0e-4754-930c-22eab2141304'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:03:49.727014 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ef304e-5527-4aa9-81fa-9b9568fa752e None None] Attempting to bind port 18369c3f-c774-4da1-9912-1764cdfcc23a on network 65a753db-ce0e-4754-930c-22eab2141304 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:03:49.732248 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ef304e-5527-4aa9-81fa-9b9568fa752e None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:03:49.732629 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ef304e-5527-4aa9-81fa-9b9568fa752e None None] Checking segment: {'id': '568fb6bb-c66c-49ff-9081-0065af1f1c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '65a753db-ce0e-4754-930c-22eab2141304'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:03:49.733028 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-34ef304e-5527-4aa9-81fa-9b9568fa752e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:49.733418 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ef304e-5527-4aa9-81fa-9b9568fa752e None None] Bound using segment: {'id': '568fb6bb-c66c-49ff-9081-0065af1f1c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '65a753db-ce0e-4754-930c-22eab2141304'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:03:49.733908 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-34ef304e-5527-4aa9-81fa-9b9568fa752e None None] Bound port: 18369c3f-c774-4da1-9912-1764cdfcc23a, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '568fb6bb-c66c-49ff-9081-0065af1f1c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '65a753db-ce0e-4754-930c-22eab2141304'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:03:49.734292 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-34ef304e-5527-4aa9-81fa-9b9568fa752e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:49.826834 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-c98e2627-cbfd-4667-9214-88bd357184c2 None None] Provisioning complete for port 18369c3f-c774-4da1-9912-1764cdfcc23a triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:03:49.827396 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c98e2627-cbfd-4667-9214-88bd357184c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:49.869220 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-c98e2627-cbfd-4667-9214-88bd357184c2 None None] Port 18369c3f-c774-4da1-9912-1764cdfcc23a cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:03:49.885172 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-c98e2627-cbfd-4667-9214-88bd357184c2 None None] Provisioning complete for port 953d51f1-0e0a-4aef-a421-b91dc1516e44 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:03:49.885627 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c98e2627-cbfd-4667-9214-88bd357184c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:49.913638 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-34ef304e-5527-4aa9-81fa-9b9568fa752e None None] For port 18369c3f-c774-4da1-9912-1764cdfcc23a, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:03:49.917043 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-34ef304e-5527-4aa9-81fa-9b9568fa752e None None] For port 18369c3f-c774-4da1-9912-1764cdfcc23a, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=18369c3f-c774-4da1-9912-1764cdfcc23a,segment=NetworkSegment(568fb6bb-c66c-49ff-9081-0065af1f1c58),segment_id=568fb6bb-c66c-49ff-9081-0065af1f1c58)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:03:49.988389 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-34ef304e-5527-4aa9-81fa-9b9568fa752e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:50.046723 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ef304e-5527-4aa9-81fa-9b9568fa752e None None] Routers {'421f15cf-ee8d-47d0-857f-f258492bdb1a'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:03:50.047366 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-34ef304e-5527-4aa9-81fa-9b9568fa752e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:03:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['421f15cf-ee8d-47d0-857f-f258492bdb1a'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:03:50.052830 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d905ac-544f-4e7b-b079-97f1859ab26b None None] Pushing event updated for resources: {'Port': ['ID=18369c3f-c774-4da1-9912-1764cdfcc23a,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:03:50.095943 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-3413c5ff-9d3c-4c3f-8d12-e206e112538e None None] Provisioning complete for port 18369c3f-c774-4da1-9912-1764cdfcc23a triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:03:50.104649 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3413c5ff-9d3c-4c3f-8d12-e206e112538e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:50.168012 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-34ef304e-5527-4aa9-81fa-9b9568fa752e None None] Set router 421f15cf-ee8d-47d0-857f-f258492bdb1a gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:03:50.188012 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3413c5ff-9d3c-4c3f-8d12-e206e112538e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:50.233378 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-3413c5ff-9d3c-4c3f-8d12-e206e112538e None None] For port 18369c3f-c774-4da1-9912-1764cdfcc23a, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=18369c3f-c774-4da1-9912-1764cdfcc23a,segment=NetworkSegment(568fb6bb-c66c-49ff-9081-0065af1f1c58),segment_id=568fb6bb-c66c-49ff-9081-0065af1f1c58)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:03:50.298737 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3413c5ff-9d3c-4c3f-8d12-e206e112538e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:50.349329 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3413c5ff-9d3c-4c3f-8d12-e206e112538e None None] Pushing event updated for resources: {'Port': ['ID=18369c3f-c774-4da1-9912-1764cdfcc23a,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:03:50.394323 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-34ef304e-5527-4aa9-81fa-9b9568fa752e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421f15cf-ee8d-47d0-857f-f258492bdb1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-668724428', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.154'}], 'enable_snat': True}, 'gw_port_id': '2178b0e4-c78a-4151-b7e2-5f56d326f9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:03:43Z', 'updated_at': '2021-12-10T16:03:47Z', 'revision_number': 4, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'gw_port': {'id': '2178b0e4-c78a-4151-b7e2-5f56d326f9ec', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:cd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421f15cf-ee8d-47d0-857f-f258492bdb1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:03:43Z', 'updated_at': '2021-12-10T16:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '18369c3f-c774-4da1-9912-1764cdfcc23a', 'name': '', 'network_id': '65a753db-ce0e-4754-930c-22eab2141304', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'mac_address': 'fa:16:3e:94:48:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421f15cf-ee8d-47d0-857f-f258492bdb1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '4a133624-0f81-40d6-9d6c-03accad04215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:03:46Z', 'updated_at': '2021-12-10T16:03:49Z', 'revision_number': 4, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'subnets': [{'id': '4a133624-0f81-40d6-9d6c-03accad04215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:03:50.422784 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ef304e-5527-4aa9-81fa-9b9568fa752e None None] The sync data for ids ['421f15cf-ee8d-47d0-857f-f258492bdb1a'] in dv-neutron-821401-4-hyperv is: [{'id': '421f15cf-ee8d-47d0-857f-f258492bdb1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-668724428', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.154'}], 'enable_snat': True}, 'gw_port_id': '2178b0e4-c78a-4151-b7e2-5f56d326f9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:03:43Z', 'updated_at': '2021-12-10T16:03:47Z', 'revision_number': 4, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'gw_port': {'id': '2178b0e4-c78a-4151-b7e2-5f56d326f9ec', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:cd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421f15cf-ee8d-47d0-857f-f258492bdb1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:03:43Z', 'updated_at': '2021-12-10T16:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '18369c3f-c774-4da1-9912-1764cdfcc23a', 'name': '', 'network_id': '65a753db-ce0e-4754-930c-22eab2141304', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'mac_address': 'fa:16:3e:94:48:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421f15cf-ee8d-47d0-857f-f258492bdb1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '4a133624-0f81-40d6-9d6c-03accad04215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:03:46Z', 'updated_at': '2021-12-10T16:03:49Z', 'revision_number': 4, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'subnets': [{'id': '4a133624-0f81-40d6-9d6c-03accad04215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:03:50.425553 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-bbfc8b59-1ec1-4c40-a96a-7dc6261d8a84 None None] Provisioning complete for port 18369c3f-c774-4da1-9912-1764cdfcc23a triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:03:50.426090 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bbfc8b59-1ec1-4c40-a96a-7dc6261d8a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:50.680888 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-16908de9-d193-41b0-91f6-f579ee1ed8ba None None] Provisioning complete for port 18369c3f-c774-4da1-9912-1764cdfcc23a triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:03:50.681405 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-16908de9-d193-41b0-91f6-f579ee1ed8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:50.741288 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-02b08e83-1374-4b1c-899b-1813699a2590 req-e972a7ef-9a81-4f4c-9368-56a4340b6c22 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=a70ee374-8396-4d7a-9b10-fa1dcdd16807 HTTP/1.1" status: 200 len: 210 time: 0.0314939 Dec 10 16:03:50.792537 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 18369c3f-c774-4da1-9912-1764cdfcc23a up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:03:50.856994 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 18369c3f-c774-4da1-9912-1764cdfcc23a triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:03:50.857698 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:50.948821 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 953d51f1-0e0a-4aef-a421-b91dc1516e44 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:03:50.998162 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-a82600c3-9eae-40e9-84dd-62b6b264f4bf None None] Provisioning complete for port 18369c3f-c774-4da1-9912-1764cdfcc23a triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:03:50.998536 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a82600c3-9eae-40e9-84dd-62b6b264f4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:51.051088 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 953d51f1-0e0a-4aef-a421-b91dc1516e44 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:03:51.051550 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:51.653458 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af2900-90bb-401b-a5fe-5ffa9c4d3fd5 req-28c5b868-a1a4-4b03-b11c-94ff5d495a8d tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:03:51.654965 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-58af2900-90bb-401b-a5fe-5ffa9c4d3fd5 req-28c5b868-a1a4-4b03-b11c-94ff5d495a8d tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.44 "GET /v2.0/networks?id=65a753db-ce0e-4754-930c-22eab2141304 HTTP/1.1" status: 200 len: 796 time: 0.1183674 Dec 10 16:03:51.718754 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-58af2900-90bb-401b-a5fe-5ffa9c4d3fd5 req-37f4bed6-0388-4294-8b2d-9cd5f604ad67 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b327aafa1a641f3bf0fb7dd284e6165 HTTP/1.1" status: 200 len: 380 time: 0.0543711 Dec 10 16:03:51.728240 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [req-58af2900-90bb-401b-a5fe-5ffa9c4d3fd5 req-5690a62a-8037-43bb-a1c6-04d2b5b58975 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Request body: {'port': {'device_id': 'a70ee374-8396-4d7a-9b10-fa1dcdd16807', 'network_id': '65a753db-ce0e-4754-930c-22eab2141304', 'admin_state_up': True, 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'security_groups': ['12751368-4237-4736-820d-80bf46b642c2']}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:03:51.848283 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-b6afe586-87fd-4eef-bd38-fb02177c2ec1 req-b4f1252d-34ad-4a69-a4a7-b28ce1a68acc tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=a70ee374-8396-4d7a-9b10-fa1dcdd16807 HTTP/1.1" status: 200 len: 210 time: 0.0375631 Dec 10 16:03:51.915491 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58af2900-90bb-401b-a5fe-5ffa9c4d3fd5 req-5690a62a-8037-43bb-a1c6-04d2b5b58975 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Made reservation on behalf of 7b327aafa1a641f3bf0fb7dd284e6165 for: {'port': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:03:51.919192 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-58af2900-90bb-401b-a5fe-5ffa9c4d3fd5 req-5690a62a-8037-43bb-a1c6-04d2b5b58975 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:52.043265 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [req-58af2900-90bb-401b-a5fe-5ffa9c4d3fd5 req-5690a62a-8037-43bb-a1c6-04d2b5b58975 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Allocated IP 172.20.0.10 (65a753db-ce0e-4754-930c-22eab2141304/4a133624-0f81-40d6-9d6c-03accad04215/9a8018a5-a775-47c9-a4a1-2310a0a60b89) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:03:52.180178 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-58af2900-90bb-401b-a5fe-5ffa9c4d3fd5 req-5690a62a-8037-43bb-a1c6-04d2b5b58975 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:52.252778 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-58af2900-90bb-401b-a5fe-5ffa9c4d3fd5 req-5690a62a-8037-43bb-a1c6-04d2b5b58975 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:52.295585 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58af2900-90bb-401b-a5fe-5ffa9c4d3fd5 req-5690a62a-8037-43bb-a1c6-04d2b5b58975 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Network 65a753db-ce0e-4754-930c-22eab2141304 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:03:52.298976 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [req-58af2900-90bb-401b-a5fe-5ffa9c4d3fd5 req-5690a62a-8037-43bb-a1c6-04d2b5b58975 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:03:52.302559 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [req-58af2900-90bb-401b-a5fe-5ffa9c4d3fd5 req-5690a62a-8037-43bb-a1c6-04d2b5b58975 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:03:52.338418 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5690a62a-8037-43bb-a1c6-04d2b5b58975 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event updated for resources: {'Port': ['ID=9a8018a5-a775-47c9-a4a1-2310a0a60b89,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:03:52.360624 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af2900-90bb-401b-a5fe-5ffa9c4d3fd5 req-5690a62a-8037-43bb-a1c6-04d2b5b58975 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:03:52.361271 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-58af2900-90bb-401b-a5fe-5ffa9c4d3fd5 req-5690a62a-8037-43bb-a1c6-04d2b5b58975 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:52.410021 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-58af2900-90bb-401b-a5fe-5ffa9c4d3fd5 req-5690a62a-8037-43bb-a1c6-04d2b5b58975 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6853695 Dec 10 16:03:52.422549 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [req-58af2900-90bb-401b-a5fe-5ffa9c4d3fd5 req-4551134a-61b6-463a-90f0-8ea3289fafa1 service neutron] Request body: {'port': {'device_id': 'a70ee374-8396-4d7a-9b10-fa1dcdd16807', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:03:52.477734 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-58af2900-90bb-401b-a5fe-5ffa9c4d3fd5 req-4551134a-61b6-463a-90f0-8ea3289fafa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:52.555939 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-ca26d199-8e71-4956-ade9-1805cf0de515 None None] Provisioning complete for port 9a8018a5-a775-47c9-a4a1-2310a0a60b89 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:03:52.556531 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ca26d199-8e71-4956-ade9-1805cf0de515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:52.589129 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-ca26d199-8e71-4956-ade9-1805cf0de515 None None] Port 9a8018a5-a775-47c9-a4a1-2310a0a60b89 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:03:52.739488 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [req-58af2900-90bb-401b-a5fe-5ffa9c4d3fd5 req-4551134a-61b6-463a-90f0-8ea3289fafa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a8018a5-a775-47c9-a4a1-2310a0a60b89 {{(pid=103586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:03:52.740165 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-58af2900-90bb-401b-a5fe-5ffa9c4d3fd5 req-4551134a-61b6-463a-90f0-8ea3289fafa1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:52.752291 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [req-58af2900-90bb-401b-a5fe-5ffa9c4d3fd5 req-4551134a-61b6-463a-90f0-8ea3289fafa1 service neutron] Transition to ACTIVE for port object 9a8018a5-a775-47c9-a4a1-2310a0a60b89 will not be triggered until provisioned by entity L2. {{(pid=103586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:03:52.795488 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-58af2900-90bb-401b-a5fe-5ffa9c4d3fd5 req-4551134a-61b6-463a-90f0-8ea3289fafa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:52.851576 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4551134a-61b6-463a-90f0-8ea3289fafa1 service neutron] Pushing event updated for resources: {'Port': ['ID=9a8018a5-a775-47c9-a4a1-2310a0a60b89,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:03:52.934657 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [req-58af2900-90bb-401b-a5fe-5ffa9c4d3fd5 req-4551134a-61b6-463a-90f0-8ea3289fafa1 service neutron] Attempting to bind port 9a8018a5-a775-47c9-a4a1-2310a0a60b89 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:03:52.935001 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [req-58af2900-90bb-401b-a5fe-5ffa9c4d3fd5 req-4551134a-61b6-463a-90f0-8ea3289fafa1 service neutron] Attempting to bind port 9a8018a5-a775-47c9-a4a1-2310a0a60b89 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '568fb6bb-c66c-49ff-9081-0065af1f1c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '65a753db-ce0e-4754-930c-22eab2141304'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:03:52.935338 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58af2900-90bb-401b-a5fe-5ffa9c4d3fd5 req-4551134a-61b6-463a-90f0-8ea3289fafa1 service neutron] Attempting to bind port 9a8018a5-a775-47c9-a4a1-2310a0a60b89 on network 65a753db-ce0e-4754-930c-22eab2141304 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:03:52.940256 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58af2900-90bb-401b-a5fe-5ffa9c4d3fd5 req-4551134a-61b6-463a-90f0-8ea3289fafa1 service neutron] Port 9a8018a5-a775-47c9-a4a1-2310a0a60b89 on network 65a753db-ce0e-4754-930c-22eab2141304 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:03:52.940583 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58af2900-90bb-401b-a5fe-5ffa9c4d3fd5 req-4551134a-61b6-463a-90f0-8ea3289fafa1 service neutron] Attempting to bind port 9a8018a5-a775-47c9-a4a1-2310a0a60b89 on network 65a753db-ce0e-4754-930c-22eab2141304 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:03:52.946301 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58af2900-90bb-401b-a5fe-5ffa9c4d3fd5 req-4551134a-61b6-463a-90f0-8ea3289fafa1 service neutron] Checking agent: {'id': 'fa828968-c68f-4b22-9699-a58fe4ab1f05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 28, 13), 'started_at': datetime.datetime(2021, 12, 10, 15, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:03:52.946301 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58af2900-90bb-401b-a5fe-5ffa9c4d3fd5 req-4551134a-61b6-463a-90f0-8ea3289fafa1 service neutron] Checking segment: {'id': '568fb6bb-c66c-49ff-9081-0065af1f1c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '65a753db-ce0e-4754-930c-22eab2141304'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:03:52.946614 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58af2900-90bb-401b-a5fe-5ffa9c4d3fd5 req-4551134a-61b6-463a-90f0-8ea3289fafa1 service neutron] Bound using segment: {'id': '568fb6bb-c66c-49ff-9081-0065af1f1c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '65a753db-ce0e-4754-930c-22eab2141304'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:03:52.946998 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [req-58af2900-90bb-401b-a5fe-5ffa9c4d3fd5 req-4551134a-61b6-463a-90f0-8ea3289fafa1 service neutron] Bound port: 9a8018a5-a775-47c9-a4a1-2310a0a60b89, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '568fb6bb-c66c-49ff-9081-0065af1f1c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '65a753db-ce0e-4754-930c-22eab2141304'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:03:52.947386 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-58af2900-90bb-401b-a5fe-5ffa9c4d3fd5 req-4551134a-61b6-463a-90f0-8ea3289fafa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:52.986510 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36752d5-9112-4530-a82e-6a5d7bd37b26 req-f04c383a-0a97-4d78-a6d8-93706d097026 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:03:52.988016 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-c36752d5-9112-4530-a82e-6a5d7bd37b26 req-f04c383a-0a97-4d78-a6d8-93706d097026 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=a70ee374-8396-4d7a-9b10-fa1dcdd16807 HTTP/1.1" status: 200 len: 944 time: 0.0519738 Dec 10 16:03:53.016854 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [req-58af2900-90bb-401b-a5fe-5ffa9c4d3fd5 req-4551134a-61b6-463a-90f0-8ea3289fafa1 service neutron] For port 9a8018a5-a775-47c9-a4a1-2310a0a60b89, host hv-neutron-8214, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:03:53.021953 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [req-58af2900-90bb-401b-a5fe-5ffa9c4d3fd5 req-4551134a-61b6-463a-90f0-8ea3289fafa1 service neutron] For port 9a8018a5-a775-47c9-a4a1-2310a0a60b89, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=9a8018a5-a775-47c9-a4a1-2310a0a60b89,segment=NetworkSegment(568fb6bb-c66c-49ff-9081-0065af1f1c58),segment_id=568fb6bb-c66c-49ff-9081-0065af1f1c58)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:03:53.041939 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-c36752d5-9112-4530-a82e-6a5d7bd37b26 req-91bf9032-6af5-4a43-9a21-6135a32014e0 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=12751368-4237-4736-820d-80bf46b642c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475423 Dec 10 16:03:53.099117 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-58af2900-90bb-401b-a5fe-5ffa9c4d3fd5 req-4551134a-61b6-463a-90f0-8ea3289fafa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:53.139919 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af2900-90bb-401b-a5fe-5ffa9c4d3fd5 req-4551134a-61b6-463a-90f0-8ea3289fafa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:03:53.140533 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-58af2900-90bb-401b-a5fe-5ffa9c4d3fd5 req-4551134a-61b6-463a-90f0-8ea3289fafa1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:53.141937 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-58af2900-90bb-401b-a5fe-5ffa9c4d3fd5 req-4551134a-61b6-463a-90f0-8ea3289fafa1 service neutron] 10.222.0.44 "PUT /v2.0/ports/9a8018a5-a775-47c9-a4a1-2310a0a60b89 HTTP/1.1" status: 200 len: 1094 time: 0.7241569 Dec 10 16:03:53.142381 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a70ee374-8396-4d7a-9b10-fa1dcdd16807', 'tag': '9a8018a5-a775-47c9-a4a1-2310a0a60b89'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:03:53.144728 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde1b47dcd987728a27c8e391f176ee57ea2adf837d2cedb59662361de43515a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a12b7479-cf19-41e3-9098-11ca3df343a3" -d '{"events": [{"name": "network-changed", "server_uuid": "a70ee374-8396-4d7a-9b10-fa1dcdd16807", "tag": "9a8018a5-a775-47c9-a4a1-2310a0a60b89"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:03:53.175084 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4551134a-61b6-463a-90f0-8ea3289fafa1 service neutron] Pushing event updated for resources: {'Port': ['ID=9a8018a5-a775-47c9-a4a1-2310a0a60b89,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:03:53.201068 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ffdf0b-9441-4f8c-bc3d-f73c311a2213 x-openstack-request-id: req-86ffdf0b-9441-4f8c-bc3d-f73c311a2213 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:03:53.202683 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a70ee374-8396-4d7a-9b10-fa1dcdd16807", "tag": "9a8018a5-a775-47c9-a4a1-2310a0a60b89", "status": "completed", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:03:53.202683 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-86ffdf0b-9441-4f8c-bc3d-f73c311a2213 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:03:53.202683 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a70ee374-8396-4d7a-9b10-fa1dcdd16807', 'tag': '9a8018a5-a775-47c9-a4a1-2310a0a60b89', 'status': 'completed', 'code': 200} Dec 10 16:03:53.261341 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b7479-cf19-41e3-9098-11ca3df343a3 req-917ff58e-b9ce-4909-89e6-2e1b17dc414a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:03:53.262824 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-a12b7479-cf19-41e3-9098-11ca3df343a3 req-917ff58e-b9ce-4909-89e6-2e1b17dc414a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7b327aafa1a641f3bf0fb7dd284e6165&device_id=a70ee374-8396-4d7a-9b10-fa1dcdd16807 HTTP/1.1" status: 200 len: 1097 time: 0.0443289 Dec 10 16:03:53.367088 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b7479-cf19-41e3-9098-11ca3df343a3 req-2da9b31c-e1dc-462f-a3a7-cd4dae6a58f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:03:53.368566 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-a12b7479-cf19-41e3-9098-11ca3df343a3 req-2da9b31c-e1dc-462f-a3a7-cd4dae6a58f7 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=7b327aafa1a641f3bf0fb7dd284e6165&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0976529 Dec 10 16:03:53.459599 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b7479-cf19-41e3-9098-11ca3df343a3 req-519e0fa4-9d48-455e-b146-af3a4c2ed86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:03:53.461683 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-a12b7479-cf19-41e3-9098-11ca3df343a3 req-519e0fa4-9d48-455e-b146-af3a4c2ed86e service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0863190 Dec 10 16:03:53.535669 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af2900-90bb-401b-a5fe-5ffa9c4d3fd5 req-edc71cb8-f7f2-4999-8f95-d01b6a227e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:03:53.537253 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-58af2900-90bb-401b-a5fe-5ffa9c4d3fd5 req-edc71cb8-f7f2-4999-8f95-d01b6a227e40 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7b327aafa1a641f3bf0fb7dd284e6165&device_id=a70ee374-8396-4d7a-9b10-fa1dcdd16807 HTTP/1.1" status: 200 len: 1097 time: 0.0413876 Dec 10 16:03:53.583585 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-58af2900-90bb-401b-a5fe-5ffa9c4d3fd5 req-ac97a049-dfc0-4e04-9e95-a54f653bf4e7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a8018a5-a775-47c9-a4a1-2310a0a60b89 HTTP/1.1" status: 200 len: 217 time: 0.0380418 Dec 10 16:03:53.631737 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af2900-90bb-401b-a5fe-5ffa9c4d3fd5 req-222737d5-7ade-4f1f-86f3-3a44c6db9c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:03:53.633916 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-58af2900-90bb-401b-a5fe-5ffa9c4d3fd5 req-222737d5-7ade-4f1f-86f3-3a44c6db9c84 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4a133624-0f81-40d6-9d6c-03accad04215 HTTP/1.1" status: 200 len: 835 time: 0.0426168 Dec 10 16:03:53.678461 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af2900-90bb-401b-a5fe-5ffa9c4d3fd5 req-82088134-7884-42b0-8cb3-aeef703df4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:03:53.680482 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-58af2900-90bb-401b-a5fe-5ffa9c4d3fd5 req-82088134-7884-42b0-8cb3-aeef703df4b2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=65a753db-ce0e-4754-930c-22eab2141304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395627 Dec 10 16:03:53.774339 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-58af2900-90bb-401b-a5fe-5ffa9c4d3fd5 req-76d95d0e-a746-42a6-91e6-8b0ebbd153d0 service neutron] 10.222.0.44 "GET /v2.0/networks/65a753db-ce0e-4754-930c-22eab2141304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841930 Dec 10 16:03:53.863338 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-58af2900-90bb-401b-a5fe-5ffa9c4d3fd5 req-bf799d4f-a06a-49af-85da-3d08f38a8850 service neutron] 10.222.0.44 "GET /v2.0/networks/65a753db-ce0e-4754-930c-22eab2141304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836718 Dec 10 16:03:54.157844 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318a3b83-6414-463d-a8fe-d428d83c27ba req-ca759018-530e-47d5-a007-088928e769d4 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:03:54.159338 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-318a3b83-6414-463d-a8fe-d428d83c27ba req-ca759018-530e-47d5-a007-088928e769d4 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=a70ee374-8396-4d7a-9b10-fa1dcdd16807 HTTP/1.1" status: 200 len: 944 time: 0.0473630 Dec 10 16:03:54.211713 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-318a3b83-6414-463d-a8fe-d428d83c27ba req-af52d91b-648c-4d72-acb5-ea895493a6fb tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=12751368-4237-4736-820d-80bf46b642c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457771 Dec 10 16:03:55.328232 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9d248-6704-4c99-bf0b-aa218e4ad863 req-e80d4e58-ffea-4a6f-9588-4a6333ea01be tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:03:55.329945 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-d2d9d248-6704-4c99-bf0b-aa218e4ad863 req-e80d4e58-ffea-4a6f-9588-4a6333ea01be tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=a70ee374-8396-4d7a-9b10-fa1dcdd16807 HTTP/1.1" status: 200 len: 944 time: 0.0496345 Dec 10 16:03:55.383395 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-d2d9d248-6704-4c99-bf0b-aa218e4ad863 req-0ab1a224-ba00-447f-911f-da3e47824af1 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=12751368-4237-4736-820d-80bf46b642c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470648 Dec 10 16:03:56.494276 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b820a9-5086-407d-a6d1-71fc24b8f031 req-a0a7d427-5c85-4ae4-aea1-06b782c3ed05 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:03:56.495834 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-22b820a9-5086-407d-a6d1-71fc24b8f031 req-a0a7d427-5c85-4ae4-aea1-06b782c3ed05 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=a70ee374-8396-4d7a-9b10-fa1dcdd16807 HTTP/1.1" status: 200 len: 944 time: 0.0477157 Dec 10 16:03:56.544596 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-22b820a9-5086-407d-a6d1-71fc24b8f031 req-7b574a00-aa36-4e06-a629-5c6d4404c906 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=12751368-4237-4736-820d-80bf46b642c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428574 Dec 10 16:03:56.908188 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 9a8018a5-a775-47c9-a4a1-2310a0a60b89 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:03:57.003128 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port 9a8018a5-a775-47c9-a4a1-2310a0a60b89, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=9a8018a5-a775-47c9-a4a1-2310a0a60b89,segment=NetworkSegment(568fb6bb-c66c-49ff-9081-0065af1f1c58),segment_id=568fb6bb-c66c-49ff-9081-0065af1f1c58)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:03:57.014175 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Returning: {'device': '9a8018a5-a775-47c9-a4a1-2310a0a60b89', 'network_id': '65a753db-ce0e-4754-930c-22eab2141304', 'port_id': '9a8018a5-a775-47c9-a4a1-2310a0a60b89', 'mac_address': 'fa:16:3e:ff:eb:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a133624-0f81-40d6-9d6c-03accad04215', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:03:57.049857 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:57.062878 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a8018a5-a775-47c9-a4a1-2310a0a60b89 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:03:57.085646 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port 9a8018a5-a775-47c9-a4a1-2310a0a60b89, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=9a8018a5-a775-47c9-a4a1-2310a0a60b89,segment=NetworkSegment(568fb6bb-c66c-49ff-9081-0065af1f1c58),segment_id=568fb6bb-c66c-49ff-9081-0065af1f1c58)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:03:57.194724 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:57.244249 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=9a8018a5-a775-47c9-a4a1-2310a0a60b89,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:03:57.402729 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] get_ports_and_sgs() called for port_ids ['9a8018a5-a775-47c9-a4a1-2310a0a60b89'] {{(pid=103588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:03:57.658383 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b9301-7f3b-4d0d-8e0d-f0c378b96587 req-b65d2726-21dd-483c-ac83-2340667ce08e tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:03:57.659863 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-8f7b9301-7f3b-4d0d-8e0d-f0c378b96587 req-b65d2726-21dd-483c-ac83-2340667ce08e tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=a70ee374-8396-4d7a-9b10-fa1dcdd16807 HTTP/1.1" status: 200 len: 945 time: 0.0482073 Dec 10 16:03:57.708876 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-8f7b9301-7f3b-4d0d-8e0d-f0c378b96587 req-6f0ecc83-6f86-476c-947f-99ccb9ae6dfc tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=12751368-4237-4736-820d-80bf46b642c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423739 Dec 10 16:03:58.823944 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715332e4-58af-4c04-88cf-1c326d9092db req-3df7fee4-1edf-460f-b9a1-802df16fe01b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:03:58.825504 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-715332e4-58af-4c04-88cf-1c326d9092db req-3df7fee4-1edf-460f-b9a1-802df16fe01b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=a70ee374-8396-4d7a-9b10-fa1dcdd16807 HTTP/1.1" status: 200 len: 945 time: 0.0492949 Dec 10 16:03:58.874179 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-715332e4-58af-4c04-88cf-1c326d9092db req-59d1ead8-a823-4b3f-8742-f2511f441a49 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=12751368-4237-4736-820d-80bf46b642c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424843 Dec 10 16:03:58.923994 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 9a8018a5-a775-47c9-a4a1-2310a0a60b89 up at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:03:59.046849 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning for port 9a8018a5-a775-47c9-a4a1-2310a0a60b89 completed by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:03:59.050584 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning complete for port 9a8018a5-a775-47c9-a4a1-2310a0a60b89 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:03:59.050954 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:59.127324 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:59.152688 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a70ee374-8396-4d7a-9b10-fa1dcdd16807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a8018a5-a775-47c9-a4a1-2310a0a60b89'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:03:59.154964 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa4b92c408489e2c982394a5a7b3518bb1b22554638321e3ea6c5cabb2c75d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df2587e-b8a7-4edf-8db7-8b16681a1ff3" -d '{"events": [{"server_uuid": "a70ee374-8396-4d7a-9b10-fa1dcdd16807", "name": "network-vif-plugged", "status": "completed", "tag": "9a8018a5-a775-47c9-a4a1-2310a0a60b89"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:03:59.171915 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port 9a8018a5-a775-47c9-a4a1-2310a0a60b89, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=9a8018a5-a775-47c9-a4a1-2310a0a60b89,segment=NetworkSegment(568fb6bb-c66c-49ff-9081-0065af1f1c58),segment_id=568fb6bb-c66c-49ff-9081-0065af1f1c58)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:03:59.217852 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:03:59.252235 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f61958c-695b-439c-8f37-a72c7410cc6d x-openstack-request-id: req-4f61958c-695b-439c-8f37-a72c7410cc6d {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:03:59.252536 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a70ee374-8396-4d7a-9b10-fa1dcdd16807", "name": "network-vif-plugged", "status": "completed", "tag": "9a8018a5-a775-47c9-a4a1-2310a0a60b89", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:03:59.252792 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4f61958c-695b-439c-8f37-a72c7410cc6d {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:03:59.253223 dv-neutron-821401-4-hyperv neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a70ee374-8396-4d7a-9b10-fa1dcdd16807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a8018a5-a775-47c9-a4a1-2310a0a60b89', 'code': 200} Dec 10 16:03:59.267488 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=9a8018a5-a775-47c9-a4a1-2310a0a60b89,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:03:59.508347 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4782628-d1f7-4995-9e31-83803efac9f0 req-54ab8cfe-1213-4063-a86f-f3025991495d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:03:59.509831 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f4782628-d1f7-4995-9e31-83803efac9f0 req-54ab8cfe-1213-4063-a86f-f3025991495d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a70ee374-8396-4d7a-9b10-fa1dcdd16807 HTTP/1.1" status: 200 len: 1099 time: 0.0388103 Dec 10 16:03:59.556293 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f4782628-d1f7-4995-9e31-83803efac9f0 req-6098e97f-1c3c-4351-ab17-a8e1e2e5319f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=12751368-4237-4736-820d-80bf46b642c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389159 Dec 10 16:03:59.985736 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:03:59.992257 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf50e79a-8f7a-428b-9872-f0b1f319d28b req-8cb2912c-be85-4bd8-ac85-c143f0466dbd tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:03:59.993749 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-cf50e79a-8f7a-428b-9872-f0b1f319d28b req-8cb2912c-be85-4bd8-ac85-c143f0466dbd tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=a70ee374-8396-4d7a-9b10-fa1dcdd16807 HTTP/1.1" status: 200 len: 946 time: 0.0528104 Dec 10 16:04:00.042128 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-cf50e79a-8f7a-428b-9872-f0b1f319d28b req-a4a5a926-4357-4879-bc47-c614f0e167c2 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=12751368-4237-4736-820d-80bf46b642c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423539 Dec 10 16:04:01.159158 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faea1fd-99e4-4041-9588-2d5366f26fac req-87a093f9-36ce-4d4a-bf47-249cd426ff7c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:04:01.160693 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-5faea1fd-99e4-4041-9588-2d5366f26fac req-87a093f9-36ce-4d4a-bf47-249cd426ff7c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=a70ee374-8396-4d7a-9b10-fa1dcdd16807 HTTP/1.1" status: 200 len: 946 time: 0.0515952 Dec 10 16:04:01.209020 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-5faea1fd-99e4-4041-9588-2d5366f26fac req-aa342d4f-c60d-40f2-893b-0c168c86b321 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=12751368-4237-4736-820d-80bf46b642c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424142 Dec 10 16:04:01.320249 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3dcaa-31ba-40c0-8f7b-ee442cdaf718 req-9040e5d3-e344-457c-81a0-fe7917ae5378 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:04:01.321628 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-a0f3dcaa-31ba-40c0-8f7b-ee442cdaf718 req-9040e5d3-e344-457c-81a0-fe7917ae5378 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=a70ee374-8396-4d7a-9b10-fa1dcdd16807 HTTP/1.1" status: 200 len: 946 time: 0.0480533 Dec 10 16:04:01.369659 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-a0f3dcaa-31ba-40c0-8f7b-ee442cdaf718 req-265697d6-449f-4322-8131-27f0ee85807d tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=12751368-4237-4736-820d-80bf46b642c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420618 Dec 10 16:04:01.390976 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 42798) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:04:01.429218 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e030ef-dc78-41ca-85fc-a3e947cf21e6 tempest-TestNetworkAdvancedServerOps-68229087 tempest-TestNetworkAdvancedServerOps-68229087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:04:01.430718 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-26e030ef-dc78-41ca-85fc-a3e947cf21e6 tempest-TestNetworkAdvancedServerOps-68229087 tempest-TestNetworkAdvancedServerOps-68229087-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a70ee374-8396-4d7a-9b10-fa1dcdd16807 HTTP/1.1" status: 200 len: 1094 time: 0.0388036 Dec 10 16:04:01.433398 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 42800) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:04:01.437516 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-3c2b21e0-acc2-4ddb-b2a6-fb6bcbfbb89c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Request body: {'floatingip': {'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'port_id': '9a8018a5-a775-47c9-a4a1-2310a0a60b89', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:04:01.572257 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3c2b21e0-acc2-4ddb-b2a6-fb6bcbfbb89c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for floatingip, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:04:01.665435 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3c2b21e0-acc2-4ddb-b2a6-fb6bcbfbb89c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:04:01.774054 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-3c2b21e0-acc2-4ddb-b2a6-fb6bcbfbb89c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Allocated IP 172.26.2.25 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/8b46755f-7676-4157-aaa5-2dad8ea1bbae) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:04:01.872702 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3c2b21e0-acc2-4ddb-b2a6-fb6bcbfbb89c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:04:01.955053 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3c2b21e0-acc2-4ddb-b2a6-fb6bcbfbb89c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:04:01.990256 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2b21e0-acc2-4ddb-b2a6-fb6bcbfbb89c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:04:01.993651 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-3c2b21e0-acc2-4ddb-b2a6-fb6bcbfbb89c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:04:01.997257 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2b21e0-acc2-4ddb-b2a6-fb6bcbfbb89c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:04:02.325658 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2b21e0-acc2-4ddb-b2a6-fb6bcbfbb89c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event updated for resources: {'Port': ['ID=8b46755f-7676-4157-aaa5-2dad8ea1bbae,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:04:02.686053 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3c2b21e0-acc2-4ddb-b2a6-fb6bcbfbb89c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:04:02.808547 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3c2b21e0-acc2-4ddb-b2a6-fb6bcbfbb89c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:04:02.956493 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3c2b21e0-acc2-4ddb-b2a6-fb6bcbfbb89c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:04:03.000639 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3c2b21e0-acc2-4ddb-b2a6-fb6bcbfbb89c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:04:03.075528 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2b21e0-acc2-4ddb-b2a6-fb6bcbfbb89c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event updated for resources: {'Port': ['ID=8b46755f-7676-4157-aaa5-2dad8ea1bbae,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:04:03.084624 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3c2b21e0-acc2-4ddb-b2a6-fb6bcbfbb89c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552741'] for floatingip, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:04:03.186784 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.l3_db [None req-3c2b21e0-acc2-4ddb-b2a6-fb6bcbfbb89c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Floating IP feaf5540-3a5a-41eb-b58b-a4a2d6d3f8fb associated. External IP: 172.26.2.25, port: 9a8018a5-a775-47c9-a4a1-2310a0a60b89. Dec 10 16:04:03.387150 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c2b21e0-acc2-4ddb-b2a6-fb6bcbfbb89c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Router 421f15cf-ee8d-47d0-857f-f258492bdb1a has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:04:03.492192 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c2b21e0-acc2-4ddb-b2a6-fb6bcbfbb89c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:04:03.501666 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e80fccd-978b-4f2a-83cc-3b9e7f318c16 None None] Sync routers for ids ['421f15cf-ee8d-47d0-857f-f258492bdb1a'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:04:03.511685 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e80fccd-978b-4f2a-83cc-3b9e7f318c16 None None] Routers {'421f15cf-ee8d-47d0-857f-f258492bdb1a'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:04:03.512304 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-3e80fccd-978b-4f2a-83cc-3b9e7f318c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:03:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['421f15cf-ee8d-47d0-857f-f258492bdb1a'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:04:03.597101 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3c2b21e0-acc2-4ddb-b2a6-fb6bcbfbb89c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:04:03.624457 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-3c2b21e0-acc2-4ddb-b2a6-fb6bcbfbb89c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1900046 Dec 10 16:04:03.625045 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a70ee374-8396-4d7a-9b10-fa1dcdd16807', 'tag': '9a8018a5-a775-47c9-a4a1-2310a0a60b89'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:04:03.627362 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9ca57131bc4931768ac29058952438d1fdd62308db7b17540cc34ffe8faef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a26d03-a8f7-497e-ada2-e001d875f80c" -d '{"events": [{"name": "network-changed", "server_uuid": "a70ee374-8396-4d7a-9b10-fa1dcdd16807", "tag": "9a8018a5-a775-47c9-a4a1-2310a0a60b89"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:04:03.648367 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-3e80fccd-978b-4f2a-83cc-3b9e7f318c16 None None] Set router 421f15cf-ee8d-47d0-857f-f258492bdb1a gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:04:03.666936 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ae14d1-cfa0-4ee5-8575-a5f0c9ed085c x-openstack-request-id: req-35ae14d1-cfa0-4ee5-8575-a5f0c9ed085c {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:04:03.667237 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a70ee374-8396-4d7a-9b10-fa1dcdd16807", "tag": "9a8018a5-a775-47c9-a4a1-2310a0a60b89", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:04:03.667741 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-35ae14d1-cfa0-4ee5-8575-a5f0c9ed085c {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:04:03.668164 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a70ee374-8396-4d7a-9b10-fa1dcdd16807', 'tag': '9a8018a5-a775-47c9-a4a1-2310a0a60b89', 'status': 'completed', 'code': 200} Dec 10 16:04:03.754552 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74a8449-36bd-484f-b898-8115fed78d1e req-0d677841-3069-43e0-b48a-c21589ca6d59 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:04:03.756060 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-e74a8449-36bd-484f-b898-8115fed78d1e req-0d677841-3069-43e0-b48a-c21589ca6d59 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=a70ee374-8396-4d7a-9b10-fa1dcdd16807 HTTP/1.1" status: 200 len: 946 time: 0.0791247 Dec 10 16:04:03.758696 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a26d03-a8f7-497e-ada2-e001d875f80c req-fa60fc45-c807-4a33-b3c0-4265c5f2ff7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:04:03.760111 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-03a26d03-a8f7-497e-ada2-e001d875f80c req-fa60fc45-c807-4a33-b3c0-4265c5f2ff7f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7b327aafa1a641f3bf0fb7dd284e6165&device_id=a70ee374-8396-4d7a-9b10-fa1dcdd16807 HTTP/1.1" status: 200 len: 1099 time: 0.0695887 Dec 10 16:04:03.863450 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-e74a8449-36bd-484f-b898-8115fed78d1e req-75e71038-276c-4217-87b5-a9f489377fb3 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=12751368-4237-4736-820d-80bf46b642c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008275 Dec 10 16:04:03.886011 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-3e80fccd-978b-4f2a-83cc-3b9e7f318c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421f15cf-ee8d-47d0-857f-f258492bdb1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-668724428', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.154'}], 'enable_snat': True}, 'gw_port_id': '2178b0e4-c78a-4151-b7e2-5f56d326f9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:03:43Z', 'updated_at': '2021-12-10T16:03:47Z', 'revision_number': 4, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'gw_port': {'id': '2178b0e4-c78a-4151-b7e2-5f56d326f9ec', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:cd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421f15cf-ee8d-47d0-857f-f258492bdb1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:03:43Z', 'updated_at': '2021-12-10T16:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': 'feaf5540-3a5a-41eb-b58b-a4a2d6d3f8fb', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'floating_ip_address': '172.26.2.25', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': '421f15cf-ee8d-47d0-857f-f258492bdb1a', 'port_id': '9a8018a5-a775-47c9-a4a1-2310a0a60b89', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65a753db-ce0e-4754-930c-22eab2141304', 'mac_address': 'fa:16:3e:ff:eb:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70ee374-8396-4d7a-9b10-fa1dcdd16807', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:04:02Z', 'updated_at': '2021-12-10T16:04:02Z', 'revision_number': 0, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18369c3f-c774-4da1-9912-1764cdfcc23a', 'name': '', 'network_id': '65a753db-ce0e-4754-930c-22eab2141304', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'mac_address': 'fa:16:3e:94:48:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421f15cf-ee8d-47d0-857f-f258492bdb1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '4a133624-0f81-40d6-9d6c-03accad04215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:03:46Z', 'updated_at': '2021-12-10T16:03:50Z', 'revision_number': 5, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'subnets': [{'id': '4a133624-0f81-40d6-9d6c-03accad04215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:04:03.886251 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a26d03-a8f7-497e-ada2-e001d875f80c req-c16d3c40-fe38-42fc-8c03-3e3413271d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:04:03.887845 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-03a26d03-a8f7-497e-ada2-e001d875f80c req-c16d3c40-fe38-42fc-8c03-3e3413271d34 service neutron] 10.222.0.44 "GET /v2.0/networks?id=65a753db-ce0e-4754-930c-22eab2141304 HTTP/1.1" status: 200 len: 897 time: 0.1193879 Dec 10 16:04:03.888500 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 42806) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:04:03.909938 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e80fccd-978b-4f2a-83cc-3b9e7f318c16 None None] Checking router: 421f15cf-ee8d-47d0-857f-f258492bdb1a for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:04:03.918822 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e80fccd-978b-4f2a-83cc-3b9e7f318c16 None None] Routers {'421f15cf-ee8d-47d0-857f-f258492bdb1a'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:04:03.919429 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-3e80fccd-978b-4f2a-83cc-3b9e7f318c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:03:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['421f15cf-ee8d-47d0-857f-f258492bdb1a'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:04:03.955308 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-3d5e920a-6977-402e-a8c0-0bcbfe722a13 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/floatingips/feaf5540-3a5a-41eb-b58b-a4a2d6d3f8fb HTTP/1.1" status: 200 len: 991 time: 0.0656452 Dec 10 16:04:03.958405 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-03a26d03-a8f7-497e-ada2-e001d875f80c req-aa46dce0-424a-4043-9cfc-3001a0d9d012 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a8018a5-a775-47c9-a4a1-2310a0a60b89 HTTP/1.1" status: 200 len: 999 time: 0.0634058 Dec 10 16:04:04.027703 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-3e80fccd-978b-4f2a-83cc-3b9e7f318c16 None None] Set router 421f15cf-ee8d-47d0-857f-f258492bdb1a gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:04:04.253604 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-3e80fccd-978b-4f2a-83cc-3b9e7f318c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421f15cf-ee8d-47d0-857f-f258492bdb1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-668724428', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.154'}], 'enable_snat': True}, 'gw_port_id': '2178b0e4-c78a-4151-b7e2-5f56d326f9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:03:43Z', 'updated_at': '2021-12-10T16:03:47Z', 'revision_number': 4, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'gw_port': {'id': '2178b0e4-c78a-4151-b7e2-5f56d326f9ec', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:cd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421f15cf-ee8d-47d0-857f-f258492bdb1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:03:43Z', 'updated_at': '2021-12-10T16:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': 'feaf5540-3a5a-41eb-b58b-a4a2d6d3f8fb', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'floating_ip_address': '172.26.2.25', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': '421f15cf-ee8d-47d0-857f-f258492bdb1a', 'port_id': '9a8018a5-a775-47c9-a4a1-2310a0a60b89', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65a753db-ce0e-4754-930c-22eab2141304', 'mac_address': 'fa:16:3e:ff:eb:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70ee374-8396-4d7a-9b10-fa1dcdd16807', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:04:02Z', 'updated_at': '2021-12-10T16:04:02Z', 'revision_number': 0, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18369c3f-c774-4da1-9912-1764cdfcc23a', 'name': '', 'network_id': '65a753db-ce0e-4754-930c-22eab2141304', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'mac_address': 'fa:16:3e:94:48:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421f15cf-ee8d-47d0-857f-f258492bdb1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '4a133624-0f81-40d6-9d6c-03accad04215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:03:46Z', 'updated_at': '2021-12-10T16:03:50Z', 'revision_number': 5, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'subnets': [{'id': '4a133624-0f81-40d6-9d6c-03accad04215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:04:04.283753 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e80fccd-978b-4f2a-83cc-3b9e7f318c16 None None] The sync data for ids ['421f15cf-ee8d-47d0-857f-f258492bdb1a'] in dv-neutron-821401-4-hyperv is: [{'id': '421f15cf-ee8d-47d0-857f-f258492bdb1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-668724428', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.154'}], 'enable_snat': True}, 'gw_port_id': '2178b0e4-c78a-4151-b7e2-5f56d326f9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:03:43Z', 'updated_at': '2021-12-10T16:03:47Z', 'revision_number': 4, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'gw_port': {'id': '2178b0e4-c78a-4151-b7e2-5f56d326f9ec', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:cd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421f15cf-ee8d-47d0-857f-f258492bdb1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:03:43Z', 'updated_at': '2021-12-10T16:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': 'feaf5540-3a5a-41eb-b58b-a4a2d6d3f8fb', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'floating_ip_address': '172.26.2.25', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': '421f15cf-ee8d-47d0-857f-f258492bdb1a', 'port_id': '9a8018a5-a775-47c9-a4a1-2310a0a60b89', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65a753db-ce0e-4754-930c-22eab2141304', 'mac_address': 'fa:16:3e:ff:eb:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70ee374-8396-4d7a-9b10-fa1dcdd16807', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:04:02Z', 'updated_at': '2021-12-10T16:04:02Z', 'revision_number': 0, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18369c3f-c774-4da1-9912-1764cdfcc23a', 'name': '', 'network_id': '65a753db-ce0e-4754-930c-22eab2141304', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'mac_address': 'fa:16:3e:94:48:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421f15cf-ee8d-47d0-857f-f258492bdb1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '4a133624-0f81-40d6-9d6c-03accad04215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:03:46Z', 'updated_at': '2021-12-10T16:03:50Z', 'revision_number': 5, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'subnets': [{'id': '4a133624-0f81-40d6-9d6c-03accad04215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:04:04.303611 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a26d03-a8f7-497e-ada2-e001d875f80c req-da27228e-8b3a-4925-abec-2a34d280dca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:04:04.305351 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-03a26d03-a8f7-497e-ada2-e001d875f80c req-da27228e-8b3a-4925-abec-2a34d280dca1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4a133624-0f81-40d6-9d6c-03accad04215 HTTP/1.1" status: 200 len: 835 time: 0.3398998 Dec 10 16:04:04.359443 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a26d03-a8f7-497e-ada2-e001d875f80c req-0ffbb8b4-a301-467b-b196-110c373333c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:04:04.360955 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-03a26d03-a8f7-497e-ada2-e001d875f80c req-0ffbb8b4-a301-467b-b196-110c373333c0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=65a753db-ce0e-4754-930c-22eab2141304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0482399 Dec 10 16:04:04.456206 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-03a26d03-a8f7-497e-ada2-e001d875f80c req-8577aa85-01cb-4333-aa8b-161f11821c39 service neutron] 10.222.0.44 "GET /v2.0/networks/65a753db-ce0e-4754-930c-22eab2141304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877943 Dec 10 16:04:04.498358 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506167c7-1f9e-4203-9054-7f1e9edcd681 None None] New status for floating IP feaf5540-3a5a-41eb-b58b-a4a2d6d3f8fb: ACTIVE {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:04:04.545533 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-03a26d03-a8f7-497e-ada2-e001d875f80c req-13d5c6de-8bd9-4ce6-9753-efe0cd11fca3 service neutron] 10.222.0.44 "GET /v2.0/networks/65a753db-ce0e-4754-930c-22eab2141304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825229 Dec 10 16:04:04.958603 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 42808) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:04:05.025292 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-52aca918-8b89-4925-802c-8db9a81dda35 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/floatingips/feaf5540-3a5a-41eb-b58b-a4a2d6d3f8fb HTTP/1.1" status: 200 len: 993 time: 0.0655243 Dec 10 16:04:12.937544 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ee2e3193-8eb3-4b4d-b7e0-c3ee4c742b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:04:13.594116 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:04:15.308514 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c086fc26-cac6-4f32-b109-21efff775d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:04:16.221754 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:04:17.902476 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:04:18.708437 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:04:31.841977 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae0096-ceca-4aca-821d-f4bf0896af44 req-b0e16d12-41c7-4b43-a75d-396833079fac tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:04:31.844098 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-90ae0096-ceca-4aca-821d-f4bf0896af44 req-b0e16d12-41c7-4b43-a75d-396833079fac tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=a70ee374-8396-4d7a-9b10-fa1dcdd16807 HTTP/1.1" status: 200 len: 946 time: 0.0583360 Dec 10 16:04:31.894014 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-90ae0096-ceca-4aca-821d-f4bf0896af44 req-49a467a6-526e-43c8-bce0-ce0423b72a6f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=12751368-4237-4736-820d-80bf46b642c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438361 Dec 10 16:04:31.895058 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b631b06-cb3a-4728-a5b3-34a3aea96e2a req-f7a36eda-a84e-458f-b562-f078f8eff4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:04:31.896573 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-5b631b06-cb3a-4728-a5b3-34a3aea96e2a req-f7a36eda-a84e-458f-b562-f078f8eff4e7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7b327aafa1a641f3bf0fb7dd284e6165&device_id=a70ee374-8396-4d7a-9b10-fa1dcdd16807 HTTP/1.1" status: 200 len: 1099 time: 0.0431674 Dec 10 16:04:31.986291 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b631b06-cb3a-4728-a5b3-34a3aea96e2a req-15f6da25-0bf2-40be-8165-0f225f3d63dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:04:31.987762 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-5b631b06-cb3a-4728-a5b3-34a3aea96e2a req-15f6da25-0bf2-40be-8165-0f225f3d63dd service neutron] 10.222.0.44 "GET /v2.0/networks?id=65a753db-ce0e-4754-930c-22eab2141304 HTTP/1.1" status: 200 len: 897 time: 0.0833631 Dec 10 16:04:32.056913 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-5b631b06-cb3a-4728-a5b3-34a3aea96e2a req-3b5534c4-fc63-4906-be88-b6d0883ab2e8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a8018a5-a775-47c9-a4a1-2310a0a60b89 HTTP/1.1" status: 200 len: 1001 time: 0.0614512 Dec 10 16:04:32.107066 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b631b06-cb3a-4728-a5b3-34a3aea96e2a req-b84cbbf0-8440-4699-8621-a37507649d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:04:32.108422 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-5b631b06-cb3a-4728-a5b3-34a3aea96e2a req-b84cbbf0-8440-4699-8621-a37507649d11 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4a133624-0f81-40d6-9d6c-03accad04215 HTTP/1.1" status: 200 len: 835 time: 0.0443146 Dec 10 16:04:32.154507 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b631b06-cb3a-4728-a5b3-34a3aea96e2a req-c2695bde-0667-4460-8c1c-805b74ce23ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:04:32.155993 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-5b631b06-cb3a-4728-a5b3-34a3aea96e2a req-c2695bde-0667-4460-8c1c-805b74ce23ce service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=65a753db-ce0e-4754-930c-22eab2141304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403833 Dec 10 16:04:32.251312 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-5b631b06-cb3a-4728-a5b3-34a3aea96e2a req-2cff41db-ee4f-4d2c-90a9-bd19e29035e6 service neutron] 10.222.0.44 "GET /v2.0/networks/65a753db-ce0e-4754-930c-22eab2141304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841219 Dec 10 16:04:32.340356 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-5b631b06-cb3a-4728-a5b3-34a3aea96e2a req-5eb34ceb-b5b9-47ef-a2c5-b5fc5c6c31d2 service neutron] 10.222.0.44 "GET /v2.0/networks/65a753db-ce0e-4754-930c-22eab2141304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810509 Dec 10 16:04:33.009862 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b167d27a-0c57-4dba-a239-9bb82d3d80bc req-0d91ce0a-d662-4beb-afa2-57ddd0c2d18d tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:04:33.011327 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-b167d27a-0c57-4dba-a239-9bb82d3d80bc req-0d91ce0a-d662-4beb-afa2-57ddd0c2d18d tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=a70ee374-8396-4d7a-9b10-fa1dcdd16807 HTTP/1.1" status: 200 len: 946 time: 0.0478957 Dec 10 16:04:33.060971 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-b167d27a-0c57-4dba-a239-9bb82d3d80bc req-e22b7a54-7bd5-4412-bb55-bc8dadddd051 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=12751368-4237-4736-820d-80bf46b642c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436912 Dec 10 16:04:34.180214 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf82a15-e4d0-4998-b485-b9089388d5fc req-eb13e2eb-6451-4d25-8308-3b8ccf578433 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:04:34.181711 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-bbf82a15-e4d0-4998-b485-b9089388d5fc req-eb13e2eb-6451-4d25-8308-3b8ccf578433 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=a70ee374-8396-4d7a-9b10-fa1dcdd16807 HTTP/1.1" status: 200 len: 946 time: 0.0491245 Dec 10 16:04:34.229794 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-bbf82a15-e4d0-4998-b485-b9089388d5fc req-003ebc28-e087-472f-b3df-bc786f461228 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=12751368-4237-4736-820d-80bf46b642c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421224 Dec 10 16:04:35.345806 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6832b4-e81b-4eef-8472-a52a06c73fd4 req-f10bfd51-cd67-4dd8-b075-b133200094b3 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:04:35.347299 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ed6832b4-e81b-4eef-8472-a52a06c73fd4 req-f10bfd51-cd67-4dd8-b075-b133200094b3 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=a70ee374-8396-4d7a-9b10-fa1dcdd16807 HTTP/1.1" status: 200 len: 946 time: 0.0524209 Dec 10 16:04:35.395363 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ed6832b4-e81b-4eef-8472-a52a06c73fd4 req-6f09e547-4a62-4377-b682-fc07fb3961de tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=12751368-4237-4736-820d-80bf46b642c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416744 Dec 10 16:04:36.513032 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ac2808-9277-434a-820e-a383b18d4dda req-25564ae1-50a6-496e-8b64-7c604159c5d2 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:04:36.514529 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-39ac2808-9277-434a-820e-a383b18d4dda req-25564ae1-50a6-496e-8b64-7c604159c5d2 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=a70ee374-8396-4d7a-9b10-fa1dcdd16807 HTTP/1.1" status: 200 len: 946 time: 0.0518525 Dec 10 16:04:36.562008 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-39ac2808-9277-434a-820e-a383b18d4dda req-08dffea5-606d-4a6f-a358-486b1796d677 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=12751368-4237-4736-820d-80bf46b642c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416529 Dec 10 16:04:36.984407 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:04:37.674522 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd5717-7052-45d4-89de-00f9ecff89ad req-13284fed-f161-4957-92c6-3a5e668d9f6d tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:04:37.676015 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-0abd5717-7052-45d4-89de-00f9ecff89ad req-13284fed-f161-4957-92c6-3a5e668d9f6d tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=a70ee374-8396-4d7a-9b10-fa1dcdd16807 HTTP/1.1" status: 200 len: 946 time: 0.0490859 Dec 10 16:04:37.729019 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-0abd5717-7052-45d4-89de-00f9ecff89ad req-75d23871-90be-430a-a416-c2173816343d tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=12751368-4237-4736-820d-80bf46b642c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470462 Dec 10 16:04:38.842080 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e11c8-a14a-40fa-a03a-1e9d2e4d8e8b req-6d595501-3310-4fbc-8c5a-beed4d3ca823 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:04:38.843566 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-266e11c8-a14a-40fa-a03a-1e9d2e4d8e8b req-6d595501-3310-4fbc-8c5a-beed4d3ca823 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=a70ee374-8396-4d7a-9b10-fa1dcdd16807 HTTP/1.1" status: 200 len: 946 time: 0.0481339 Dec 10 16:04:38.892673 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-266e11c8-a14a-40fa-a03a-1e9d2e4d8e8b req-d7f0385e-551a-4be5-91bf-94c00f0e0039 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=12751368-4237-4736-820d-80bf46b642c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431318 Dec 10 16:04:40.009593 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dfbb4a-fb58-4373-8211-5d7defb86594 req-c0809de0-1f97-4872-9e37-92771ba81574 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:04:40.011205 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-d3dfbb4a-fb58-4373-8211-5d7defb86594 req-c0809de0-1f97-4872-9e37-92771ba81574 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=a70ee374-8396-4d7a-9b10-fa1dcdd16807 HTTP/1.1" status: 200 len: 946 time: 0.0523741 Dec 10 16:04:40.059448 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-d3dfbb4a-fb58-4373-8211-5d7defb86594 req-5707ac03-82f0-4899-ad3c-b01afb49c21a tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=12751368-4237-4736-820d-80bf46b642c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424521 Dec 10 16:04:40.341726 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e9ffd3-7906-4c5a-9312-6769e7bb9c58 req-ea532148-2177-467d-9703-a5b294e7ab73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:04:40.343183 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f1e9ffd3-7906-4c5a-9312-6769e7bb9c58 req-ea532148-2177-467d-9703-a5b294e7ab73 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7b327aafa1a641f3bf0fb7dd284e6165&device_id=a70ee374-8396-4d7a-9b10-fa1dcdd16807 HTTP/1.1" status: 200 len: 1099 time: 0.0400028 Dec 10 16:04:40.452547 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e9ffd3-7906-4c5a-9312-6769e7bb9c58 req-ee8c08ce-86e4-45a1-a1b2-36eda4e44348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:04:40.454037 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f1e9ffd3-7906-4c5a-9312-6769e7bb9c58 req-ee8c08ce-86e4-45a1-a1b2-36eda4e44348 service neutron] 10.222.0.44 "GET /v2.0/networks?id=65a753db-ce0e-4754-930c-22eab2141304 HTTP/1.1" status: 200 len: 897 time: 0.0911992 Dec 10 16:04:40.517969 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f1e9ffd3-7906-4c5a-9312-6769e7bb9c58 req-fbbdf8c8-a9fc-48ca-93f9-08fa6d991ee4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a8018a5-a775-47c9-a4a1-2310a0a60b89 HTTP/1.1" status: 200 len: 1001 time: 0.0563896 Dec 10 16:04:40.565674 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e9ffd3-7906-4c5a-9312-6769e7bb9c58 req-19bed504-691e-4dff-a4f6-1222951a8e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:04:40.567106 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f1e9ffd3-7906-4c5a-9312-6769e7bb9c58 req-19bed504-691e-4dff-a4f6-1222951a8e03 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4a133624-0f81-40d6-9d6c-03accad04215 HTTP/1.1" status: 200 len: 835 time: 0.0419495 Dec 10 16:04:40.615242 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e9ffd3-7906-4c5a-9312-6769e7bb9c58 req-f2c1a104-7510-475e-8c6d-cae9502aa369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:04:40.616638 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f1e9ffd3-7906-4c5a-9312-6769e7bb9c58 req-f2c1a104-7510-475e-8c6d-cae9502aa369 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=65a753db-ce0e-4754-930c-22eab2141304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0424461 Dec 10 16:04:40.718538 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f1e9ffd3-7906-4c5a-9312-6769e7bb9c58 req-80a8399d-2b05-43ee-98f7-b2e3cc36a229 service neutron] 10.222.0.44 "GET /v2.0/networks/65a753db-ce0e-4754-930c-22eab2141304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949268 Dec 10 16:04:40.810828 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f1e9ffd3-7906-4c5a-9312-6769e7bb9c58 req-834033ab-2231-4d3f-ac58-5f1d6e72c93e service neutron] 10.222.0.44 "GET /v2.0/networks/65a753db-ce0e-4754-930c-22eab2141304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844948 Dec 10 16:04:41.173712 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e2873-de66-44ae-b3de-cbb7d6dfb9b6 req-779b2501-fe1b-49c5-9731-57cb2ffc9789 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:04:41.175221 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-198e2873-de66-44ae-b3de-cbb7d6dfb9b6 req-779b2501-fe1b-49c5-9731-57cb2ffc9789 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=a70ee374-8396-4d7a-9b10-fa1dcdd16807 HTTP/1.1" status: 200 len: 946 time: 0.0483410 Dec 10 16:04:41.227644 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-198e2873-de66-44ae-b3de-cbb7d6dfb9b6 req-9ed7ebe2-2822-48b8-a5cb-de942b53c6f7 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=12751368-4237-4736-820d-80bf46b642c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457923 Dec 10 16:04:42.341303 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94604c12-93c0-470a-9140-508c93c9e081 req-3c7a616e-74ac-4b20-8220-4be024a9a8ad tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:04:42.342810 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-94604c12-93c0-470a-9140-508c93c9e081 req-3c7a616e-74ac-4b20-8220-4be024a9a8ad tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=a70ee374-8396-4d7a-9b10-fa1dcdd16807 HTTP/1.1" status: 200 len: 946 time: 0.0495586 Dec 10 16:04:42.390961 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-94604c12-93c0-470a-9140-508c93c9e081 req-c2f82aea-a288-4fc2-8932-c462281b7287 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=12751368-4237-4736-820d-80bf46b642c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422995 Dec 10 16:04:42.969398 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3bf37540-c007-4788-bd39-34c654540e11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:04:43.503646 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7291f0-7b4d-40a2-ac93-9d28f64835b7 req-61f1e1e5-af2f-4a59-ad13-a477b0bd6acc tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:04:43.505144 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-9d7291f0-7b4d-40a2-ac93-9d28f64835b7 req-61f1e1e5-af2f-4a59-ad13-a477b0bd6acc tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=a70ee374-8396-4d7a-9b10-fa1dcdd16807 HTTP/1.1" status: 200 len: 946 time: 0.0484431 Dec 10 16:04:43.559887 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-9d7291f0-7b4d-40a2-ac93-9d28f64835b7 req-447ea157-ba07-463c-b075-5777d637aed0 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=12751368-4237-4736-820d-80bf46b642c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474064 Dec 10 16:04:43.583831 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 42842) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:04:43.591926 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:04:43.645499 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-fc2ac1db-ea6e-444a-9425-1d6f322a2031 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/floatingips/feaf5540-3a5a-41eb-b58b-a4a2d6d3f8fb HTTP/1.1" status: 200 len: 993 time: 0.0604141 Dec 10 16:04:45.278241 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c7e49337-e888-4065-8111-bd3d87bce282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:04:46.254631 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:04:47.867148 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:04:48.752293 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:12.939182 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ef073959-67d5-4f9d-a1b6-076793775eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:13.619529 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:13.983043 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:05:14.009195 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 42856) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:05:14.163173 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-039aa140-4808-41b8-8ef4-4e08bdc560e5 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Deleting port 8b46755f-7676-4157-aaa5-2dad8ea1bbae {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:05:14.163521 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-039aa140-4808-41b8-8ef4-4e08bdc560e5 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:14.237067 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-039aa140-4808-41b8-8ef4-4e08bdc560e5 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:14.237298 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-039aa140-4808-41b8-8ef4-4e08bdc560e5 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:14.249264 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-039aa140-4808-41b8-8ef4-4e08bdc560e5 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Calling delete_port for 8b46755f-7676-4157-aaa5-2dad8ea1bbae owned by network:floatingip {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:05:14.505410 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-039aa140-4808-41b8-8ef4-4e08bdc560e5 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:14.534113 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039aa140-4808-41b8-8ef4-4e08bdc560e5 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event deleted for resources: {'Port': ['ID=8b46755f-7676-4157-aaa5-2dad8ea1bbae,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:05:14.557566 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039aa140-4808-41b8-8ef4-4e08bdc560e5 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:05:14.557943 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039aa140-4808-41b8-8ef4-4e08bdc560e5 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:05:14.558290 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039aa140-4808-41b8-8ef4-4e08bdc560e5 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:05:14.558628 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039aa140-4808-41b8-8ef4-4e08bdc560e5 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:05:14.558964 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039aa140-4808-41b8-8ef4-4e08bdc560e5 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:05:14.559296 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039aa140-4808-41b8-8ef4-4e08bdc560e5 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:05:14.559621 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039aa140-4808-41b8-8ef4-4e08bdc560e5 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:05:14.559945 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039aa140-4808-41b8-8ef4-4e08bdc560e5 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:05:14.560268 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039aa140-4808-41b8-8ef4-4e08bdc560e5 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:05:14.560586 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039aa140-4808-41b8-8ef4-4e08bdc560e5 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:05:14.560906 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039aa140-4808-41b8-8ef4-4e08bdc560e5 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:05:14.561226 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039aa140-4808-41b8-8ef4-4e08bdc560e5 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:05:14.561550 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039aa140-4808-41b8-8ef4-4e08bdc560e5 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:05:14.602675 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-039aa140-4808-41b8-8ef4-4e08bdc560e5 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for floatingip, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:14.603009 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.l3_db [None req-039aa140-4808-41b8-8ef4-4e08bdc560e5 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Floating IP feaf5540-3a5a-41eb-b58b-a4a2d6d3f8fb disassociated (deleted). External IP: 172.26.2.25, port: 9a8018a5-a775-47c9-a4a1-2310a0a60b89. Dec 10 16:05:14.807730 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-039aa140-4808-41b8-8ef4-4e08bdc560e5 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Router 421f15cf-ee8d-47d0-857f-f258492bdb1a has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:05:14.912378 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-039aa140-4808-41b8-8ef4-4e08bdc560e5 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:05:14.916988 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-039aa140-4808-41b8-8ef4-4e08bdc560e5 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:14.922879 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3a8402-2771-46c6-ad4f-aa56fba39949 None None] Sync routers for ids ['421f15cf-ee8d-47d0-857f-f258492bdb1a'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:05:14.931688 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3a8402-2771-46c6-ad4f-aa56fba39949 None None] Routers {'421f15cf-ee8d-47d0-857f-f258492bdb1a'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:05:14.932302 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-dd3a8402-2771-46c6-ad4f-aa56fba39949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:04:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['421f15cf-ee8d-47d0-857f-f258492bdb1a'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:05:14.943807 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-039aa140-4808-41b8-8ef4-4e08bdc560e5 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "DELETE /v2.0/floatingips/feaf5540-3a5a-41eb-b58b-a4a2d6d3f8fb HTTP/1.1" status: 204 len: 168 time: 0.9334047 Dec 10 16:05:14.944307 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a70ee374-8396-4d7a-9b10-fa1dcdd16807', 'tag': '9a8018a5-a775-47c9-a4a1-2310a0a60b89'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:05:14.946610 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde1b47dcd987728a27c8e391f176ee57ea2adf837d2cedb59662361de43515a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f276193-ff40-4bb4-b360-eb16b398d032" -d '{"events": [{"name": "network-changed", "server_uuid": "a70ee374-8396-4d7a-9b10-fa1dcdd16807", "tag": "9a8018a5-a775-47c9-a4a1-2310a0a60b89"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:05:14.994889 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c27d896-3ae0-4a0c-be35-076b19047bfe x-openstack-request-id: req-7c27d896-3ae0-4a0c-be35-076b19047bfe {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:05:14.995186 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a70ee374-8396-4d7a-9b10-fa1dcdd16807", "tag": "9a8018a5-a775-47c9-a4a1-2310a0a60b89", "status": "completed", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:05:14.995452 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7c27d896-3ae0-4a0c-be35-076b19047bfe {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:05:14.995866 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a70ee374-8396-4d7a-9b10-fa1dcdd16807', 'tag': '9a8018a5-a775-47c9-a4a1-2310a0a60b89', 'status': 'completed', 'code': 200} Dec 10 16:05:15.044340 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-dd3a8402-2771-46c6-ad4f-aa56fba39949 None None] Set router 421f15cf-ee8d-47d0-857f-f258492bdb1a gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:05:15.060924 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f276193-ff40-4bb4-b360-eb16b398d032 req-9b3b9e62-8965-478a-b3ca-9a5e735cd5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:05:15.062391 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-0f276193-ff40-4bb4-b360-eb16b398d032 req-9b3b9e62-8965-478a-b3ca-9a5e735cd5d8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7b327aafa1a641f3bf0fb7dd284e6165&device_id=a70ee374-8396-4d7a-9b10-fa1dcdd16807 HTTP/1.1" status: 200 len: 1099 time: 0.0426452 Dec 10 16:05:15.161866 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f276193-ff40-4bb4-b360-eb16b398d032 req-2414b42b-e07d-42a6-8bf4-f658bf3addb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:05:15.163345 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-0f276193-ff40-4bb4-b360-eb16b398d032 req-2414b42b-e07d-42a6-8bf4-f658bf3addb4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=65a753db-ce0e-4754-930c-22eab2141304 HTTP/1.1" status: 200 len: 897 time: 0.0940189 Dec 10 16:05:15.204938 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-0f276193-ff40-4bb4-b360-eb16b398d032 req-95027b9f-9a7b-4537-898c-2b6116b0bfc0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a8018a5-a775-47c9-a4a1-2310a0a60b89 HTTP/1.1" status: 200 len: 217 time: 0.0350080 Dec 10 16:05:15.256037 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f276193-ff40-4bb4-b360-eb16b398d032 req-894bfbfb-3261-4061-8948-d75ce3616907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:05:15.257520 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-0f276193-ff40-4bb4-b360-eb16b398d032 req-894bfbfb-3261-4061-8948-d75ce3616907 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4a133624-0f81-40d6-9d6c-03accad04215 HTTP/1.1" status: 200 len: 835 time: 0.0445545 Dec 10 16:05:15.258468 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-dd3a8402-2771-46c6-ad4f-aa56fba39949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421f15cf-ee8d-47d0-857f-f258492bdb1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-668724428', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.154'}], 'enable_snat': True}, 'gw_port_id': '2178b0e4-c78a-4151-b7e2-5f56d326f9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:03:43Z', 'updated_at': '2021-12-10T16:03:47Z', 'revision_number': 4, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'gw_port': {'id': '2178b0e4-c78a-4151-b7e2-5f56d326f9ec', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:cd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421f15cf-ee8d-47d0-857f-f258492bdb1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:03:43Z', 'updated_at': '2021-12-10T16:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '18369c3f-c774-4da1-9912-1764cdfcc23a', 'name': '', 'network_id': '65a753db-ce0e-4754-930c-22eab2141304', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'mac_address': 'fa:16:3e:94:48:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421f15cf-ee8d-47d0-857f-f258492bdb1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '4a133624-0f81-40d6-9d6c-03accad04215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:03:46Z', 'updated_at': '2021-12-10T16:03:50Z', 'revision_number': 5, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'subnets': [{'id': '4a133624-0f81-40d6-9d6c-03accad04215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:05:15.294064 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3a8402-2771-46c6-ad4f-aa56fba39949 None None] Checking router: 421f15cf-ee8d-47d0-857f-f258492bdb1a for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:05:15.303676 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3a8402-2771-46c6-ad4f-aa56fba39949 None None] Routers {'421f15cf-ee8d-47d0-857f-f258492bdb1a'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:05:15.304671 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-dd3a8402-2771-46c6-ad4f-aa56fba39949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:04:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['421f15cf-ee8d-47d0-857f-f258492bdb1a'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:05:15.325487 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f276193-ff40-4bb4-b360-eb16b398d032 req-c8d4f870-e242-4c8e-b0d7-acb1462b147c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:05:15.327024 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-0f276193-ff40-4bb4-b360-eb16b398d032 req-c8d4f870-e242-4c8e-b0d7-acb1462b147c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=65a753db-ce0e-4754-930c-22eab2141304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0627089 Dec 10 16:05:15.339384 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-00b3740e-c9ed-431a-9e41-68f1a57132b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:15.415834 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-dd3a8402-2771-46c6-ad4f-aa56fba39949 None None] Set router 421f15cf-ee8d-47d0-857f-f258492bdb1a gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:05:15.419628 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228329e4-1080-4317-88d9-fcff5ca6e739 req-501159f7-7104-4662-b109-3a654acc9e5f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:05:15.421145 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-228329e4-1080-4317-88d9-fcff5ca6e739 req-501159f7-7104-4662-b109-3a654acc9e5f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=a70ee374-8396-4d7a-9b10-fa1dcdd16807 HTTP/1.1" status: 200 len: 946 time: 0.1122706 Dec 10 16:05:15.470210 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-0f276193-ff40-4bb4-b360-eb16b398d032 req-de89875e-3142-4041-85d0-38cc00c656df service neutron] 10.222.0.44 "GET /v2.0/networks/65a753db-ce0e-4754-930c-22eab2141304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298013 Dec 10 16:05:15.537246 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-228329e4-1080-4317-88d9-fcff5ca6e739 req-cb426e35-ac21-407a-85b4-62ee8d7c224e tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=12751368-4237-4736-820d-80bf46b642c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038573 Dec 10 16:05:15.588813 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-0f276193-ff40-4bb4-b360-eb16b398d032 req-375719c4-154d-4162-a2e0-9992b9da02be service neutron] 10.222.0.44 "GET /v2.0/networks/65a753db-ce0e-4754-930c-22eab2141304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109378 Dec 10 16:05:15.613142 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-dd3a8402-2771-46c6-ad4f-aa56fba39949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421f15cf-ee8d-47d0-857f-f258492bdb1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-668724428', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.154'}], 'enable_snat': True}, 'gw_port_id': '2178b0e4-c78a-4151-b7e2-5f56d326f9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:03:43Z', 'updated_at': '2021-12-10T16:03:47Z', 'revision_number': 4, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'gw_port': {'id': '2178b0e4-c78a-4151-b7e2-5f56d326f9ec', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:cd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421f15cf-ee8d-47d0-857f-f258492bdb1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:03:43Z', 'updated_at': '2021-12-10T16:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '18369c3f-c774-4da1-9912-1764cdfcc23a', 'name': '', 'network_id': '65a753db-ce0e-4754-930c-22eab2141304', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'mac_address': 'fa:16:3e:94:48:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421f15cf-ee8d-47d0-857f-f258492bdb1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '4a133624-0f81-40d6-9d6c-03accad04215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:03:46Z', 'updated_at': '2021-12-10T16:03:50Z', 'revision_number': 5, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'subnets': [{'id': '4a133624-0f81-40d6-9d6c-03accad04215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:05:15.639276 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3a8402-2771-46c6-ad4f-aa56fba39949 None None] The sync data for ids ['421f15cf-ee8d-47d0-857f-f258492bdb1a'] in dv-neutron-821401-4-hyperv is: [{'id': '421f15cf-ee8d-47d0-857f-f258492bdb1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-668724428', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.154'}], 'enable_snat': True}, 'gw_port_id': '2178b0e4-c78a-4151-b7e2-5f56d326f9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:03:43Z', 'updated_at': '2021-12-10T16:03:47Z', 'revision_number': 4, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'gw_port': {'id': '2178b0e4-c78a-4151-b7e2-5f56d326f9ec', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:cd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421f15cf-ee8d-47d0-857f-f258492bdb1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:03:43Z', 'updated_at': '2021-12-10T16:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '18369c3f-c774-4da1-9912-1764cdfcc23a', 'name': '', 'network_id': '65a753db-ce0e-4754-930c-22eab2141304', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'mac_address': 'fa:16:3e:94:48:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421f15cf-ee8d-47d0-857f-f258492bdb1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '4a133624-0f81-40d6-9d6c-03accad04215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:03:46Z', 'updated_at': '2021-12-10T16:03:50Z', 'revision_number': 5, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'subnets': [{'id': '4a133624-0f81-40d6-9d6c-03accad04215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:05:15.852003 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd74d890-7f77-4ed3-aca5-4ceb2f20771f None None] New status for floating IP feaf5540-3a5a-41eb-b58b-a4a2d6d3f8fb: DOWN {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:05:16.236321 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:16.654374 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa60627-4a16-4371-a98c-c6403694b190 req-35d47169-700e-4bc1-a6dc-7761f36da4dc tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:05:16.655867 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-9fa60627-4a16-4371-a98c-c6403694b190 req-35d47169-700e-4bc1-a6dc-7761f36da4dc tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=a70ee374-8396-4d7a-9b10-fa1dcdd16807 HTTP/1.1" status: 200 len: 946 time: 0.0494609 Dec 10 16:05:16.703847 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-9fa60627-4a16-4371-a98c-c6403694b190 req-8861d49f-2af6-43a9-a1ea-3ba60b8009e5 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=12751368-4237-4736-820d-80bf46b642c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420091 Dec 10 16:05:16.808044 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18473f8a-5a97-41ee-a6e5-3adfa71c9470 req-8b0e3f98-961d-465b-8a3a-0b9f7a00f7e6 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:05:16.809492 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-18473f8a-5a97-41ee-a6e5-3adfa71c9470 req-8b0e3f98-961d-465b-8a3a-0b9f7a00f7e6 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.44 "GET /v2.0/ports?device_id=a70ee374-8396-4d7a-9b10-fa1dcdd16807 HTTP/1.1" status: 200 len: 946 time: 0.0480990 Dec 10 16:05:16.899935 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [req-18473f8a-5a97-41ee-a6e5-3adfa71c9470 req-fb40b217-f75a-481f-ad05-87d9433bcb96 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Deleting port 9a8018a5-a775-47c9-a4a1-2310a0a60b89 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:05:16.900204 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-18473f8a-5a97-41ee-a6e5-3adfa71c9470 req-fb40b217-f75a-481f-ad05-87d9433bcb96 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:16.984866 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [req-18473f8a-5a97-41ee-a6e5-3adfa71c9470 req-fb40b217-f75a-481f-ad05-87d9433bcb96 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] For port 9a8018a5-a775-47c9-a4a1-2310a0a60b89, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=9a8018a5-a775-47c9-a4a1-2310a0a60b89,segment=NetworkSegment(568fb6bb-c66c-49ff-9081-0065af1f1c58),segment_id=568fb6bb-c66c-49ff-9081-0065af1f1c58)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:05:16.985233 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-18473f8a-5a97-41ee-a6e5-3adfa71c9470 req-fb40b217-f75a-481f-ad05-87d9433bcb96 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:16.997264 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [req-18473f8a-5a97-41ee-a6e5-3adfa71c9470 req-fb40b217-f75a-481f-ad05-87d9433bcb96 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Calling delete_port for 9a8018a5-a775-47c9-a4a1-2310a0a60b89 owned by compute:nova {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:05:17.179799 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-18473f8a-5a97-41ee-a6e5-3adfa71c9470 req-fb40b217-f75a-481f-ad05-87d9433bcb96 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:17.207623 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb40b217-f75a-481f-ad05-87d9433bcb96 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event deleted for resources: {'Port': ['ID=9a8018a5-a775-47c9-a4a1-2310a0a60b89,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:05:17.252220 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [req-18473f8a-5a97-41ee-a6e5-3adfa71c9470 req-fb40b217-f75a-481f-ad05-87d9433bcb96 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] No DVR routers for this DVR port 9a8018a5-a775-47c9-a4a1-2310a0a60b89 on host hv-neutron-8214 {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:05:17.254784 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-18473f8a-5a97-41ee-a6e5-3adfa71c9470 req-fb40b217-f75a-481f-ad05-87d9433bcb96 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:17.258282 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-18473f8a-5a97-41ee-a6e5-3adfa71c9470 req-fb40b217-f75a-481f-ad05-87d9433bcb96 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.44 "DELETE /v2.0/ports/9a8018a5-a775-47c9-a4a1-2310a0a60b89 HTTP/1.1" status: 204 len: 173 time: 0.4425850 Dec 10 16:05:17.258726 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a70ee374-8396-4d7a-9b10-fa1dcdd16807', 'name': 'network-vif-deleted', 'tag': '9a8018a5-a775-47c9-a4a1-2310a0a60b89'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:05:17.260985 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde1b47dcd987728a27c8e391f176ee57ea2adf837d2cedb59662361de43515a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8ef256-0d73-41ae-9ad0-8eb29b82bc2f" -d '{"events": [{"server_uuid": "a70ee374-8396-4d7a-9b10-fa1dcdd16807", "name": "network-vif-deleted", "tag": "9a8018a5-a775-47c9-a4a1-2310a0a60b89"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:05:17.299118 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc08c41d-8c1b-42de-b36f-15486c1ddaff x-openstack-request-id: req-cc08c41d-8c1b-42de-b36f-15486c1ddaff {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:05:17.299425 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a70ee374-8396-4d7a-9b10-fa1dcdd16807", "name": "network-vif-deleted", "tag": "9a8018a5-a775-47c9-a4a1-2310a0a60b89", "status": "completed", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:05:17.299685 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cc08c41d-8c1b-42de-b36f-15486c1ddaff {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:05:17.300118 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a70ee374-8396-4d7a-9b10-fa1dcdd16807', 'name': 'network-vif-deleted', 'tag': '9a8018a5-a775-47c9-a4a1-2310a0a60b89', 'status': 'completed', 'code': 200} Dec 10 16:05:17.813035 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4f051b52-4ecf-4f97-9e8e-2644ecc58a9a req-98370cd9-3fce-462e-a100-87b0047894b4 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=a70ee374-8396-4d7a-9b10-fa1dcdd16807 HTTP/1.1" status: 200 len: 210 time: 0.0320425 Dec 10 16:05:17.864618 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:18.709800 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:18.869917 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 42882) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:05:19.495437 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cc90ee67-b272-4d1c-9e6a-a5deef3af567 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549925'] for router_interface, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:19.746552 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-cc90ee67-b272-4d1c-9e6a-a5deef3af567 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Deleting port 18369c3f-c774-4da1-9912-1764cdfcc23a {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:05:19.746884 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cc90ee67-b272-4d1c-9e6a-a5deef3af567 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:19.833762 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-cc90ee67-b272-4d1c-9e6a-a5deef3af567 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] For port 18369c3f-c774-4da1-9912-1764cdfcc23a, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=18369c3f-c774-4da1-9912-1764cdfcc23a,segment=NetworkSegment(568fb6bb-c66c-49ff-9081-0065af1f1c58),segment_id=568fb6bb-c66c-49ff-9081-0065af1f1c58)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:05:19.834146 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cc90ee67-b272-4d1c-9e6a-a5deef3af567 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:19.845478 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-cc90ee67-b272-4d1c-9e6a-a5deef3af567 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Calling delete_port for 18369c3f-c774-4da1-9912-1764cdfcc23a owned by network:router_interface {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:05:20.145204 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cc90ee67-b272-4d1c-9e6a-a5deef3af567 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:20.173488 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc90ee67-b272-4d1c-9e6a-a5deef3af567 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event deleted for resources: {'Port': ['ID=18369c3f-c774-4da1-9912-1764cdfcc23a,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:05:20.349137 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cc90ee67-b272-4d1c-9e6a-a5deef3af567 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550073'] for router_interface, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:20.553609 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc90ee67-b272-4d1c-9e6a-a5deef3af567 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Router 421f15cf-ee8d-47d0-857f-f258492bdb1a has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:05:20.658601 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc90ee67-b272-4d1c-9e6a-a5deef3af567 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:05:20.664303 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-cc90ee67-b272-4d1c-9e6a-a5deef3af567 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "PUT /v2.0/routers/421f15cf-ee8d-47d0-857f-f258492bdb1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7933514 Dec 10 16:05:20.667186 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 42884) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:05:20.672914 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22175db3-ba81-4c6e-a309-aba80b5e556a None None] Sync routers for ids ['421f15cf-ee8d-47d0-857f-f258492bdb1a'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:05:20.685330 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22175db3-ba81-4c6e-a309-aba80b5e556a None None] Routers {'421f15cf-ee8d-47d0-857f-f258492bdb1a'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:05:20.686008 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-22175db3-ba81-4c6e-a309-aba80b5e556a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:05:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['421f15cf-ee8d-47d0-857f-f258492bdb1a'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:05:20.723888 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff0871df-a477-4045-9dc4-f83bad5f3fed tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Deleting subnet 4a133624-0f81-40d6-9d6c-03accad04215 {{(pid=103586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:05:20.729310 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ff0871df-a477-4045-9dc4-f83bad5f3fed tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for subnet, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:20.768286 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ff0871df-a477-4045-9dc4-f83bad5f3fed tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12392400'] for subnet, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:20.792349 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-22175db3-ba81-4c6e-a309-aba80b5e556a None None] Set router 421f15cf-ee8d-47d0-857f-f258492bdb1a gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:05:20.849121 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ff0871df-a477-4045-9dc4-f83bad5f3fed tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:20.967952 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-22175db3-ba81-4c6e-a309-aba80b5e556a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421f15cf-ee8d-47d0-857f-f258492bdb1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-668724428', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.154'}], 'enable_snat': True}, 'gw_port_id': '2178b0e4-c78a-4151-b7e2-5f56d326f9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:03:43Z', 'updated_at': '2021-12-10T16:05:19Z', 'revision_number': 5, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'gw_port': {'id': '2178b0e4-c78a-4151-b7e2-5f56d326f9ec', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:cd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421f15cf-ee8d-47d0-857f-f258492bdb1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:03:43Z', 'updated_at': '2021-12-10T16:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:05:20.985192 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ff0871df-a477-4045-9dc4-f83bad5f3fed tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:20.994474 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22175db3-ba81-4c6e-a309-aba80b5e556a None None] Checking router: 421f15cf-ee8d-47d0-857f-f258492bdb1a for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:05:21.003696 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22175db3-ba81-4c6e-a309-aba80b5e556a None None] Routers {'421f15cf-ee8d-47d0-857f-f258492bdb1a'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:05:21.004305 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-22175db3-ba81-4c6e-a309-aba80b5e556a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:05:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['421f15cf-ee8d-47d0-857f-f258492bdb1a'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:05:21.013798 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0871df-a477-4045-9dc4-f83bad5f3fed tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event deleted for resources: {'Subnet': ['ID=4a133624-0f81-40d6-9d6c-03accad04215,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:05:21.015878 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ff0871df-a477-4045-9dc4-f83bad5f3fed tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:21.022615 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-ff0871df-a477-4045-9dc4-f83bad5f3fed tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "DELETE /v2.0/subnets/4a133624-0f81-40d6-9d6c-03accad04215 HTTP/1.1" status: 204 len: 168 time: 0.3509977 Dec 10 16:05:21.022615 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 42886) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:05:21.045842 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e481f012-12aa-4e02-a960-4765754f8fec None None] Network 65a753db-ce0e-4754-930c-22eab2141304 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:05:21.137326 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cf545993-815a-4f78-93db-8c34f78188e3 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for router, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:21.196662 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-22175db3-ba81-4c6e-a309-aba80b5e556a None None] Set router 421f15cf-ee8d-47d0-857f-f258492bdb1a gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:05:21.241262 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cf545993-815a-4f78-93db-8c34f78188e3 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:21.325873 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b74ead9-6f79-4cf8-86c3-b0ee3c038a18 None None] DHCP port deletion for 65a753db-ce0e-4754-930c-22eab2141304 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:05:21.376633 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-cf545993-815a-4f78-93db-8c34f78188e3 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Deleting port 2178b0e4-c78a-4151-b7e2-5f56d326f9ec {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:05:21.376983 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cf545993-815a-4f78-93db-8c34f78188e3 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:21.462603 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-cf545993-815a-4f78-93db-8c34f78188e3 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] For port 2178b0e4-c78a-4151-b7e2-5f56d326f9ec, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=2178b0e4-c78a-4151-b7e2-5f56d326f9ec,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:05:21.462969 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cf545993-815a-4f78-93db-8c34f78188e3 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:21.475414 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-cf545993-815a-4f78-93db-8c34f78188e3 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Calling delete_port for 2178b0e4-c78a-4151-b7e2-5f56d326f9ec owned by network:router_gateway {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:05:21.540805 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 9a8018a5-a775-47c9-a4a1-2310a0a60b89 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:05:21.567344 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] No Port match for: 9a8018a5-a775-47c9-a4a1-2310a0a60b89 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:05:21.567691 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 9a8018a5-a775-47c9-a4a1-2310a0a60b89 not bound to the agent host hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:05:21.602256 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-2b74ead9-6f79-4cf8-86c3-b0ee3c038a18 None None] Deleting port 953d51f1-0e0a-4aef-a421-b91dc1516e44 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:05:21.602633 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2b74ead9-6f79-4cf8-86c3-b0ee3c038a18 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:21.617158 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-22175db3-ba81-4c6e-a309-aba80b5e556a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421f15cf-ee8d-47d0-857f-f258492bdb1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-668724428', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.154'}], 'enable_snat': True}, 'gw_port_id': '2178b0e4-c78a-4151-b7e2-5f56d326f9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:03:43Z', 'updated_at': '2021-12-10T16:05:19Z', 'revision_number': 5, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'gw_port': {'id': '2178b0e4-c78a-4151-b7e2-5f56d326f9ec', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:cd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421f15cf-ee8d-47d0-857f-f258492bdb1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:03:43Z', 'updated_at': '2021-12-10T16:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:05:21.673957 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22175db3-ba81-4c6e-a309-aba80b5e556a None None] The sync data for ids ['421f15cf-ee8d-47d0-857f-f258492bdb1a'] in dv-neutron-821401-4-hyperv is: [{'id': '421f15cf-ee8d-47d0-857f-f258492bdb1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-668724428', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.154'}], 'enable_snat': True}, 'gw_port_id': '2178b0e4-c78a-4151-b7e2-5f56d326f9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:03:43Z', 'updated_at': '2021-12-10T16:05:19Z', 'revision_number': 5, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'gw_port': {'id': '2178b0e4-c78a-4151-b7e2-5f56d326f9ec', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:cd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421f15cf-ee8d-47d0-857f-f258492bdb1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:03:43Z', 'updated_at': '2021-12-10T16:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:05:21.695027 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-2b74ead9-6f79-4cf8-86c3-b0ee3c038a18 None None] For port 953d51f1-0e0a-4aef-a421-b91dc1516e44, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=953d51f1-0e0a-4aef-a421-b91dc1516e44,segment=NetworkSegment(568fb6bb-c66c-49ff-9081-0065af1f1c58),segment_id=568fb6bb-c66c-49ff-9081-0065af1f1c58)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:05:21.695485 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2b74ead9-6f79-4cf8-86c3-b0ee3c038a18 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:21.709483 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-2b74ead9-6f79-4cf8-86c3-b0ee3c038a18 None None] Calling delete_port for 953d51f1-0e0a-4aef-a421-b91dc1516e44 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:05:21.710833 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cf545993-815a-4f78-93db-8c34f78188e3 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:21.744286 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf545993-815a-4f78-93db-8c34f78188e3 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event deleted for resources: {'Port': ['ID=2178b0e4-c78a-4151-b7e2-5f56d326f9ec,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:05:21.762185 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7fc284-ae24-40b4-a1de-c020d24b034f None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:05:21.825060 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cf545993-815a-4f78-93db-8c34f78188e3 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552731'] for router_gateway, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:21.870963 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2b74ead9-6f79-4cf8-86c3-b0ee3c038a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:21.894076 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b74ead9-6f79-4cf8-86c3-b0ee3c038a18 None None] Pushing event deleted for resources: {'Port': ['ID=953d51f1-0e0a-4aef-a421-b91dc1516e44,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:05:21.903805 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b74ead9-6f79-4cf8-86c3-b0ee3c038a18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:05:21.904159 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b74ead9-6f79-4cf8-86c3-b0ee3c038a18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:05:21.904502 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b74ead9-6f79-4cf8-86c3-b0ee3c038a18 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:05:21.904838 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b74ead9-6f79-4cf8-86c3-b0ee3c038a18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:05:21.905169 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b74ead9-6f79-4cf8-86c3-b0ee3c038a18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:05:21.905495 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b74ead9-6f79-4cf8-86c3-b0ee3c038a18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:05:21.905846 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b74ead9-6f79-4cf8-86c3-b0ee3c038a18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:05:21.906176 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b74ead9-6f79-4cf8-86c3-b0ee3c038a18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:05:21.906502 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b74ead9-6f79-4cf8-86c3-b0ee3c038a18 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:05:21.906827 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b74ead9-6f79-4cf8-86c3-b0ee3c038a18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:05:21.907148 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b74ead9-6f79-4cf8-86c3-b0ee3c038a18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:05:21.907554 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b74ead9-6f79-4cf8-86c3-b0ee3c038a18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:05:21.907780 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b74ead9-6f79-4cf8-86c3-b0ee3c038a18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:05:21.910452 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b74ead9-6f79-4cf8-86c3-b0ee3c038a18 None None] No DVR routers for this DVR port 953d51f1-0e0a-4aef-a421-b91dc1516e44 on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:05:21.919173 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cf545993-815a-4f78-93db-8c34f78188e3 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13898'] for router, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:21.921224 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cf545993-815a-4f78-93db-8c34f78188e3 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:21.996106 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cf545993-815a-4f78-93db-8c34f78188e3 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549250'] for router, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:21.996551 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf545993-815a-4f78-93db-8c34f78188e3 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Fanout notify agent at l3_agent the message router_deleted on router 421f15cf-ee8d-47d0-857f-f258492bdb1a {{(pid=103586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:05:22.008305 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cf545993-815a-4f78-93db-8c34f78188e3 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:22.008305 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-cf545993-815a-4f78-93db-8c34f78188e3 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "DELETE /v2.0/routers/421f15cf-ee8d-47d0-857f-f258492bdb1a HTTP/1.1" status: 204 len: 168 time: 0.9817379 Dec 10 16:05:22.008574 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 42888) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:05:22.089561 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c7858be5-7856-4918-a939-527ba147bf61 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:22.181982 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c7858be5-7856-4918-a939-527ba147bf61 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:22.201627 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-c7858be5-7856-4918-a939-527ba147bf61 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65a753db-ce0e-4754-930c-22eab2141304']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:05:22.212366 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-c7858be5-7856-4918-a939-527ba147bf61 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '568fb6bb-c66c-49ff-9081-0065af1f1c58') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:05:22.212756 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-c7858be5-7856-4918-a939-527ba147bf61 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '568fb6bb-c66c-49ff-9081-0065af1f1c58') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:05:22.222545 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c7858be5-7856-4918-a939-527ba147bf61 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11806923'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:22.236296 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c7858be5-7856-4918-a939-527ba147bf61 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:22.242653 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7858be5-7856-4918-a939-527ba147bf61 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:05:22.243059 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c7858be5-7856-4918-a939-527ba147bf61 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11236635'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:22.246096 dv-neutron-821401-4-hyperv neutron-server[103587]: Traceback (most recent call last): Dec 10 16:05:22.246096 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:05:22.246096 dv-neutron-821401-4-hyperv neutron-server[103587]: timer() Dec 10 16:05:22.246096 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:05:22.246096 dv-neutron-821401-4-hyperv neutron-server[103587]: cb(*args, **kw) Dec 10 16:05:22.246096 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:05:22.246096 dv-neutron-821401-4-hyperv neutron-server[103587]: return func(*args, **kwargs) Dec 10 16:05:22.246096 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:05:22.246096 dv-neutron-821401-4-hyperv neutron-server[103587]: self._notify() Dec 10 16:05:22.246096 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:05:22.246096 dv-neutron-821401-4-hyperv neutron-server[103587]: self.callback(batched_events) Dec 10 16:05:22.246096 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:05:22.246096 dv-neutron-821401-4-hyperv neutron-server[103587]: event.method(event) Dec 10 16:05:22.246096 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:05:22.246096 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:05:22.246096 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:05:22.246096 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:05:22.246096 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:05:22.246096 dv-neutron-821401-4-hyperv neutron-server[103587]: return f(self, *a, **k) Dec 10 16:05:22.246096 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:05:22.246096 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._get(url).json() Dec 10 16:05:22.246096 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:05:22.246096 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:05:22.246096 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:05:22.246096 dv-neutron-821401-4-hyperv neutron-server[103587]: return self.request(url, 'GET', **kwargs) Dec 10 16:05:22.246096 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:05:22.246096 dv-neutron-821401-4-hyperv neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:05:22.246096 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:05:22.246096 dv-neutron-821401-4-hyperv neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:05:22.246096 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:05:22.246096 dv-neutron-821401-4-hyperv neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:05:22.246096 dv-neutron-821401-4-hyperv neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:05:22.378978 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c7858be5-7856-4918-a939-527ba147bf61 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:22.386965 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c7858be5-7856-4918-a939-527ba147bf61 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:22.389391 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-c7858be5-7856-4918-a939-527ba147bf61 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "DELETE /v2.0/networks/65a753db-ce0e-4754-930c-22eab2141304 HTTP/1.1" status: 204 len: 168 time: 0.3802748 Dec 10 16:05:22.392210 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 42890) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:05:22.401749 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7858be5-7856-4918-a939-527ba147bf61 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event deleted for resources: {'Network': ['ID=65a753db-ce0e-4754-930c-22eab2141304,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:05:22.408793 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7858be5-7856-4918-a939-527ba147bf61 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:05:22.409144 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7858be5-7856-4918-a939-527ba147bf61 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:05:22.409483 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7858be5-7856-4918-a939-527ba147bf61 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:05:22.409845 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7858be5-7856-4918-a939-527ba147bf61 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:05:22.410183 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7858be5-7856-4918-a939-527ba147bf61 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:05:22.410514 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7858be5-7856-4918-a939-527ba147bf61 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:05:22.410839 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7858be5-7856-4918-a939-527ba147bf61 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:05:22.411164 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7858be5-7856-4918-a939-527ba147bf61 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:05:22.411505 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7858be5-7856-4918-a939-527ba147bf61 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:05:22.411864 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7858be5-7856-4918-a939-527ba147bf61 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:05:22.412189 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7858be5-7856-4918-a939-527ba147bf61 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:05:22.412514 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7858be5-7856-4918-a939-527ba147bf61 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:05:22.412838 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7858be5-7856-4918-a939-527ba147bf61 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:05:22.453231 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-60ab5117-3924-47c5-af52-9dd3da853ed3 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:22.477636 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-60ab5117-3924-47c5-af52-9dd3da853ed3 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:22.590249 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-60ab5117-3924-47c5-af52-9dd3da853ed3 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:22.592740 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-60ab5117-3924-47c5-af52-9dd3da853ed3 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:22.593909 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-60ab5117-3924-47c5-af52-9dd3da853ed3 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "DELETE /v2.0/security-groups/12751368-4237-4736-820d-80bf46b642c2 HTTP/1.1" status: 204 len: 168 time: 0.2005482 Dec 10 16:05:22.603228 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ab5117-3924-47c5-af52-9dd3da853ed3 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12751368-4237-4736-820d-80bf46b642c2,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:05:22.729437 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 2178b0e4-c78a-4151-b7e2-5f56d326f9ec no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:05:22.751295 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 2178b0e4-c78a-4151-b7e2-5f56d326f9ec {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:05:22.751748 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 2178b0e4-c78a-4151-b7e2-5f56d326f9ec not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:05:22.752176 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 18369c3f-c774-4da1-9912-1764cdfcc23a no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:05:22.771222 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 18369c3f-c774-4da1-9912-1764cdfcc23a {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:05:22.771660 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 18369c3f-c774-4da1-9912-1764cdfcc23a not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:05:22.772075 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 953d51f1-0e0a-4aef-a421-b91dc1516e44 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:05:22.790602 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 953d51f1-0e0a-4aef-a421-b91dc1516e44 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:05:22.790951 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 953d51f1-0e0a-4aef-a421-b91dc1516e44 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:05:22.959835 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 42896) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:05:22.964462 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-6fe4eb0a-6825-422a-b1f7-6e570e3978dc tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-315814800', 'description': 'tempest-secgroup-smoke-315814800 description', 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:05:23.087094 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6fe4eb0a-6825-422a-b1f7-6e570e3978dc tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:23.153477 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6fe4eb0a-6825-422a-b1f7-6e570e3978dc tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:23.219267 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6fe4eb0a-6825-422a-b1f7-6e570e3978dc tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:23.250032 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe4eb0a-6825-422a-b1f7-6e570e3978dc tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3ce394-d674-42b6-8894-76290fad52d9,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:05:23.307575 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6fe4eb0a-6825-422a-b1f7-6e570e3978dc tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:23.308839 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-6fe4eb0a-6825-422a-b1f7-6e570e3978dc tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3479929 Dec 10 16:05:23.311697 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 42898) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:05:23.316078 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-19aeb545-38c6-47b7-9011-2fdaadf28e6e tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Request body: {'security_group_rule': {'security_group_id': '7d3ce394-d674-42b6-8894-76290fad52d9', 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:05:23.418571 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-19aeb545-38c6-47b7-9011-2fdaadf28e6e tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:23.481278 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-19aeb545-38c6-47b7-9011-2fdaadf28e6e tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:23.561980 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-19aeb545-38c6-47b7-9011-2fdaadf28e6e tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:23.584148 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aeb545-38c6-47b7-9011-2fdaadf28e6e tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5352ab8b-5c6c-43c7-ba23-ab617e9b7360,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:05:23.649655 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-19aeb545-38c6-47b7-9011-2fdaadf28e6e tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:23.650871 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-19aeb545-38c6-47b7-9011-2fdaadf28e6e tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3382425 Dec 10 16:05:23.653574 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 42900) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:05:23.657880 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-c79b7e4c-da90-41db-a99f-994786594c01 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Request body: {'security_group_rule': {'security_group_id': '7d3ce394-d674-42b6-8894-76290fad52d9', 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:05:23.749912 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c79b7e4c-da90-41db-a99f-994786594c01 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:23.809862 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c79b7e4c-da90-41db-a99f-994786594c01 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:23.898168 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c79b7e4c-da90-41db-a99f-994786594c01 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:23.917610 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79b7e4c-da90-41db-a99f-994786594c01 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1bf2e5d-ad09-4e6b-b59b-79c4bce028ff,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:05:23.986635 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c79b7e4c-da90-41db-a99f-994786594c01 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:23.987850 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-c79b7e4c-da90-41db-a99f-994786594c01 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3333001 Dec 10 16:05:23.990599 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 42902) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:05:23.995151 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-97373569-436e-46d9-bb2b-436086c861b4 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Request body: {'security_group_rule': {'security_group_id': '7d3ce394-d674-42b6-8894-76290fad52d9', 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:05:24.093167 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-97373569-436e-46d9-bb2b-436086c861b4 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:24.148137 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-97373569-436e-46d9-bb2b-436086c861b4 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:24.213198 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-97373569-436e-46d9-bb2b-436086c861b4 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:24.230672 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97373569-436e-46d9-bb2b-436086c861b4 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=062d6a17-c91c-4edb-8450-85a9db74ed98,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:05:24.303460 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-97373569-436e-46d9-bb2b-436086c861b4 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:24.304650 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-97373569-436e-46d9-bb2b-436086c861b4 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3131361 Dec 10 16:05:24.307373 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 42904) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:05:24.311574 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-dadae07d-fdbf-4951-8f96-1483665118c2 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Request body: {'security_group_rule': {'security_group_id': '7d3ce394-d674-42b6-8894-76290fad52d9', 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:05:24.405675 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dadae07d-fdbf-4951-8f96-1483665118c2 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:24.460566 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dadae07d-fdbf-4951-8f96-1483665118c2 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:24.515208 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dadae07d-fdbf-4951-8f96-1483665118c2 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:24.533720 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadae07d-fdbf-4951-8f96-1483665118c2 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=429031df-acaa-40b6-8528-ec221a6a9d45,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:05:24.592209 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dadae07d-fdbf-4951-8f96-1483665118c2 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:24.593387 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-dadae07d-fdbf-4951-8f96-1483665118c2 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2851093 Dec 10 16:05:24.596162 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 42906) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:05:24.600924 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-9901997a-9e4a-4049-8262-2781d064240c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Request body: {'security_group_rule': {'security_group_id': '7d3ce394-d674-42b6-8894-76290fad52d9', 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:05:24.681165 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.securitygroups_db [None req-9901997a-9e4a-4049-8262-2781d064240c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Project 7b327aafa1a641f3bf0fb7dd284e6165 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 16:05:24.686115 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9901997a-9e4a-4049-8262-2781d064240c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:24.742027 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9901997a-9e4a-4049-8262-2781d064240c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:24.841879 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9901997a-9e4a-4049-8262-2781d064240c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:24.859927 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9901997a-9e4a-4049-8262-2781d064240c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc804f08-4613-4b01-8c49-aefcebbf0acd,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:05:24.923920 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9901997a-9e4a-4049-8262-2781d064240c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:24.925153 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-9901997a-9e4a-4049-8262-2781d064240c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3280528 Dec 10 16:05:24.928074 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 42908) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:05:24.933049 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-60596e86-e77e-40d8-b7c5-01430ed9a36f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Request body: {'security_group_rule': {'security_group_id': '7d3ce394-d674-42b6-8894-76290fad52d9', 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:05:25.030557 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.securitygroups_db [None req-60596e86-e77e-40d8-b7c5-01430ed9a36f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Project 7b327aafa1a641f3bf0fb7dd284e6165 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 16:05:25.035522 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-60596e86-e77e-40d8-b7c5-01430ed9a36f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:25.094701 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-60596e86-e77e-40d8-b7c5-01430ed9a36f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:25.139006 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-60596e86-e77e-40d8-b7c5-01430ed9a36f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:25.157727 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60596e86-e77e-40d8-b7c5-01430ed9a36f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=995b11b1-803f-4d96-b58a-0c35c0486d17,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:05:25.210128 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-60596e86-e77e-40d8-b7c5-01430ed9a36f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:25.211329 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-60596e86-e77e-40d8-b7c5-01430ed9a36f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2816944 Dec 10 16:05:25.214164 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 42910) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:05:25.219014 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-fde91436-86fc-4b9d-bc86-bd56165dfa1a tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Request body: {'network': {'name': 'tempest-network-smoke--1634985312', 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'port_security_enabled': True}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:05:25.287611 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fde91436-86fc-4b9d-bc86-bd56165dfa1a tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Made reservation on behalf of 7b327aafa1a641f3bf0fb7dd284e6165 for: {'network': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:05:25.292112 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fde91436-86fc-4b9d-bc86-bd56165dfa1a tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:25.315798 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fde91436-86fc-4b9d-bc86-bd56165dfa1a tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=103586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:05:25.325193 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fde91436-86fc-4b9d-bc86-bd56165dfa1a tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:25.325540 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.segments_db [None req-fde91436-86fc-4b9d-bc86-bd56165dfa1a tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Added segment 06d00444-0e53-43eb-900b-7447817c4cd8 of type vlan for network 3b231eb0-fd13-4d0d-9047-05b00524875c Dec 10 16:05:25.367470 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fde91436-86fc-4b9d-bc86-bd56165dfa1a tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:25.430645 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fde91436-86fc-4b9d-bc86-bd56165dfa1a tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:25.438819 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde91436-86fc-4b9d-bc86-bd56165dfa1a tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:05:25.439402 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-fde91436-86fc-4b9d-bc86-bd56165dfa1a tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:25.505466 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde91436-86fc-4b9d-bc86-bd56165dfa1a tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event updated for resources: {'Network': ['ID=3b231eb0-fd13-4d0d-9047-05b00524875c,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:05:25.516424 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 3b231eb0-fd13-4d0d-9047-05b00524875c details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:05:25.519030 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-fde91436-86fc-4b9d-bc86-bd56165dfa1a tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3038535 Dec 10 16:05:25.521707 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 42912) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:05:25.526899 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-0a85117a-a2cf-4891-8b07-a30700681d3c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-743113580', 'admin_state_up': True, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:05:25.607439 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0a85117a-a2cf-4891-8b07-a30700681d3c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13912'] for router, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:25.608530 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0a85117a-a2cf-4891-8b07-a30700681d3c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:25.662418 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0a85117a-a2cf-4891-8b07-a30700681d3c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:25.825547 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0a85117a-a2cf-4891-8b07-a30700681d3c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:26.375491 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0a85117a-a2cf-4891-8b07-a30700681d3c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for router_gateway, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:26.393266 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0a85117a-a2cf-4891-8b07-a30700681d3c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:26.494478 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-0a85117a-a2cf-4891-8b07-a30700681d3c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Allocated IP 172.26.2.44 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/4aff1e69-a189-4781-a8ac-57a6681e7c81) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:05:26.599006 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0a85117a-a2cf-4891-8b07-a30700681d3c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:26.688222 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0a85117a-a2cf-4891-8b07-a30700681d3c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:26.726783 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a85117a-a2cf-4891-8b07-a30700681d3c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:05:26.729697 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-0a85117a-a2cf-4891-8b07-a30700681d3c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:05:26.732145 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a85117a-a2cf-4891-8b07-a30700681d3c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:05:26.742032 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb36943-3a61-40aa-92c4-2faca55dffe5 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:05:26.764212 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a85117a-a2cf-4891-8b07-a30700681d3c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event updated for resources: {'Port': ['ID=4aff1e69-a189-4781-a8ac-57a6681e7c81,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:05:26.805097 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-a3d0e525-3d9d-4eff-b366-d8cb678eac8e None None] Provisioning complete for port 4aff1e69-a189-4781-a8ac-57a6681e7c81 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:05:26.805650 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a3d0e525-3d9d-4eff-b366-d8cb678eac8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:26.841433 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-a3d0e525-3d9d-4eff-b366-d8cb678eac8e None None] Port 4aff1e69-a189-4781-a8ac-57a6681e7c81 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:05:27.072583 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0a85117a-a2cf-4891-8b07-a30700681d3c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for router_gateway, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:27.280931 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0a85117a-a2cf-4891-8b07-a30700681d3c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363'] for router, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:27.499029 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a85117a-a2cf-4891-8b07-a30700681d3c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Router 70371da6-08a7-4a2c-a2c9-8c9f161d334c is scheduled to L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d with binding_index 1 {{(pid=103586) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:05:27.602487 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a85117a-a2cf-4891-8b07-a30700681d3c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:05:27.611826 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54db35f-40d5-42e4-8425-7b66d9275bfb None None] Sync routers for ids ['70371da6-08a7-4a2c-a2c9-8c9f161d334c'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:05:27.622116 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54db35f-40d5-42e4-8425-7b66d9275bfb None None] Routers {'70371da6-08a7-4a2c-a2c9-8c9f161d334c'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:05:27.628597 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-f54db35f-40d5-42e4-8425-7b66d9275bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:05:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['70371da6-08a7-4a2c-a2c9-8c9f161d334c'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:05:27.672520 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0a85117a-a2cf-4891-8b07-a30700681d3c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:27.673816 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-0a85117a-a2cf-4891-8b07-a30700681d3c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1503489 Dec 10 16:05:27.676906 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 42914) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:05:27.705325 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-4c4b2ed8-dae4-45c1-82fc-388cbd8dffbb tempest-TestNetworkAdvancedServerOps-68229087 tempest-TestNetworkAdvancedServerOps-68229087-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=7b327aafa1a641f3bf0fb7dd284e6165&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272801 Dec 10 16:05:27.707843 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 42916) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:05:27.724061 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-f54db35f-40d5-42e4-8425-7b66d9275bfb None None] Set router 70371da6-08a7-4a2c-a2c9-8c9f161d334c gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:05:27.797706 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c80814-a3c5-4c4d-a4fa-3b7d0786c3fd tempest-TestNetworkAdvancedServerOps-68229087 tempest-TestNetworkAdvancedServerOps-68229087-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:05:27.799194 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-93c80814-a3c5-4c4d-a4fa-3b7d0786c3fd tempest-TestNetworkAdvancedServerOps-68229087 tempest-TestNetworkAdvancedServerOps-68229087-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0904460 Dec 10 16:05:27.802039 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 42918) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:05:27.830563 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-f5782047-9772-4dc9-89e6-9ad64bbdad94 tempest-TestNetworkAdvancedServerOps-68229087 tempest-TestNetworkAdvancedServerOps-68229087-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=d5a1452c-422a-4e1a-a1c7-48738ecf752f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274298 Dec 10 16:05:27.832998 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 42920) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:05:27.837881 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-ffcb56ee-2930-42c8-8295-94164c30afd6 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-402827084', 'network_id': '3b231eb0-fd13-4d0d-9047-05b00524875c', 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:05:27.897755 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-f54db35f-40d5-42e4-8425-7b66d9275bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70371da6-08a7-4a2c-a2c9-8c9f161d334c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-743113580', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.44'}], 'enable_snat': True}, 'gw_port_id': '4aff1e69-a189-4781-a8ac-57a6681e7c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:05:25Z', 'updated_at': '2021-12-10T16:05:26Z', 'revision_number': 3, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'gw_port': {'id': '4aff1e69-a189-4781-a8ac-57a6681e7c81', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70371da6-08a7-4a2c-a2c9-8c9f161d334c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:05:26Z', 'updated_at': '2021-12-10T16:05:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:05:27.924328 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54db35f-40d5-42e4-8425-7b66d9275bfb None None] Checking router: 70371da6-08a7-4a2c-a2c9-8c9f161d334c for host: dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:05:27.929612 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54db35f-40d5-42e4-8425-7b66d9275bfb None None] Updating router 70371da6-08a7-4a2c-a2c9-8c9f161d334c port 4aff1e69-a189-4781-a8ac-57a6681e7c81 binding host dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:05:27.948686 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f54db35f-40d5-42e4-8425-7b66d9275bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:28.006789 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffcb56ee-2930-42c8-8295-94164c30afd6 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Made reservation on behalf of 7b327aafa1a641f3bf0fb7dd284e6165 for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:05:28.010445 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ffcb56ee-2930-42c8-8295-94164c30afd6 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:28.264035 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ffcb56ee-2930-42c8-8295-94164c30afd6 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11695183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581935'] for subnet, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:28.291204 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f54db35f-40d5-42e4-8425-7b66d9275bfb None None] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:28.329443 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcb56ee-2930-42c8-8295-94164c30afd6 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event updated for resources: {'Subnet': ['ID=edcf8aab-885c-4547-b834-88fa83d24b44,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:05:28.338689 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffcb56ee-2930-42c8-8295-94164c30afd6 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Checking segment: {'id': '06d00444-0e53-43eb-900b-7447817c4cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '3b231eb0-fd13-4d0d-9047-05b00524875c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:05:28.339060 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffcb56ee-2930-42c8-8295-94164c30afd6 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Network hostable DHCP agents. Network: 3b231eb0-fd13-4d0d-9047-05b00524875c, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:05:28.355129 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f54db35f-40d5-42e4-8425-7b66d9275bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:28.392497 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2276a202-9ebd-4d36-ab1b-cc250dce1723 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:05:28.406652 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-f54db35f-40d5-42e4-8425-7b66d9275bfb None None] Attempting to bind port 4aff1e69-a189-4781-a8ac-57a6681e7c81 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:05:28.407029 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-f54db35f-40d5-42e4-8425-7b66d9275bfb None None] Attempting to bind port 4aff1e69-a189-4781-a8ac-57a6681e7c81 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:05:28.407394 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54db35f-40d5-42e4-8425-7b66d9275bfb None None] Attempting to bind port 4aff1e69-a189-4781-a8ac-57a6681e7c81 on network d5a1452c-422a-4e1a-a1c7-48738ecf752f {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:05:28.410254 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cbbc83-5467-4b64-af21-2385f67b1b47 None None] Pushing event updated for resources: {'Port': ['ID=4aff1e69-a189-4781-a8ac-57a6681e7c81,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:05:28.417880 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54db35f-40d5-42e4-8425-7b66d9275bfb None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:05:28.418251 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54db35f-40d5-42e4-8425-7b66d9275bfb None None] Checking segment: {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:05:28.418385 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffcb56ee-2930-42c8-8295-94164c30afd6 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Network 3b231eb0-fd13-4d0d-9047-05b00524875c is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:05:28.418654 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f54db35f-40d5-42e4-8425-7b66d9275bfb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:28.419056 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54db35f-40d5-42e4-8425-7b66d9275bfb None None] Bound using segment: {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:05:28.419520 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-f54db35f-40d5-42e4-8425-7b66d9275bfb None None] Bound port: 4aff1e69-a189-4781-a8ac-57a6681e7c81, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:05:28.419895 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f54db35f-40d5-42e4-8425-7b66d9275bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:28.422981 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cbbc83-5467-4b64-af21-2385f67b1b47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:05:28.423338 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cbbc83-5467-4b64-af21-2385f67b1b47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:05:28.423687 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cbbc83-5467-4b64-af21-2385f67b1b47 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:05:28.424034 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cbbc83-5467-4b64-af21-2385f67b1b47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:05:28.424370 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cbbc83-5467-4b64-af21-2385f67b1b47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:05:28.424702 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cbbc83-5467-4b64-af21-2385f67b1b47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:05:28.425035 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cbbc83-5467-4b64-af21-2385f67b1b47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:05:28.425368 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cbbc83-5467-4b64-af21-2385f67b1b47 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:05:28.425698 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cbbc83-5467-4b64-af21-2385f67b1b47 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:05:28.426069 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cbbc83-5467-4b64-af21-2385f67b1b47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:05:28.427932 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cbbc83-5467-4b64-af21-2385f67b1b47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:05:28.427932 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cbbc83-5467-4b64-af21-2385f67b1b47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:05:28.427932 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cbbc83-5467-4b64-af21-2385f67b1b47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:05:28.471849 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-fe3fcdeb-67f7-4a99-98c3-fb388f20a271 None None] Provisioning complete for port 4aff1e69-a189-4781-a8ac-57a6681e7c81 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:05:28.472233 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fe3fcdeb-67f7-4a99-98c3-fb388f20a271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:28.476890 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-f54db35f-40d5-42e4-8425-7b66d9275bfb None None] For port 4aff1e69-a189-4781-a8ac-57a6681e7c81, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:05:28.480027 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-f54db35f-40d5-42e4-8425-7b66d9275bfb None None] For port 4aff1e69-a189-4781-a8ac-57a6681e7c81, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=4aff1e69-a189-4781-a8ac-57a6681e7c81,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:05:28.492662 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-ffcb56ee-2930-42c8-8295-94164c30afd6 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 3b231eb0-fd13-4d0d-9047-05b00524875c) {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:05:28.496859 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffcb56ee-2930-42c8-8295-94164c30afd6 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:05:28.497529 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ffcb56ee-2930-42c8-8295-94164c30afd6 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:28.504187 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d706a10-968f-47ad-8ac4-ab21461e8151 None None] Network 3b231eb0-fd13-4d0d-9047-05b00524875c requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:05:28.518688 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-fe3fcdeb-67f7-4a99-98c3-fb388f20a271 None None] Port 4aff1e69-a189-4781-a8ac-57a6681e7c81 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:05:28.567499 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f54db35f-40d5-42e4-8425-7b66d9275bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:28.599624 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-ffcb56ee-2930-42c8-8295-94164c30afd6 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7654474 Dec 10 16:05:28.603022 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 42922) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:05:28.618035 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ca8d2d-5aa3-4735-af83-39497b26189f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-3b231eb0-fd13-4d0d-9047-05b00524875c', 'network_id': '3b231eb0-fd13-4d0d-9047-05b00524875c', 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'fixed_ips': [{'subnet_id': 'edcf8aab-885c-4547-b834-88fa83d24b44'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:05:28.619556 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-96ca8d2d-5aa3-4735-af83-39497b26189f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:28.621539 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cbbc83-5467-4b64-af21-2385f67b1b47 None None] Pushing event updated for resources: {'Port': ['ID=4aff1e69-a189-4781-a8ac-57a6681e7c81,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:05:28.644256 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54db35f-40d5-42e4-8425-7b66d9275bfb None None] Routers {'70371da6-08a7-4a2c-a2c9-8c9f161d334c'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:05:28.644256 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-f54db35f-40d5-42e4-8425-7b66d9275bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:05:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['70371da6-08a7-4a2c-a2c9-8c9f161d334c'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:05:28.644481 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a658661-2b9e-4f54-bb8f-36f0f664064d None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:05:28.744083 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-f54db35f-40d5-42e4-8425-7b66d9275bfb None None] Set router 70371da6-08a7-4a2c-a2c9-8c9f161d334c gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:05:28.776892 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-acf81527-2d88-4777-b2e3-1d9147efc517 None None] Provisioning complete for port 4aff1e69-a189-4781-a8ac-57a6681e7c81 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:05:28.777758 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-acf81527-2d88-4777-b2e3-1d9147efc517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:28.779194 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-96ca8d2d-5aa3-4735-af83-39497b26189f None None] Allocated IP 172.20.0.2 (3b231eb0-fd13-4d0d-9047-05b00524875c/edcf8aab-885c-4547-b834-88fa83d24b44/47660195-b9a1-4516-8c9f-a5bbfb982c3d) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:05:28.922009 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-acf81527-2d88-4777-b2e3-1d9147efc517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:28.928602 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-f54db35f-40d5-42e4-8425-7b66d9275bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70371da6-08a7-4a2c-a2c9-8c9f161d334c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-743113580', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.44'}], 'enable_snat': True}, 'gw_port_id': '4aff1e69-a189-4781-a8ac-57a6681e7c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:05:25Z', 'updated_at': '2021-12-10T16:05:26Z', 'revision_number': 3, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'gw_port': {'id': '4aff1e69-a189-4781-a8ac-57a6681e7c81', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70371da6-08a7-4a2c-a2c9-8c9f161d334c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:05:26Z', 'updated_at': '2021-12-10T16:05:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:05:28.955595 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54db35f-40d5-42e4-8425-7b66d9275bfb None None] The sync data for ids ['70371da6-08a7-4a2c-a2c9-8c9f161d334c'] in dv-neutron-821401-4-hyperv is: [{'id': '70371da6-08a7-4a2c-a2c9-8c9f161d334c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-743113580', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.44'}], 'enable_snat': True}, 'gw_port_id': '4aff1e69-a189-4781-a8ac-57a6681e7c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:05:25Z', 'updated_at': '2021-12-10T16:05:26Z', 'revision_number': 3, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'gw_port': {'id': '4aff1e69-a189-4781-a8ac-57a6681e7c81', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70371da6-08a7-4a2c-a2c9-8c9f161d334c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:05:26Z', 'updated_at': '2021-12-10T16:05:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:05:28.956818 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-acf81527-2d88-4777-b2e3-1d9147efc517 None None] For port 4aff1e69-a189-4781-a8ac-57a6681e7c81, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=4aff1e69-a189-4781-a8ac-57a6681e7c81,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:05:29.016878 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-96ca8d2d-5aa3-4735-af83-39497b26189f None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:29.029972 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-acf81527-2d88-4777-b2e3-1d9147efc517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:29.059365 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7af20da1-0c2b-44a7-aca2-66ba88999d3f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:29.079013 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf81527-2d88-4777-b2e3-1d9147efc517 None None] Pushing event updated for resources: {'Port': ['ID=4aff1e69-a189-4781-a8ac-57a6681e7c81,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:05:29.116894 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-96ca8d2d-5aa3-4735-af83-39497b26189f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:29.156781 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ca8d2d-5aa3-4735-af83-39497b26189f None None] Network 3b231eb0-fd13-4d0d-9047-05b00524875c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:05:29.159866 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-96ca8d2d-5aa3-4735-af83-39497b26189f None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:05:29.164098 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ca8d2d-5aa3-4735-af83-39497b26189f None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:05:29.178125 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ca8d2d-5aa3-4735-af83-39497b26189f None None] Pushing event updated for resources: {'Port': ['ID=47660195-b9a1-4516-8c9f-a5bbfb982c3d,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:05:29.262933 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-96ca8d2d-5aa3-4735-af83-39497b26189f None None] Attempting to bind port 47660195-b9a1-4516-8c9f-a5bbfb982c3d on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:05:29.262933 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-96ca8d2d-5aa3-4735-af83-39497b26189f None None] Attempting to bind port 47660195-b9a1-4516-8c9f-a5bbfb982c3d by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '06d00444-0e53-43eb-900b-7447817c4cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '3b231eb0-fd13-4d0d-9047-05b00524875c'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:05:29.262933 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ca8d2d-5aa3-4735-af83-39497b26189f None None] Attempting to bind port 47660195-b9a1-4516-8c9f-a5bbfb982c3d on network 3b231eb0-fd13-4d0d-9047-05b00524875c {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:05:29.268244 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ca8d2d-5aa3-4735-af83-39497b26189f None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:05:29.268634 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ca8d2d-5aa3-4735-af83-39497b26189f None None] Checking segment: {'id': '06d00444-0e53-43eb-900b-7447817c4cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '3b231eb0-fd13-4d0d-9047-05b00524875c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:05:29.269029 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-96ca8d2d-5aa3-4735-af83-39497b26189f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:29.269448 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ca8d2d-5aa3-4735-af83-39497b26189f None None] Bound using segment: {'id': '06d00444-0e53-43eb-900b-7447817c4cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '3b231eb0-fd13-4d0d-9047-05b00524875c'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:05:29.269946 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-96ca8d2d-5aa3-4735-af83-39497b26189f None None] Bound port: 47660195-b9a1-4516-8c9f-a5bbfb982c3d, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06d00444-0e53-43eb-900b-7447817c4cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '3b231eb0-fd13-4d0d-9047-05b00524875c'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:05:29.270335 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-96ca8d2d-5aa3-4735-af83-39497b26189f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:29.345284 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-96ca8d2d-5aa3-4735-af83-39497b26189f None None] For port 47660195-b9a1-4516-8c9f-a5bbfb982c3d, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:05:29.348627 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-96ca8d2d-5aa3-4735-af83-39497b26189f None None] For port 47660195-b9a1-4516-8c9f-a5bbfb982c3d, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=47660195-b9a1-4516-8c9f-a5bbfb982c3d,segment=NetworkSegment(06d00444-0e53-43eb-900b-7447817c4cd8),segment_id=06d00444-0e53-43eb-900b-7447817c4cd8)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:05:29.375762 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-7af20da1-0c2b-44a7-aca2-66ba88999d3f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Allocated IP 172.20.0.1 (3b231eb0-fd13-4d0d-9047-05b00524875c/edcf8aab-885c-4547-b834-88fa83d24b44/99d1f3fa-9833-4853-85d9-3ae091837517) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:05:29.407274 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-96ca8d2d-5aa3-4735-af83-39497b26189f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:29.470082 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ca8d2d-5aa3-4735-af83-39497b26189f None None] Pushing event updated for resources: {'Port': ['ID=47660195-b9a1-4516-8c9f-a5bbfb982c3d,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:05:29.509666 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7af20da1-0c2b-44a7-aca2-66ba88999d3f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:29.607114 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7af20da1-0c2b-44a7-aca2-66ba88999d3f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:29.668984 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af20da1-0c2b-44a7-aca2-66ba88999d3f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Network 3b231eb0-fd13-4d0d-9047-05b00524875c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:05:29.672120 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-7af20da1-0c2b-44a7-aca2-66ba88999d3f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:05:29.676116 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af20da1-0c2b-44a7-aca2-66ba88999d3f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:05:29.724476 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af20da1-0c2b-44a7-aca2-66ba88999d3f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event updated for resources: {'Port': ['ID=99d1f3fa-9833-4853-85d9-3ae091837517,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:05:29.738411 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7af20da1-0c2b-44a7-aca2-66ba88999d3f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552880'] for router_interface, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:29.945370 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7af20da1-0c2b-44a7-aca2-66ba88999d3f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:30.213726 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7af20da1-0c2b-44a7-aca2-66ba88999d3f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:30.287059 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7af20da1-0c2b-44a7-aca2-66ba88999d3f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:30.364443 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7af20da1-0c2b-44a7-aca2-66ba88999d3f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549888'] for router_interface, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:30.366852 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af20da1-0c2b-44a7-aca2-66ba88999d3f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event updated for resources: {'Port': ['ID=99d1f3fa-9833-4853-85d9-3ae091837517,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:05:30.458390 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af20da1-0c2b-44a7-aca2-66ba88999d3f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Network 3b231eb0-fd13-4d0d-9047-05b00524875c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:05:30.459760 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-7af20da1-0c2b-44a7-aca2-66ba88999d3f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:05:30.574495 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7af20da1-0c2b-44a7-aca2-66ba88999d3f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Router 70371da6-08a7-4a2c-a2c9-8c9f161d334c has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:05:30.689048 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af20da1-0c2b-44a7-aca2-66ba88999d3f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:05:30.694228 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-7af20da1-0c2b-44a7-aca2-66ba88999d3f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "PUT /v2.0/routers/70371da6-08a7-4a2c-a2c9-8c9f161d334c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0896239 Dec 10 16:05:30.796202 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 4aff1e69-a189-4781-a8ac-57a6681e7c81 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:05:30.854660 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 4aff1e69-a189-4781-a8ac-57a6681e7c81 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:05:30.855028 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:30.881106 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61fe376f-5d26-4e45-a878-f906bd7072a2 None None] Network 3b231eb0-fd13-4d0d-9047-05b00524875c requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:05:30.900435 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-59a78593-ef5b-4ec9-ac8a-0de2792da8d7 req-5998364a-e040-445f-b406-72be73b78331 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-315814800&fields=id&tenant_id=7b327aafa1a641f3bf0fb7dd284e6165 HTTP/1.1" status: 200 len: 267 time: 0.0546150 Dec 10 16:05:30.934226 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f2bc50-a6ff-4101-bd4c-a7f85b363c41 None None] Sync routers for ids ['70371da6-08a7-4a2c-a2c9-8c9f161d334c'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:05:30.977055 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f2bc50-a6ff-4101-bd4c-a7f85b363c41 None None] Routers {'70371da6-08a7-4a2c-a2c9-8c9f161d334c'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:05:30.977685 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-93f2bc50-a6ff-4101-bd4c-a7f85b363c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:05:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['70371da6-08a7-4a2c-a2c9-8c9f161d334c'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:05:31.011251 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a78593-ef5b-4ec9-ac8a-0de2792da8d7 req-e55e3e2d-af3c-4b6d-af1e-f91113ac93a1 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:05:31.012650 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-59a78593-ef5b-4ec9-ac8a-0de2792da8d7 req-e55e3e2d-af3c-4b6d-af1e-f91113ac93a1 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/networks?id=3b231eb0-fd13-4d0d-9047-05b00524875c HTTP/1.1" status: 200 len: 797 time: 0.1070580 Dec 10 16:05:31.028135 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-59a78593-ef5b-4ec9-ac8a-0de2792da8d7 req-dc5748b4-3db8-4ff2-8be5-c00dc0b81ea3 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/quotas/7b327aafa1a641f3bf0fb7dd284e6165 HTTP/1.1" status: 200 len: 375 time: 0.0094223 Dec 10 16:05:31.039970 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-22adfb0b-8a28-4fcf-9696-abd1cb5cacf4 None None] Provisioning complete for port 47660195-b9a1-4516-8c9f-a5bbfb982c3d triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:05:31.040346 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-22adfb0b-8a28-4fcf-9696-abd1cb5cacf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:31.079259 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-59a78593-ef5b-4ec9-ac8a-0de2792da8d7 req-990af556-a2b8-449d-82ee-f63d9e4bd50f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7b327aafa1a641f3bf0fb7dd284e6165&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456648 Dec 10 16:05:31.169869 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 47660195-b9a1-4516-8c9f-a5bbfb982c3d up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:05:31.214228 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-93f2bc50-a6ff-4101-bd4c-a7f85b363c41 None None] Set router 70371da6-08a7-4a2c-a2c9-8c9f161d334c gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:05:31.390888 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-22adfb0b-8a28-4fcf-9696-abd1cb5cacf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:31.406412 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 47660195-b9a1-4516-8c9f-a5bbfb982c3d triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:05:31.406786 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:31.497024 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-59a78593-ef5b-4ec9-ac8a-0de2792da8d7 req-b38c3c2d-02e1-4e4b-a150-a528ad078259 service neutron] 10.222.0.20 "GET /v2.0/networks/3b231eb0-fd13-4d0d-9047-05b00524875c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4053955 Dec 10 16:05:31.510762 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-22adfb0b-8a28-4fcf-9696-abd1cb5cacf4 None None] For port 47660195-b9a1-4516-8c9f-a5bbfb982c3d, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=47660195-b9a1-4516-8c9f-a5bbfb982c3d,segment=NetworkSegment(06d00444-0e53-43eb-900b-7447817c4cd8),segment_id=06d00444-0e53-43eb-900b-7447817c4cd8)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:05:31.570862 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:31.574832 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-22adfb0b-8a28-4fcf-9696-abd1cb5cacf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:31.596673 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-59a78593-ef5b-4ec9-ac8a-0de2792da8d7 req-72bd55f7-099e-49f3-8e8e-2fd56f463a43 service neutron] 10.222.0.20 "GET /v2.0/networks/3b231eb0-fd13-4d0d-9047-05b00524875c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930879 Dec 10 16:05:31.615740 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-93f2bc50-a6ff-4101-bd4c-a7f85b363c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70371da6-08a7-4a2c-a2c9-8c9f161d334c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-743113580', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.44'}], 'enable_snat': True}, 'gw_port_id': '4aff1e69-a189-4781-a8ac-57a6681e7c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:05:25Z', 'updated_at': '2021-12-10T16:05:29Z', 'revision_number': 4, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'gw_port': {'id': '4aff1e69-a189-4781-a8ac-57a6681e7c81', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70371da6-08a7-4a2c-a2c9-8c9f161d334c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:05:26Z', 'updated_at': '2021-12-10T16:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '99d1f3fa-9833-4853-85d9-3ae091837517', 'name': '', 'network_id': '3b231eb0-fd13-4d0d-9047-05b00524875c', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'mac_address': 'fa:16:3e:19:28:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70371da6-08a7-4a2c-a2c9-8c9f161d334c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'edcf8aab-885c-4547-b834-88fa83d24b44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:05:29Z', 'updated_at': '2021-12-10T16:05:30Z', 'revision_number': 2, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'subnets': [{'id': 'edcf8aab-885c-4547-b834-88fa83d24b44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:05:31.659003 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f2bc50-a6ff-4101-bd4c-a7f85b363c41 None None] Checking router: 70371da6-08a7-4a2c-a2c9-8c9f161d334c for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:05:31.659363 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f2bc50-a6ff-4101-bd4c-a7f85b363c41 None None] Updating router 70371da6-08a7-4a2c-a2c9-8c9f161d334c port 99d1f3fa-9833-4853-85d9-3ae091837517 binding host dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:05:31.730014 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22adfb0b-8a28-4fcf-9696-abd1cb5cacf4 None None] Pushing event updated for resources: {'Port': ['ID=47660195-b9a1-4516-8c9f-a5bbfb982c3d,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:05:31.737086 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-93f2bc50-a6ff-4101-bd4c-a7f85b363c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:31.753025 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.db.api [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:05:31.759934 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG oslo_db.api [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:05:31.759934 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-d135ac6d-677f-4f14-bc66-a476da1b463c None None] Provisioning complete for port 99d1f3fa-9833-4853-85d9-3ae091837517 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:05:31.759934 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d135ac6d-677f-4f14-bc66-a476da1b463c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:31.825957 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-d135ac6d-677f-4f14-bc66-a476da1b463c None None] Port 99d1f3fa-9833-4853-85d9-3ae091837517 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:05:31.861901 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-3e5b018d-2f8f-4011-b4dd-5456f1ef6346 req-10c811d1-c033-47cc-a56b-625cd3c6d89e tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9 HTTP/1.1" status: 200 len: 210 time: 0.0437789 Dec 10 16:05:31.899123 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-d135ac6d-677f-4f14-bc66-a476da1b463c None None] Provisioning complete for port 47660195-b9a1-4516-8c9f-a5bbfb982c3d triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:05:31.899504 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d135ac6d-677f-4f14-bc66-a476da1b463c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:32.116249 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-93f2bc50-a6ff-4101-bd4c-a7f85b363c41 None None] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:32.170516 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-b24f0c21-8d4b-44a6-9349-919a8e3b8ab9 None None] Provisioning complete for port 99d1f3fa-9833-4853-85d9-3ae091837517 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:05:32.170892 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b24f0c21-8d4b-44a6-9349-919a8e3b8ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:32.197705 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-93f2bc50-a6ff-4101-bd4c-a7f85b363c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:32.254467 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-b24f0c21-8d4b-44a6-9349-919a8e3b8ab9 None None] Port 99d1f3fa-9833-4853-85d9-3ae091837517 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:05:32.266351 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c747d010-9da2-4b45-b41b-a5bda074e9a6 None None] Pushing event updated for resources: {'Port': ['ID=99d1f3fa-9833-4853-85d9-3ae091837517,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:05:32.508753 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-93f2bc50-a6ff-4101-bd4c-a7f85b363c41 None None] Attempting to bind port 99d1f3fa-9833-4853-85d9-3ae091837517 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:05:32.509128 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-93f2bc50-a6ff-4101-bd4c-a7f85b363c41 None None] Attempting to bind port 99d1f3fa-9833-4853-85d9-3ae091837517 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '06d00444-0e53-43eb-900b-7447817c4cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '3b231eb0-fd13-4d0d-9047-05b00524875c'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:05:32.509491 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f2bc50-a6ff-4101-bd4c-a7f85b363c41 None None] Attempting to bind port 99d1f3fa-9833-4853-85d9-3ae091837517 on network 3b231eb0-fd13-4d0d-9047-05b00524875c {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:05:32.515331 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-03ca43d5-a0b8-413f-8766-9c463a7b007b None None] Provisioning complete for port 99d1f3fa-9833-4853-85d9-3ae091837517 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:05:32.515652 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-03ca43d5-a0b8-413f-8766-9c463a7b007b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:32.518310 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f2bc50-a6ff-4101-bd4c-a7f85b363c41 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:05:32.518776 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f2bc50-a6ff-4101-bd4c-a7f85b363c41 None None] Checking segment: {'id': '06d00444-0e53-43eb-900b-7447817c4cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '3b231eb0-fd13-4d0d-9047-05b00524875c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:05:32.519079 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-93f2bc50-a6ff-4101-bd4c-a7f85b363c41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:32.519470 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f2bc50-a6ff-4101-bd4c-a7f85b363c41 None None] Bound using segment: {'id': '06d00444-0e53-43eb-900b-7447817c4cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '3b231eb0-fd13-4d0d-9047-05b00524875c'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:05:32.520038 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-93f2bc50-a6ff-4101-bd4c-a7f85b363c41 None None] Bound port: 99d1f3fa-9833-4853-85d9-3ae091837517, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06d00444-0e53-43eb-900b-7447817c4cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '3b231eb0-fd13-4d0d-9047-05b00524875c'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:05:32.520416 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-93f2bc50-a6ff-4101-bd4c-a7f85b363c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:32.583928 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-03ca43d5-a0b8-413f-8766-9c463a7b007b None None] Port 99d1f3fa-9833-4853-85d9-3ae091837517 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:05:32.616218 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-93f2bc50-a6ff-4101-bd4c-a7f85b363c41 None None] For port 99d1f3fa-9833-4853-85d9-3ae091837517, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:05:32.619409 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-93f2bc50-a6ff-4101-bd4c-a7f85b363c41 None None] For port 99d1f3fa-9833-4853-85d9-3ae091837517, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=99d1f3fa-9833-4853-85d9-3ae091837517,segment=NetworkSegment(06d00444-0e53-43eb-900b-7447817c4cd8),segment_id=06d00444-0e53-43eb-900b-7447817c4cd8)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:05:32.681915 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-93f2bc50-a6ff-4101-bd4c-a7f85b363c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:32.732303 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 47660195-b9a1-4516-8c9f-a5bbfb982c3d up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:05:32.770448 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f2bc50-a6ff-4101-bd4c-a7f85b363c41 None None] Routers {'70371da6-08a7-4a2c-a2c9-8c9f161d334c'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:05:32.770721 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-93f2bc50-a6ff-4101-bd4c-a7f85b363c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:05:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['70371da6-08a7-4a2c-a2c9-8c9f161d334c'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:05:32.814880 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c747d010-9da2-4b45-b41b-a5bda074e9a6 None None] Pushing event updated for resources: {'Port': ['ID=99d1f3fa-9833-4853-85d9-3ae091837517,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:05:32.887619 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 47660195-b9a1-4516-8c9f-a5bbfb982c3d triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:05:32.888273 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:32.929846 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-93f2bc50-a6ff-4101-bd4c-a7f85b363c41 None None] Set router 70371da6-08a7-4a2c-a2c9-8c9f161d334c gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:05:32.962022 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b66f0a34-19f6-4362-91a9-103d0e05a534 req-27b08383-6915-43e1-b8de-a8fc4070f429 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9 HTTP/1.1" status: 200 len: 210 time: 0.0277495 Dec 10 16:05:33.099036 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6bf119b5-7971-40c4-a9df-555edb41a42d None None] Provisioning complete for port 99d1f3fa-9833-4853-85d9-3ae091837517 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:05:33.099312 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6bf119b5-7971-40c4-a9df-555edb41a42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:33.233683 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6bf119b5-7971-40c4-a9df-555edb41a42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:33.267944 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-93f2bc50-a6ff-4101-bd4c-a7f85b363c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70371da6-08a7-4a2c-a2c9-8c9f161d334c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-743113580', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.44'}], 'enable_snat': True}, 'gw_port_id': '4aff1e69-a189-4781-a8ac-57a6681e7c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:05:25Z', 'updated_at': '2021-12-10T16:05:29Z', 'revision_number': 4, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'gw_port': {'id': '4aff1e69-a189-4781-a8ac-57a6681e7c81', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70371da6-08a7-4a2c-a2c9-8c9f161d334c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:05:26Z', 'updated_at': '2021-12-10T16:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '99d1f3fa-9833-4853-85d9-3ae091837517', 'name': '', 'network_id': '3b231eb0-fd13-4d0d-9047-05b00524875c', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'mac_address': 'fa:16:3e:19:28:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70371da6-08a7-4a2c-a2c9-8c9f161d334c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'edcf8aab-885c-4547-b834-88fa83d24b44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:05:29Z', 'updated_at': '2021-12-10T16:05:32Z', 'revision_number': 4, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'subnets': [{'id': 'edcf8aab-885c-4547-b834-88fa83d24b44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:05:33.299777 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6bf119b5-7971-40c4-a9df-555edb41a42d None None] For port 99d1f3fa-9833-4853-85d9-3ae091837517, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=99d1f3fa-9833-4853-85d9-3ae091837517,segment=NetworkSegment(06d00444-0e53-43eb-900b-7447817c4cd8),segment_id=06d00444-0e53-43eb-900b-7447817c4cd8)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:05:33.301226 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f2bc50-a6ff-4101-bd4c-a7f85b363c41 None None] The sync data for ids ['70371da6-08a7-4a2c-a2c9-8c9f161d334c'] in dv-neutron-821401-4-hyperv is: [{'id': '70371da6-08a7-4a2c-a2c9-8c9f161d334c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-743113580', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.44'}], 'enable_snat': True}, 'gw_port_id': '4aff1e69-a189-4781-a8ac-57a6681e7c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:05:25Z', 'updated_at': '2021-12-10T16:05:29Z', 'revision_number': 4, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'gw_port': {'id': '4aff1e69-a189-4781-a8ac-57a6681e7c81', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70371da6-08a7-4a2c-a2c9-8c9f161d334c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:05:26Z', 'updated_at': '2021-12-10T16:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '99d1f3fa-9833-4853-85d9-3ae091837517', 'name': '', 'network_id': '3b231eb0-fd13-4d0d-9047-05b00524875c', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'mac_address': 'fa:16:3e:19:28:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70371da6-08a7-4a2c-a2c9-8c9f161d334c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'edcf8aab-885c-4547-b834-88fa83d24b44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:05:29Z', 'updated_at': '2021-12-10T16:05:32Z', 'revision_number': 4, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'subnets': [{'id': 'edcf8aab-885c-4547-b834-88fa83d24b44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:05:33.373728 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6bf119b5-7971-40c4-a9df-555edb41a42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:33.429072 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf119b5-7971-40c4-a9df-555edb41a42d None None] Pushing event updated for resources: {'Port': ['ID=99d1f3fa-9833-4853-85d9-3ae091837517,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:05:33.593459 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a78593-ef5b-4ec9-ac8a-0de2792da8d7 req-51fcf7a3-d782-4020-af2c-9fc1cd4ed91a tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:05:33.594955 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-59a78593-ef5b-4ec9-ac8a-0de2792da8d7 req-51fcf7a3-d782-4020-af2c-9fc1cd4ed91a tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.44 "GET /v2.0/networks?id=3b231eb0-fd13-4d0d-9047-05b00524875c HTTP/1.1" status: 200 len: 797 time: 0.1092854 Dec 10 16:05:33.668217 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-59a78593-ef5b-4ec9-ac8a-0de2792da8d7 req-2accf0d8-0a88-47c2-b999-81b9f775477f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b327aafa1a641f3bf0fb7dd284e6165 HTTP/1.1" status: 200 len: 379 time: 0.0631666 Dec 10 16:05:33.678035 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [req-59a78593-ef5b-4ec9-ac8a-0de2792da8d7 req-bbad24be-504a-41d4-aa9b-7583ac298bc0 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Request body: {'port': {'device_id': 'bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9', 'network_id': '3b231eb0-fd13-4d0d-9047-05b00524875c', 'admin_state_up': True, 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'security_groups': ['7d3ce394-d674-42b6-8894-76290fad52d9']}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:05:33.853094 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59a78593-ef5b-4ec9-ac8a-0de2792da8d7 req-bbad24be-504a-41d4-aa9b-7583ac298bc0 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Made reservation on behalf of 7b327aafa1a641f3bf0fb7dd284e6165 for: {'port': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:05:33.857311 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-59a78593-ef5b-4ec9-ac8a-0de2792da8d7 req-bbad24be-504a-41d4-aa9b-7583ac298bc0 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:33.998247 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [req-59a78593-ef5b-4ec9-ac8a-0de2792da8d7 req-bbad24be-504a-41d4-aa9b-7583ac298bc0 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Allocated IP 172.20.0.3 (3b231eb0-fd13-4d0d-9047-05b00524875c/edcf8aab-885c-4547-b834-88fa83d24b44/c851a59f-56b5-4632-a66e-700977341c8f) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:05:34.173079 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-b59e106f-d80a-4879-8ea2-b2e9144fac6a req-2c5ebbfc-ce5f-4401-9b38-af4a1840d141 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9 HTTP/1.1" status: 200 len: 210 time: 0.1350405 Dec 10 16:05:34.191002 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-59a78593-ef5b-4ec9-ac8a-0de2792da8d7 req-bbad24be-504a-41d4-aa9b-7583ac298bc0 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:34.282449 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-59a78593-ef5b-4ec9-ac8a-0de2792da8d7 req-bbad24be-504a-41d4-aa9b-7583ac298bc0 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:34.327074 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59a78593-ef5b-4ec9-ac8a-0de2792da8d7 req-bbad24be-504a-41d4-aa9b-7583ac298bc0 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Network 3b231eb0-fd13-4d0d-9047-05b00524875c is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:05:34.330381 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [req-59a78593-ef5b-4ec9-ac8a-0de2792da8d7 req-bbad24be-504a-41d4-aa9b-7583ac298bc0 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:05:34.334271 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [req-59a78593-ef5b-4ec9-ac8a-0de2792da8d7 req-bbad24be-504a-41d4-aa9b-7583ac298bc0 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:05:34.363559 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbad24be-504a-41d4-aa9b-7583ac298bc0 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event updated for resources: {'Port': ['ID=c851a59f-56b5-4632-a66e-700977341c8f,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:05:34.391024 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a78593-ef5b-4ec9-ac8a-0de2792da8d7 req-bbad24be-504a-41d4-aa9b-7583ac298bc0 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:05:34.391614 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-59a78593-ef5b-4ec9-ac8a-0de2792da8d7 req-bbad24be-504a-41d4-aa9b-7583ac298bc0 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:34.444639 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-59a78593-ef5b-4ec9-ac8a-0de2792da8d7 req-bbad24be-504a-41d4-aa9b-7583ac298bc0 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7705092 Dec 10 16:05:34.457144 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [req-59a78593-ef5b-4ec9-ac8a-0de2792da8d7 req-02743c12-98e2-4524-9f32-8064b7ec4338 service neutron] Request body: {'port': {'device_id': 'bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:05:34.515222 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-59a78593-ef5b-4ec9-ac8a-0de2792da8d7 req-02743c12-98e2-4524-9f32-8064b7ec4338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:34.612591 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-372b3659-d7a3-4499-afad-44910c4b30e2 None None] Provisioning complete for port c851a59f-56b5-4632-a66e-700977341c8f triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:05:34.613128 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-372b3659-d7a3-4499-afad-44910c4b30e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:34.645723 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-372b3659-d7a3-4499-afad-44910c4b30e2 None None] Port c851a59f-56b5-4632-a66e-700977341c8f cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:05:34.737921 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 99d1f3fa-9833-4853-85d9-3ae091837517 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:05:34.776732 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [req-59a78593-ef5b-4ec9-ac8a-0de2792da8d7 req-02743c12-98e2-4524-9f32-8064b7ec4338 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c851a59f-56b5-4632-a66e-700977341c8f {{(pid=103586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:05:34.784512 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-59a78593-ef5b-4ec9-ac8a-0de2792da8d7 req-02743c12-98e2-4524-9f32-8064b7ec4338 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:34.788923 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 99d1f3fa-9833-4853-85d9-3ae091837517 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:05:34.789296 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:34.798113 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [req-59a78593-ef5b-4ec9-ac8a-0de2792da8d7 req-02743c12-98e2-4524-9f32-8064b7ec4338 service neutron] Transition to ACTIVE for port object c851a59f-56b5-4632-a66e-700977341c8f will not be triggered until provisioned by entity L2. {{(pid=103586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:05:34.893042 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-59a78593-ef5b-4ec9-ac8a-0de2792da8d7 req-02743c12-98e2-4524-9f32-8064b7ec4338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:34.981018 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02743c12-98e2-4524-9f32-8064b7ec4338 service neutron] Pushing event updated for resources: {'Port': ['ID=c851a59f-56b5-4632-a66e-700977341c8f,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:05:35.012173 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [req-59a78593-ef5b-4ec9-ac8a-0de2792da8d7 req-02743c12-98e2-4524-9f32-8064b7ec4338 service neutron] Attempting to bind port c851a59f-56b5-4632-a66e-700977341c8f on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:05:35.012544 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [req-59a78593-ef5b-4ec9-ac8a-0de2792da8d7 req-02743c12-98e2-4524-9f32-8064b7ec4338 service neutron] Attempting to bind port c851a59f-56b5-4632-a66e-700977341c8f by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '06d00444-0e53-43eb-900b-7447817c4cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '3b231eb0-fd13-4d0d-9047-05b00524875c'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:05:35.012879 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a78593-ef5b-4ec9-ac8a-0de2792da8d7 req-02743c12-98e2-4524-9f32-8064b7ec4338 service neutron] Attempting to bind port c851a59f-56b5-4632-a66e-700977341c8f on network 3b231eb0-fd13-4d0d-9047-05b00524875c {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:05:35.017516 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a78593-ef5b-4ec9-ac8a-0de2792da8d7 req-02743c12-98e2-4524-9f32-8064b7ec4338 service neutron] Port c851a59f-56b5-4632-a66e-700977341c8f on network 3b231eb0-fd13-4d0d-9047-05b00524875c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:05:35.017871 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a78593-ef5b-4ec9-ac8a-0de2792da8d7 req-02743c12-98e2-4524-9f32-8064b7ec4338 service neutron] Attempting to bind port c851a59f-56b5-4632-a66e-700977341c8f on network 3b231eb0-fd13-4d0d-9047-05b00524875c {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:05:35.023504 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a78593-ef5b-4ec9-ac8a-0de2792da8d7 req-02743c12-98e2-4524-9f32-8064b7ec4338 service neutron] Checking agent: {'id': 'fa828968-c68f-4b22-9699-a58fe4ab1f05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 28, 13), 'started_at': datetime.datetime(2021, 12, 10, 15, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:05:35.023846 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a78593-ef5b-4ec9-ac8a-0de2792da8d7 req-02743c12-98e2-4524-9f32-8064b7ec4338 service neutron] Checking segment: {'id': '06d00444-0e53-43eb-900b-7447817c4cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '3b231eb0-fd13-4d0d-9047-05b00524875c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:05:35.024232 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a78593-ef5b-4ec9-ac8a-0de2792da8d7 req-02743c12-98e2-4524-9f32-8064b7ec4338 service neutron] Bound using segment: {'id': '06d00444-0e53-43eb-900b-7447817c4cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '3b231eb0-fd13-4d0d-9047-05b00524875c'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:05:35.024668 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [req-59a78593-ef5b-4ec9-ac8a-0de2792da8d7 req-02743c12-98e2-4524-9f32-8064b7ec4338 service neutron] Bound port: c851a59f-56b5-4632-a66e-700977341c8f, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06d00444-0e53-43eb-900b-7447817c4cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '3b231eb0-fd13-4d0d-9047-05b00524875c'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:05:35.025025 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-59a78593-ef5b-4ec9-ac8a-0de2792da8d7 req-02743c12-98e2-4524-9f32-8064b7ec4338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:35.094941 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [req-59a78593-ef5b-4ec9-ac8a-0de2792da8d7 req-02743c12-98e2-4524-9f32-8064b7ec4338 service neutron] For port c851a59f-56b5-4632-a66e-700977341c8f, host hv-neutron-8214, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:05:35.098088 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [req-59a78593-ef5b-4ec9-ac8a-0de2792da8d7 req-02743c12-98e2-4524-9f32-8064b7ec4338 service neutron] For port c851a59f-56b5-4632-a66e-700977341c8f, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=c851a59f-56b5-4632-a66e-700977341c8f,segment=NetworkSegment(06d00444-0e53-43eb-900b-7447817c4cd8),segment_id=06d00444-0e53-43eb-900b-7447817c4cd8)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:05:35.185014 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-59a78593-ef5b-4ec9-ac8a-0de2792da8d7 req-02743c12-98e2-4524-9f32-8064b7ec4338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:35.216755 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a78593-ef5b-4ec9-ac8a-0de2792da8d7 req-02743c12-98e2-4524-9f32-8064b7ec4338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:05:35.217275 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-59a78593-ef5b-4ec9-ac8a-0de2792da8d7 req-02743c12-98e2-4524-9f32-8064b7ec4338 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:35.218865 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-59a78593-ef5b-4ec9-ac8a-0de2792da8d7 req-02743c12-98e2-4524-9f32-8064b7ec4338 service neutron] 10.222.0.44 "PUT /v2.0/ports/c851a59f-56b5-4632-a66e-700977341c8f HTTP/1.1" status: 200 len: 1093 time: 0.7659242 Dec 10 16:05:35.224122 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9', 'tag': 'c851a59f-56b5-4632-a66e-700977341c8f'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:05:35.226554 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde1b47dcd987728a27c8e391f176ee57ea2adf837d2cedb59662361de43515a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6146032e-a188-46a1-84d1-e6f8a79510e3" -d '{"events": [{"name": "network-changed", "server_uuid": "bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9", "tag": "c851a59f-56b5-4632-a66e-700977341c8f"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:05:35.256360 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02743c12-98e2-4524-9f32-8064b7ec4338 service neutron] Pushing event updated for resources: {'Port': ['ID=c851a59f-56b5-4632-a66e-700977341c8f,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:05:35.325728 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c7ba15-88c7-44d4-81a7-1446b6e0a25e req-0464cfd1-9690-4ce7-b022-61ffbd8ac4fb tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:05:35.330815 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b6c7ba15-88c7-44d4-81a7-1446b6e0a25e req-0464cfd1-9690-4ce7-b022-61ffbd8ac4fb tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9 HTTP/1.1" status: 200 len: 943 time: 0.0682187 Dec 10 16:05:35.347033 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a22e1255-f2e2-4ad2-8fd3-4e3bc90d0b0c x-openstack-request-id: req-a22e1255-f2e2-4ad2-8fd3-4e3bc90d0b0c {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:05:35.347568 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9", "tag": "c851a59f-56b5-4632-a66e-700977341c8f", "status": "completed", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:05:35.347830 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a22e1255-f2e2-4ad2-8fd3-4e3bc90d0b0c {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:05:35.348233 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9', 'tag': 'c851a59f-56b5-4632-a66e-700977341c8f', 'status': 'completed', 'code': 200} Dec 10 16:05:35.386948 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b6c7ba15-88c7-44d4-81a7-1446b6e0a25e req-6872a0a9-6681-44b5-b884-22ee385e7c40 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d3ce394-d674-42b6-8894-76290fad52d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532475 Dec 10 16:05:35.396092 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a78593-ef5b-4ec9-ac8a-0de2792da8d7 req-6660acff-eded-420b-bb86-a9b938198ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:05:35.398488 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-59a78593-ef5b-4ec9-ac8a-0de2792da8d7 req-6660acff-eded-420b-bb86-a9b938198ab6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7b327aafa1a641f3bf0fb7dd284e6165&device_id=bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9 HTTP/1.1" status: 200 len: 1096 time: 0.0447910 Dec 10 16:05:35.447278 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-59a78593-ef5b-4ec9-ac8a-0de2792da8d7 req-a32af4d2-b301-424f-8263-ad1d64434e31 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c851a59f-56b5-4632-a66e-700977341c8f HTTP/1.1" status: 200 len: 217 time: 0.0404081 Dec 10 16:05:35.496913 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a78593-ef5b-4ec9-ac8a-0de2792da8d7 req-37047a00-9653-44f8-86d7-544a42e3bcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:05:35.498363 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-59a78593-ef5b-4ec9-ac8a-0de2792da8d7 req-37047a00-9653-44f8-86d7-544a42e3bcf4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=edcf8aab-885c-4547-b834-88fa83d24b44 HTTP/1.1" status: 200 len: 834 time: 0.0450826 Dec 10 16:05:35.542863 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a78593-ef5b-4ec9-ac8a-0de2792da8d7 req-57763adc-f8b1-4b31-ac0a-55a281753cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:05:35.544300 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-59a78593-ef5b-4ec9-ac8a-0de2792da8d7 req-57763adc-f8b1-4b31-ac0a-55a281753cd7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3b231eb0-fd13-4d0d-9047-05b00524875c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390255 Dec 10 16:05:35.634422 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-59a78593-ef5b-4ec9-ac8a-0de2792da8d7 req-b167cc01-b98f-4ddb-b2a0-a69a86f13dd4 service neutron] 10.222.0.44 "GET /v2.0/networks/3b231eb0-fd13-4d0d-9047-05b00524875c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829964 Dec 10 16:05:35.719928 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-59a78593-ef5b-4ec9-ac8a-0de2792da8d7 req-467ec317-a1c0-4114-922b-e99568f931f1 service neutron] 10.222.0.44 "GET /v2.0/networks/3b231eb0-fd13-4d0d-9047-05b00524875c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790505 Dec 10 16:05:35.849215 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6146032e-a188-46a1-84d1-e6f8a79510e3 req-b8348cad-8062-41cb-a32e-3550ebd59d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:05:35.851491 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-6146032e-a188-46a1-84d1-e6f8a79510e3 req-b8348cad-8062-41cb-a32e-3550ebd59d94 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7b327aafa1a641f3bf0fb7dd284e6165&device_id=bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9 HTTP/1.1" status: 200 len: 1096 time: 0.0419953 Dec 10 16:05:35.943911 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6146032e-a188-46a1-84d1-e6f8a79510e3 req-1ace0ee7-7b95-4120-a52a-5ddfacb4c5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:05:35.945375 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-6146032e-a188-46a1-84d1-e6f8a79510e3 req-1ace0ee7-7b95-4120-a52a-5ddfacb4c5ca service neutron] 10.222.0.44 "GET /v2.0/networks?id=3b231eb0-fd13-4d0d-9047-05b00524875c HTTP/1.1" status: 200 len: 898 time: 0.0874438 Dec 10 16:05:35.986728 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-6146032e-a188-46a1-84d1-e6f8a79510e3 req-0c95d4ec-de3d-4a00-8562-49f71e5db5a9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c851a59f-56b5-4632-a66e-700977341c8f HTTP/1.1" status: 200 len: 217 time: 0.0335181 Dec 10 16:05:36.039607 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6146032e-a188-46a1-84d1-e6f8a79510e3 req-4e27f8e1-111a-4aec-8431-1bdb8f39ead9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:05:36.041150 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-6146032e-a188-46a1-84d1-e6f8a79510e3 req-4e27f8e1-111a-4aec-8431-1bdb8f39ead9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=edcf8aab-885c-4547-b834-88fa83d24b44 HTTP/1.1" status: 200 len: 834 time: 0.0462625 Dec 10 16:05:36.087106 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6146032e-a188-46a1-84d1-e6f8a79510e3 req-b9af909d-b3ee-410d-b6bb-34753f367854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:05:36.088650 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-6146032e-a188-46a1-84d1-e6f8a79510e3 req-b9af909d-b3ee-410d-b6bb-34753f367854 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3b231eb0-fd13-4d0d-9047-05b00524875c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395348 Dec 10 16:05:36.178521 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-6146032e-a188-46a1-84d1-e6f8a79510e3 req-4e0c34a6-c99b-4906-948b-9506ee1725f3 service neutron] 10.222.0.44 "GET /v2.0/networks/3b231eb0-fd13-4d0d-9047-05b00524875c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818157 Dec 10 16:05:36.268900 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-6146032e-a188-46a1-84d1-e6f8a79510e3 req-9f852b1f-85d6-455d-8862-aa5870943771 service neutron] 10.222.0.44 "GET /v2.0/networks/3b231eb0-fd13-4d0d-9047-05b00524875c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832591 Dec 10 16:05:36.502610 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea293d59-a268-4401-abe6-324ae9a41afb req-2abeed03-97d6-4d1e-899e-6574c268cfe2 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:05:36.504078 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ea293d59-a268-4401-abe6-324ae9a41afb req-2abeed03-97d6-4d1e-899e-6574c268cfe2 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9 HTTP/1.1" status: 200 len: 943 time: 0.0485787 Dec 10 16:05:36.565238 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ea293d59-a268-4401-abe6-324ae9a41afb req-79b66dcf-8c70-44f6-9b8a-bef05e0a60be tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d3ce394-d674-42b6-8894-76290fad52d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552430 Dec 10 16:05:37.479878 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device c851a59f-56b5-4632-a66e-700977341c8f details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:05:37.579277 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port c851a59f-56b5-4632-a66e-700977341c8f, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=c851a59f-56b5-4632-a66e-700977341c8f,segment=NetworkSegment(06d00444-0e53-43eb-900b-7447817c4cd8),segment_id=06d00444-0e53-43eb-900b-7447817c4cd8)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:05:37.590418 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Returning: {'device': 'c851a59f-56b5-4632-a66e-700977341c8f', 'network_id': '3b231eb0-fd13-4d0d-9047-05b00524875c', 'port_id': 'c851a59f-56b5-4632-a66e-700977341c8f', 'mac_address': 'fa:16:3e:30:ae:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edcf8aab-885c-4547-b834-88fa83d24b44', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:05:37.627033 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:37.642871 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c851a59f-56b5-4632-a66e-700977341c8f {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:05:37.666599 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port c851a59f-56b5-4632-a66e-700977341c8f, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=c851a59f-56b5-4632-a66e-700977341c8f,segment=NetworkSegment(06d00444-0e53-43eb-900b-7447817c4cd8),segment_id=06d00444-0e53-43eb-900b-7447817c4cd8)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:05:37.679848 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255e784-cd84-4e5c-991b-4d342460977c req-cade45ce-ea2b-4e0b-b24a-d342373aa7c6 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:05:37.689817 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-5255e784-cd84-4e5c-991b-4d342460977c req-cade45ce-ea2b-4e0b-b24a-d342373aa7c6 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9 HTTP/1.1" status: 200 len: 943 time: 0.0487254 Dec 10 16:05:37.729383 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-5255e784-cd84-4e5c-991b-4d342460977c req-338c1fff-f56c-4bd3-a3f4-7356d1dc1775 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d3ce394-d674-42b6-8894-76290fad52d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419853 Dec 10 16:05:37.743282 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:37.789616 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=c851a59f-56b5-4632-a66e-700977341c8f,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:05:37.947741 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] get_ports_and_sgs() called for port_ids ['c851a59f-56b5-4632-a66e-700977341c8f'] {{(pid=103588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:05:38.851595 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05afaf76-5979-4082-9e14-f8c08f6ffdaf req-843bb15b-8273-4f3e-be43-c1709ec63a17 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:05:38.853112 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-05afaf76-5979-4082-9e14-f8c08f6ffdaf req-843bb15b-8273-4f3e-be43-c1709ec63a17 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9 HTTP/1.1" status: 200 len: 944 time: 0.0531394 Dec 10 16:05:38.908176 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-05afaf76-5979-4082-9e14-f8c08f6ffdaf req-c813f464-6d5f-459d-a223-16cca4aad705 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d3ce394-d674-42b6-8894-76290fad52d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488157 Dec 10 16:05:39.495365 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device c851a59f-56b5-4632-a66e-700977341c8f up at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:05:39.600342 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning for port c851a59f-56b5-4632-a66e-700977341c8f completed by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:05:39.603845 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning complete for port c851a59f-56b5-4632-a66e-700977341c8f triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:05:39.604212 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:39.680685 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:39.702380 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c851a59f-56b5-4632-a66e-700977341c8f'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:05:39.704600 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa4b92c408489e2c982394a5a7b3518bb1b22554638321e3ea6c5cabb2c75d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d723d39-133e-4858-9045-742fbc3af404" -d '{"events": [{"server_uuid": "bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9", "name": "network-vif-plugged", "status": "completed", "tag": "c851a59f-56b5-4632-a66e-700977341c8f"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:05:39.717735 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port c851a59f-56b5-4632-a66e-700977341c8f, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=c851a59f-56b5-4632-a66e-700977341c8f,segment=NetworkSegment(06d00444-0e53-43eb-900b-7447817c4cd8),segment_id=06d00444-0e53-43eb-900b-7447817c4cd8)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:05:39.743392 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-700fb8ef-180e-4567-8b5e-48337d50cd12 x-openstack-request-id: req-700fb8ef-180e-4567-8b5e-48337d50cd12 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:05:39.743392 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9", "name": "network-vif-plugged", "status": "completed", "tag": "c851a59f-56b5-4632-a66e-700977341c8f", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:05:39.743392 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-700fb8ef-180e-4567-8b5e-48337d50cd12 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:05:39.743392 dv-neutron-821401-4-hyperv neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c851a59f-56b5-4632-a66e-700977341c8f', 'code': 200} Dec 10 16:05:39.789877 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:39.836835 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=c851a59f-56b5-4632-a66e-700977341c8f,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:05:40.048874 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da552db0-04c2-41af-aa5a-add4526741de req-8b9021f8-6004-4dd2-8126-5ac25774d378 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:05:40.050395 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-da552db0-04c2-41af-aa5a-add4526741de req-8b9021f8-6004-4dd2-8126-5ac25774d378 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9 HTTP/1.1" status: 200 len: 945 time: 0.0748904 Dec 10 16:05:40.056625 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6244049-8af6-4636-92f1-64fd84a54563 req-af43e71a-6ede-479b-bb5b-81801aa19e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:05:40.058068 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f6244049-8af6-4636-92f1-64fd84a54563 req-af43e71a-6ede-479b-bb5b-81801aa19e70 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9 HTTP/1.1" status: 200 len: 1098 time: 0.0573380 Dec 10 16:05:40.133432 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-da552db0-04c2-41af-aa5a-add4526741de req-e97fc37d-a4d5-4150-9870-266897474aaa tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d3ce394-d674-42b6-8894-76290fad52d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743148 Dec 10 16:05:40.136969 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f6244049-8af6-4636-92f1-64fd84a54563 req-27d907b9-7f00-4c7c-bad4-84423e68c692 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7d3ce394-d674-42b6-8894-76290fad52d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713987 Dec 10 16:05:41.250899 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e221c78-e20c-4109-a40b-fa9c179b7e37 req-02676c07-04cb-4c0e-b96a-bbcffd8cc4e8 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:05:41.252624 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4e221c78-e20c-4109-a40b-fa9c179b7e37 req-02676c07-04cb-4c0e-b96a-bbcffd8cc4e8 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9 HTTP/1.1" status: 200 len: 945 time: 0.0486073 Dec 10 16:05:41.306695 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4e221c78-e20c-4109-a40b-fa9c179b7e37 req-24679205-8351-4305-8e86-9c4231e7d5a6 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d3ce394-d674-42b6-8894-76290fad52d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466266 Dec 10 16:05:42.313275 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-3446c23e-ff14-4c3b-8836-759dede0b70a req-575cba35-ac59-4b84-8b67-c6ea391fde0c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392632 Dec 10 16:05:42.422222 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3446c23e-ff14-4c3b-8836-759dede0b70a req-412a546f-4f02-411b-ad41-f3a562f147f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:05:42.423726 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-3446c23e-ff14-4c3b-8836-759dede0b70a req-412a546f-4f02-411b-ad41-f3a562f147f1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7b327aafa1a641f3bf0fb7dd284e6165&device_id=bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9 HTTP/1.1" status: 200 len: 1098 time: 0.0691402 Dec 10 16:05:42.435410 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154947e-2e9f-47a8-9a1e-3481b00778b3 req-c88b4e92-ae91-43bc-bb88-4271922f9b9c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:05:42.436857 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-d154947e-2e9f-47a8-9a1e-3481b00778b3 req-c88b4e92-ae91-43bc-bb88-4271922f9b9c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9 HTTP/1.1" status: 200 len: 945 time: 0.0589805 Dec 10 16:05:42.556616 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-d154947e-2e9f-47a8-9a1e-3481b00778b3 req-30e2bdad-da52-4641-a423-06e3d72dfaf9 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d3ce394-d674-42b6-8894-76290fad52d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068418 Dec 10 16:05:42.581183 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3446c23e-ff14-4c3b-8836-759dede0b70a req-d8ca6649-dc2b-473a-a639-2e7569b2bdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:05:42.583107 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-3446c23e-ff14-4c3b-8836-759dede0b70a req-d8ca6649-dc2b-473a-a639-2e7569b2bdb9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3b231eb0-fd13-4d0d-9047-05b00524875c HTTP/1.1" status: 200 len: 898 time: 0.1402435 Dec 10 16:05:42.624606 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-3446c23e-ff14-4c3b-8836-759dede0b70a req-b9d53f59-5043-4aca-89fb-639aaab0d748 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c851a59f-56b5-4632-a66e-700977341c8f HTTP/1.1" status: 200 len: 217 time: 0.0349693 Dec 10 16:05:42.671747 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64466d0c-d5a3-445d-b706-329c17e9a7aa req-e211154e-042e-4fc3-93ad-26545a24ffc9 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:05:42.673330 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-64466d0c-d5a3-445d-b706-329c17e9a7aa req-e211154e-042e-4fc3-93ad-26545a24ffc9 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9 HTTP/1.1" status: 200 len: 945 time: 0.0499868 Dec 10 16:05:42.678225 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3446c23e-ff14-4c3b-8836-759dede0b70a req-803a994f-7ee2-4fb5-9e31-3886b7748714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:05:42.679684 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-3446c23e-ff14-4c3b-8836-759dede0b70a req-803a994f-7ee2-4fb5-9e31-3886b7748714 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=edcf8aab-885c-4547-b834-88fa83d24b44 HTTP/1.1" status: 200 len: 834 time: 0.0482335 Dec 10 16:05:42.723269 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-64466d0c-d5a3-445d-b706-329c17e9a7aa req-de329f0e-1ff6-44fb-b432-424779b8138b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d3ce394-d674-42b6-8894-76290fad52d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433247 Dec 10 16:05:42.726239 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3446c23e-ff14-4c3b-8836-759dede0b70a req-0b5fb5e7-1cbf-427e-b437-9ff55f3386a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:05:42.727755 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-3446c23e-ff14-4c3b-8836-759dede0b70a req-0b5fb5e7-1cbf-427e-b437-9ff55f3386a6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3b231eb0-fd13-4d0d-9047-05b00524875c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405295 Dec 10 16:05:42.745943 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 42982) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:05:42.785019 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc6d887-56a5-4566-a7e4-7a3e920f53ae tempest-TestNetworkAdvancedServerOps-68229087 tempest-TestNetworkAdvancedServerOps-68229087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:05:42.789657 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-0cc6d887-56a5-4566-a7e4-7a3e920f53ae tempest-TestNetworkAdvancedServerOps-68229087 tempest-TestNetworkAdvancedServerOps-68229087-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9 HTTP/1.1" status: 200 len: 1093 time: 0.0394144 Dec 10 16:05:42.789979 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 42984) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:05:42.794546 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-03650dea-b01c-46c8-bb50-e438e54c298e tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Request body: {'floatingip': {'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'port_id': 'c851a59f-56b5-4632-a66e-700977341c8f', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:05:42.842737 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-3446c23e-ff14-4c3b-8836-759dede0b70a req-35907610-e050-406d-a305-d51da504a8a9 service neutron] 10.222.0.44 "GET /v2.0/networks/3b231eb0-fd13-4d0d-9047-05b00524875c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082389 Dec 10 16:05:42.915070 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-03650dea-b01c-46c8-bb50-e438e54c298e tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for floatingip, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:42.947283 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-3446c23e-ff14-4c3b-8836-759dede0b70a req-076f1968-c8c1-4699-b240-47b3ec77d3f6 service neutron] 10.222.0.44 "GET /v2.0/networks/3b231eb0-fd13-4d0d-9047-05b00524875c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978799 Dec 10 16:05:42.960488 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f5c690b7-0bb7-4bdb-9594-68b4b269c0af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:43.029483 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-03650dea-b01c-46c8-bb50-e438e54c298e tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:43.238378 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-03650dea-b01c-46c8-bb50-e438e54c298e tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Allocated IP 172.26.2.198 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/1835ec02-a396-4076-9ad6-04db8cd7d95e) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:05:43.341533 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-03650dea-b01c-46c8-bb50-e438e54c298e tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:43.424404 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-03650dea-b01c-46c8-bb50-e438e54c298e tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:43.465931 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03650dea-b01c-46c8-bb50-e438e54c298e tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:05:43.468858 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-03650dea-b01c-46c8-bb50-e438e54c298e tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:05:43.472154 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03650dea-b01c-46c8-bb50-e438e54c298e tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:05:43.477444 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03650dea-b01c-46c8-bb50-e438e54c298e tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event updated for resources: {'Port': ['ID=1835ec02-a396-4076-9ad6-04db8cd7d95e,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:05:43.590054 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:44.139863 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-03650dea-b01c-46c8-bb50-e438e54c298e tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:44.250522 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-03650dea-b01c-46c8-bb50-e438e54c298e tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:44.399323 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-03650dea-b01c-46c8-bb50-e438e54c298e tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:44.446088 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-03650dea-b01c-46c8-bb50-e438e54c298e tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:44.514910 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03650dea-b01c-46c8-bb50-e438e54c298e tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event updated for resources: {'Port': ['ID=1835ec02-a396-4076-9ad6-04db8cd7d95e,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:05:44.526474 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-03650dea-b01c-46c8-bb50-e438e54c298e tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552741'] for floatingip, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:44.625514 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.l3_db [None req-03650dea-b01c-46c8-bb50-e438e54c298e tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Floating IP cc34de48-2eff-4136-a148-29e2cdc44043 associated. External IP: 172.26.2.198, port: c851a59f-56b5-4632-a66e-700977341c8f. Dec 10 16:05:44.826342 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03650dea-b01c-46c8-bb50-e438e54c298e tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Router 70371da6-08a7-4a2c-a2c9-8c9f161d334c has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:05:44.932190 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03650dea-b01c-46c8-bb50-e438e54c298e tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:05:44.941520 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd938fa-1c6f-4d21-a6d3-41985bde6fbe None None] Sync routers for ids ['70371da6-08a7-4a2c-a2c9-8c9f161d334c'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:05:44.951230 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd938fa-1c6f-4d21-a6d3-41985bde6fbe None None] Routers {'70371da6-08a7-4a2c-a2c9-8c9f161d334c'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:05:44.951828 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-efd938fa-1c6f-4d21-a6d3-41985bde6fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:05:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['70371da6-08a7-4a2c-a2c9-8c9f161d334c'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:05:45.030577 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-03650dea-b01c-46c8-bb50-e438e54c298e tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:45.055186 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-efd938fa-1c6f-4d21-a6d3-41985bde6fbe None None] Set router 70371da6-08a7-4a2c-a2c9-8c9f161d334c gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:05:45.061257 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-03650dea-b01c-46c8-bb50-e438e54c298e tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2702553 Dec 10 16:05:45.061985 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9', 'tag': 'c851a59f-56b5-4632-a66e-700977341c8f'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:05:45.064560 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde1b47dcd987728a27c8e391f176ee57ea2adf837d2cedb59662361de43515a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-558deaa5-ba40-43d4-ba7f-a662ad712b65" -d '{"events": [{"name": "network-changed", "server_uuid": "bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9", "tag": "c851a59f-56b5-4632-a66e-700977341c8f"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:05:45.105126 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d25f2ac2-dac4-4c81-84cc-c6c0d834c862 x-openstack-request-id: req-d25f2ac2-dac4-4c81-84cc-c6c0d834c862 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:05:45.105751 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9", "tag": "c851a59f-56b5-4632-a66e-700977341c8f", "status": "completed", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:05:45.106425 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d25f2ac2-dac4-4c81-84cc-c6c0d834c862 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:05:45.107328 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9', 'tag': 'c851a59f-56b5-4632-a66e-700977341c8f', 'status': 'completed', 'code': 200} Dec 10 16:05:45.194249 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d49eaaa-6ecf-4209-8d41-f5afb3545617 req-a7a9e469-9aaa-4735-a410-4948d82398ca tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:05:45.195759 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-8d49eaaa-6ecf-4209-8d41-f5afb3545617 req-a7a9e469-9aaa-4735-a410-4948d82398ca tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9 HTTP/1.1" status: 200 len: 945 time: 0.0792489 Dec 10 16:05:45.197534 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558deaa5-ba40-43d4-ba7f-a662ad712b65 req-9b5b40b2-6395-4521-890b-71e86100c700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:05:45.198946 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-558deaa5-ba40-43d4-ba7f-a662ad712b65 req-9b5b40b2-6395-4521-890b-71e86100c700 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7b327aafa1a641f3bf0fb7dd284e6165&device_id=bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9 HTTP/1.1" status: 200 len: 1098 time: 0.0717013 Dec 10 16:05:45.285356 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-efd938fa-1c6f-4d21-a6d3-41985bde6fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70371da6-08a7-4a2c-a2c9-8c9f161d334c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-743113580', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.44'}], 'enable_snat': True}, 'gw_port_id': '4aff1e69-a189-4781-a8ac-57a6681e7c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:05:25Z', 'updated_at': '2021-12-10T16:05:29Z', 'revision_number': 4, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'gw_port': {'id': '4aff1e69-a189-4781-a8ac-57a6681e7c81', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70371da6-08a7-4a2c-a2c9-8c9f161d334c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:05:26Z', 'updated_at': '2021-12-10T16:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': 'cc34de48-2eff-4136-a148-29e2cdc44043', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'floating_ip_address': '172.26.2.198', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': '70371da6-08a7-4a2c-a2c9-8c9f161d334c', 'port_id': 'c851a59f-56b5-4632-a66e-700977341c8f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b231eb0-fd13-4d0d-9047-05b00524875c', 'mac_address': 'fa:16:3e:30:ae:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:05:43Z', 'updated_at': '2021-12-10T16:05:43Z', 'revision_number': 0, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99d1f3fa-9833-4853-85d9-3ae091837517', 'name': '', 'network_id': '3b231eb0-fd13-4d0d-9047-05b00524875c', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'mac_address': 'fa:16:3e:19:28:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70371da6-08a7-4a2c-a2c9-8c9f161d334c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'edcf8aab-885c-4547-b834-88fa83d24b44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:05:29Z', 'updated_at': '2021-12-10T16:05:33Z', 'revision_number': 5, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'subnets': [{'id': 'edcf8aab-885c-4547-b834-88fa83d24b44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:05:45.303054 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-8d49eaaa-6ecf-4209-8d41-f5afb3545617 req-bab27458-f7bb-43e3-bdf3-1dcab7f21c46 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d3ce394-d674-42b6-8894-76290fad52d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006358 Dec 10 16:05:45.304126 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-341448dd-e3b9-416b-926a-d22ad7e67efd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:45.318796 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd938fa-1c6f-4d21-a6d3-41985bde6fbe None None] Checking router: 70371da6-08a7-4a2c-a2c9-8c9f161d334c for host: dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:05:45.326527 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 42990) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:05:45.327174 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd938fa-1c6f-4d21-a6d3-41985bde6fbe None None] Routers {'70371da6-08a7-4a2c-a2c9-8c9f161d334c'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:05:45.327852 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-efd938fa-1c6f-4d21-a6d3-41985bde6fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:05:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['70371da6-08a7-4a2c-a2c9-8c9f161d334c'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:05:45.334302 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558deaa5-ba40-43d4-ba7f-a662ad712b65 req-0120c8c1-d4a2-427e-8ac2-4ae988e368e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:05:45.335774 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-558deaa5-ba40-43d4-ba7f-a662ad712b65 req-0120c8c1-d4a2-427e-8ac2-4ae988e368e4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3b231eb0-fd13-4d0d-9047-05b00524875c HTTP/1.1" status: 200 len: 898 time: 0.1267376 Dec 10 16:05:45.396982 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-6d7ce310-ea15-4926-ad92-77d88bd62cae tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/floatingips/cc34de48-2eff-4136-a148-29e2cdc44043 HTTP/1.1" status: 200 len: 991 time: 0.0670173 Dec 10 16:05:45.409383 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-558deaa5-ba40-43d4-ba7f-a662ad712b65 req-cf9e246f-2620-459f-967f-7ed701a2e7d1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c851a59f-56b5-4632-a66e-700977341c8f HTTP/1.1" status: 200 len: 999 time: 0.0667801 Dec 10 16:05:45.433816 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-efd938fa-1c6f-4d21-a6d3-41985bde6fbe None None] Set router 70371da6-08a7-4a2c-a2c9-8c9f161d334c gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:05:45.457984 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558deaa5-ba40-43d4-ba7f-a662ad712b65 req-5703aa52-631f-450f-8449-e58261b8ef8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:05:45.459480 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-558deaa5-ba40-43d4-ba7f-a662ad712b65 req-5703aa52-631f-450f-8449-e58261b8ef8c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=edcf8aab-885c-4547-b834-88fa83d24b44 HTTP/1.1" status: 200 len: 834 time: 0.0438948 Dec 10 16:05:45.509623 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558deaa5-ba40-43d4-ba7f-a662ad712b65 req-2975d003-fb54-4fdf-94bf-e1c2443d0f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:05:45.511262 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-558deaa5-ba40-43d4-ba7f-a662ad712b65 req-2975d003-fb54-4fdf-94bf-e1c2443d0f2f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3b231eb0-fd13-4d0d-9047-05b00524875c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0449874 Dec 10 16:05:45.601202 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-558deaa5-ba40-43d4-ba7f-a662ad712b65 req-cc4f90a7-d244-49b8-9dd2-08312ad121d7 service neutron] 10.222.0.44 "GET /v2.0/networks/3b231eb0-fd13-4d0d-9047-05b00524875c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820110 Dec 10 16:05:45.653350 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-efd938fa-1c6f-4d21-a6d3-41985bde6fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70371da6-08a7-4a2c-a2c9-8c9f161d334c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-743113580', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.44'}], 'enable_snat': True}, 'gw_port_id': '4aff1e69-a189-4781-a8ac-57a6681e7c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:05:25Z', 'updated_at': '2021-12-10T16:05:29Z', 'revision_number': 4, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'gw_port': {'id': '4aff1e69-a189-4781-a8ac-57a6681e7c81', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70371da6-08a7-4a2c-a2c9-8c9f161d334c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:05:26Z', 'updated_at': '2021-12-10T16:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': 'cc34de48-2eff-4136-a148-29e2cdc44043', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'floating_ip_address': '172.26.2.198', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': '70371da6-08a7-4a2c-a2c9-8c9f161d334c', 'port_id': 'c851a59f-56b5-4632-a66e-700977341c8f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b231eb0-fd13-4d0d-9047-05b00524875c', 'mac_address': 'fa:16:3e:30:ae:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:05:43Z', 'updated_at': '2021-12-10T16:05:43Z', 'revision_number': 0, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99d1f3fa-9833-4853-85d9-3ae091837517', 'name': '', 'network_id': '3b231eb0-fd13-4d0d-9047-05b00524875c', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'mac_address': 'fa:16:3e:19:28:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70371da6-08a7-4a2c-a2c9-8c9f161d334c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'edcf8aab-885c-4547-b834-88fa83d24b44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:05:29Z', 'updated_at': '2021-12-10T16:05:33Z', 'revision_number': 5, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'subnets': [{'id': 'edcf8aab-885c-4547-b834-88fa83d24b44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:05:45.679990 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd938fa-1c6f-4d21-a6d3-41985bde6fbe None None] The sync data for ids ['70371da6-08a7-4a2c-a2c9-8c9f161d334c'] in dv-neutron-821401-4-hyperv is: [{'id': '70371da6-08a7-4a2c-a2c9-8c9f161d334c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-743113580', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.44'}], 'enable_snat': True}, 'gw_port_id': '4aff1e69-a189-4781-a8ac-57a6681e7c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:05:25Z', 'updated_at': '2021-12-10T16:05:29Z', 'revision_number': 4, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'gw_port': {'id': '4aff1e69-a189-4781-a8ac-57a6681e7c81', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70371da6-08a7-4a2c-a2c9-8c9f161d334c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:05:26Z', 'updated_at': '2021-12-10T16:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': 'cc34de48-2eff-4136-a148-29e2cdc44043', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'floating_ip_address': '172.26.2.198', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': '70371da6-08a7-4a2c-a2c9-8c9f161d334c', 'port_id': 'c851a59f-56b5-4632-a66e-700977341c8f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b231eb0-fd13-4d0d-9047-05b00524875c', 'mac_address': 'fa:16:3e:30:ae:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:05:43Z', 'updated_at': '2021-12-10T16:05:43Z', 'revision_number': 0, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99d1f3fa-9833-4853-85d9-3ae091837517', 'name': '', 'network_id': '3b231eb0-fd13-4d0d-9047-05b00524875c', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'mac_address': 'fa:16:3e:19:28:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70371da6-08a7-4a2c-a2c9-8c9f161d334c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'edcf8aab-885c-4547-b834-88fa83d24b44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:05:29Z', 'updated_at': '2021-12-10T16:05:33Z', 'revision_number': 5, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'subnets': [{'id': 'edcf8aab-885c-4547-b834-88fa83d24b44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:05:45.695041 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-558deaa5-ba40-43d4-ba7f-a662ad712b65 req-b5c36756-c295-458f-9365-42585267a02c service neutron] 10.222.0.44 "GET /v2.0/networks/3b231eb0-fd13-4d0d-9047-05b00524875c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867105 Dec 10 16:05:45.870038 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72a61c7-42c9-4a9d-9410-6d36c01d18a8 None None] New status for floating IP cc34de48-2eff-4136-a148-29e2cdc44043: ACTIVE {{(pid=103588) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:05:46.234929 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:46.398910 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 42992) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:05:46.458230 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-3da738d4-aa78-49c7-8915-94ece280a3b5 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/floatingips/cc34de48-2eff-4136-a148-29e2cdc44043 HTTP/1.1" status: 200 len: 993 time: 0.0582495 Dec 10 16:05:47.863745 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:48.731875 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:05:50.981969 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:06:12.944014 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b51f596b-5798-4a08-88cf-b285a6d66084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:06:13.664185 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:06:15.292601 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8211c04-dc7c-464f-980d-de75d2474a17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:06:15.660730 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [req-beceb8c0-4424-441f-9ee1-12792dea804e req-6d2d6e64-2286-4764-962a-7b2f1298d625 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:06:15.661770 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-beceb8c0-4424-441f-9ee1-12792dea804e req-6d2d6e64-2286-4764-962a-7b2f1298d625 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0497012 Dec 10 16:06:15.957224 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f45693-e046-4cf1-8631-bc4e56d011a7 req-b0d49c65-5d14-426a-8e93-3051b7eed2b0 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:06:15.958790 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b3f45693-e046-4cf1-8631-bc4e56d011a7 req-b0d49c65-5d14-426a-8e93-3051b7eed2b0 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9 HTTP/1.1" status: 200 len: 945 time: 0.0543869 Dec 10 16:06:16.010564 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b3f45693-e046-4cf1-8631-bc4e56d011a7 req-bd641260-abc3-4741-b1eb-a145242339b8 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d3ce394-d674-42b6-8894-76290fad52d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457911 Dec 10 16:06:16.139247 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 43014) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:06:16.222930 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f2df2e61-c4b6-40cc-b466-3d92f9818239 req-fc63a6e4-2de0-454c-87bc-a1a5e094a7d4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0825198 Dec 10 16:06:16.231838 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [req-f2df2e61-c4b6-40cc-b466-3d92f9818239 req-62a57902-4829-4244-b45c-f17d73d42fea service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:06:16.232789 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f2df2e61-c4b6-40cc-b466-3d92f9818239 req-62a57902-4829-4244-b45c-f17d73d42fea service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049140 Dec 10 16:06:16.235286 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:06:17.127581 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17159680-ef46-436a-80a7-7316c392e92e req-a7e98b6d-695b-4278-a01d-eb7efbf23a59 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:06:17.129124 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-17159680-ef46-436a-80a7-7316c392e92e req-a7e98b6d-695b-4278-a01d-eb7efbf23a59 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9 HTTP/1.1" status: 200 len: 945 time: 0.0494416 Dec 10 16:06:17.180602 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-17159680-ef46-436a-80a7-7316c392e92e req-56a17bb7-2b44-4544-95df-38976a56e8f7 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d3ce394-d674-42b6-8894-76290fad52d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449481 Dec 10 16:06:17.875366 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:06:18.085916 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2df2e61-c4b6-40cc-b466-3d92f9818239 req-14083318-4463-47b8-bf8c-0f80f1b7c2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:06:18.087330 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f2df2e61-c4b6-40cc-b466-3d92f9818239 req-14083318-4463-47b8-bf8c-0f80f1b7c2dc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7b327aafa1a641f3bf0fb7dd284e6165&device_id=bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9 HTTP/1.1" status: 200 len: 1098 time: 0.0405066 Dec 10 16:06:18.184196 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2df2e61-c4b6-40cc-b466-3d92f9818239 req-64509207-ae7d-4797-8c0e-43d8130cd497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:06:18.185681 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f2df2e61-c4b6-40cc-b466-3d92f9818239 req-64509207-ae7d-4797-8c0e-43d8130cd497 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3b231eb0-fd13-4d0d-9047-05b00524875c HTTP/1.1" status: 200 len: 898 time: 0.0907350 Dec 10 16:06:18.249445 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f2df2e61-c4b6-40cc-b466-3d92f9818239 req-921c934c-0385-4c26-abca-8362c43ae3d6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c851a59f-56b5-4632-a66e-700977341c8f HTTP/1.1" status: 200 len: 1001 time: 0.0570917 Dec 10 16:06:18.296508 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d37d13-0467-4d6b-a85c-c341b3db06ec req-b17d8977-6449-4481-b0c7-7c9d285942eb tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:06:18.298182 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-29d37d13-0467-4d6b-a85c-c341b3db06ec req-b17d8977-6449-4481-b0c7-7c9d285942eb tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9 HTTP/1.1" status: 200 len: 945 time: 0.0490320 Dec 10 16:06:18.303823 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2df2e61-c4b6-40cc-b466-3d92f9818239 req-5738b214-638c-4fef-92ef-77c32f77def2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:06:18.305297 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f2df2e61-c4b6-40cc-b466-3d92f9818239 req-5738b214-638c-4fef-92ef-77c32f77def2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=edcf8aab-885c-4547-b834-88fa83d24b44 HTTP/1.1" status: 200 len: 834 time: 0.0491080 Dec 10 16:06:18.350587 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2df2e61-c4b6-40cc-b466-3d92f9818239 req-e598bbc7-5b3d-485b-9a74-6a4710647d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:06:18.352406 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-29d37d13-0467-4d6b-a85c-c341b3db06ec req-3a291a4d-8237-4504-893d-3e54c18b96bd tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d3ce394-d674-42b6-8894-76290fad52d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482361 Dec 10 16:06:18.352550 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f2df2e61-c4b6-40cc-b466-3d92f9818239 req-e598bbc7-5b3d-485b-9a74-6a4710647d5b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3b231eb0-fd13-4d0d-9047-05b00524875c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406873 Dec 10 16:06:18.441097 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f2df2e61-c4b6-40cc-b466-3d92f9818239 req-b74bfbd0-348e-4204-909a-2de4257946f7 service neutron] 10.222.0.44 "GET /v2.0/networks/3b231eb0-fd13-4d0d-9047-05b00524875c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817022 Dec 10 16:06:18.534158 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f2df2e61-c4b6-40cc-b466-3d92f9818239 req-8cf20335-7fb4-4503-a82b-d857f7a9f463 service neutron] 10.222.0.44 "GET /v2.0/networks/3b231eb0-fd13-4d0d-9047-05b00524875c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851190 Dec 10 16:06:18.704396 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:06:19.465231 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d4aed3-95ea-4ed9-b1fd-202605ad6892 req-075b34c5-0652-48d6-8a6c-4caa51cb9fb3 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:06:19.466734 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-b8d4aed3-95ea-4ed9-b1fd-202605ad6892 req-075b34c5-0652-48d6-8a6c-4caa51cb9fb3 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9 HTTP/1.1" status: 200 len: 945 time: 0.0490248 Dec 10 16:06:19.514870 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-b8d4aed3-95ea-4ed9-b1fd-202605ad6892 req-bcaf7cff-74ea-49ca-a96c-fd8318a83ff1 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d3ce394-d674-42b6-8894-76290fad52d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422871 Dec 10 16:06:20.630476 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1e0803-4630-488b-bf18-08872649ef7c req-ee7fbf79-30b2-469b-a53d-2f6471f64012 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:06:20.631996 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-ea1e0803-4630-488b-bf18-08872649ef7c req-ee7fbf79-30b2-469b-a53d-2f6471f64012 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9 HTTP/1.1" status: 200 len: 945 time: 0.0493083 Dec 10 16:06:20.681079 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-ea1e0803-4630-488b-bf18-08872649ef7c req-866288be-e458-43d9-89f5-f0564cf15898 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d3ce394-d674-42b6-8894-76290fad52d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431559 Dec 10 16:06:21.803561 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56232a63-5e4a-4746-87d2-d67a059dcc41 req-baea2d28-e845-4c87-b2d7-fecc030286ee tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:06:21.805627 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-56232a63-5e4a-4746-87d2-d67a059dcc41 req-baea2d28-e845-4c87-b2d7-fecc030286ee tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9 HTTP/1.1" status: 200 len: 945 time: 0.0533967 Dec 10 16:06:21.853343 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-56232a63-5e4a-4746-87d2-d67a059dcc41 req-b8bb5e40-67c1-4c11-8813-0ad61898517e tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d3ce394-d674-42b6-8894-76290fad52d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418088 Dec 10 16:06:22.967075 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f906c3cc-cc2b-4dcc-bfc2-0bb884ef0c53 req-c817b039-5674-4d37-8c83-d927f65cd9f0 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:06:22.968491 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-f906c3cc-cc2b-4dcc-bfc2-0bb884ef0c53 req-c817b039-5674-4d37-8c83-d927f65cd9f0 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9 HTTP/1.1" status: 200 len: 945 time: 0.0489120 Dec 10 16:06:23.021677 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-f906c3cc-cc2b-4dcc-bfc2-0bb884ef0c53 req-ce5604fa-3aa5-4df8-b72c-b50ae807d6b9 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d3ce394-d674-42b6-8894-76290fad52d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459096 Dec 10 16:06:24.134156 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f713ac1-c005-4b61-872e-15f7de78d798 req-48df79ba-56de-4e01-bf8b-4c04c3328d2a tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:06:24.135625 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-3f713ac1-c005-4b61-872e-15f7de78d798 req-48df79ba-56de-4e01-bf8b-4c04c3328d2a tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9 HTTP/1.1" status: 200 len: 945 time: 0.0477824 Dec 10 16:06:24.185277 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-3f713ac1-c005-4b61-872e-15f7de78d798 req-d342b213-a4e4-4a0f-a3bc-384eff49a8a3 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d3ce394-d674-42b6-8894-76290fad52d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438039 Dec 10 16:06:25.321314 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db942ea0-2a75-4418-9602-6cd9207ac1bb req-1f019bf2-8e12-405c-84cb-93b2bebc66d5 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:06:25.322833 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-db942ea0-2a75-4418-9602-6cd9207ac1bb req-1f019bf2-8e12-405c-84cb-93b2bebc66d5 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9 HTTP/1.1" status: 200 len: 945 time: 0.0700555 Dec 10 16:06:25.374375 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-db942ea0-2a75-4418-9602-6cd9207ac1bb req-f09fb563-861c-495f-a947-025b3e11322e tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d3ce394-d674-42b6-8894-76290fad52d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452371 Dec 10 16:06:26.490685 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd6e3b0-d91a-498a-b03f-ef526bd6e618 req-4f97a43d-cb9f-4307-bdc2-8b8082694ce3 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:06:26.492704 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-cdd6e3b0-d91a-498a-b03f-ef526bd6e618 req-4f97a43d-cb9f-4307-bdc2-8b8082694ce3 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9 HTTP/1.1" status: 200 len: 945 time: 0.0475140 Dec 10 16:06:26.544405 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-cdd6e3b0-d91a-498a-b03f-ef526bd6e618 req-81f46159-5dbf-44d8-80e2-cdd5a6334cad tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d3ce394-d674-42b6-8894-76290fad52d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459306 Dec 10 16:06:27.660191 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca8ff74-8ef3-4143-99c3-eca10aa4aeb9 req-93e3839b-2e41-4d55-98c8-06f2a914ce9a tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:06:27.661657 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-1ca8ff74-8ef3-4143-99c3-eca10aa4aeb9 req-93e3839b-2e41-4d55-98c8-06f2a914ce9a tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9 HTTP/1.1" status: 200 len: 945 time: 0.0476894 Dec 10 16:06:27.710063 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-1ca8ff74-8ef3-4143-99c3-eca10aa4aeb9 req-9eea1ddd-8cb5-41f4-8610-6754251a2142 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d3ce394-d674-42b6-8894-76290fad52d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417483 Dec 10 16:06:27.980833 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:06:28.822403 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c69c1-4b35-421e-9241-b9519c7c679c req-be501bf7-ca06-4f8c-bdbb-a23dfb61c5a7 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:06:28.823884 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-559c69c1-4b35-421e-9241-b9519c7c679c req-be501bf7-ca06-4f8c-bdbb-a23dfb61c5a7 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9 HTTP/1.1" status: 200 len: 945 time: 0.0486951 Dec 10 16:06:28.872038 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-559c69c1-4b35-421e-9241-b9519c7c679c req-3d081a3d-cb17-4f50-a8ea-3796878d3827 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d3ce394-d674-42b6-8894-76290fad52d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423276 Dec 10 16:06:29.988410 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c6616-0205-48c0-a5f8-b5fd2ccf4fb4 req-c79a8bd1-b390-48e8-ba80-b1878483c58f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:06:29.989887 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-a32c6616-0205-48c0-a5f8-b5fd2ccf4fb4 req-c79a8bd1-b390-48e8-ba80-b1878483c58f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9 HTTP/1.1" status: 200 len: 945 time: 0.0508208 Dec 10 16:06:30.039915 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-a32c6616-0205-48c0-a5f8-b5fd2ccf4fb4 req-ee4817dc-01c6-46d9-830a-143187acbe0d tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d3ce394-d674-42b6-8894-76290fad52d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429018 Dec 10 16:06:31.153199 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d679da9-090d-4ff1-be61-33b7c80a88ad req-4b46c74c-cd9f-42af-bc87-79f2d5138d98 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:06:31.154748 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4d679da9-090d-4ff1-be61-33b7c80a88ad req-4b46c74c-cd9f-42af-bc87-79f2d5138d98 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9 HTTP/1.1" status: 200 len: 945 time: 0.0483992 Dec 10 16:06:31.204263 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4d679da9-090d-4ff1-be61-33b7c80a88ad req-d34969f6-547b-4d24-b17a-542fe1101b50 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d3ce394-d674-42b6-8894-76290fad52d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437107 Dec 10 16:06:32.316316 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f6edf-71f9-4a9b-9207-329887782457 req-6c62738c-92f0-431a-98e7-e7b9b2960a8a tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:06:32.317807 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-385f6edf-71f9-4a9b-9207-329887782457 req-6c62738c-92f0-431a-98e7-e7b9b2960a8a tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9 HTTP/1.1" status: 200 len: 945 time: 0.0475812 Dec 10 16:06:32.365981 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-385f6edf-71f9-4a9b-9207-329887782457 req-6bfb3853-8618-4d47-9ef9-a9f9ff071b52 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d3ce394-d674-42b6-8894-76290fad52d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417178 Dec 10 16:06:33.483260 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98e7d0-db52-4596-9730-a3a4a894335f req-06810b48-5df1-42be-85fd-9fb59fc1dc3f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:06:33.484733 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ef98e7d0-db52-4596-9730-a3a4a894335f req-06810b48-5df1-42be-85fd-9fb59fc1dc3f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9 HTTP/1.1" status: 200 len: 945 time: 0.0521808 Dec 10 16:06:33.532316 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ef98e7d0-db52-4596-9730-a3a4a894335f req-9f0287b7-f487-4670-976f-e93c1997e198 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d3ce394-d674-42b6-8894-76290fad52d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417328 Dec 10 16:06:34.645245 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40a7eed-56d0-4d23-917e-dcda3c84a04f req-23f335cf-79cf-4f52-aa95-ce8a013e0ed6 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:06:34.646751 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-e40a7eed-56d0-4d23-917e-dcda3c84a04f req-23f335cf-79cf-4f52-aa95-ce8a013e0ed6 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9 HTTP/1.1" status: 200 len: 945 time: 0.0483429 Dec 10 16:06:34.699845 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-e40a7eed-56d0-4d23-917e-dcda3c84a04f req-90ceb7b0-899e-4590-985d-3500db3edf4a tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d3ce394-d674-42b6-8894-76290fad52d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471053 Dec 10 16:06:35.422012 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f2df2e61-c4b6-40cc-b466-3d92f9818239 req-8a0592a4-0ce5-4d1c-b07c-3353e7873432 service neutron] 10.222.0.44 "GET /v2.0/ports/c851a59f-56b5-4632-a66e-700977341c8f/bindings/hv-neutron-8214 HTTP/1.1" status: 200 len: 384 time: 0.0557854 Dec 10 16:06:35.821453 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70ec002-8df9-4a49-8809-6f97b6975878 req-5c9c775c-2d4b-4363-bd70-d1c0ee6921ef tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:06:35.823089 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-e70ec002-8df9-4a49-8809-6f97b6975878 req-5c9c775c-2d4b-4363-bd70-d1c0ee6921ef tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9 HTTP/1.1" status: 200 len: 945 time: 0.0519195 Dec 10 16:06:35.932757 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-e70ec002-8df9-4a49-8809-6f97b6975878 req-2bdbf482-f41f-4737-9b7e-8cf2a54a75a6 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d3ce394-d674-42b6-8894-76290fad52d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035600 Dec 10 16:06:35.934475 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2df2e61-c4b6-40cc-b466-3d92f9818239 req-1bbfcf03-bd31-40e5-8d28-c75d6519cb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:06:35.935911 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f2df2e61-c4b6-40cc-b466-3d92f9818239 req-1bbfcf03-bd31-40e5-8d28-c75d6519cb21 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9&tenant_id=7b327aafa1a641f3bf0fb7dd284e6165 HTTP/1.1" status: 200 len: 1098 time: 0.1008973 Dec 10 16:06:36.002155 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2df2e61-c4b6-40cc-b466-3d92f9818239 req-dea3db66-cc4a-4afe-b7b4-94a8032b1e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:06:36.003546 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f2df2e61-c4b6-40cc-b466-3d92f9818239 req-dea3db66-cc4a-4afe-b7b4-94a8032b1e18 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7b327aafa1a641f3bf0fb7dd284e6165&device_id=bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9 HTTP/1.1" status: 200 len: 1098 time: 0.0470867 Dec 10 16:06:36.095611 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2df2e61-c4b6-40cc-b466-3d92f9818239 req-630663bf-208f-4c8f-ae31-ac79c74f0c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:06:36.097081 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f2df2e61-c4b6-40cc-b466-3d92f9818239 req-630663bf-208f-4c8f-ae31-ac79c74f0c82 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3b231eb0-fd13-4d0d-9047-05b00524875c HTTP/1.1" status: 200 len: 898 time: 0.0854883 Dec 10 16:06:36.160883 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f2df2e61-c4b6-40cc-b466-3d92f9818239 req-34ccdd04-55b3-4fe9-bb94-ba399cb84f94 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c851a59f-56b5-4632-a66e-700977341c8f HTTP/1.1" status: 200 len: 1001 time: 0.0563812 Dec 10 16:06:36.208377 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2df2e61-c4b6-40cc-b466-3d92f9818239 req-1eb5992f-5688-4008-833c-18e47008baba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:06:36.216138 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f2df2e61-c4b6-40cc-b466-3d92f9818239 req-1eb5992f-5688-4008-833c-18e47008baba service neutron] 10.222.0.44 "GET /v2.0/subnets?id=edcf8aab-885c-4547-b834-88fa83d24b44 HTTP/1.1" status: 200 len: 834 time: 0.0423319 Dec 10 16:06:36.258327 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2df2e61-c4b6-40cc-b466-3d92f9818239 req-7409cb2d-f077-40d7-99f8-ed83491136e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:06:36.259679 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f2df2e61-c4b6-40cc-b466-3d92f9818239 req-7409cb2d-f077-40d7-99f8-ed83491136e4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3b231eb0-fd13-4d0d-9047-05b00524875c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0421498 Dec 10 16:06:36.347017 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f2df2e61-c4b6-40cc-b466-3d92f9818239 req-0c4dccde-a22d-486a-ae9b-c09449a5c765 service neutron] 10.222.0.44 "GET /v2.0/networks/3b231eb0-fd13-4d0d-9047-05b00524875c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801959 Dec 10 16:06:36.437133 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f2df2e61-c4b6-40cc-b466-3d92f9818239 req-81777711-944e-42f5-8473-a9f96f6e8677 service neutron] 10.222.0.44 "GET /v2.0/networks/3b231eb0-fd13-4d0d-9047-05b00524875c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825210 Dec 10 16:06:37.046255 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8225c94b-6b1e-46b5-9910-f4d4e86f6d02 req-35efbd8e-769b-4eb5-b39d-f779852a6dd8 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:06:37.047719 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-8225c94b-6b1e-46b5-9910-f4d4e86f6d02 req-35efbd8e-769b-4eb5-b39d-f779852a6dd8 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9 HTTP/1.1" status: 200 len: 945 time: 0.0479856 Dec 10 16:06:37.096518 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-8225c94b-6b1e-46b5-9910-f4d4e86f6d02 req-da016622-0eb1-4818-867b-02b9db36724f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d3ce394-d674-42b6-8894-76290fad52d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429642 Dec 10 16:06:38.212877 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c42cd18-f036-42b1-90d8-2bd340d25100 req-7a7d84be-14b9-4ac1-aceb-826dc6426384 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:06:38.214382 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-9c42cd18-f036-42b1-90d8-2bd340d25100 req-7a7d84be-14b9-4ac1-aceb-826dc6426384 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9 HTTP/1.1" status: 200 len: 945 time: 0.0491467 Dec 10 16:06:38.262864 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-9c42cd18-f036-42b1-90d8-2bd340d25100 req-9aa0d746-5d1a-4d23-aa26-acd3d57140b1 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d3ce394-d674-42b6-8894-76290fad52d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425313 Dec 10 16:06:39.376726 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe035aea-5515-46cd-b399-e2f1b0cf61c7 req-9dc58bb0-01af-4417-a981-6bb2ff2363ac tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:06:39.378221 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-fe035aea-5515-46cd-b399-e2f1b0cf61c7 req-9dc58bb0-01af-4417-a981-6bb2ff2363ac tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9 HTTP/1.1" status: 200 len: 945 time: 0.0486736 Dec 10 16:06:39.426267 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-fe035aea-5515-46cd-b399-e2f1b0cf61c7 req-f53c0b82-808e-4eed-8384-8265eb6c8e7b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d3ce394-d674-42b6-8894-76290fad52d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419068 Dec 10 16:06:39.788062 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e62b44-aca9-4108-978d-17c069b16c3b req-d7bd35f3-213c-4a28-afbb-e904526f01f4 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:06:39.789571 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-a2e62b44-aca9-4108-978d-17c069b16c3b req-d7bd35f3-213c-4a28-afbb-e904526f01f4 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9 HTTP/1.1" status: 200 len: 945 time: 0.0531330 Dec 10 16:06:39.819817 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device c851a59f-56b5-4632-a66e-700977341c8f details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:06:39.828578 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device c851a59f-56b5-4632-a66e-700977341c8f no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:06:39.841439 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-a2e62b44-aca9-4108-978d-17c069b16c3b req-6bb52377-4232-40c5-8b25-ccb16844333b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d3ce394-d674-42b6-8894-76290fad52d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454617 Dec 10 16:06:39.905921 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f577808-75cb-479d-aab5-e27024141fc4 req-bc3a75c4-b54b-4806-af39-935b430f8643 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:06:39.908091 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4f577808-75cb-479d-aab5-e27024141fc4 req-bc3a75c4-b54b-4806-af39-935b430f8643 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9&tenant_id=7b327aafa1a641f3bf0fb7dd284e6165&binding%3Ahost_id=hv-neutron-8214 HTTP/1.1" status: 200 len: 945 time: 0.0933371 Dec 10 16:06:39.967273 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fade75c-54b3-4a2c-9913-27aef477ebb5 req-930c5c1d-a660-4405-bd5c-b10eba864912 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:06:39.968800 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-7fade75c-54b3-4a2c-9913-27aef477ebb5 req-930c5c1d-a660-4405-bd5c-b10eba864912 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9 HTTP/1.1" status: 200 len: 945 time: 0.0548978 Dec 10 16:06:39.973324 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port c851a59f-56b5-4632-a66e-700977341c8f, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=c851a59f-56b5-4632-a66e-700977341c8f,segment=NetworkSegment(06d00444-0e53-43eb-900b-7447817c4cd8),segment_id=06d00444-0e53-43eb-900b-7447817c4cd8)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:06:39.991166 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Returning: {'device': 'c851a59f-56b5-4632-a66e-700977341c8f', 'network_id': '3b231eb0-fd13-4d0d-9047-05b00524875c', 'port_id': 'c851a59f-56b5-4632-a66e-700977341c8f', 'mac_address': 'fa:16:3e:30:ae:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edcf8aab-885c-4547-b834-88fa83d24b44', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:06:39.995927 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:06:40.032793 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-7fade75c-54b3-4a2c-9913-27aef477ebb5 req-17df0be2-8d0e-415d-a7b5-7d09d11f3545 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d3ce394-d674-42b6-8894-76290fad52d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562382 Dec 10 16:06:40.042790 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c851a59f-56b5-4632-a66e-700977341c8f'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:06:40.046171 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa4b92c408489e2c982394a5a7b3518bb1b22554638321e3ea6c5cabb2c75d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e214d25-b0ed-4c6d-8204-5b72b443ccfd" -d '{"events": [{"server_uuid": "bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9", "name": "network-vif-unplugged", "status": "completed", "tag": "c851a59f-56b5-4632-a66e-700977341c8f"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:06:40.064699 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:06:40.068609 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f577808-75cb-479d-aab5-e27024141fc4 req-f792fb20-9040-4ab0-8028-019e6ed41bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:06:40.069891 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port c851a59f-56b5-4632-a66e-700977341c8f, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=c851a59f-56b5-4632-a66e-700977341c8f,segment=NetworkSegment(06d00444-0e53-43eb-900b-7447817c4cd8),segment_id=06d00444-0e53-43eb-900b-7447817c4cd8)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:06:40.070132 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4f577808-75cb-479d-aab5-e27024141fc4 req-f792fb20-9040-4ab0-8028-019e6ed41bde service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7b327aafa1a641f3bf0fb7dd284e6165&device_id=bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9 HTTP/1.1" status: 200 len: 1098 time: 0.1154156 Dec 10 16:06:40.080995 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c851a59f-56b5-4632-a66e-700977341c8f {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:06:40.097295 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 16:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea6a52e-c317-4846-9743-936953050545 x-openstack-request-id: req-1ea6a52e-c317-4846-9743-936953050545 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:06:40.097591 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9", "name": "network-vif-unplugged", "status": "completed", "tag": "c851a59f-56b5-4632-a66e-700977341c8f", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:06:40.097880 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1ea6a52e-c317-4846-9743-936953050545 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:06:40.098270 dv-neutron-821401-4-hyperv neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c851a59f-56b5-4632-a66e-700977341c8f', 'code': 200} Dec 10 16:06:40.124016 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:06:40.166997 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f577808-75cb-479d-aab5-e27024141fc4 req-cb206440-cc5e-49e0-b253-cd36b100dc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:06:40.168525 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4f577808-75cb-479d-aab5-e27024141fc4 req-cb206440-cc5e-49e0-b253-cd36b100dc4a service neutron] 10.222.0.44 "GET /v2.0/networks?id=3b231eb0-fd13-4d0d-9047-05b00524875c HTTP/1.1" status: 200 len: 898 time: 0.0912106 Dec 10 16:06:40.235829 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4f577808-75cb-479d-aab5-e27024141fc4 req-c4ba90d0-8d7c-4910-9562-c7a76f21a7e3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c851a59f-56b5-4632-a66e-700977341c8f HTTP/1.1" status: 200 len: 999 time: 0.0602694 Dec 10 16:06:40.289860 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f577808-75cb-479d-aab5-e27024141fc4 req-3517f822-aea3-4215-8300-e5cd1ee38435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:06:40.291341 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4f577808-75cb-479d-aab5-e27024141fc4 req-3517f822-aea3-4215-8300-e5cd1ee38435 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=edcf8aab-885c-4547-b834-88fa83d24b44 HTTP/1.1" status: 200 len: 834 time: 0.0489047 Dec 10 16:06:40.340562 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f577808-75cb-479d-aab5-e27024141fc4 req-c9ee4563-e9cc-4639-ae6f-2f1b5a1b0383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:06:40.342350 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4f577808-75cb-479d-aab5-e27024141fc4 req-c9ee4563-e9cc-4639-ae6f-2f1b5a1b0383 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3b231eb0-fd13-4d0d-9047-05b00524875c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439045 Dec 10 16:06:40.360520 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.db.api [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:06:40.361045 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG oslo_db.api [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:06:40.367221 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=c851a59f-56b5-4632-a66e-700977341c8f,revision_number=6']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:06:40.377531 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:06:40.378094 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:06:40.378602 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:06:40.379128 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:06:40.379644 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:06:40.379983 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:06:40.380370 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:06:40.380746 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:06:40.381240 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:06:40.381731 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:06:40.382272 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:06:40.382807 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:06:40.383175 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:06:40.433916 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4f577808-75cb-479d-aab5-e27024141fc4 req-3e27cb51-0ee3-43a8-b66e-135e1758918d service neutron] 10.222.0.44 "GET /v2.0/networks/3b231eb0-fd13-4d0d-9047-05b00524875c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837736 Dec 10 16:06:40.523902 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4f577808-75cb-479d-aab5-e27024141fc4 req-c0a77b25-685a-4acf-8513-4f5f92f2ef1e service neutron] 10.222.0.44 "GET /v2.0/networks/3b231eb0-fd13-4d0d-9047-05b00524875c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828161 Dec 10 16:06:40.895131 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:06:40.907714 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c851a59f-56b5-4632-a66e-700977341c8f {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:06:40.927273 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port c851a59f-56b5-4632-a66e-700977341c8f, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=c851a59f-56b5-4632-a66e-700977341c8f,segment=NetworkSegment(06d00444-0e53-43eb-900b-7447817c4cd8),segment_id=06d00444-0e53-43eb-900b-7447817c4cd8)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:06:41.003948 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:06:41.058722 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=c851a59f-56b5-4632-a66e-700977341c8f,revision_number=7']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:06:41.086401 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] get_ports_and_sgs() called for port_ids ['c851a59f-56b5-4632-a66e-700977341c8f'] {{(pid=103588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:06:41.164869 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89365f14-8943-4db9-9e78-5ff391cffad2 req-46cf8acb-9278-4ec3-aac3-d706adef67cf tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:06:41.166428 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-89365f14-8943-4db9-9e78-5ff391cffad2 req-46cf8acb-9278-4ec3-aac3-d706adef67cf tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9 HTTP/1.1" status: 200 len: 944 time: 0.0582578 Dec 10 16:06:41.216102 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-89365f14-8943-4db9-9e78-5ff391cffad2 req-8b7b9500-a577-467b-a4bc-becf963bc125 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d3ce394-d674-42b6-8894-76290fad52d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433338 Dec 10 16:06:41.833285 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device c851a59f-56b5-4632-a66e-700977341c8f up at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:06:41.881435 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning complete for port c851a59f-56b5-4632-a66e-700977341c8f triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:06:41.881829 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:06:41.954419 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:06:41.988343 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port c851a59f-56b5-4632-a66e-700977341c8f, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=c851a59f-56b5-4632-a66e-700977341c8f,segment=NetworkSegment(06d00444-0e53-43eb-900b-7447817c4cd8),segment_id=06d00444-0e53-43eb-900b-7447817c4cd8)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:06:42.066405 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:06:42.099902 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c851a59f-56b5-4632-a66e-700977341c8f'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:06:42.102052 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa4b92c408489e2c982394a5a7b3518bb1b22554638321e3ea6c5cabb2c75d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77935ebf-dd24-44cb-8610-bbeaa148e4ac" -d '{"events": [{"server_uuid": "bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9", "name": "network-vif-plugged", "status": "completed", "tag": "c851a59f-56b5-4632-a66e-700977341c8f"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:06:42.117656 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=c851a59f-56b5-4632-a66e-700977341c8f,revision_number=8']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:06:42.139928 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6542de90-2dc0-4945-b14c-c61f80e09685 x-openstack-request-id: req-6542de90-2dc0-4945-b14c-c61f80e09685 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:06:42.140224 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9", "name": "network-vif-plugged", "status": "completed", "tag": "c851a59f-56b5-4632-a66e-700977341c8f", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:06:42.140485 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6542de90-2dc0-4945-b14c-c61f80e09685 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:06:42.140886 dv-neutron-821401-4-hyperv neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c851a59f-56b5-4632-a66e-700977341c8f', 'code': 200} Dec 10 16:06:42.370023 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-6a99538c-2691-4470-b618-6001a4300ef8 req-bfc57847-7d8e-4c38-b0b9-57c55c70284d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0805776 Dec 10 16:06:42.378242 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7325b826-4b79-42d7-a891-3793690b53a9 req-f21f4f39-0ee7-438a-964a-d03a20c03275 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:06:42.379733 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-7325b826-4b79-42d7-a891-3793690b53a9 req-f21f4f39-0ee7-438a-964a-d03a20c03275 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9 HTTP/1.1" status: 200 len: 945 time: 0.0918589 Dec 10 16:06:42.450593 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-7325b826-4b79-42d7-a891-3793690b53a9 req-637d0761-dddb-4b8f-ac3b-02aba1a6548a tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d3ce394-d674-42b6-8894-76290fad52d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648441 Dec 10 16:06:42.463217 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a99538c-2691-4470-b618-6001a4300ef8 req-4ce12805-d3e2-4cc5-ae09-2a6c4a97b81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:06:42.465183 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-6a99538c-2691-4470-b618-6001a4300ef8 req-4ce12805-d3e2-4cc5-ae09-2a6c4a97b81a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7b327aafa1a641f3bf0fb7dd284e6165&device_id=bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9 HTTP/1.1" status: 200 len: 1098 time: 0.0521169 Dec 10 16:06:42.472722 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 43106) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:06:42.582102 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-aaafe487-a641-40ed-8b68-061ea524e9e2 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/floatingips/cc34de48-2eff-4136-a148-29e2cdc44043 HTTP/1.1" status: 200 len: 993 time: 0.1082542 Dec 10 16:06:42.613279 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a99538c-2691-4470-b618-6001a4300ef8 req-b3489b72-e32f-4241-a924-30fec34f4f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:06:42.614771 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-6a99538c-2691-4470-b618-6001a4300ef8 req-b3489b72-e32f-4241-a924-30fec34f4f0c service neutron] 10.222.0.44 "GET /v2.0/networks?id=3b231eb0-fd13-4d0d-9047-05b00524875c HTTP/1.1" status: 200 len: 898 time: 0.1028831 Dec 10 16:06:42.683808 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-6a99538c-2691-4470-b618-6001a4300ef8 req-f0d8d474-ed75-428f-beaf-821439673acf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c851a59f-56b5-4632-a66e-700977341c8f HTTP/1.1" status: 200 len: 1001 time: 0.0614250 Dec 10 16:06:42.732026 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a99538c-2691-4470-b618-6001a4300ef8 req-95f38964-452e-4146-9e56-455abc126060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:06:42.733488 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-6a99538c-2691-4470-b618-6001a4300ef8 req-95f38964-452e-4146-9e56-455abc126060 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=edcf8aab-885c-4547-b834-88fa83d24b44 HTTP/1.1" status: 200 len: 834 time: 0.0428853 Dec 10 16:06:42.778368 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a99538c-2691-4470-b618-6001a4300ef8 req-6b8c9c72-4c08-4b30-813c-dc6e7f3c8fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:06:42.779846 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-6a99538c-2691-4470-b618-6001a4300ef8 req-6b8c9c72-4c08-4b30-813c-dc6e7f3c8fb2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3b231eb0-fd13-4d0d-9047-05b00524875c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397387 Dec 10 16:06:42.871590 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-6a99538c-2691-4470-b618-6001a4300ef8 req-f4d56c39-df33-4917-94d0-152bdb955c09 service neutron] 10.222.0.44 "GET /v2.0/networks/3b231eb0-fd13-4d0d-9047-05b00524875c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849371 Dec 10 16:06:42.959178 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-6a99538c-2691-4470-b618-6001a4300ef8 req-ed781c05-06af-43c7-8667-b99e33a988c6 service neutron] 10.222.0.44 "GET /v2.0/networks/3b231eb0-fd13-4d0d-9047-05b00524875c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805469 Dec 10 16:06:42.984309 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f5721654-7b37-40f1-bb98-c6416343874f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:06:43.638053 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:06:45.306454 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7e9b9473-762f-450f-9f16-a1dac19821bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:06:46.238420 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:06:47.872668 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:06:48.712989 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:04.979716 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:07:08.961427 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 43116) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:07:09.128806 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-d6b0da68-b89c-4889-b8d1-0d555b0d6242 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Deleting port 1835ec02-a396-4076-9ad6-04db8cd7d95e {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:07:09.129143 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d6b0da68-b89c-4889-b8d1-0d555b0d6242 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:09.202824 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d6b0da68-b89c-4889-b8d1-0d555b0d6242 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:09.203152 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d6b0da68-b89c-4889-b8d1-0d555b0d6242 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:09.214466 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-d6b0da68-b89c-4889-b8d1-0d555b0d6242 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Calling delete_port for 1835ec02-a396-4076-9ad6-04db8cd7d95e owned by network:floatingip {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:07:09.697301 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d6b0da68-b89c-4889-b8d1-0d555b0d6242 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:09.720118 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b0da68-b89c-4889-b8d1-0d555b0d6242 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event deleted for resources: {'Port': ['ID=1835ec02-a396-4076-9ad6-04db8cd7d95e,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:07:09.734360 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b0da68-b89c-4889-b8d1-0d555b0d6242 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:07:09.735948 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b0da68-b89c-4889-b8d1-0d555b0d6242 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:07:09.735948 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b0da68-b89c-4889-b8d1-0d555b0d6242 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:07:09.735948 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b0da68-b89c-4889-b8d1-0d555b0d6242 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:07:09.735948 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b0da68-b89c-4889-b8d1-0d555b0d6242 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:07:09.736513 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b0da68-b89c-4889-b8d1-0d555b0d6242 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:07:09.736513 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b0da68-b89c-4889-b8d1-0d555b0d6242 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:07:09.736694 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b0da68-b89c-4889-b8d1-0d555b0d6242 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:07:09.736960 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b0da68-b89c-4889-b8d1-0d555b0d6242 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:07:09.737285 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b0da68-b89c-4889-b8d1-0d555b0d6242 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:07:09.737617 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b0da68-b89c-4889-b8d1-0d555b0d6242 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:07:09.737974 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b0da68-b89c-4889-b8d1-0d555b0d6242 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:07:09.738505 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b0da68-b89c-4889-b8d1-0d555b0d6242 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:07:09.793439 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d6b0da68-b89c-4889-b8d1-0d555b0d6242 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for floatingip, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:09.793825 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.l3_db [None req-d6b0da68-b89c-4889-b8d1-0d555b0d6242 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Floating IP cc34de48-2eff-4136-a148-29e2cdc44043 disassociated (deleted). External IP: 172.26.2.198, port: c851a59f-56b5-4632-a66e-700977341c8f. Dec 10 16:07:09.993104 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6b0da68-b89c-4889-b8d1-0d555b0d6242 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Router 70371da6-08a7-4a2c-a2c9-8c9f161d334c has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:07:10.097842 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6b0da68-b89c-4889-b8d1-0d555b0d6242 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:07:10.102598 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d6b0da68-b89c-4889-b8d1-0d555b0d6242 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:10.107150 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018da08d-14cc-4baa-868d-848c3b97dbbe None None] Sync routers for ids ['70371da6-08a7-4a2c-a2c9-8c9f161d334c'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:07:10.117154 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018da08d-14cc-4baa-868d-848c3b97dbbe None None] Routers {'70371da6-08a7-4a2c-a2c9-8c9f161d334c'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:07:10.117762 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-018da08d-14cc-4baa-868d-848c3b97dbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:06:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['70371da6-08a7-4a2c-a2c9-8c9f161d334c'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:07:10.132541 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-d6b0da68-b89c-4889-b8d1-0d555b0d6242 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "DELETE /v2.0/floatingips/cc34de48-2eff-4136-a148-29e2cdc44043 HTTP/1.1" status: 204 len: 168 time: 1.1700363 Dec 10 16:07:10.133248 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9', 'tag': 'c851a59f-56b5-4632-a66e-700977341c8f'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:07:10.135686 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde1b47dcd987728a27c8e391f176ee57ea2adf837d2cedb59662361de43515a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ced79d2-9887-4971-a854-1ba335d8f525" -d '{"events": [{"name": "network-changed", "server_uuid": "bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9", "tag": "c851a59f-56b5-4632-a66e-700977341c8f"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:07:10.185815 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a395e0-f4b1-4926-9c0c-f0f57ad410f9 x-openstack-request-id: req-79a395e0-f4b1-4926-9c0c-f0f57ad410f9 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:07:10.186131 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9", "tag": "c851a59f-56b5-4632-a66e-700977341c8f", "status": "completed", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:07:10.186395 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-79a395e0-f4b1-4926-9c0c-f0f57ad410f9 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:07:10.186879 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9', 'tag': 'c851a59f-56b5-4632-a66e-700977341c8f', 'status': 'completed', 'code': 200} Dec 10 16:07:10.223756 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-018da08d-14cc-4baa-868d-848c3b97dbbe None None] Set router 70371da6-08a7-4a2c-a2c9-8c9f161d334c gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:07:10.250679 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced79d2-9887-4971-a854-1ba335d8f525 req-8407396a-230e-4671-b6ab-91e0a1b4362d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:07:10.252127 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-1ced79d2-9887-4971-a854-1ba335d8f525 req-8407396a-230e-4671-b6ab-91e0a1b4362d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7b327aafa1a641f3bf0fb7dd284e6165&device_id=bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9 HTTP/1.1" status: 200 len: 1098 time: 0.0434783 Dec 10 16:07:10.341041 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced79d2-9887-4971-a854-1ba335d8f525 req-f6aec294-f21c-4275-9701-fcad7f4310b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:07:10.342653 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-1ced79d2-9887-4971-a854-1ba335d8f525 req-f6aec294-f21c-4275-9701-fcad7f4310b8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3b231eb0-fd13-4d0d-9047-05b00524875c HTTP/1.1" status: 200 len: 898 time: 0.0838690 Dec 10 16:07:10.391433 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-1ced79d2-9887-4971-a854-1ba335d8f525 req-8cb0aeb4-c067-4ac8-9eab-3b58db151663 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c851a59f-56b5-4632-a66e-700977341c8f HTTP/1.1" status: 200 len: 217 time: 0.0411444 Dec 10 16:07:10.421472 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-018da08d-14cc-4baa-868d-848c3b97dbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70371da6-08a7-4a2c-a2c9-8c9f161d334c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-743113580', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.44'}], 'enable_snat': True}, 'gw_port_id': '4aff1e69-a189-4781-a8ac-57a6681e7c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:05:25Z', 'updated_at': '2021-12-10T16:05:29Z', 'revision_number': 4, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'gw_port': {'id': '4aff1e69-a189-4781-a8ac-57a6681e7c81', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70371da6-08a7-4a2c-a2c9-8c9f161d334c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:05:26Z', 'updated_at': '2021-12-10T16:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '99d1f3fa-9833-4853-85d9-3ae091837517', 'name': '', 'network_id': '3b231eb0-fd13-4d0d-9047-05b00524875c', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'mac_address': 'fa:16:3e:19:28:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70371da6-08a7-4a2c-a2c9-8c9f161d334c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'edcf8aab-885c-4547-b834-88fa83d24b44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:05:29Z', 'updated_at': '2021-12-10T16:05:33Z', 'revision_number': 5, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'subnets': [{'id': 'edcf8aab-885c-4547-b834-88fa83d24b44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:07:10.441994 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced79d2-9887-4971-a854-1ba335d8f525 req-385609cd-3025-4997-a7ec-54a4c758c274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:07:10.445069 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-1ced79d2-9887-4971-a854-1ba335d8f525 req-385609cd-3025-4997-a7ec-54a4c758c274 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=edcf8aab-885c-4547-b834-88fa83d24b44 HTTP/1.1" status: 200 len: 834 time: 0.0451193 Dec 10 16:07:10.447345 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018da08d-14cc-4baa-868d-848c3b97dbbe None None] Checking router: 70371da6-08a7-4a2c-a2c9-8c9f161d334c for host: dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:07:10.455994 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018da08d-14cc-4baa-868d-848c3b97dbbe None None] Routers {'70371da6-08a7-4a2c-a2c9-8c9f161d334c'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:07:10.456618 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-018da08d-14cc-4baa-868d-848c3b97dbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:06:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['70371da6-08a7-4a2c-a2c9-8c9f161d334c'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:07:10.493887 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced79d2-9887-4971-a854-1ba335d8f525 req-bbc79d4b-db43-4bdc-9c70-45afa6a76e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:07:10.495417 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-1ced79d2-9887-4971-a854-1ba335d8f525 req-bbc79d4b-db43-4bdc-9c70-45afa6a76e8d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3b231eb0-fd13-4d0d-9047-05b00524875c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0436921 Dec 10 16:07:10.564682 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-018da08d-14cc-4baa-868d-848c3b97dbbe None None] Set router 70371da6-08a7-4a2c-a2c9-8c9f161d334c gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:07:10.570045 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1845a2-7406-462a-a474-4e3517324e89 req-02d9eead-ad57-4e62-9c8a-5b66d3ecbc4f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:07:10.571591 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4a1845a2-7406-462a-a474-4e3517324e89 req-02d9eead-ad57-4e62-9c8a-5b66d3ecbc4f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9 HTTP/1.1" status: 200 len: 945 time: 0.0518401 Dec 10 16:07:10.597233 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-1ced79d2-9887-4971-a854-1ba335d8f525 req-a4e8cc39-9037-45bd-8bc6-acc72e8788f7 service neutron] 10.222.0.44 "GET /v2.0/networks/3b231eb0-fd13-4d0d-9047-05b00524875c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933807 Dec 10 16:07:10.631128 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4a1845a2-7406-462a-a474-4e3517324e89 req-3e02286f-d01d-4dd1-9721-f8479a1fa5d4 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d3ce394-d674-42b6-8894-76290fad52d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497997 Dec 10 16:07:10.691596 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-1ced79d2-9887-4971-a854-1ba335d8f525 req-d8802392-0a2a-4fab-944b-18723e0dee49 service neutron] 10.222.0.44 "GET /v2.0/networks/3b231eb0-fd13-4d0d-9047-05b00524875c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858717 Dec 10 16:07:10.768794 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-018da08d-14cc-4baa-868d-848c3b97dbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70371da6-08a7-4a2c-a2c9-8c9f161d334c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-743113580', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.44'}], 'enable_snat': True}, 'gw_port_id': '4aff1e69-a189-4781-a8ac-57a6681e7c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:05:25Z', 'updated_at': '2021-12-10T16:05:29Z', 'revision_number': 4, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'gw_port': {'id': '4aff1e69-a189-4781-a8ac-57a6681e7c81', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70371da6-08a7-4a2c-a2c9-8c9f161d334c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:05:26Z', 'updated_at': '2021-12-10T16:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '99d1f3fa-9833-4853-85d9-3ae091837517', 'name': '', 'network_id': '3b231eb0-fd13-4d0d-9047-05b00524875c', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'mac_address': 'fa:16:3e:19:28:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70371da6-08a7-4a2c-a2c9-8c9f161d334c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'edcf8aab-885c-4547-b834-88fa83d24b44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:05:29Z', 'updated_at': '2021-12-10T16:05:33Z', 'revision_number': 5, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'subnets': [{'id': 'edcf8aab-885c-4547-b834-88fa83d24b44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:07:10.802413 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018da08d-14cc-4baa-868d-848c3b97dbbe None None] The sync data for ids ['70371da6-08a7-4a2c-a2c9-8c9f161d334c'] in dv-neutron-821401-4-hyperv is: [{'id': '70371da6-08a7-4a2c-a2c9-8c9f161d334c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-743113580', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.44'}], 'enable_snat': True}, 'gw_port_id': '4aff1e69-a189-4781-a8ac-57a6681e7c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:05:25Z', 'updated_at': '2021-12-10T16:05:29Z', 'revision_number': 4, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'gw_port': {'id': '4aff1e69-a189-4781-a8ac-57a6681e7c81', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70371da6-08a7-4a2c-a2c9-8c9f161d334c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:05:26Z', 'updated_at': '2021-12-10T16:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '99d1f3fa-9833-4853-85d9-3ae091837517', 'name': '', 'network_id': '3b231eb0-fd13-4d0d-9047-05b00524875c', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'mac_address': 'fa:16:3e:19:28:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70371da6-08a7-4a2c-a2c9-8c9f161d334c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'edcf8aab-885c-4547-b834-88fa83d24b44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:05:29Z', 'updated_at': '2021-12-10T16:05:33Z', 'revision_number': 5, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'subnets': [{'id': 'edcf8aab-885c-4547-b834-88fa83d24b44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:07:11.010939 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b005ce-31da-46c9-967f-7f0902ed8213 None None] New status for floating IP cc34de48-2eff-4136-a148-29e2cdc44043: DOWN {{(pid=103588) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:07:11.753103 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04908916-cadd-4c82-a026-d980050d74e1 req-f33226c3-88e1-4bbd-98bd-134d59aa7c52 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:07:11.754652 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-04908916-cadd-4c82-a026-d980050d74e1 req-f33226c3-88e1-4bbd-98bd-134d59aa7c52 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9 HTTP/1.1" status: 200 len: 945 time: 0.0488608 Dec 10 16:07:11.807948 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-04908916-cadd-4c82-a026-d980050d74e1 req-64d435b0-3add-4790-8217-c3e34eb49c2c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d3ce394-d674-42b6-8894-76290fad52d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474441 Dec 10 16:07:12.200720 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb89b50c-c98c-4410-b6f4-3aa48029ee7d req-56eb88f2-2c29-4e4a-910d-8c570399a11b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:07:12.202210 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-fb89b50c-c98c-4410-b6f4-3aa48029ee7d req-56eb88f2-2c29-4e4a-910d-8c570399a11b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9 HTTP/1.1" status: 200 len: 945 time: 0.0486362 Dec 10 16:07:12.287283 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [req-fb89b50c-c98c-4410-b6f4-3aa48029ee7d req-c4cf424d-84e0-4a7a-b16b-794ee2e728bc tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Deleting port c851a59f-56b5-4632-a66e-700977341c8f {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:07:12.287546 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-fb89b50c-c98c-4410-b6f4-3aa48029ee7d req-c4cf424d-84e0-4a7a-b16b-794ee2e728bc tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:12.375588 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [req-fb89b50c-c98c-4410-b6f4-3aa48029ee7d req-c4cf424d-84e0-4a7a-b16b-794ee2e728bc tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] For port c851a59f-56b5-4632-a66e-700977341c8f, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=c851a59f-56b5-4632-a66e-700977341c8f,segment=NetworkSegment(06d00444-0e53-43eb-900b-7447817c4cd8),segment_id=06d00444-0e53-43eb-900b-7447817c4cd8)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:07:12.375948 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-fb89b50c-c98c-4410-b6f4-3aa48029ee7d req-c4cf424d-84e0-4a7a-b16b-794ee2e728bc tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:12.387255 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [req-fb89b50c-c98c-4410-b6f4-3aa48029ee7d req-c4cf424d-84e0-4a7a-b16b-794ee2e728bc tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Calling delete_port for c851a59f-56b5-4632-a66e-700977341c8f owned by compute:nova {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:07:12.589562 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-fb89b50c-c98c-4410-b6f4-3aa48029ee7d req-c4cf424d-84e0-4a7a-b16b-794ee2e728bc tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:12.616216 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cf424d-84e0-4a7a-b16b-794ee2e728bc tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event deleted for resources: {'Port': ['ID=c851a59f-56b5-4632-a66e-700977341c8f,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:07:12.659849 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb89b50c-c98c-4410-b6f4-3aa48029ee7d req-c4cf424d-84e0-4a7a-b16b-794ee2e728bc tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] No DVR routers for this DVR port c851a59f-56b5-4632-a66e-700977341c8f on host hv-neutron-8214 {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:07:12.662292 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-fb89b50c-c98c-4410-b6f4-3aa48029ee7d req-c4cf424d-84e0-4a7a-b16b-794ee2e728bc tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:12.665698 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-fb89b50c-c98c-4410-b6f4-3aa48029ee7d req-c4cf424d-84e0-4a7a-b16b-794ee2e728bc tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.44 "DELETE /v2.0/ports/c851a59f-56b5-4632-a66e-700977341c8f HTTP/1.1" status: 204 len: 173 time: 0.4570239 Dec 10 16:07:12.666165 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9', 'name': 'network-vif-deleted', 'tag': 'c851a59f-56b5-4632-a66e-700977341c8f'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:07:12.668455 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde1b47dcd987728a27c8e391f176ee57ea2adf837d2cedb59662361de43515a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18479fa1-bc5d-494f-a319-00922e21ba68" -d '{"events": [{"server_uuid": "bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9", "name": "network-vif-deleted", "tag": "c851a59f-56b5-4632-a66e-700977341c8f"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:07:12.705881 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8583d250-8f29-4106-97de-5d7e05b6ed48 x-openstack-request-id: req-8583d250-8f29-4106-97de-5d7e05b6ed48 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:07:12.706186 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9", "name": "network-vif-deleted", "tag": "c851a59f-56b5-4632-a66e-700977341c8f", "status": "completed", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:07:12.706445 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8583d250-8f29-4106-97de-5d7e05b6ed48 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:07:12.706854 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9', 'name': 'network-vif-deleted', 'tag': 'c851a59f-56b5-4632-a66e-700977341c8f', 'status': 'completed', 'code': 200} Dec 10 16:07:12.903368 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-5d805662-87af-405e-8ce3-8534b93c2056 req-4fbd991f-d1ff-494c-81ed-c5271b322564 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc65e8f4-bc80-4e34-bf21-fb8d5cbd77f9 HTTP/1.1" status: 200 len: 210 time: 0.0269921 Dec 10 16:07:12.972237 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ce0a6d85-425f-4393-ba51-c352ac1aac67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:13.611908 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:13.959903 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 43132) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:07:14.314367 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e7be5d09-b02d-4ff4-8235-67fcf7197178 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549925'] for router_interface, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:14.573398 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-e7be5d09-b02d-4ff4-8235-67fcf7197178 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Deleting port 99d1f3fa-9833-4853-85d9-3ae091837517 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:07:14.573673 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e7be5d09-b02d-4ff4-8235-67fcf7197178 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:14.657694 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-e7be5d09-b02d-4ff4-8235-67fcf7197178 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] For port 99d1f3fa-9833-4853-85d9-3ae091837517, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=99d1f3fa-9833-4853-85d9-3ae091837517,segment=NetworkSegment(06d00444-0e53-43eb-900b-7447817c4cd8),segment_id=06d00444-0e53-43eb-900b-7447817c4cd8)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:07:14.658086 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e7be5d09-b02d-4ff4-8235-67fcf7197178 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:14.669457 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-e7be5d09-b02d-4ff4-8235-67fcf7197178 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Calling delete_port for 99d1f3fa-9833-4853-85d9-3ae091837517 owned by network:router_interface {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:07:14.915172 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e7be5d09-b02d-4ff4-8235-67fcf7197178 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:14.945134 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7be5d09-b02d-4ff4-8235-67fcf7197178 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event deleted for resources: {'Port': ['ID=99d1f3fa-9833-4853-85d9-3ae091837517,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:07:15.113187 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e7be5d09-b02d-4ff4-8235-67fcf7197178 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550073'] for router_interface, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:15.275192 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4a13770e-d4ed-4ddf-8215-d39cccc863a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:15.326635 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7be5d09-b02d-4ff4-8235-67fcf7197178 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Router 70371da6-08a7-4a2c-a2c9-8c9f161d334c has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:07:15.429388 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7be5d09-b02d-4ff4-8235-67fcf7197178 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:07:15.434437 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-e7be5d09-b02d-4ff4-8235-67fcf7197178 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "PUT /v2.0/routers/70371da6-08a7-4a2c-a2c9-8c9f161d334c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4735134 Dec 10 16:07:15.437678 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 43134) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:07:15.439951 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43b19be-db59-4a67-9949-45045f35006e None None] Sync routers for ids ['70371da6-08a7-4a2c-a2c9-8c9f161d334c'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:07:15.449983 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43b19be-db59-4a67-9949-45045f35006e None None] Routers {'70371da6-08a7-4a2c-a2c9-8c9f161d334c'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:07:15.450625 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-a43b19be-db59-4a67-9949-45045f35006e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:07:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['70371da6-08a7-4a2c-a2c9-8c9f161d334c'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:07:15.487659 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_v2 [None req-6557d7a9-e103-49fa-9eb7-1713fd0dc761 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Deleting subnet edcf8aab-885c-4547-b834-88fa83d24b44 {{(pid=103586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:07:15.490748 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6557d7a9-e103-49fa-9eb7-1713fd0dc761 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for subnet, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:15.529879 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6557d7a9-e103-49fa-9eb7-1713fd0dc761 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12392400'] for subnet, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:15.556405 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-a43b19be-db59-4a67-9949-45045f35006e None None] Set router 70371da6-08a7-4a2c-a2c9-8c9f161d334c gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:07:15.614769 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6557d7a9-e103-49fa-9eb7-1713fd0dc761 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:15.729332 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-a43b19be-db59-4a67-9949-45045f35006e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70371da6-08a7-4a2c-a2c9-8c9f161d334c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-743113580', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.44'}], 'enable_snat': True}, 'gw_port_id': '4aff1e69-a189-4781-a8ac-57a6681e7c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:05:25Z', 'updated_at': '2021-12-10T16:07:14Z', 'revision_number': 5, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'gw_port': {'id': '4aff1e69-a189-4781-a8ac-57a6681e7c81', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70371da6-08a7-4a2c-a2c9-8c9f161d334c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:05:26Z', 'updated_at': '2021-12-10T16:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:07:15.738660 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6557d7a9-e103-49fa-9eb7-1713fd0dc761 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:15.756237 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43b19be-db59-4a67-9949-45045f35006e None None] Checking router: 70371da6-08a7-4a2c-a2c9-8c9f161d334c for host: dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:07:15.764887 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43b19be-db59-4a67-9949-45045f35006e None None] Routers {'70371da6-08a7-4a2c-a2c9-8c9f161d334c'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:07:15.765252 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-a43b19be-db59-4a67-9949-45045f35006e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:07:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['70371da6-08a7-4a2c-a2c9-8c9f161d334c'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:07:15.767172 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6557d7a9-e103-49fa-9eb7-1713fd0dc761 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event deleted for resources: {'Subnet': ['ID=edcf8aab-885c-4547-b834-88fa83d24b44,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:07:15.769161 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-6557d7a9-e103-49fa-9eb7-1713fd0dc761 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:15.772635 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-6557d7a9-e103-49fa-9eb7-1713fd0dc761 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "DELETE /v2.0/subnets/edcf8aab-885c-4547-b834-88fa83d24b44 HTTP/1.1" status: 204 len: 168 time: 0.3335712 Dec 10 16:07:15.775166 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 43136) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:07:15.781128 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727ea2d7-b304-42f3-b080-8c64070532af None None] Network 3b231eb0-fd13-4d0d-9047-05b00524875c requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:07:15.883867 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-a43b19be-db59-4a67-9949-45045f35006e None None] Set router 70371da6-08a7-4a2c-a2c9-8c9f161d334c gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:07:15.895759 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-09f7d43a-03fd-4669-800d-0c91f0d1972b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for router, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:16.013414 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-09f7d43a-03fd-4669-800d-0c91f0d1972b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:16.016740 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device c851a59f-56b5-4632-a66e-700977341c8f no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:07:16.044415 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e36216d-bc54-4b41-af45-6749240335f7 None None] DHCP port deletion for 3b231eb0-fd13-4d0d-9047-05b00524875c request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:07:16.046520 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] No Port match for: c851a59f-56b5-4632-a66e-700977341c8f {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:07:16.046870 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device c851a59f-56b5-4632-a66e-700977341c8f not bound to the agent host hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:07:16.092413 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-7e36216d-bc54-4b41-af45-6749240335f7 None None] Deleting port 47660195-b9a1-4516-8c9f-a5bbfb982c3d {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:07:16.092799 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7e36216d-bc54-4b41-af45-6749240335f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:16.133247 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-09f7d43a-03fd-4669-800d-0c91f0d1972b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Deleting port 4aff1e69-a189-4781-a8ac-57a6681e7c81 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:07:16.134024 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-09f7d43a-03fd-4669-800d-0c91f0d1972b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:16.156855 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-7e36216d-bc54-4b41-af45-6749240335f7 None None] For port 47660195-b9a1-4516-8c9f-a5bbfb982c3d, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=47660195-b9a1-4516-8c9f-a5bbfb982c3d,segment=NetworkSegment(06d00444-0e53-43eb-900b-7447817c4cd8),segment_id=06d00444-0e53-43eb-900b-7447817c4cd8)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:07:16.156855 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7e36216d-bc54-4b41-af45-6749240335f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:16.169199 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-a43b19be-db59-4a67-9949-45045f35006e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70371da6-08a7-4a2c-a2c9-8c9f161d334c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-743113580', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.44'}], 'enable_snat': True}, 'gw_port_id': '4aff1e69-a189-4781-a8ac-57a6681e7c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:05:25Z', 'updated_at': '2021-12-10T16:07:14Z', 'revision_number': 5, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'gw_port': {'id': '4aff1e69-a189-4781-a8ac-57a6681e7c81', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70371da6-08a7-4a2c-a2c9-8c9f161d334c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:05:26Z', 'updated_at': '2021-12-10T16:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:07:16.169551 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-7e36216d-bc54-4b41-af45-6749240335f7 None None] Calling delete_port for 47660195-b9a1-4516-8c9f-a5bbfb982c3d owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:07:16.196413 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43b19be-db59-4a67-9949-45045f35006e None None] The sync data for ids ['70371da6-08a7-4a2c-a2c9-8c9f161d334c'] in dv-neutron-821401-4-hyperv is: [{'id': '70371da6-08a7-4a2c-a2c9-8c9f161d334c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-743113580', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.44'}], 'enable_snat': True}, 'gw_port_id': '4aff1e69-a189-4781-a8ac-57a6681e7c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:05:25Z', 'updated_at': '2021-12-10T16:07:14Z', 'revision_number': 5, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'gw_port': {'id': '4aff1e69-a189-4781-a8ac-57a6681e7c81', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70371da6-08a7-4a2c-a2c9-8c9f161d334c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:05:26Z', 'updated_at': '2021-12-10T16:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:07:16.234456 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-09f7d43a-03fd-4669-800d-0c91f0d1972b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] For port 4aff1e69-a189-4781-a8ac-57a6681e7c81, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=4aff1e69-a189-4781-a8ac-57a6681e7c81,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:07:16.234456 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-09f7d43a-03fd-4669-800d-0c91f0d1972b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:16.245353 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-09f7d43a-03fd-4669-800d-0c91f0d1972b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Calling delete_port for 4aff1e69-a189-4781-a8ac-57a6681e7c81 owned by network:router_gateway {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:07:16.286604 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:16.355251 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7e36216d-bc54-4b41-af45-6749240335f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:16.379863 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e36216d-bc54-4b41-af45-6749240335f7 None None] Pushing event deleted for resources: {'Port': ['ID=47660195-b9a1-4516-8c9f-a5bbfb982c3d,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:07:16.383703 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e36216d-bc54-4b41-af45-6749240335f7 None None] No DVR routers for this DVR port 47660195-b9a1-4516-8c9f-a5bbfb982c3d on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:07:16.475278 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-09f7d43a-03fd-4669-800d-0c91f0d1972b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:16.501085 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f7d43a-03fd-4669-800d-0c91f0d1972b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event deleted for resources: {'Port': ['ID=4aff1e69-a189-4781-a8ac-57a6681e7c81,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:07:16.513765 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a299b098-5771-42ca-b527-e2524f1ad1a2 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:07:16.570720 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-09f7d43a-03fd-4669-800d-0c91f0d1972b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552731'] for router_gateway, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:16.830223 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 99d1f3fa-9833-4853-85d9-3ae091837517 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:07:16.851324 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 99d1f3fa-9833-4853-85d9-3ae091837517 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:07:16.851682 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 99d1f3fa-9833-4853-85d9-3ae091837517 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:07:16.852120 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 47660195-b9a1-4516-8c9f-a5bbfb982c3d no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:07:16.875479 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 47660195-b9a1-4516-8c9f-a5bbfb982c3d {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:07:16.875873 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 47660195-b9a1-4516-8c9f-a5bbfb982c3d not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:07:16.962198 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-09f7d43a-03fd-4669-800d-0c91f0d1972b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13898'] for router, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:16.964258 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-09f7d43a-03fd-4669-800d-0c91f0d1972b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:17.092515 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-09f7d43a-03fd-4669-800d-0c91f0d1972b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549250'] for router, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:17.092978 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09f7d43a-03fd-4669-800d-0c91f0d1972b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Fanout notify agent at l3_agent the message router_deleted on router 70371da6-08a7-4a2c-a2c9-8c9f161d334c {{(pid=103586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:07:17.100412 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-09f7d43a-03fd-4669-800d-0c91f0d1972b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:17.101529 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-09f7d43a-03fd-4669-800d-0c91f0d1972b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "DELETE /v2.0/routers/70371da6-08a7-4a2c-a2c9-8c9f161d334c HTTP/1.1" status: 204 len: 168 time: 1.3254266 Dec 10 16:07:17.104226 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 43138) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:07:17.183099 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ee4782b6-761e-4357-835f-c280c17d2d56 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:17.271605 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ee4782b6-761e-4357-835f-c280c17d2d56 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:17.291731 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-ee4782b6-761e-4357-835f-c280c17d2d56 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b231eb0-fd13-4d0d-9047-05b00524875c']}} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:07:17.300876 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-ee4782b6-761e-4357-835f-c280c17d2d56 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06d00444-0e53-43eb-900b-7447817c4cd8') {'for_net_delete': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:07:17.301177 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-ee4782b6-761e-4357-835f-c280c17d2d56 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06d00444-0e53-43eb-900b-7447817c4cd8') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:07:17.310273 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ee4782b6-761e-4357-835f-c280c17d2d56 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12392235'] for segment, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:17.323549 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ee4782b6-761e-4357-835f-c280c17d2d56 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:17.329917 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee4782b6-761e-4357-835f-c280c17d2d56 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=103586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:07:17.337245 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ee4782b6-761e-4357-835f-c280c17d2d56 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11695586'] for segment, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:17.337245 dv-neutron-821401-4-hyperv neutron-server[103586]: Traceback (most recent call last): Dec 10 16:07:17.337245 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:07:17.337245 dv-neutron-821401-4-hyperv neutron-server[103586]: timer() Dec 10 16:07:17.337245 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:07:17.337245 dv-neutron-821401-4-hyperv neutron-server[103586]: cb(*args, **kw) Dec 10 16:07:17.337245 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:07:17.337245 dv-neutron-821401-4-hyperv neutron-server[103586]: return func(*args, **kwargs) Dec 10 16:07:17.337245 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:07:17.337245 dv-neutron-821401-4-hyperv neutron-server[103586]: self._notify() Dec 10 16:07:17.337245 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:07:17.337245 dv-neutron-821401-4-hyperv neutron-server[103586]: self.callback(batched_events) Dec 10 16:07:17.337245 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:07:17.337245 dv-neutron-821401-4-hyperv neutron-server[103586]: event.method(event) Dec 10 16:07:17.337245 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:07:17.337245 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:07:17.337245 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:07:17.337245 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:07:17.337245 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:07:17.337245 dv-neutron-821401-4-hyperv neutron-server[103586]: return f(self, *a, **k) Dec 10 16:07:17.337245 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:07:17.337245 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._get(url).json() Dec 10 16:07:17.337245 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:07:17.337245 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:07:17.337245 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:07:17.337245 dv-neutron-821401-4-hyperv neutron-server[103586]: return self.request(url, 'GET', **kwargs) Dec 10 16:07:17.337245 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:07:17.337245 dv-neutron-821401-4-hyperv neutron-server[103586]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:07:17.337245 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:07:17.337245 dv-neutron-821401-4-hyperv neutron-server[103586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:07:17.337245 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:07:17.337245 dv-neutron-821401-4-hyperv neutron-server[103586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:07:17.337245 dv-neutron-821401-4-hyperv neutron-server[103586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:07:17.446791 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ee4782b6-761e-4357-835f-c280c17d2d56 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:17.451038 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ee4782b6-761e-4357-835f-c280c17d2d56 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:17.457679 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-ee4782b6-761e-4357-835f-c280c17d2d56 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "DELETE /v2.0/networks/3b231eb0-fd13-4d0d-9047-05b00524875c HTTP/1.1" status: 204 len: 168 time: 0.3499970 Dec 10 16:07:17.458055 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 43140) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:07:17.469512 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4782b6-761e-4357-835f-c280c17d2d56 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event deleted for resources: {'Network': ['ID=3b231eb0-fd13-4d0d-9047-05b00524875c,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:07:17.513265 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d55ee858-a947-4c58-a627-fa46c62663e8 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:17.539991 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d55ee858-a947-4c58-a627-fa46c62663e8 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:17.680809 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d55ee858-a947-4c58-a627-fa46c62663e8 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:17.683577 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d55ee858-a947-4c58-a627-fa46c62663e8 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:17.684773 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-d55ee858-a947-4c58-a627-fa46c62663e8 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "DELETE /v2.0/security-groups/7d3ce394-d674-42b6-8894-76290fad52d9 HTTP/1.1" status: 204 len: 168 time: 0.2256505 Dec 10 16:07:17.694846 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55ee858-a947-4c58-a627-fa46c62663e8 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3ce394-d674-42b6-8894-76290fad52d9,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:07:17.702276 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55ee858-a947-4c58-a627-fa46c62663e8 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:07:17.702555 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55ee858-a947-4c58-a627-fa46c62663e8 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:07:17.702943 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55ee858-a947-4c58-a627-fa46c62663e8 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:07:17.703328 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55ee858-a947-4c58-a627-fa46c62663e8 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:07:17.703679 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55ee858-a947-4c58-a627-fa46c62663e8 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:07:17.706920 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55ee858-a947-4c58-a627-fa46c62663e8 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:07:17.706920 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55ee858-a947-4c58-a627-fa46c62663e8 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:07:17.706920 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55ee858-a947-4c58-a627-fa46c62663e8 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:07:17.706920 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55ee858-a947-4c58-a627-fa46c62663e8 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:07:17.706920 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55ee858-a947-4c58-a627-fa46c62663e8 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:07:17.706920 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55ee858-a947-4c58-a627-fa46c62663e8 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:07:17.708125 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55ee858-a947-4c58-a627-fa46c62663e8 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:07:17.710524 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55ee858-a947-4c58-a627-fa46c62663e8 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:07:17.852763 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:18.423033 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 43146) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:07:18.427723 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-8abffe5c-b656-4373-9e09-4accd621f35a tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1425594014', 'description': 'tempest-secgroup-smoke-1425594014 description', 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:07:18.515008 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8abffe5c-b656-4373-9e09-4accd621f35a tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:18.579911 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8abffe5c-b656-4373-9e09-4accd621f35a tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:18.652612 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8abffe5c-b656-4373-9e09-4accd621f35a tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:18.681935 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abffe5c-b656-4373-9e09-4accd621f35a tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=355925c1-d2ac-46de-b417-92430699a06d,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:07:18.728508 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 4aff1e69-a189-4781-a8ac-57a6681e7c81 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:07:18.732408 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:18.750173 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 4aff1e69-a189-4781-a8ac-57a6681e7c81 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:07:18.750532 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 4aff1e69-a189-4781-a8ac-57a6681e7c81 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:07:18.757823 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8abffe5c-b656-4373-9e09-4accd621f35a tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:18.759310 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-8abffe5c-b656-4373-9e09-4accd621f35a tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3352511 Dec 10 16:07:18.762266 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 43148) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:07:18.767795 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-32d62846-9fc0-4474-adef-1074de782b5a tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Request body: {'security_group_rule': {'security_group_id': '355925c1-d2ac-46de-b417-92430699a06d', 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:07:18.840316 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-32d62846-9fc0-4474-adef-1074de782b5a tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:18.895087 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-32d62846-9fc0-4474-adef-1074de782b5a tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:18.949603 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-32d62846-9fc0-4474-adef-1074de782b5a tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:18.966994 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d62846-9fc0-4474-adef-1074de782b5a tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=772583a9-ee84-4e14-ac05-75176c0f423d,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:07:19.008753 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-32d62846-9fc0-4474-adef-1074de782b5a tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:19.009987 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-32d62846-9fc0-4474-adef-1074de782b5a tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2467687 Dec 10 16:07:19.012681 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 43150) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:07:19.017037 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-9ce9df64-054f-45df-a91f-862029e60711 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Request body: {'security_group_rule': {'security_group_id': '355925c1-d2ac-46de-b417-92430699a06d', 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:07:19.098067 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9ce9df64-054f-45df-a91f-862029e60711 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:19.156943 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9ce9df64-054f-45df-a91f-862029e60711 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:19.229718 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9ce9df64-054f-45df-a91f-862029e60711 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:19.246855 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce9df64-054f-45df-a91f-862029e60711 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42853a7d-5b9d-4390-9bcc-e4a492f86543,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:07:19.294547 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9ce9df64-054f-45df-a91f-862029e60711 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:19.295749 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-9ce9df64-054f-45df-a91f-862029e60711 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2821426 Dec 10 16:07:19.301461 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 43152) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:07:19.305864 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-6cde0d27-da35-4189-9a41-3caf77d345e9 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Request body: {'security_group_rule': {'security_group_id': '355925c1-d2ac-46de-b417-92430699a06d', 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:07:19.377030 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6cde0d27-da35-4189-9a41-3caf77d345e9 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:19.432167 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6cde0d27-da35-4189-9a41-3caf77d345e9 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:19.480297 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6cde0d27-da35-4189-9a41-3caf77d345e9 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:19.496968 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cde0d27-da35-4189-9a41-3caf77d345e9 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aac057d-8f5d-4c15-b66f-3cab14360a3c,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:07:19.562505 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6cde0d27-da35-4189-9a41-3caf77d345e9 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:19.564236 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-6cde0d27-da35-4189-9a41-3caf77d345e9 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2612534 Dec 10 16:07:19.566909 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 43154) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:07:19.571254 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-4cc14cf8-5a12-4fad-99f3-42b7a2ebe8e0 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Request body: {'security_group_rule': {'security_group_id': '355925c1-d2ac-46de-b417-92430699a06d', 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:07:19.657259 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4cc14cf8-5a12-4fad-99f3-42b7a2ebe8e0 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:19.713504 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4cc14cf8-5a12-4fad-99f3-42b7a2ebe8e0 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:19.784101 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4cc14cf8-5a12-4fad-99f3-42b7a2ebe8e0 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:19.801961 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc14cf8-5a12-4fad-99f3-42b7a2ebe8e0 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cd409d2-85eb-4823-9d02-75e8390558d5,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:07:19.889043 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4cc14cf8-5a12-4fad-99f3-42b7a2ebe8e0 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:19.890292 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-4cc14cf8-5a12-4fad-99f3-42b7a2ebe8e0 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3224084 Dec 10 16:07:19.893567 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 43156) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:07:19.897908 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-86409290-24ce-44c6-b735-96399b59cb0c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Request body: {'security_group_rule': {'security_group_id': '355925c1-d2ac-46de-b417-92430699a06d', 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:07:20.000987 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.securitygroups_db [None req-86409290-24ce-44c6-b735-96399b59cb0c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Project 7b327aafa1a641f3bf0fb7dd284e6165 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 16:07:20.006572 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-86409290-24ce-44c6-b735-96399b59cb0c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:20.067056 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-86409290-24ce-44c6-b735-96399b59cb0c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:20.184340 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-86409290-24ce-44c6-b735-96399b59cb0c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:20.203862 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86409290-24ce-44c6-b735-96399b59cb0c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61ac96d8-9560-4ea7-acac-0ab38d0de3b6,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:07:20.260568 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-86409290-24ce-44c6-b735-96399b59cb0c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:20.261817 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-86409290-24ce-44c6-b735-96399b59cb0c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3672168 Dec 10 16:07:20.264502 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 43158) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:07:20.268983 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-19b14cf9-8991-48d2-8aeb-a3c5abdbdc0c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Request body: {'security_group_rule': {'security_group_id': '355925c1-d2ac-46de-b417-92430699a06d', 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:07:20.349052 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.securitygroups_db [None req-19b14cf9-8991-48d2-8aeb-a3c5abdbdc0c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Project 7b327aafa1a641f3bf0fb7dd284e6165 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 16:07:20.353800 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-19b14cf9-8991-48d2-8aeb-a3c5abdbdc0c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:20.410956 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-19b14cf9-8991-48d2-8aeb-a3c5abdbdc0c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:20.486400 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-19b14cf9-8991-48d2-8aeb-a3c5abdbdc0c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:20.504107 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b14cf9-8991-48d2-8aeb-a3c5abdbdc0c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2199527-9e62-4b5d-a569-a4dcd15cf09b,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:07:20.591753 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-19b14cf9-8991-48d2-8aeb-a3c5abdbdc0c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:20.592994 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-19b14cf9-8991-48d2-8aeb-a3c5abdbdc0c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3275392 Dec 10 16:07:20.596353 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 43160) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:07:20.601368 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-8b026bf4-c8ad-4cc3-83a2-951f2aab5786 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Request body: {'network': {'name': 'tempest-network-smoke--1842947024', 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'port_security_enabled': True}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:07:20.669018 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b026bf4-c8ad-4cc3-83a2-951f2aab5786 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Made reservation on behalf of 7b327aafa1a641f3bf0fb7dd284e6165 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:07:20.673672 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8b026bf4-c8ad-4cc3-83a2-951f2aab5786 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:20.697592 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b026bf4-c8ad-4cc3-83a2-951f2aab5786 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:07:20.706651 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8b026bf4-c8ad-4cc3-83a2-951f2aab5786 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:20.707028 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.segments_db [None req-8b026bf4-c8ad-4cc3-83a2-951f2aab5786 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Added segment c1258aaa-a1fc-4212-b82c-74978fd3544a of type vlan for network dadba085-c878-44e4-a7c7-7d1df803f898 Dec 10 16:07:20.745968 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8b026bf4-c8ad-4cc3-83a2-951f2aab5786 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:20.852945 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8b026bf4-c8ad-4cc3-83a2-951f2aab5786 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:20.858535 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b026bf4-c8ad-4cc3-83a2-951f2aab5786 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:07:20.859133 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8b026bf4-c8ad-4cc3-83a2-951f2aab5786 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:20.924832 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b026bf4-c8ad-4cc3-83a2-951f2aab5786 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event updated for resources: {'Network': ['ID=dadba085-c878-44e4-a7c7-7d1df803f898,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:07:20.935397 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network dadba085-c878-44e4-a7c7-7d1df803f898 details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:07:20.975865 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-8b026bf4-c8ad-4cc3-83a2-951f2aab5786 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3783712 Dec 10 16:07:20.978450 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 43162) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:07:20.983143 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-04c2535d-4167-437f-90c2-d0459b5203da tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-359729683', 'admin_state_up': True, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:07:21.070473 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-04c2535d-4167-437f-90c2-d0459b5203da tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13912'] for router, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:21.071545 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-04c2535d-4167-437f-90c2-d0459b5203da tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:21.121576 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-04c2535d-4167-437f-90c2-d0459b5203da tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:21.322593 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-04c2535d-4167-437f-90c2-d0459b5203da tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:21.575229 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-04c2535d-4167-437f-90c2-d0459b5203da tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for router_gateway, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:21.593354 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-04c2535d-4167-437f-90c2-d0459b5203da tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:21.691229 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-04c2535d-4167-437f-90c2-d0459b5203da tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Allocated IP 172.26.2.53 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/c9d6c142-3a77-4377-9eef-7e78806d1cb6) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:07:21.793809 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-04c2535d-4167-437f-90c2-d0459b5203da tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:21.887219 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-04c2535d-4167-437f-90c2-d0459b5203da tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:21.926959 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c2535d-4167-437f-90c2-d0459b5203da tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:07:21.929912 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-04c2535d-4167-437f-90c2-d0459b5203da tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:07:21.932423 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c2535d-4167-437f-90c2-d0459b5203da tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:07:21.942718 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89da69fb-6edb-4c12-ba61-c2946216f849 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:07:21.956901 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c2535d-4167-437f-90c2-d0459b5203da tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event updated for resources: {'Port': ['ID=c9d6c142-3a77-4377-9eef-7e78806d1cb6,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:07:22.014640 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-66dbecb1-df78-4677-9940-1ec540c32b71 None None] Provisioning complete for port c9d6c142-3a77-4377-9eef-7e78806d1cb6 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:07:22.015011 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-66dbecb1-df78-4677-9940-1ec540c32b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:22.049248 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-66dbecb1-df78-4677-9940-1ec540c32b71 None None] Port c9d6c142-3a77-4377-9eef-7e78806d1cb6 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:07:22.241691 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-04c2535d-4167-437f-90c2-d0459b5203da tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for router_gateway, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:22.434960 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-04c2535d-4167-437f-90c2-d0459b5203da tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363'] for router, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:22.624308 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04c2535d-4167-437f-90c2-d0459b5203da tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Router a48570b5-13f9-4e45-8c4f-636839d4d069 is scheduled to L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d with binding_index 1 {{(pid=103587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:07:22.730384 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04c2535d-4167-437f-90c2-d0459b5203da tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:07:22.744902 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c94155-7bbe-472d-939b-70dd5867c0f9 None None] Sync routers for ids ['a48570b5-13f9-4e45-8c4f-636839d4d069'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:07:22.755677 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c94155-7bbe-472d-939b-70dd5867c0f9 None None] Routers {'a48570b5-13f9-4e45-8c4f-636839d4d069'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:07:22.756288 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-48c94155-7bbe-472d-939b-70dd5867c0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:07:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['a48570b5-13f9-4e45-8c4f-636839d4d069'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:07:22.803417 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-04c2535d-4167-437f-90c2-d0459b5203da tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:22.805003 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-04c2535d-4167-437f-90c2-d0459b5203da tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8253539 Dec 10 16:07:22.808072 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 43164) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:07:22.836570 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-6fa5efc1-45d3-445c-bb94-dbd65777d4f3 tempest-TestNetworkAdvancedServerOps-68229087 tempest-TestNetworkAdvancedServerOps-68229087-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=7b327aafa1a641f3bf0fb7dd284e6165&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273421 Dec 10 16:07:22.839177 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 43166) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:07:22.860258 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-48c94155-7bbe-472d-939b-70dd5867c0f9 None None] Set router a48570b5-13f9-4e45-8c4f-636839d4d069 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:07:22.925114 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ec84e7-44ae-4c95-b54e-f5eb714e1d1c tempest-TestNetworkAdvancedServerOps-68229087 tempest-TestNetworkAdvancedServerOps-68229087-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:07:22.926970 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-18ec84e7-44ae-4c95-b54e-f5eb714e1d1c tempest-TestNetworkAdvancedServerOps-68229087 tempest-TestNetworkAdvancedServerOps-68229087-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0865750 Dec 10 16:07:22.929410 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 43168) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:07:22.956892 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-00c3c195-808c-445f-90b7-dd6727a51ca6 tempest-TestNetworkAdvancedServerOps-68229087 tempest-TestNetworkAdvancedServerOps-68229087-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=d5a1452c-422a-4e1a-a1c7-48738ecf752f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264192 Dec 10 16:07:22.959291 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 43170) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:07:22.963859 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-1838b77b-0561-4ff1-9797-6b1233f97b85 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2041686860', 'network_id': 'dadba085-c878-44e4-a7c7-7d1df803f898', 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:07:23.040633 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-48c94155-7bbe-472d-939b-70dd5867c0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48570b5-13f9-4e45-8c4f-636839d4d069', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359729683', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.53'}], 'enable_snat': True}, 'gw_port_id': 'c9d6c142-3a77-4377-9eef-7e78806d1cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:07:21Z', 'updated_at': '2021-12-10T16:07:22Z', 'revision_number': 3, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'gw_port': {'id': 'c9d6c142-3a77-4377-9eef-7e78806d1cb6', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7e:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48570b5-13f9-4e45-8c4f-636839d4d069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:07:21Z', 'updated_at': '2021-12-10T16:07:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:07:23.068154 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c94155-7bbe-472d-939b-70dd5867c0f9 None None] Checking router: a48570b5-13f9-4e45-8c4f-636839d4d069 for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:07:23.068502 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c94155-7bbe-472d-939b-70dd5867c0f9 None None] Updating router a48570b5-13f9-4e45-8c4f-636839d4d069 port c9d6c142-3a77-4377-9eef-7e78806d1cb6 binding host dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:07:23.091809 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-48c94155-7bbe-472d-939b-70dd5867c0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:23.104274 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1838b77b-0561-4ff1-9797-6b1233f97b85 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Made reservation on behalf of 7b327aafa1a641f3bf0fb7dd284e6165 for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:07:23.107861 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1838b77b-0561-4ff1-9797-6b1233f97b85 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:23.338415 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-48c94155-7bbe-472d-939b-70dd5867c0f9 None None] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:23.338906 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1838b77b-0561-4ff1-9797-6b1233f97b85 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11695183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581935'] for subnet, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:23.390251 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-48c94155-7bbe-472d-939b-70dd5867c0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:23.401775 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1838b77b-0561-4ff1-9797-6b1233f97b85 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event updated for resources: {'Subnet': ['ID=102a33ae-ae36-4a93-b97c-49f2c1a0452f,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:07:23.411925 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1838b77b-0561-4ff1-9797-6b1233f97b85 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Checking segment: {'id': 'c1258aaa-a1fc-4212-b82c-74978fd3544a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'dadba085-c878-44e4-a7c7-7d1df803f898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:07:23.412313 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1838b77b-0561-4ff1-9797-6b1233f97b85 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Network hostable DHCP agents. Network: dadba085-c878-44e4-a7c7-7d1df803f898, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:07:23.436923 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0525603f-7510-4836-a85a-42d95eb1de9b None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:07:23.448193 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-48c94155-7bbe-472d-939b-70dd5867c0f9 None None] Attempting to bind port c9d6c142-3a77-4377-9eef-7e78806d1cb6 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:07:23.448577 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-48c94155-7bbe-472d-939b-70dd5867c0f9 None None] Attempting to bind port c9d6c142-3a77-4377-9eef-7e78806d1cb6 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:07:23.448933 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c94155-7bbe-472d-939b-70dd5867c0f9 None None] Attempting to bind port c9d6c142-3a77-4377-9eef-7e78806d1cb6 on network d5a1452c-422a-4e1a-a1c7-48738ecf752f {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:07:23.450736 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aedbdaa-34ea-4c34-9b93-3deff43ac55d None None] Pushing event updated for resources: {'Port': ['ID=c9d6c142-3a77-4377-9eef-7e78806d1cb6,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:07:23.458009 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c94155-7bbe-472d-939b-70dd5867c0f9 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:07:23.458305 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c94155-7bbe-472d-939b-70dd5867c0f9 None None] Checking segment: {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:07:23.458629 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-48c94155-7bbe-472d-939b-70dd5867c0f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:23.459019 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c94155-7bbe-472d-939b-70dd5867c0f9 None None] Bound using segment: {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:07:23.459481 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-48c94155-7bbe-472d-939b-70dd5867c0f9 None None] Bound port: c9d6c142-3a77-4377-9eef-7e78806d1cb6, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:07:23.459862 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-48c94155-7bbe-472d-939b-70dd5867c0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:23.487815 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1838b77b-0561-4ff1-9797-6b1233f97b85 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Network dadba085-c878-44e4-a7c7-7d1df803f898 is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:07:23.508301 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-5dcbfcda-2359-40b2-b0fb-f357e4cf09b4 None None] Provisioning complete for port c9d6c142-3a77-4377-9eef-7e78806d1cb6 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:07:23.508675 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5dcbfcda-2359-40b2-b0fb-f357e4cf09b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:23.538753 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-1838b77b-0561-4ff1-9797-6b1233f97b85 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, dadba085-c878-44e4-a7c7-7d1df803f898) {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:07:23.541567 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-48c94155-7bbe-472d-939b-70dd5867c0f9 None None] For port c9d6c142-3a77-4377-9eef-7e78806d1cb6, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:07:23.543055 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1838b77b-0561-4ff1-9797-6b1233f97b85 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:07:23.543736 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1838b77b-0561-4ff1-9797-6b1233f97b85 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:23.556185 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0544439-c222-4099-9256-38dd987e7621 None None] Network dadba085-c878-44e4-a7c7-7d1df803f898 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:07:23.574417 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-48c94155-7bbe-472d-939b-70dd5867c0f9 None None] For port c9d6c142-3a77-4377-9eef-7e78806d1cb6, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=c9d6c142-3a77-4377-9eef-7e78806d1cb6,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:07:23.577453 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-5dcbfcda-2359-40b2-b0fb-f357e4cf09b4 None None] Port c9d6c142-3a77-4377-9eef-7e78806d1cb6 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:07:23.615940 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-1838b77b-0561-4ff1-9797-6b1233f97b85 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6555588 Dec 10 16:07:23.618655 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 43172) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:07:23.651410 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-48c94155-7bbe-472d-939b-70dd5867c0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:23.679296 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd2cc58-a975-471a-a4d0-418b87525032 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-dadba085-c878-44e4-a7c7-7d1df803f898', 'network_id': 'dadba085-c878-44e4-a7c7-7d1df803f898', 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'fixed_ips': [{'subnet_id': '102a33ae-ae36-4a93-b97c-49f2c1a0452f'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:07:23.680150 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dcd2cc58-a975-471a-a4d0-418b87525032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:23.717579 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f2761e-da16-4393-8b65-52d27dcb1833 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:07:23.799168 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aedbdaa-34ea-4c34-9b93-3deff43ac55d None None] Pushing event updated for resources: {'Port': ['ID=c9d6c142-3a77-4377-9eef-7e78806d1cb6,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:07:23.806031 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c94155-7bbe-472d-939b-70dd5867c0f9 None None] Routers {'a48570b5-13f9-4e45-8c4f-636839d4d069'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:07:23.806580 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-48c94155-7bbe-472d-939b-70dd5867c0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:07:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['a48570b5-13f9-4e45-8c4f-636839d4d069'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:07:23.946741 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-dcd2cc58-a975-471a-a4d0-418b87525032 None None] Allocated IP 172.20.0.2 (dadba085-c878-44e4-a7c7-7d1df803f898/102a33ae-ae36-4a93-b97c-49f2c1a0452f/ca21cd4b-94fa-49f6-8cf6-f7eb37781a49) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:07:23.954032 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6f7de452-f7e4-44d4-8486-80eb5eaef9ed None None] Provisioning complete for port c9d6c142-3a77-4377-9eef-7e78806d1cb6 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:07:23.956627 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6f7de452-f7e4-44d4-8486-80eb5eaef9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:24.057172 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2b4059fd-96c4-4b08-8762-512669aea859 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:24.147911 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-48c94155-7bbe-472d-939b-70dd5867c0f9 None None] Set router a48570b5-13f9-4e45-8c4f-636839d4d069 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:07:24.396731 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6f7de452-f7e4-44d4-8486-80eb5eaef9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:24.466764 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6f7de452-f7e4-44d4-8486-80eb5eaef9ed None None] For port c9d6c142-3a77-4377-9eef-7e78806d1cb6, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=c9d6c142-3a77-4377-9eef-7e78806d1cb6,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:07:24.488834 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dcd2cc58-a975-471a-a4d0-418b87525032 None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:24.505038 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-48c94155-7bbe-472d-939b-70dd5867c0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48570b5-13f9-4e45-8c4f-636839d4d069', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359729683', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.53'}], 'enable_snat': True}, 'gw_port_id': 'c9d6c142-3a77-4377-9eef-7e78806d1cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:07:21Z', 'updated_at': '2021-12-10T16:07:22Z', 'revision_number': 3, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'gw_port': {'id': 'c9d6c142-3a77-4377-9eef-7e78806d1cb6', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7e:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48570b5-13f9-4e45-8c4f-636839d4d069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:07:21Z', 'updated_at': '2021-12-10T16:07:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:07:24.534953 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6f7de452-f7e4-44d4-8486-80eb5eaef9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:24.536763 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c94155-7bbe-472d-939b-70dd5867c0f9 None None] The sync data for ids ['a48570b5-13f9-4e45-8c4f-636839d4d069'] in dv-neutron-821401-4-hyperv is: [{'id': 'a48570b5-13f9-4e45-8c4f-636839d4d069', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359729683', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.53'}], 'enable_snat': True}, 'gw_port_id': 'c9d6c142-3a77-4377-9eef-7e78806d1cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:07:21Z', 'updated_at': '2021-12-10T16:07:22Z', 'revision_number': 3, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'gw_port': {'id': 'c9d6c142-3a77-4377-9eef-7e78806d1cb6', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7e:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48570b5-13f9-4e45-8c4f-636839d4d069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:07:21Z', 'updated_at': '2021-12-10T16:07:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:07:24.560594 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dcd2cc58-a975-471a-a4d0-418b87525032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:24.585712 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd2cc58-a975-471a-a4d0-418b87525032 None None] Network dadba085-c878-44e4-a7c7-7d1df803f898 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:07:24.594131 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-dcd2cc58-a975-471a-a4d0-418b87525032 None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:07:24.597633 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd2cc58-a975-471a-a4d0-418b87525032 None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:07:24.604325 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7de452-f7e4-44d4-8486-80eb5eaef9ed None None] Pushing event updated for resources: {'Port': ['ID=c9d6c142-3a77-4377-9eef-7e78806d1cb6,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:07:24.605541 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-2b4059fd-96c4-4b08-8762-512669aea859 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Allocated IP 172.20.0.1 (dadba085-c878-44e4-a7c7-7d1df803f898/102a33ae-ae36-4a93-b97c-49f2c1a0452f/5845183d-1657-4b6a-a606-ea0cb90e755d) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:07:24.682063 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2cc58-a975-471a-a4d0-418b87525032 None None] Pushing event updated for resources: {'Port': ['ID=ca21cd4b-94fa-49f6-8cf6-f7eb37781a49,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:07:24.687859 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-dcd2cc58-a975-471a-a4d0-418b87525032 None None] Attempting to bind port ca21cd4b-94fa-49f6-8cf6-f7eb37781a49 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:07:24.688234 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-dcd2cc58-a975-471a-a4d0-418b87525032 None None] Attempting to bind port ca21cd4b-94fa-49f6-8cf6-f7eb37781a49 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'c1258aaa-a1fc-4212-b82c-74978fd3544a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'dadba085-c878-44e4-a7c7-7d1df803f898'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:07:24.688602 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd2cc58-a975-471a-a4d0-418b87525032 None None] Attempting to bind port ca21cd4b-94fa-49f6-8cf6-f7eb37781a49 on network dadba085-c878-44e4-a7c7-7d1df803f898 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:07:24.694499 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd2cc58-a975-471a-a4d0-418b87525032 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:07:24.694881 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd2cc58-a975-471a-a4d0-418b87525032 None None] Checking segment: {'id': 'c1258aaa-a1fc-4212-b82c-74978fd3544a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'dadba085-c878-44e4-a7c7-7d1df803f898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:07:24.695289 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dcd2cc58-a975-471a-a4d0-418b87525032 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:24.695686 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd2cc58-a975-471a-a4d0-418b87525032 None None] Bound using segment: {'id': 'c1258aaa-a1fc-4212-b82c-74978fd3544a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'dadba085-c878-44e4-a7c7-7d1df803f898'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:07:24.696161 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-dcd2cc58-a975-471a-a4d0-418b87525032 None None] Bound port: ca21cd4b-94fa-49f6-8cf6-f7eb37781a49, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1258aaa-a1fc-4212-b82c-74978fd3544a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'dadba085-c878-44e4-a7c7-7d1df803f898'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:07:24.696539 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dcd2cc58-a975-471a-a4d0-418b87525032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:24.735480 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2b4059fd-96c4-4b08-8762-512669aea859 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:24.795641 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-dcd2cc58-a975-471a-a4d0-418b87525032 None None] For port ca21cd4b-94fa-49f6-8cf6-f7eb37781a49, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:07:24.798011 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-dcd2cc58-a975-471a-a4d0-418b87525032 None None] For port ca21cd4b-94fa-49f6-8cf6-f7eb37781a49, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=ca21cd4b-94fa-49f6-8cf6-f7eb37781a49,segment=NetworkSegment(c1258aaa-a1fc-4212-b82c-74978fd3544a),segment_id=c1258aaa-a1fc-4212-b82c-74978fd3544a)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:07:24.842482 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2b4059fd-96c4-4b08-8762-512669aea859 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:24.853680 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dcd2cc58-a975-471a-a4d0-418b87525032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:24.890824 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4059fd-96c4-4b08-8762-512669aea859 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Network dadba085-c878-44e4-a7c7-7d1df803f898 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:07:24.895778 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-2b4059fd-96c4-4b08-8762-512669aea859 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:07:24.898320 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4059fd-96c4-4b08-8762-512669aea859 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:07:24.911965 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2cc58-a975-471a-a4d0-418b87525032 None None] Pushing event updated for resources: {'Port': ['ID=ca21cd4b-94fa-49f6-8cf6-f7eb37781a49,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:07:24.932569 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4059fd-96c4-4b08-8762-512669aea859 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event updated for resources: {'Port': ['ID=5845183d-1657-4b6a-a606-ea0cb90e755d,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:07:24.956665 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2b4059fd-96c4-4b08-8762-512669aea859 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552880'] for router_interface, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:25.187803 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2b4059fd-96c4-4b08-8762-512669aea859 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:25.482853 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2b4059fd-96c4-4b08-8762-512669aea859 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:25.544584 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2b4059fd-96c4-4b08-8762-512669aea859 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:25.621080 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4059fd-96c4-4b08-8762-512669aea859 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event updated for resources: {'Port': ['ID=5845183d-1657-4b6a-a606-ea0cb90e755d,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:07:25.623661 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-2b4059fd-96c4-4b08-8762-512669aea859 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549888'] for router_interface, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:25.717202 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4059fd-96c4-4b08-8762-512669aea859 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Network dadba085-c878-44e4-a7c7-7d1df803f898 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:07:25.718726 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-2b4059fd-96c4-4b08-8762-512669aea859 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:07:25.823524 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8780160-b085-4e77-a40e-f12f4e44dad8 None None] Network dadba085-c878-44e4-a7c7-7d1df803f898 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:07:25.857345 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b4059fd-96c4-4b08-8762-512669aea859 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Router a48570b5-13f9-4e45-8c4f-636839d4d069 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:07:25.902747 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-096e60a3-2f1e-48a9-a0fa-8a31d453464e None None] Provisioning complete for port ca21cd4b-94fa-49f6-8cf6-f7eb37781a49 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:07:25.903212 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-096e60a3-2f1e-48a9-a0fa-8a31d453464e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:25.967059 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b4059fd-96c4-4b08-8762-512669aea859 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:07:25.975136 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-2b4059fd-96c4-4b08-8762-512669aea859 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "PUT /v2.0/routers/a48570b5-13f9-4e45-8c4f-636839d4d069/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3530118 Dec 10 16:07:26.020453 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-096e60a3-2f1e-48a9-a0fa-8a31d453464e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:26.058677 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-096e60a3-2f1e-48a9-a0fa-8a31d453464e None None] For port ca21cd4b-94fa-49f6-8cf6-f7eb37781a49, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=ca21cd4b-94fa-49f6-8cf6-f7eb37781a49,segment=NetworkSegment(c1258aaa-a1fc-4212-b82c-74978fd3544a),segment_id=c1258aaa-a1fc-4212-b82c-74978fd3544a)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:07:26.127310 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-096e60a3-2f1e-48a9-a0fa-8a31d453464e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:26.136095 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-41185aa4-a4db-4e60-b79e-3fcd1f65e952 req-0f30910f-6477-4447-b6b4-f5359a5618b9 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1425594014&fields=id&tenant_id=7b327aafa1a641f3bf0fb7dd284e6165 HTTP/1.1" status: 200 len: 267 time: 0.0530820 Dec 10 16:07:26.185188 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096e60a3-2f1e-48a9-a0fa-8a31d453464e None None] Pushing event updated for resources: {'Port': ['ID=ca21cd4b-94fa-49f6-8cf6-f7eb37781a49,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:07:26.254799 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-ee04b02b-884c-4b3d-bdc2-2ea82ca4e3a6 None None] Provisioning complete for port ca21cd4b-94fa-49f6-8cf6-f7eb37781a49 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:07:26.255175 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ee04b02b-884c-4b3d-bdc2-2ea82ca4e3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:26.275840 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41185aa4-a4db-4e60-b79e-3fcd1f65e952 req-671803f8-bce8-40e0-a463-45bfdeee0e6e tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:07:26.277505 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-41185aa4-a4db-4e60-b79e-3fcd1f65e952 req-671803f8-bce8-40e0-a463-45bfdeee0e6e tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/networks?id=dadba085-c878-44e4-a7c7-7d1df803f898 HTTP/1.1" status: 200 len: 797 time: 0.1313415 Dec 10 16:07:26.297190 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-41185aa4-a4db-4e60-b79e-3fcd1f65e952 req-610aec54-8eda-4484-88bf-b8f687b24c74 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/quotas/7b327aafa1a641f3bf0fb7dd284e6165 HTTP/1.1" status: 200 len: 375 time: 0.0128429 Dec 10 16:07:26.351270 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-ee04b02b-884c-4b3d-bdc2-2ea82ca4e3a6 None None] Provisioning complete for port 5845183d-1657-4b6a-a606-ea0cb90e755d triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:07:26.352211 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ee04b02b-884c-4b3d-bdc2-2ea82ca4e3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:26.359421 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-41185aa4-a4db-4e60-b79e-3fcd1f65e952 req-3f0b7d6e-dc8a-47d8-ae08-a59d9f3820e5 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7b327aafa1a641f3bf0fb7dd284e6165&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0546448 Dec 10 16:07:26.377206 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [req-41185aa4-a4db-4e60-b79e-3fcd1f65e952 req-b437e41e-d26e-443f-bdd5-46d6c7f36805 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:07:26.378365 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-41185aa4-a4db-4e60-b79e-3fcd1f65e952 req-b437e41e-d26e-443f-bdd5-46d6c7f36805 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060911 Dec 10 16:07:26.390241 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-ee04b02b-884c-4b3d-bdc2-2ea82ca4e3a6 None None] Port 5845183d-1657-4b6a-a606-ea0cb90e755d cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:07:26.470884 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-41185aa4-a4db-4e60-b79e-3fcd1f65e952 req-25d8ed19-c827-40ff-b370-575176b14f2e service neutron] 10.222.0.20 "GET /v2.0/networks/dadba085-c878-44e4-a7c7-7d1df803f898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855763 Dec 10 16:07:26.503253 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1000a70a-f39f-4a43-b32f-153026e9de87 None None] Sync routers for ids ['a48570b5-13f9-4e45-8c4f-636839d4d069'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:07:26.523282 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1000a70a-f39f-4a43-b32f-153026e9de87 None None] Routers {'a48570b5-13f9-4e45-8c4f-636839d4d069'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:07:26.524922 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-1000a70a-f39f-4a43-b32f-153026e9de87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:07:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['a48570b5-13f9-4e45-8c4f-636839d4d069'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:07:26.525722 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-d5d44e46-e600-4453-a90e-3411e4291616 None None] Provisioning complete for port 5845183d-1657-4b6a-a606-ea0cb90e755d triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:07:26.526215 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d5d44e46-e600-4453-a90e-3411e4291616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:26.567252 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-d5d44e46-e600-4453-a90e-3411e4291616 None None] Port 5845183d-1657-4b6a-a606-ea0cb90e755d cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:07:26.585143 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-41185aa4-a4db-4e60-b79e-3fcd1f65e952 req-034a0dc7-f5bd-490a-9b05-42612c487fef service neutron] 10.222.0.20 "GET /v2.0/networks/dadba085-c878-44e4-a7c7-7d1df803f898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076102 Dec 10 16:07:26.647091 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-1000a70a-f39f-4a43-b32f-153026e9de87 None None] Set router a48570b5-13f9-4e45-8c4f-636839d4d069 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:07:26.688971 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-edf71de0-b751-4a20-8507-f43f8239078d None None] Provisioning complete for port 5845183d-1657-4b6a-a606-ea0cb90e755d triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:07:26.690693 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-edf71de0-b751-4a20-8507-f43f8239078d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:26.727587 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-edf71de0-b751-4a20-8507-f43f8239078d None None] Port 5845183d-1657-4b6a-a606-ea0cb90e755d cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:07:26.873955 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device c9d6c142-3a77-4377-9eef-7e78806d1cb6 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:07:26.890797 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-1000a70a-f39f-4a43-b32f-153026e9de87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48570b5-13f9-4e45-8c4f-636839d4d069', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359729683', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.53'}], 'enable_snat': True}, 'gw_port_id': 'c9d6c142-3a77-4377-9eef-7e78806d1cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:07:21Z', 'updated_at': '2021-12-10T16:07:25Z', 'revision_number': 4, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'gw_port': {'id': 'c9d6c142-3a77-4377-9eef-7e78806d1cb6', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48570b5-13f9-4e45-8c4f-636839d4d069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:07:21Z', 'updated_at': '2021-12-10T16:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '5845183d-1657-4b6a-a606-ea0cb90e755d', 'name': '', 'network_id': 'dadba085-c878-44e4-a7c7-7d1df803f898', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'mac_address': 'fa:16:3e:25:45:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48570b5-13f9-4e45-8c4f-636839d4d069', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '102a33ae-ae36-4a93-b97c-49f2c1a0452f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:07:24Z', 'updated_at': '2021-12-10T16:07:25Z', 'revision_number': 2, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'subnets': [{'id': '102a33ae-ae36-4a93-b97c-49f2c1a0452f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:07:26.931093 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1000a70a-f39f-4a43-b32f-153026e9de87 None None] Checking router: a48570b5-13f9-4e45-8c4f-636839d4d069 for host: dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:07:26.931335 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1000a70a-f39f-4a43-b32f-153026e9de87 None None] Updating router a48570b5-13f9-4e45-8c4f-636839d4d069 port 5845183d-1657-4b6a-a606-ea0cb90e755d binding host dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:07:26.937088 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port c9d6c142-3a77-4377-9eef-7e78806d1cb6 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:07:26.937088 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:26.963678 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1000a70a-f39f-4a43-b32f-153026e9de87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:26.995064 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b48eef5d-a1a9-4854-904d-ddfa1936fc95 req-5086ed4d-d6b7-4dd0-8c8c-60ffb1462354 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=d02aace0-3340-4250-b3b8-4fe13af7f015 HTTP/1.1" status: 200 len: 210 time: 0.1211021 Dec 10 16:07:27.032503 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device ca21cd4b-94fa-49f6-8cf6-f7eb37781a49 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:07:27.080000 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port ca21cd4b-94fa-49f6-8cf6-f7eb37781a49 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:07:27.080366 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:27.264057 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1000a70a-f39f-4a43-b32f-153026e9de87 None None] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:27.356549 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1000a70a-f39f-4a43-b32f-153026e9de87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:27.405729 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc32fd0-3ad6-46b4-962f-206e93fc4eff None None] Pushing event updated for resources: {'Port': ['ID=5845183d-1657-4b6a-a606-ea0cb90e755d,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:07:27.431604 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc32fd0-3ad6-46b4-962f-206e93fc4eff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:07:27.431954 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc32fd0-3ad6-46b4-962f-206e93fc4eff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:07:27.432290 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc32fd0-3ad6-46b4-962f-206e93fc4eff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:07:27.432826 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc32fd0-3ad6-46b4-962f-206e93fc4eff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:07:27.433161 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc32fd0-3ad6-46b4-962f-206e93fc4eff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:07:27.433487 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc32fd0-3ad6-46b4-962f-206e93fc4eff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:07:27.433839 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc32fd0-3ad6-46b4-962f-206e93fc4eff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:07:27.434170 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc32fd0-3ad6-46b4-962f-206e93fc4eff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:07:27.434496 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc32fd0-3ad6-46b4-962f-206e93fc4eff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:07:27.434821 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc32fd0-3ad6-46b4-962f-206e93fc4eff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:07:27.435140 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc32fd0-3ad6-46b4-962f-206e93fc4eff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:07:27.435462 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc32fd0-3ad6-46b4-962f-206e93fc4eff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:07:27.435801 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc32fd0-3ad6-46b4-962f-206e93fc4eff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:07:27.469039 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-1000a70a-f39f-4a43-b32f-153026e9de87 None None] Attempting to bind port 5845183d-1657-4b6a-a606-ea0cb90e755d on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:07:27.469422 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-1000a70a-f39f-4a43-b32f-153026e9de87 None None] Attempting to bind port 5845183d-1657-4b6a-a606-ea0cb90e755d by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'c1258aaa-a1fc-4212-b82c-74978fd3544a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'dadba085-c878-44e4-a7c7-7d1df803f898'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:07:27.474535 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1000a70a-f39f-4a43-b32f-153026e9de87 None None] Attempting to bind port 5845183d-1657-4b6a-a606-ea0cb90e755d on network dadba085-c878-44e4-a7c7-7d1df803f898 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:07:27.475895 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1000a70a-f39f-4a43-b32f-153026e9de87 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:07:27.476278 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1000a70a-f39f-4a43-b32f-153026e9de87 None None] Checking segment: {'id': 'c1258aaa-a1fc-4212-b82c-74978fd3544a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'dadba085-c878-44e4-a7c7-7d1df803f898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:07:27.476679 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1000a70a-f39f-4a43-b32f-153026e9de87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:27.477073 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1000a70a-f39f-4a43-b32f-153026e9de87 None None] Bound using segment: {'id': 'c1258aaa-a1fc-4212-b82c-74978fd3544a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'dadba085-c878-44e4-a7c7-7d1df803f898'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:07:27.477536 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-1000a70a-f39f-4a43-b32f-153026e9de87 None None] Bound port: 5845183d-1657-4b6a-a606-ea0cb90e755d, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1258aaa-a1fc-4212-b82c-74978fd3544a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'dadba085-c878-44e4-a7c7-7d1df803f898'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:07:27.477954 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1000a70a-f39f-4a43-b32f-153026e9de87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:27.596934 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-1000a70a-f39f-4a43-b32f-153026e9de87 None None] For port 5845183d-1657-4b6a-a606-ea0cb90e755d, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:07:27.596934 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-1000a70a-f39f-4a43-b32f-153026e9de87 None None] For port 5845183d-1657-4b6a-a606-ea0cb90e755d, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=5845183d-1657-4b6a-a606-ea0cb90e755d,segment=NetworkSegment(c1258aaa-a1fc-4212-b82c-74978fd3544a),segment_id=c1258aaa-a1fc-4212-b82c-74978fd3544a)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:07:27.653396 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-1cdcc036-0f9e-4a2a-81f4-b21de7eabe3a None None] Provisioning complete for port 5845183d-1657-4b6a-a606-ea0cb90e755d triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:07:27.653700 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1cdcc036-0f9e-4a2a-81f4-b21de7eabe3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:27.676519 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1000a70a-f39f-4a43-b32f-153026e9de87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:27.688232 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-1cdcc036-0f9e-4a2a-81f4-b21de7eabe3a None None] Port 5845183d-1657-4b6a-a606-ea0cb90e755d cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:07:27.726163 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1000a70a-f39f-4a43-b32f-153026e9de87 None None] Routers {'a48570b5-13f9-4e45-8c4f-636839d4d069'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:07:27.726798 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-1000a70a-f39f-4a43-b32f-153026e9de87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:07:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['a48570b5-13f9-4e45-8c4f-636839d4d069'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:07:27.784321 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc32fd0-3ad6-46b4-962f-206e93fc4eff None None] Pushing event updated for resources: {'Port': ['ID=5845183d-1657-4b6a-a606-ea0cb90e755d,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:07:27.854309 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-1000a70a-f39f-4a43-b32f-153026e9de87 None None] Set router a48570b5-13f9-4e45-8c4f-636839d4d069 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:07:27.909802 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-18d40d9a-6c9b-466a-9743-6f664633e936 None None] Provisioning complete for port 5845183d-1657-4b6a-a606-ea0cb90e755d triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:07:27.910398 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-18d40d9a-6c9b-466a-9743-6f664633e936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:27.990927 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-18d40d9a-6c9b-466a-9743-6f664633e936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:28.027998 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-18d40d9a-6c9b-466a-9743-6f664633e936 None None] For port 5845183d-1657-4b6a-a606-ea0cb90e755d, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=5845183d-1657-4b6a-a606-ea0cb90e755d,segment=NetworkSegment(c1258aaa-a1fc-4212-b82c-74978fd3544a),segment_id=c1258aaa-a1fc-4212-b82c-74978fd3544a)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:07:28.057210 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-1000a70a-f39f-4a43-b32f-153026e9de87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48570b5-13f9-4e45-8c4f-636839d4d069', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359729683', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.53'}], 'enable_snat': True}, 'gw_port_id': 'c9d6c142-3a77-4377-9eef-7e78806d1cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:07:21Z', 'updated_at': '2021-12-10T16:07:25Z', 'revision_number': 4, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'gw_port': {'id': 'c9d6c142-3a77-4377-9eef-7e78806d1cb6', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48570b5-13f9-4e45-8c4f-636839d4d069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:07:21Z', 'updated_at': '2021-12-10T16:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '5845183d-1657-4b6a-a606-ea0cb90e755d', 'name': '', 'network_id': 'dadba085-c878-44e4-a7c7-7d1df803f898', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'mac_address': 'fa:16:3e:25:45:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48570b5-13f9-4e45-8c4f-636839d4d069', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '102a33ae-ae36-4a93-b97c-49f2c1a0452f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:07:24Z', 'updated_at': '2021-12-10T16:07:27Z', 'revision_number': 4, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'subnets': [{'id': '102a33ae-ae36-4a93-b97c-49f2c1a0452f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:07:28.088186 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-69ba32fc-acb4-4960-a0d4-ea456cfa45a6 req-8c3be852-5536-4a4a-b18f-908b9f79e1ee tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=d02aace0-3340-4250-b3b8-4fe13af7f015 HTTP/1.1" status: 200 len: 210 time: 0.0272734 Dec 10 16:07:28.088856 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1000a70a-f39f-4a43-b32f-153026e9de87 None None] The sync data for ids ['a48570b5-13f9-4e45-8c4f-636839d4d069'] in dv-neutron-821401-4-hyperv is: [{'id': 'a48570b5-13f9-4e45-8c4f-636839d4d069', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359729683', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.53'}], 'enable_snat': True}, 'gw_port_id': 'c9d6c142-3a77-4377-9eef-7e78806d1cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:07:21Z', 'updated_at': '2021-12-10T16:07:25Z', 'revision_number': 4, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'gw_port': {'id': 'c9d6c142-3a77-4377-9eef-7e78806d1cb6', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48570b5-13f9-4e45-8c4f-636839d4d069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:07:21Z', 'updated_at': '2021-12-10T16:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '5845183d-1657-4b6a-a606-ea0cb90e755d', 'name': '', 'network_id': 'dadba085-c878-44e4-a7c7-7d1df803f898', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'mac_address': 'fa:16:3e:25:45:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48570b5-13f9-4e45-8c4f-636839d4d069', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '102a33ae-ae36-4a93-b97c-49f2c1a0452f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:07:24Z', 'updated_at': '2021-12-10T16:07:27Z', 'revision_number': 4, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'subnets': [{'id': '102a33ae-ae36-4a93-b97c-49f2c1a0452f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:07:28.094587 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-18d40d9a-6c9b-466a-9743-6f664633e936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:28.175720 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d40d9a-6c9b-466a-9743-6f664633e936 None None] Pushing event updated for resources: {'Port': ['ID=5845183d-1657-4b6a-a606-ea0cb90e755d,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:07:28.808527 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 5845183d-1657-4b6a-a606-ea0cb90e755d up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:07:28.871509 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 5845183d-1657-4b6a-a606-ea0cb90e755d triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:07:28.871798 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:28.963802 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41185aa4-a4db-4e60-b79e-3fcd1f65e952 req-1013b32e-dd21-44be-922c-7c74515a5eb0 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:07:28.966474 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-41185aa4-a4db-4e60-b79e-3fcd1f65e952 req-1013b32e-dd21-44be-922c-7c74515a5eb0 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.44 "GET /v2.0/networks?id=dadba085-c878-44e4-a7c7-7d1df803f898 HTTP/1.1" status: 200 len: 797 time: 0.1264701 Dec 10 16:07:29.035936 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-41185aa4-a4db-4e60-b79e-3fcd1f65e952 req-19c5c12c-443e-4f06-ac84-9a546a70f2ed tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b327aafa1a641f3bf0fb7dd284e6165 HTTP/1.1" status: 200 len: 380 time: 0.0606019 Dec 10 16:07:29.045310 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [req-41185aa4-a4db-4e60-b79e-3fcd1f65e952 req-3ccc0da5-cf39-41fc-93b4-99fbe97c10d1 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Request body: {'port': {'device_id': 'd02aace0-3340-4250-b3b8-4fe13af7f015', 'network_id': 'dadba085-c878-44e4-a7c7-7d1df803f898', 'admin_state_up': True, 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'security_groups': ['355925c1-d2ac-46de-b417-92430699a06d']}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:07:29.195725 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d1a86f22-5792-4880-87e5-db1e4c6f6e5d req-873ead6e-f5c0-402e-9a26-f12075240b59 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=d02aace0-3340-4250-b3b8-4fe13af7f015 HTTP/1.1" status: 200 len: 210 time: 0.0271513 Dec 10 16:07:29.287976 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41185aa4-a4db-4e60-b79e-3fcd1f65e952 req-3ccc0da5-cf39-41fc-93b4-99fbe97c10d1 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Made reservation on behalf of 7b327aafa1a641f3bf0fb7dd284e6165 for: {'port': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:07:29.291764 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-41185aa4-a4db-4e60-b79e-3fcd1f65e952 req-3ccc0da5-cf39-41fc-93b4-99fbe97c10d1 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:29.421925 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [req-41185aa4-a4db-4e60-b79e-3fcd1f65e952 req-3ccc0da5-cf39-41fc-93b4-99fbe97c10d1 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Allocated IP 172.20.0.13 (dadba085-c878-44e4-a7c7-7d1df803f898/102a33ae-ae36-4a93-b97c-49f2c1a0452f/01a43049-e3e1-488e-b870-9f11053742b8) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:07:29.556929 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-41185aa4-a4db-4e60-b79e-3fcd1f65e952 req-3ccc0da5-cf39-41fc-93b4-99fbe97c10d1 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:29.985140 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-41185aa4-a4db-4e60-b79e-3fcd1f65e952 req-3ccc0da5-cf39-41fc-93b4-99fbe97c10d1 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:30.028744 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41185aa4-a4db-4e60-b79e-3fcd1f65e952 req-3ccc0da5-cf39-41fc-93b4-99fbe97c10d1 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Network dadba085-c878-44e4-a7c7-7d1df803f898 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:07:30.031750 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [req-41185aa4-a4db-4e60-b79e-3fcd1f65e952 req-3ccc0da5-cf39-41fc-93b4-99fbe97c10d1 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:07:30.035197 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [req-41185aa4-a4db-4e60-b79e-3fcd1f65e952 req-3ccc0da5-cf39-41fc-93b4-99fbe97c10d1 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:07:30.041238 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccc0da5-cf39-41fc-93b4-99fbe97c10d1 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event updated for resources: {'Port': ['ID=01a43049-e3e1-488e-b870-9f11053742b8,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:07:30.086910 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41185aa4-a4db-4e60-b79e-3fcd1f65e952 req-3ccc0da5-cf39-41fc-93b4-99fbe97c10d1 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:07:30.087525 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-41185aa4-a4db-4e60-b79e-3fcd1f65e952 req-3ccc0da5-cf39-41fc-93b4-99fbe97c10d1 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:30.177486 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-41185aa4-a4db-4e60-b79e-3fcd1f65e952 req-3ccc0da5-cf39-41fc-93b4-99fbe97c10d1 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1359653 Dec 10 16:07:30.189999 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [req-41185aa4-a4db-4e60-b79e-3fcd1f65e952 req-7d3f6110-b710-4b59-8fda-3971ee64965c service neutron] Request body: {'port': {'device_id': 'd02aace0-3340-4250-b3b8-4fe13af7f015', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:07:30.252412 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-41185aa4-a4db-4e60-b79e-3fcd1f65e952 req-7d3f6110-b710-4b59-8fda-3971ee64965c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:30.327550 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-0a6d002f-45ef-472a-985d-f4e2f10dcece None None] Provisioning complete for port 01a43049-e3e1-488e-b870-9f11053742b8 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:07:30.328126 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0a6d002f-45ef-472a-985d-f4e2f10dcece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:30.361252 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-0a6d002f-45ef-472a-985d-f4e2f10dcece None None] Port 01a43049-e3e1-488e-b870-9f11053742b8 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:07:30.392075 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62258430-d373-4594-91d3-53eb6f18953c req-77b826d7-df31-4987-85ae-509be6cc731a tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:07:30.393603 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-62258430-d373-4594-91d3-53eb6f18953c req-77b826d7-df31-4987-85ae-509be6cc731a tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=d02aace0-3340-4250-b3b8-4fe13af7f015 HTTP/1.1" status: 200 len: 932 time: 0.1292570 Dec 10 16:07:30.503646 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-62258430-d373-4594-91d3-53eb6f18953c req-872ee0b6-30a5-4ec5-85de-4696629f65ad tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=355925c1-d2ac-46de-b417-92430699a06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021857 Dec 10 16:07:30.592143 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [req-41185aa4-a4db-4e60-b79e-3fcd1f65e952 req-7d3f6110-b710-4b59-8fda-3971ee64965c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01a43049-e3e1-488e-b870-9f11053742b8 {{(pid=103586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:07:30.600397 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-41185aa4-a4db-4e60-b79e-3fcd1f65e952 req-7d3f6110-b710-4b59-8fda-3971ee64965c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:30.612164 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [req-41185aa4-a4db-4e60-b79e-3fcd1f65e952 req-7d3f6110-b710-4b59-8fda-3971ee64965c service neutron] Transition to ACTIVE for port object 01a43049-e3e1-488e-b870-9f11053742b8 will not be triggered until provisioned by entity L2. {{(pid=103586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:07:30.670817 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-41185aa4-a4db-4e60-b79e-3fcd1f65e952 req-7d3f6110-b710-4b59-8fda-3971ee64965c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:30.738703 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3f6110-b710-4b59-8fda-3971ee64965c service neutron] Pushing event updated for resources: {'Port': ['ID=01a43049-e3e1-488e-b870-9f11053742b8,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:07:30.791020 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [req-41185aa4-a4db-4e60-b79e-3fcd1f65e952 req-7d3f6110-b710-4b59-8fda-3971ee64965c service neutron] Attempting to bind port 01a43049-e3e1-488e-b870-9f11053742b8 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:07:30.791354 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [req-41185aa4-a4db-4e60-b79e-3fcd1f65e952 req-7d3f6110-b710-4b59-8fda-3971ee64965c service neutron] Attempting to bind port 01a43049-e3e1-488e-b870-9f11053742b8 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'c1258aaa-a1fc-4212-b82c-74978fd3544a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'dadba085-c878-44e4-a7c7-7d1df803f898'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:07:30.791682 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41185aa4-a4db-4e60-b79e-3fcd1f65e952 req-7d3f6110-b710-4b59-8fda-3971ee64965c service neutron] Attempting to bind port 01a43049-e3e1-488e-b870-9f11053742b8 on network dadba085-c878-44e4-a7c7-7d1df803f898 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:07:30.796254 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41185aa4-a4db-4e60-b79e-3fcd1f65e952 req-7d3f6110-b710-4b59-8fda-3971ee64965c service neutron] Port 01a43049-e3e1-488e-b870-9f11053742b8 on network dadba085-c878-44e4-a7c7-7d1df803f898 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:07:30.796577 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41185aa4-a4db-4e60-b79e-3fcd1f65e952 req-7d3f6110-b710-4b59-8fda-3971ee64965c service neutron] Attempting to bind port 01a43049-e3e1-488e-b870-9f11053742b8 on network dadba085-c878-44e4-a7c7-7d1df803f898 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:07:30.801901 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41185aa4-a4db-4e60-b79e-3fcd1f65e952 req-7d3f6110-b710-4b59-8fda-3971ee64965c service neutron] Checking agent: {'id': 'fa828968-c68f-4b22-9699-a58fe4ab1f05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 28, 13), 'started_at': datetime.datetime(2021, 12, 10, 15, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:07:30.802239 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41185aa4-a4db-4e60-b79e-3fcd1f65e952 req-7d3f6110-b710-4b59-8fda-3971ee64965c service neutron] Checking segment: {'id': 'c1258aaa-a1fc-4212-b82c-74978fd3544a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'dadba085-c878-44e4-a7c7-7d1df803f898'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:07:30.802627 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41185aa4-a4db-4e60-b79e-3fcd1f65e952 req-7d3f6110-b710-4b59-8fda-3971ee64965c service neutron] Bound using segment: {'id': 'c1258aaa-a1fc-4212-b82c-74978fd3544a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'dadba085-c878-44e4-a7c7-7d1df803f898'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:07:30.803051 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [req-41185aa4-a4db-4e60-b79e-3fcd1f65e952 req-7d3f6110-b710-4b59-8fda-3971ee64965c service neutron] Bound port: 01a43049-e3e1-488e-b870-9f11053742b8, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1258aaa-a1fc-4212-b82c-74978fd3544a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'dadba085-c878-44e4-a7c7-7d1df803f898'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:07:30.803412 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-41185aa4-a4db-4e60-b79e-3fcd1f65e952 req-7d3f6110-b710-4b59-8fda-3971ee64965c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:30.872691 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [req-41185aa4-a4db-4e60-b79e-3fcd1f65e952 req-7d3f6110-b710-4b59-8fda-3971ee64965c service neutron] For port 01a43049-e3e1-488e-b870-9f11053742b8, host hv-neutron-8214, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:07:30.875954 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [req-41185aa4-a4db-4e60-b79e-3fcd1f65e952 req-7d3f6110-b710-4b59-8fda-3971ee64965c service neutron] For port 01a43049-e3e1-488e-b870-9f11053742b8, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=01a43049-e3e1-488e-b870-9f11053742b8,segment=NetworkSegment(c1258aaa-a1fc-4212-b82c-74978fd3544a),segment_id=c1258aaa-a1fc-4212-b82c-74978fd3544a)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:07:30.968244 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-41185aa4-a4db-4e60-b79e-3fcd1f65e952 req-7d3f6110-b710-4b59-8fda-3971ee64965c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:31.004081 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41185aa4-a4db-4e60-b79e-3fcd1f65e952 req-7d3f6110-b710-4b59-8fda-3971ee64965c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:07:31.004750 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-41185aa4-a4db-4e60-b79e-3fcd1f65e952 req-7d3f6110-b710-4b59-8fda-3971ee64965c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:31.006125 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-41185aa4-a4db-4e60-b79e-3fcd1f65e952 req-7d3f6110-b710-4b59-8fda-3971ee64965c service neutron] 10.222.0.44 "PUT /v2.0/ports/01a43049-e3e1-488e-b870-9f11053742b8 HTTP/1.1" status: 200 len: 1094 time: 0.8205311 Dec 10 16:07:31.006566 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd02aace0-3340-4250-b3b8-4fe13af7f015', 'tag': '01a43049-e3e1-488e-b870-9f11053742b8'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:07:31.008832 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde1b47dcd987728a27c8e391f176ee57ea2adf837d2cedb59662361de43515a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-793e7337-5216-4fd7-9809-33df6022f242" -d '{"events": [{"name": "network-changed", "server_uuid": "d02aace0-3340-4250-b3b8-4fe13af7f015", "tag": "01a43049-e3e1-488e-b870-9f11053742b8"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:07:31.032730 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3f6110-b710-4b59-8fda-3971ee64965c service neutron] Pushing event updated for resources: {'Port': ['ID=01a43049-e3e1-488e-b870-9f11053742b8,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:07:31.049759 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-755c0c20-0d02-4002-90a2-13a994474cb9 x-openstack-request-id: req-755c0c20-0d02-4002-90a2-13a994474cb9 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:07:31.050115 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d02aace0-3340-4250-b3b8-4fe13af7f015", "tag": "01a43049-e3e1-488e-b870-9f11053742b8", "status": "completed", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:07:31.050371 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-755c0c20-0d02-4002-90a2-13a994474cb9 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:07:31.050781 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd02aace0-3340-4250-b3b8-4fe13af7f015', 'tag': '01a43049-e3e1-488e-b870-9f11053742b8', 'status': 'completed', 'code': 200} Dec 10 16:07:31.112916 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793e7337-5216-4fd7-9809-33df6022f242 req-d7021fa6-5b61-4e64-aaca-ac9702a292f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:07:31.114650 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-793e7337-5216-4fd7-9809-33df6022f242 req-d7021fa6-5b61-4e64-aaca-ac9702a292f9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7b327aafa1a641f3bf0fb7dd284e6165&device_id=d02aace0-3340-4250-b3b8-4fe13af7f015 HTTP/1.1" status: 200 len: 1097 time: 0.0430841 Dec 10 16:07:31.221090 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793e7337-5216-4fd7-9809-33df6022f242 req-920bca7b-4721-4c39-a497-a9ec29cb84ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:07:31.222618 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-793e7337-5216-4fd7-9809-33df6022f242 req-920bca7b-4721-4c39-a497-a9ec29cb84ff service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=7b327aafa1a641f3bf0fb7dd284e6165&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1000485 Dec 10 16:07:31.312975 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793e7337-5216-4fd7-9809-33df6022f242 req-caced65e-0e99-413a-a29e-0ca1c82f7f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:07:31.314360 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-793e7337-5216-4fd7-9809-33df6022f242 req-caced65e-0e99-413a-a29e-0ca1c82f7f37 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0854690 Dec 10 16:07:31.389614 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41185aa4-a4db-4e60-b79e-3fcd1f65e952 req-d54ff7f1-eb0a-4f27-bc69-b271456935e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:07:31.391131 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-41185aa4-a4db-4e60-b79e-3fcd1f65e952 req-d54ff7f1-eb0a-4f27-bc69-b271456935e6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7b327aafa1a641f3bf0fb7dd284e6165&device_id=d02aace0-3340-4250-b3b8-4fe13af7f015 HTTP/1.1" status: 200 len: 1097 time: 0.0409079 Dec 10 16:07:31.436057 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-41185aa4-a4db-4e60-b79e-3fcd1f65e952 req-1d553cfa-917f-4793-b6ba-a0bbf7a9f6cc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01a43049-e3e1-488e-b870-9f11053742b8 HTTP/1.1" status: 200 len: 217 time: 0.0373080 Dec 10 16:07:31.482533 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41185aa4-a4db-4e60-b79e-3fcd1f65e952 req-b9ab4184-c20a-44ce-b6cd-a72543ecab4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:07:31.483946 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-41185aa4-a4db-4e60-b79e-3fcd1f65e952 req-b9ab4184-c20a-44ce-b6cd-a72543ecab4a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=102a33ae-ae36-4a93-b97c-49f2c1a0452f HTTP/1.1" status: 200 len: 835 time: 0.0412719 Dec 10 16:07:31.529239 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41185aa4-a4db-4e60-b79e-3fcd1f65e952 req-f43726b7-a834-436c-a7df-72adf198fdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:07:31.530763 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-41185aa4-a4db-4e60-b79e-3fcd1f65e952 req-f43726b7-a834-436c-a7df-72adf198fdcb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dadba085-c878-44e4-a7c7-7d1df803f898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396211 Dec 10 16:07:31.635158 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-41185aa4-a4db-4e60-b79e-3fcd1f65e952 req-621dee96-5ec3-4457-aa56-e276327dba3d service neutron] 10.222.0.44 "GET /v2.0/networks/dadba085-c878-44e4-a7c7-7d1df803f898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966654 Dec 10 16:07:31.722685 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a8d84-aef9-4152-a100-c2e899ea0710 req-c3a8ebd7-98b5-44cb-9aa8-bceb7cc9ab6a tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:07:31.724188 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-3b0a8d84-aef9-4152-a100-c2e899ea0710 req-c3a8ebd7-98b5-44cb-9aa8-bceb7cc9ab6a tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=d02aace0-3340-4250-b3b8-4fe13af7f015 HTTP/1.1" status: 200 len: 944 time: 0.1035242 Dec 10 16:07:31.773974 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-41185aa4-a4db-4e60-b79e-3fcd1f65e952 req-cf96ede3-a683-4180-beed-113071488fae service neutron] 10.222.0.44 "GET /v2.0/networks/dadba085-c878-44e4-a7c7-7d1df803f898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257150 Dec 10 16:07:31.793098 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-3b0a8d84-aef9-4152-a100-c2e899ea0710 req-916a8fb2-66b9-472e-854d-3eb953f63370 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=355925c1-d2ac-46de-b417-92430699a06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629327 Dec 10 16:07:32.908794 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68a4d8-8717-4e19-9788-634d6f7bbc10 req-fbad0a9a-a908-4e45-a3b2-73d70a63446b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:07:32.910293 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-cb68a4d8-8717-4e19-9788-634d6f7bbc10 req-fbad0a9a-a908-4e45-a3b2-73d70a63446b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=d02aace0-3340-4250-b3b8-4fe13af7f015 HTTP/1.1" status: 200 len: 944 time: 0.0496392 Dec 10 16:07:32.959461 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-cb68a4d8-8717-4e19-9788-634d6f7bbc10 req-b41924ba-7fe2-43c0-a626-067ff0faa418 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=355925c1-d2ac-46de-b417-92430699a06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430756 Dec 10 16:07:34.075511 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c7e5f6-d964-4397-904f-bd5fbc67d653 req-6e29152b-ba01-4172-bf89-12e0ad3548ac tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:07:34.077021 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-50c7e5f6-d964-4397-904f-bd5fbc67d653 req-6e29152b-ba01-4172-bf89-12e0ad3548ac tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=d02aace0-3340-4250-b3b8-4fe13af7f015 HTTP/1.1" status: 200 len: 944 time: 0.0509081 Dec 10 16:07:34.095394 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 01a43049-e3e1-488e-b870-9f11053742b8 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:07:34.125696 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-50c7e5f6-d964-4397-904f-bd5fbc67d653 req-0900b04a-d893-4448-a7da-6fe79df4da58 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=355925c1-d2ac-46de-b417-92430699a06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421748 Dec 10 16:07:34.190655 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port 01a43049-e3e1-488e-b870-9f11053742b8, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=01a43049-e3e1-488e-b870-9f11053742b8,segment=NetworkSegment(c1258aaa-a1fc-4212-b82c-74978fd3544a),segment_id=c1258aaa-a1fc-4212-b82c-74978fd3544a)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:07:34.201607 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Returning: {'device': '01a43049-e3e1-488e-b870-9f11053742b8', 'network_id': 'dadba085-c878-44e4-a7c7-7d1df803f898', 'port_id': '01a43049-e3e1-488e-b870-9f11053742b8', 'mac_address': 'fa:16:3e:9a:f8:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '102a33ae-ae36-4a93-b97c-49f2c1a0452f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:07:34.237095 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:34.248941 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01a43049-e3e1-488e-b870-9f11053742b8 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:07:34.267985 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port 01a43049-e3e1-488e-b870-9f11053742b8, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=01a43049-e3e1-488e-b870-9f11053742b8,segment=NetworkSegment(c1258aaa-a1fc-4212-b82c-74978fd3544a),segment_id=c1258aaa-a1fc-4212-b82c-74978fd3544a)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:07:34.345322 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:34.393762 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=01a43049-e3e1-488e-b870-9f11053742b8,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:07:34.572181 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] get_ports_and_sgs() called for port_ids ['01a43049-e3e1-488e-b870-9f11053742b8'] {{(pid=103588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:07:35.242713 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07408b3b-da2b-4c8a-87d3-c179a869a994 req-9bfdf07a-91ee-47ed-b3d4-ea4e218886fc tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:07:35.244177 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-07408b3b-da2b-4c8a-87d3-c179a869a994 req-9bfdf07a-91ee-47ed-b3d4-ea4e218886fc tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=d02aace0-3340-4250-b3b8-4fe13af7f015 HTTP/1.1" status: 200 len: 945 time: 0.0524709 Dec 10 16:07:35.292336 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-07408b3b-da2b-4c8a-87d3-c179a869a994 req-5e8553a9-6274-4e8a-a002-12065d5a207b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=355925c1-d2ac-46de-b417-92430699a06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422599 Dec 10 16:07:36.127596 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 01a43049-e3e1-488e-b870-9f11053742b8 up at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:07:36.231152 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning for port 01a43049-e3e1-488e-b870-9f11053742b8 completed by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:07:36.234998 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning complete for port 01a43049-e3e1-488e-b870-9f11053742b8 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:07:36.235370 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:36.311471 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:36.333683 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd02aace0-3340-4250-b3b8-4fe13af7f015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01a43049-e3e1-488e-b870-9f11053742b8'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:07:36.335959 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa4b92c408489e2c982394a5a7b3518bb1b22554638321e3ea6c5cabb2c75d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a615daf2-4502-42c9-81a3-c9a03448b9ca" -d '{"events": [{"server_uuid": "d02aace0-3340-4250-b3b8-4fe13af7f015", "name": "network-vif-plugged", "status": "completed", "tag": "01a43049-e3e1-488e-b870-9f11053742b8"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:07:36.349662 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port 01a43049-e3e1-488e-b870-9f11053742b8, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=01a43049-e3e1-488e-b870-9f11053742b8,segment=NetworkSegment(c1258aaa-a1fc-4212-b82c-74978fd3544a),segment_id=c1258aaa-a1fc-4212-b82c-74978fd3544a)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:07:36.375206 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ebeff3-9592-4331-885a-bdacc53e55ef x-openstack-request-id: req-a9ebeff3-9592-4331-885a-bdacc53e55ef {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:07:36.375543 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d02aace0-3340-4250-b3b8-4fe13af7f015", "name": "network-vif-plugged", "status": "completed", "tag": "01a43049-e3e1-488e-b870-9f11053742b8", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:07:36.375799 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a9ebeff3-9592-4331-885a-bdacc53e55ef {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:07:36.376206 dv-neutron-821401-4-hyperv neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd02aace0-3340-4250-b3b8-4fe13af7f015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01a43049-e3e1-488e-b870-9f11053742b8', 'code': 200} Dec 10 16:07:36.411942 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e63a7c8-0a01-450e-a37e-f0df5d23188f req-c74ebada-8929-4476-b0d3-cfcbbd6cce0b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:07:36.413371 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-3e63a7c8-0a01-450e-a37e-f0df5d23188f req-c74ebada-8929-4476-b0d3-cfcbbd6cce0b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=d02aace0-3340-4250-b3b8-4fe13af7f015 HTTP/1.1" status: 200 len: 945 time: 0.0549939 Dec 10 16:07:36.420057 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:36.464582 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-3e63a7c8-0a01-450e-a37e-f0df5d23188f req-171b7c78-b2e2-4e1f-aca0-714b8f6dc228 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=355925c1-d2ac-46de-b417-92430699a06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443475 Dec 10 16:07:36.466690 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=01a43049-e3e1-488e-b870-9f11053742b8,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:07:36.683601 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1504b24a-4669-4cb7-9a9d-f0b021e4d628 req-70cd475b-31a3-4b72-9552-f86bb424e753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:07:36.685118 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-1504b24a-4669-4cb7-9a9d-f0b021e4d628 req-70cd475b-31a3-4b72-9552-f86bb424e753 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d02aace0-3340-4250-b3b8-4fe13af7f015 HTTP/1.1" status: 200 len: 1099 time: 0.0400689 Dec 10 16:07:36.730773 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-1504b24a-4669-4cb7-9a9d-f0b021e4d628 req-4b35601a-5526-42b2-aee8-ddf70dec4500 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=355925c1-d2ac-46de-b417-92430699a06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381687 Dec 10 16:07:37.583253 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461dd5ce-38ba-4e3c-93e6-3d1f9863f320 req-7de62b5f-c60d-4691-9abc-dccbcf71d2a2 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:07:37.584769 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-461dd5ce-38ba-4e3c-93e6-3d1f9863f320 req-7de62b5f-c60d-4691-9abc-dccbcf71d2a2 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=d02aace0-3340-4250-b3b8-4fe13af7f015 HTTP/1.1" status: 200 len: 946 time: 0.0497200 Dec 10 16:07:37.635837 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-461dd5ce-38ba-4e3c-93e6-3d1f9863f320 req-0ea93be9-0f5f-472d-8d8c-a97990575648 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=355925c1-d2ac-46de-b417-92430699a06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448589 Dec 10 16:07:38.748933 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15d8e75-a087-44c7-8b0d-5c27435180b5 req-533e775d-fed3-47b7-84d1-e3af8620ba58 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:07:38.750567 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f15d8e75-a087-44c7-8b0d-5c27435180b5 req-533e775d-fed3-47b7-84d1-e3af8620ba58 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=d02aace0-3340-4250-b3b8-4fe13af7f015 HTTP/1.1" status: 200 len: 946 time: 0.0488532 Dec 10 16:07:38.804123 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f15d8e75-a087-44c7-8b0d-5c27435180b5 req-57b5853c-2a1f-4204-a6e9-66fefe0884cc tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=355925c1-d2ac-46de-b417-92430699a06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471208 Dec 10 16:07:38.918828 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b12c589-4efc-488b-9bc8-8ea47b4b7e19 req-499c5962-0d27-473f-9cbd-d7350e4aa4b8 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:07:38.920328 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-9b12c589-4efc-488b-9bc8-8ea47b4b7e19 req-499c5962-0d27-473f-9cbd-d7350e4aa4b8 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=d02aace0-3340-4250-b3b8-4fe13af7f015 HTTP/1.1" status: 200 len: 946 time: 0.0510051 Dec 10 16:07:38.968385 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-9b12c589-4efc-488b-9bc8-8ea47b4b7e19 req-b63e6fe2-5707-4af7-a33d-b23a4aabc8e0 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=355925c1-d2ac-46de-b417-92430699a06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412900 Dec 10 16:07:38.989715 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 43230) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:07:39.068864 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7bbeaa3-d8a6-453a-baaf-8ccc2300f7c8 tempest-TestNetworkAdvancedServerOps-68229087 tempest-TestNetworkAdvancedServerOps-68229087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:07:39.070422 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-f7bbeaa3-d8a6-453a-baaf-8ccc2300f7c8 tempest-TestNetworkAdvancedServerOps-68229087 tempest-TestNetworkAdvancedServerOps-68229087-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d02aace0-3340-4250-b3b8-4fe13af7f015 HTTP/1.1" status: 200 len: 1094 time: 0.0797329 Dec 10 16:07:39.073202 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 43234) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:07:39.077423 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-704fde68-f3d1-464d-b445-8abc3a934ebe tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Request body: {'floatingip': {'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'port_id': '01a43049-e3e1-488e-b870-9f11053742b8', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:07:39.191929 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-704fde68-f3d1-464d-b445-8abc3a934ebe tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for floatingip, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:39.291196 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-704fde68-f3d1-464d-b445-8abc3a934ebe tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:39.389237 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-704fde68-f3d1-464d-b445-8abc3a934ebe tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Allocated IP 172.26.2.3 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/c535fadd-e3b7-4e1b-8cfa-102ddadd3455) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:07:39.488607 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-704fde68-f3d1-464d-b445-8abc3a934ebe tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:39.558080 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-704fde68-f3d1-464d-b445-8abc3a934ebe tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:39.600359 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704fde68-f3d1-464d-b445-8abc3a934ebe tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:07:39.604819 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-704fde68-f3d1-464d-b445-8abc3a934ebe tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:07:39.610272 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704fde68-f3d1-464d-b445-8abc3a934ebe tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:07:39.629888 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704fde68-f3d1-464d-b445-8abc3a934ebe tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event updated for resources: {'Port': ['ID=c535fadd-e3b7-4e1b-8cfa-102ddadd3455,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:07:40.282342 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-704fde68-f3d1-464d-b445-8abc3a934ebe tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:40.415560 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-704fde68-f3d1-464d-b445-8abc3a934ebe tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:40.560846 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-704fde68-f3d1-464d-b445-8abc3a934ebe tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:40.637423 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-704fde68-f3d1-464d-b445-8abc3a934ebe tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:40.710239 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704fde68-f3d1-464d-b445-8abc3a934ebe tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event updated for resources: {'Port': ['ID=c535fadd-e3b7-4e1b-8cfa-102ddadd3455,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:07:40.723660 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-704fde68-f3d1-464d-b445-8abc3a934ebe tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552741'] for floatingip, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:40.823764 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.l3_db [None req-704fde68-f3d1-464d-b445-8abc3a934ebe tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Floating IP 8a0d2521-bda2-4c4b-b993-08f84a9522e4 associated. External IP: 172.26.2.3, port: 01a43049-e3e1-488e-b870-9f11053742b8. Dec 10 16:07:41.029432 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-704fde68-f3d1-464d-b445-8abc3a934ebe tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Router a48570b5-13f9-4e45-8c4f-636839d4d069 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:07:41.135588 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-704fde68-f3d1-464d-b445-8abc3a934ebe tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:07:41.145903 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fe967c-3004-4c65-8c8d-315f115765d2 None None] Sync routers for ids ['a48570b5-13f9-4e45-8c4f-636839d4d069'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:07:41.155718 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fe967c-3004-4c65-8c8d-315f115765d2 None None] Routers {'a48570b5-13f9-4e45-8c4f-636839d4d069'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:07:41.156322 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-83fe967c-3004-4c65-8c8d-315f115765d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:07:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['a48570b5-13f9-4e45-8c4f-636839d4d069'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:07:41.216745 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-704fde68-f3d1-464d-b445-8abc3a934ebe tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:41.244840 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-704fde68-f3d1-464d-b445-8abc3a934ebe tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1706214 Dec 10 16:07:41.245448 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd02aace0-3340-4250-b3b8-4fe13af7f015', 'tag': '01a43049-e3e1-488e-b870-9f11053742b8'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:07:41.248227 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9ca57131bc4931768ac29058952438d1fdd62308db7b17540cc34ffe8faef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab67b121-56c0-45b2-9abd-df28cc33861d" -d '{"events": [{"name": "network-changed", "server_uuid": "d02aace0-3340-4250-b3b8-4fe13af7f015", "tag": "01a43049-e3e1-488e-b870-9f11053742b8"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:07:41.262873 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-83fe967c-3004-4c65-8c8d-315f115765d2 None None] Set router a48570b5-13f9-4e45-8c4f-636839d4d069 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:07:41.349407 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8baa6425-9148-429f-8aa5-3a4a3fc3099f x-openstack-request-id: req-8baa6425-9148-429f-8aa5-3a4a3fc3099f {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:07:41.350337 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d02aace0-3340-4250-b3b8-4fe13af7f015", "tag": "01a43049-e3e1-488e-b870-9f11053742b8", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:07:41.350814 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8baa6425-9148-429f-8aa5-3a4a3fc3099f {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:07:41.351390 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd02aace0-3340-4250-b3b8-4fe13af7f015', 'tag': '01a43049-e3e1-488e-b870-9f11053742b8', 'status': 'completed', 'code': 200} Dec 10 16:07:41.363905 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b1ada8-b84b-4424-971f-a761fd051811 req-0d0afb53-838c-46a0-ae2b-c10cd8df7f6a tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:07:41.365486 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-e6b1ada8-b84b-4424-971f-a761fd051811 req-0d0afb53-838c-46a0-ae2b-c10cd8df7f6a tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=d02aace0-3340-4250-b3b8-4fe13af7f015 HTTP/1.1" status: 200 len: 946 time: 0.0622931 Dec 10 16:07:41.442928 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab67b121-56c0-45b2-9abd-df28cc33861d req-1a570799-be25-49a0-b826-dca37c5e6732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:07:41.444445 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ab67b121-56c0-45b2-9abd-df28cc33861d req-1a570799-be25-49a0-b826-dca37c5e6732 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7b327aafa1a641f3bf0fb7dd284e6165&device_id=d02aace0-3340-4250-b3b8-4fe13af7f015 HTTP/1.1" status: 200 len: 1099 time: 0.0713067 Dec 10 16:07:41.448681 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-e6b1ada8-b84b-4424-971f-a761fd051811 req-bbcc4724-0aee-4fc6-8bed-c5886405abaa tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=355925c1-d2ac-46de-b417-92430699a06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766563 Dec 10 16:07:41.472394 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 43242) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:07:41.496670 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-83fe967c-3004-4c65-8c8d-315f115765d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48570b5-13f9-4e45-8c4f-636839d4d069', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359729683', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.53'}], 'enable_snat': True}, 'gw_port_id': 'c9d6c142-3a77-4377-9eef-7e78806d1cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:07:21Z', 'updated_at': '2021-12-10T16:07:25Z', 'revision_number': 4, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'gw_port': {'id': 'c9d6c142-3a77-4377-9eef-7e78806d1cb6', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48570b5-13f9-4e45-8c4f-636839d4d069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:07:21Z', 'updated_at': '2021-12-10T16:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': '8a0d2521-bda2-4c4b-b993-08f84a9522e4', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'floating_ip_address': '172.26.2.3', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': 'a48570b5-13f9-4e45-8c4f-636839d4d069', 'port_id': '01a43049-e3e1-488e-b870-9f11053742b8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1782, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dadba085-c878-44e4-a7c7-7d1df803f898', 'mac_address': 'fa:16:3e:9a:f8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02aace0-3340-4250-b3b8-4fe13af7f015', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:07:39Z', 'updated_at': '2021-12-10T16:07:39Z', 'revision_number': 0, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5845183d-1657-4b6a-a606-ea0cb90e755d', 'name': '', 'network_id': 'dadba085-c878-44e4-a7c7-7d1df803f898', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'mac_address': 'fa:16:3e:25:45:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48570b5-13f9-4e45-8c4f-636839d4d069', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '102a33ae-ae36-4a93-b97c-49f2c1a0452f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:07:24Z', 'updated_at': '2021-12-10T16:07:28Z', 'revision_number': 5, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'subnets': [{'id': '102a33ae-ae36-4a93-b97c-49f2c1a0452f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:07:41.524969 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fe967c-3004-4c65-8c8d-315f115765d2 None None] Checking router: a48570b5-13f9-4e45-8c4f-636839d4d069 for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:07:41.533655 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fe967c-3004-4c65-8c8d-315f115765d2 None None] Routers {'a48570b5-13f9-4e45-8c4f-636839d4d069'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:07:41.534233 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-83fe967c-3004-4c65-8c8d-315f115765d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:07:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['a48570b5-13f9-4e45-8c4f-636839d4d069'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:07:41.540109 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab67b121-56c0-45b2-9abd-df28cc33861d req-58ea8b90-2da5-45ab-9dd2-4c0dae77d4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:07:41.541636 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ab67b121-56c0-45b2-9abd-df28cc33861d req-58ea8b90-2da5-45ab-9dd2-4c0dae77d4ad service neutron] 10.222.0.44 "GET /v2.0/networks?id=dadba085-c878-44e4-a7c7-7d1df803f898 HTTP/1.1" status: 200 len: 898 time: 0.0897675 Dec 10 16:07:41.543110 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-94fa3298-2973-4d8b-a17c-3071d839954e tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/floatingips/8a0d2521-bda2-4c4b-b993-08f84a9522e4 HTTP/1.1" status: 200 len: 990 time: 0.0692863 Dec 10 16:07:41.607889 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ab67b121-56c0-45b2-9abd-df28cc33861d req-99e9b86e-1411-4a1e-87f1-9a241e1a7da6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01a43049-e3e1-488e-b870-9f11053742b8 HTTP/1.1" status: 200 len: 998 time: 0.0596530 Dec 10 16:07:41.663484 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab67b121-56c0-45b2-9abd-df28cc33861d req-212d6867-b111-432d-8d76-980913c124e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:07:41.665000 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ab67b121-56c0-45b2-9abd-df28cc33861d req-212d6867-b111-432d-8d76-980913c124e6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=102a33ae-ae36-4a93-b97c-49f2c1a0452f HTTP/1.1" status: 200 len: 835 time: 0.0493724 Dec 10 16:07:41.717941 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab67b121-56c0-45b2-9abd-df28cc33861d req-df6ef11d-7dcb-42d7-b626-516a89cf3de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:07:41.719515 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ab67b121-56c0-45b2-9abd-df28cc33861d req-df6ef11d-7dcb-42d7-b626-516a89cf3de4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dadba085-c878-44e4-a7c7-7d1df803f898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0475621 Dec 10 16:07:41.799824 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-83fe967c-3004-4c65-8c8d-315f115765d2 None None] Set router a48570b5-13f9-4e45-8c4f-636839d4d069 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:07:41.811891 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ab67b121-56c0-45b2-9abd-df28cc33861d req-5d950298-daf4-4ef7-bd95-9115cd2405bf service neutron] 10.222.0.44 "GET /v2.0/networks/dadba085-c878-44e4-a7c7-7d1df803f898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844815 Dec 10 16:07:41.906321 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ab67b121-56c0-45b2-9abd-df28cc33861d req-55393d37-802f-44d1-b6ea-df9e4dfd4ab3 service neutron] 10.222.0.44 "GET /v2.0/networks/dadba085-c878-44e4-a7c7-7d1df803f898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874946 Dec 10 16:07:41.978869 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:07:42.043698 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-83fe967c-3004-4c65-8c8d-315f115765d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48570b5-13f9-4e45-8c4f-636839d4d069', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359729683', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.53'}], 'enable_snat': True}, 'gw_port_id': 'c9d6c142-3a77-4377-9eef-7e78806d1cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:07:21Z', 'updated_at': '2021-12-10T16:07:25Z', 'revision_number': 4, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'gw_port': {'id': 'c9d6c142-3a77-4377-9eef-7e78806d1cb6', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48570b5-13f9-4e45-8c4f-636839d4d069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:07:21Z', 'updated_at': '2021-12-10T16:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': '8a0d2521-bda2-4c4b-b993-08f84a9522e4', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'floating_ip_address': '172.26.2.3', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': 'a48570b5-13f9-4e45-8c4f-636839d4d069', 'port_id': '01a43049-e3e1-488e-b870-9f11053742b8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1782, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dadba085-c878-44e4-a7c7-7d1df803f898', 'mac_address': 'fa:16:3e:9a:f8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02aace0-3340-4250-b3b8-4fe13af7f015', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:07:39Z', 'updated_at': '2021-12-10T16:07:39Z', 'revision_number': 0, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5845183d-1657-4b6a-a606-ea0cb90e755d', 'name': '', 'network_id': 'dadba085-c878-44e4-a7c7-7d1df803f898', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'mac_address': 'fa:16:3e:25:45:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48570b5-13f9-4e45-8c4f-636839d4d069', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '102a33ae-ae36-4a93-b97c-49f2c1a0452f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:07:24Z', 'updated_at': '2021-12-10T16:07:28Z', 'revision_number': 5, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'subnets': [{'id': '102a33ae-ae36-4a93-b97c-49f2c1a0452f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:07:42.070419 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fe967c-3004-4c65-8c8d-315f115765d2 None None] The sync data for ids ['a48570b5-13f9-4e45-8c4f-636839d4d069'] in dv-neutron-821401-4-hyperv is: [{'id': 'a48570b5-13f9-4e45-8c4f-636839d4d069', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359729683', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.53'}], 'enable_snat': True}, 'gw_port_id': 'c9d6c142-3a77-4377-9eef-7e78806d1cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:07:21Z', 'updated_at': '2021-12-10T16:07:25Z', 'revision_number': 4, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'gw_port': {'id': 'c9d6c142-3a77-4377-9eef-7e78806d1cb6', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48570b5-13f9-4e45-8c4f-636839d4d069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:07:21Z', 'updated_at': '2021-12-10T16:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': '8a0d2521-bda2-4c4b-b993-08f84a9522e4', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'floating_ip_address': '172.26.2.3', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': 'a48570b5-13f9-4e45-8c4f-636839d4d069', 'port_id': '01a43049-e3e1-488e-b870-9f11053742b8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1782, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dadba085-c878-44e4-a7c7-7d1df803f898', 'mac_address': 'fa:16:3e:9a:f8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02aace0-3340-4250-b3b8-4fe13af7f015', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:07:39Z', 'updated_at': '2021-12-10T16:07:39Z', 'revision_number': 0, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5845183d-1657-4b6a-a606-ea0cb90e755d', 'name': '', 'network_id': 'dadba085-c878-44e4-a7c7-7d1df803f898', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'mac_address': 'fa:16:3e:25:45:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48570b5-13f9-4e45-8c4f-636839d4d069', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '102a33ae-ae36-4a93-b97c-49f2c1a0452f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:07:24Z', 'updated_at': '2021-12-10T16:07:28Z', 'revision_number': 5, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'subnets': [{'id': '102a33ae-ae36-4a93-b97c-49f2c1a0452f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:07:42.267461 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04ea9c4-081e-4fc0-9a84-19257103474a None None] New status for floating IP 8a0d2521-bda2-4c4b-b993-08f84a9522e4: ACTIVE {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:07:42.318422 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-9e4b3630-19c3-4745-a5cc-c08f59b93ac9 req-54061050-e0e5-4311-a64c-6890de01d741 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d02aace0-3340-4250-b3b8-4fe13af7f015&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395374 Dec 10 16:07:42.398551 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4b3630-19c3-4745-a5cc-c08f59b93ac9 req-bb12d961-edb4-482c-bcef-ff0a52063754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:07:42.399966 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-9e4b3630-19c3-4745-a5cc-c08f59b93ac9 req-bb12d961-edb4-482c-bcef-ff0a52063754 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7b327aafa1a641f3bf0fb7dd284e6165&device_id=d02aace0-3340-4250-b3b8-4fe13af7f015 HTTP/1.1" status: 200 len: 1099 time: 0.0409887 Dec 10 16:07:42.505015 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4b3630-19c3-4745-a5cc-c08f59b93ac9 req-5e05fe8f-faaf-4e4e-8afa-9cb2b497c2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:07:42.506564 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-9e4b3630-19c3-4745-a5cc-c08f59b93ac9 req-5e05fe8f-faaf-4e4e-8afa-9cb2b497c2e1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=dadba085-c878-44e4-a7c7-7d1df803f898 HTTP/1.1" status: 200 len: 898 time: 0.0886405 Dec 10 16:07:42.546870 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 43244) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:07:42.572274 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-9e4b3630-19c3-4745-a5cc-c08f59b93ac9 req-440aad1c-c78c-4fcd-9a5c-06d3feb42e80 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01a43049-e3e1-488e-b870-9f11053742b8 HTTP/1.1" status: 200 len: 1000 time: 0.0589442 Dec 10 16:07:42.607197 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-8bf068c6-5697-4bcd-9425-a4b0a1778a51 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/floatingips/8a0d2521-bda2-4c4b-b993-08f84a9522e4 HTTP/1.1" status: 200 len: 992 time: 0.0591950 Dec 10 16:07:42.620892 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4b3630-19c3-4745-a5cc-c08f59b93ac9 req-1a573dc7-56b9-43d6-ad64-418b0fc7a250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:07:42.622359 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-9e4b3630-19c3-4745-a5cc-c08f59b93ac9 req-1a573dc7-56b9-43d6-ad64-418b0fc7a250 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=102a33ae-ae36-4a93-b97c-49f2c1a0452f HTTP/1.1" status: 200 len: 835 time: 0.0435145 Dec 10 16:07:42.670861 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4b3630-19c3-4745-a5cc-c08f59b93ac9 req-54efc159-2ee7-4b01-9866-04bedfd9957e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:07:42.672305 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-9e4b3630-19c3-4745-a5cc-c08f59b93ac9 req-54efc159-2ee7-4b01-9866-04bedfd9957e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dadba085-c878-44e4-a7c7-7d1df803f898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0415721 Dec 10 16:07:42.758473 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-9e4b3630-19c3-4745-a5cc-c08f59b93ac9 req-5c9516f3-e132-4d38-8bde-ab4b0ff41308 service neutron] 10.222.0.44 "GET /v2.0/networks/dadba085-c878-44e4-a7c7-7d1df803f898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791750 Dec 10 16:07:42.851829 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-9e4b3630-19c3-4745-a5cc-c08f59b93ac9 req-235b2466-9c02-432b-9fad-867c88952c01 service neutron] 10.222.0.44 "GET /v2.0/networks/dadba085-c878-44e4-a7c7-7d1df803f898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862134 Dec 10 16:07:42.963243 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c2d85bbc-1458-4cab-901b-b5f226750561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:43.700175 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:45.306537 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e7311f0f-f74c-4363-901e-081350569598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:46.243299 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:47.866176 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:48.717716 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:08:09.493200 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae9d693-787f-48cc-a5a5-8b135a1a1de4 req-2d7aa9ad-1ee9-40a7-acc8-ee03e69c1118 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:08:09.494707 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-dae9d693-787f-48cc-a5a5-8b135a1a1de4 req-2d7aa9ad-1ee9-40a7-acc8-ee03e69c1118 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=d02aace0-3340-4250-b3b8-4fe13af7f015 HTTP/1.1" status: 200 len: 946 time: 0.0529819 Dec 10 16:08:09.542859 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-dae9d693-787f-48cc-a5a5-8b135a1a1de4 req-572e09c6-47e3-43c4-a63e-aefd911827c3 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=355925c1-d2ac-46de-b417-92430699a06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421426 Dec 10 16:08:10.657547 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4353d916-e14d-4770-9175-4625052b1557 req-618345d7-08b9-4044-8fe3-002fed9115ff tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:08:10.659103 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4353d916-e14d-4770-9175-4625052b1557 req-618345d7-08b9-4044-8fe3-002fed9115ff tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=d02aace0-3340-4250-b3b8-4fe13af7f015 HTTP/1.1" status: 200 len: 946 time: 0.0484560 Dec 10 16:08:10.707298 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4353d916-e14d-4770-9175-4625052b1557 req-adbcbc1d-0cc8-4dd9-9adb-9da5e86f9be7 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=355925c1-d2ac-46de-b417-92430699a06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418615 Dec 10 16:08:11.823916 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42df1561-57aa-473c-9549-8c28fb19bf02 req-7ef7726e-b7b0-41a6-a330-81338818738c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:08:11.825374 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-42df1561-57aa-473c-9549-8c28fb19bf02 req-7ef7726e-b7b0-41a6-a330-81338818738c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=d02aace0-3340-4250-b3b8-4fe13af7f015 HTTP/1.1" status: 200 len: 946 time: 0.0479796 Dec 10 16:08:11.872495 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-42df1561-57aa-473c-9549-8c28fb19bf02 req-186736c4-826b-4adc-8ecb-a0d50822ba4f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=355925c1-d2ac-46de-b417-92430699a06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412619 Dec 10 16:08:12.988977 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b522cbda-215b-4b21-a16e-eb7869f424ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:08:12.990022 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f594f64f-e549-4e4d-8022-2bb353812d93 req-a00b7864-3067-4d85-85ea-6a200e84a30f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:08:12.991595 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f594f64f-e549-4e4d-8022-2bb353812d93 req-a00b7864-3067-4d85-85ea-6a200e84a30f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=d02aace0-3340-4250-b3b8-4fe13af7f015 HTTP/1.1" status: 200 len: 946 time: 0.0526242 Dec 10 16:08:13.044848 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f594f64f-e549-4e4d-8022-2bb353812d93 req-dc89a72a-daf2-4368-a37a-a2fa3af9c9b2 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=355925c1-d2ac-46de-b417-92430699a06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467567 Dec 10 16:08:13.662343 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:08:14.161405 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513039e-ad33-49b6-8c21-c28fb8895d28 req-e03dfe58-4b42-4b9f-9c61-1faf912a4da6 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:08:14.162942 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-5513039e-ad33-49b6-8c21-c28fb8895d28 req-e03dfe58-4b42-4b9f-9c61-1faf912a4da6 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=d02aace0-3340-4250-b3b8-4fe13af7f015 HTTP/1.1" status: 200 len: 946 time: 0.0518508 Dec 10 16:08:14.212056 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-5513039e-ad33-49b6-8c21-c28fb8895d28 req-8deb90bf-a0e8-47de-bb7d-fec0fcded0b3 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=355925c1-d2ac-46de-b417-92430699a06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424163 Dec 10 16:08:15.297489 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-884e0f81-d620-4124-b809-38cfe4f7ca3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:08:15.330094 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd93491-a7c2-465b-87ea-0f142af1fca5 req-b60fd241-7cc3-4012-9bc6-3b3c341fdb99 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:08:15.331583 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-afd93491-a7c2-465b-87ea-0f142af1fca5 req-b60fd241-7cc3-4012-9bc6-3b3c341fdb99 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=d02aace0-3340-4250-b3b8-4fe13af7f015 HTTP/1.1" status: 200 len: 946 time: 0.0539820 Dec 10 16:08:15.379881 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-afd93491-a7c2-465b-87ea-0f142af1fca5 req-3f8ea263-9a02-4483-97a9-b3483b116809 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=355925c1-d2ac-46de-b417-92430699a06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422411 Dec 10 16:08:16.250838 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:08:16.491780 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e006b7c-862c-4db8-b57a-adae361626c8 req-140e3466-c197-4e17-a58e-2ed45a642a42 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:08:16.493754 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-3e006b7c-862c-4db8-b57a-adae361626c8 req-140e3466-c197-4e17-a58e-2ed45a642a42 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=d02aace0-3340-4250-b3b8-4fe13af7f015 HTTP/1.1" status: 200 len: 946 time: 0.0472479 Dec 10 16:08:16.541925 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-3e006b7c-862c-4db8-b57a-adae361626c8 req-1a575d75-7ffd-4c6f-af72-34f315e83dfa tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=355925c1-d2ac-46de-b417-92430699a06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422480 Dec 10 16:08:17.657073 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138d1ad1-f8f9-407d-8051-7d409d2250c1 req-287cd560-7ea2-43fd-bd96-550aa6203fd0 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:08:17.658560 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-138d1ad1-f8f9-407d-8051-7d409d2250c1 req-287cd560-7ea2-43fd-bd96-550aa6203fd0 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=d02aace0-3340-4250-b3b8-4fe13af7f015 HTTP/1.1" status: 200 len: 946 time: 0.0481598 Dec 10 16:08:17.710700 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-138d1ad1-f8f9-407d-8051-7d409d2250c1 req-2673cf2a-c804-4a4c-b8c7-9b5e83de487f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=355925c1-d2ac-46de-b417-92430699a06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459445 Dec 10 16:08:17.902840 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:08:18.719703 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:08:18.823634 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb042b3-b74c-4627-9509-b0ff0a0fc0d6 req-894bf0e2-9e97-4655-a704-4e022c2a30f3 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:08:18.825159 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-abb042b3-b74c-4627-9509-b0ff0a0fc0d6 req-894bf0e2-9e97-4655-a704-4e022c2a30f3 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=d02aace0-3340-4250-b3b8-4fe13af7f015 HTTP/1.1" status: 200 len: 946 time: 0.0484662 Dec 10 16:08:18.879296 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-abb042b3-b74c-4627-9509-b0ff0a0fc0d6 req-d24b5c46-7b75-49e9-9573-ae29d58e0bb9 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=355925c1-d2ac-46de-b417-92430699a06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480337 Dec 10 16:08:18.977000 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:08:20.163915 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1c1f23-a5bf-45c2-a322-71ec1aa6727f req-f12fe919-896b-402b-ad3f-55b3b1c70948 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:08:20.165551 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4a1c1f23-a5bf-45c2-a322-71ec1aa6727f req-f12fe919-896b-402b-ad3f-55b3b1c70948 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=d02aace0-3340-4250-b3b8-4fe13af7f015 HTTP/1.1" status: 200 len: 946 time: 0.0529482 Dec 10 16:08:20.213496 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4a1c1f23-a5bf-45c2-a322-71ec1aa6727f req-445988f0-5820-4705-aff9-fb8f9edf7102 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=355925c1-d2ac-46de-b417-92430699a06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421727 Dec 10 16:08:20.235656 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 43278) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:08:20.299702 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-f2bf7526-8b20-4b36-bc5a-1db6280e40e8 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/floatingips/8a0d2521-bda2-4c4b-b993-08f84a9522e4 HTTP/1.1" status: 200 len: 992 time: 0.0628674 Dec 10 16:08:21.683229 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ba125-8e83-4e2b-8e6e-4f5ea65baf62 req-c9c64a9c-88c1-480a-ba8d-508db525c675 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:08:21.684750 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-df5ba125-8e83-4e2b-8e6e-4f5ea65baf62 req-c9c64a9c-88c1-480a-ba8d-508db525c675 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=d02aace0-3340-4250-b3b8-4fe13af7f015 HTTP/1.1" status: 200 len: 946 time: 0.0500150 Dec 10 16:08:21.734641 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be55e6-71cd-42a4-ac6e-8bfa8b268ed2 req-74c3fb75-1601-4b52-ad04-58c61e49d8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:08:21.735665 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-df5ba125-8e83-4e2b-8e6e-4f5ea65baf62 req-ffbbea34-ca6a-440d-9b2d-b1573abdc006 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=355925c1-d2ac-46de-b417-92430699a06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447872 Dec 10 16:08:21.736147 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-49be55e6-71cd-42a4-ac6e-8bfa8b268ed2 req-74c3fb75-1601-4b52-ad04-58c61e49d8aa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7b327aafa1a641f3bf0fb7dd284e6165&device_id=d02aace0-3340-4250-b3b8-4fe13af7f015 HTTP/1.1" status: 200 len: 1099 time: 0.0407028 Dec 10 16:08:21.824561 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be55e6-71cd-42a4-ac6e-8bfa8b268ed2 req-058ce386-b97f-48ba-a1b4-4484168e9b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:08:21.826086 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-49be55e6-71cd-42a4-ac6e-8bfa8b268ed2 req-058ce386-b97f-48ba-a1b4-4484168e9b32 service neutron] 10.222.0.44 "GET /v2.0/networks?id=dadba085-c878-44e4-a7c7-7d1df803f898 HTTP/1.1" status: 200 len: 898 time: 0.0829494 Dec 10 16:08:21.892947 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-49be55e6-71cd-42a4-ac6e-8bfa8b268ed2 req-a02c3e92-3ad6-4b5b-a29d-2a838ba55edf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01a43049-e3e1-488e-b870-9f11053742b8 HTTP/1.1" status: 200 len: 1000 time: 0.0603278 Dec 10 16:08:21.940685 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be55e6-71cd-42a4-ac6e-8bfa8b268ed2 req-21928d1c-f272-4f68-a73c-6a2a702cb72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:08:21.942060 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-49be55e6-71cd-42a4-ac6e-8bfa8b268ed2 req-21928d1c-f272-4f68-a73c-6a2a702cb72a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=102a33ae-ae36-4a93-b97c-49f2c1a0452f HTTP/1.1" status: 200 len: 835 time: 0.0421059 Dec 10 16:08:21.985873 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be55e6-71cd-42a4-ac6e-8bfa8b268ed2 req-98103f36-f6a9-429d-baa5-45d4ce717262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:08:21.987379 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-49be55e6-71cd-42a4-ac6e-8bfa8b268ed2 req-98103f36-f6a9-429d-baa5-45d4ce717262 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dadba085-c878-44e4-a7c7-7d1df803f898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0383062 Dec 10 16:08:22.076156 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-49be55e6-71cd-42a4-ac6e-8bfa8b268ed2 req-815e359e-7555-41d6-ba6d-d1b2d0139386 service neutron] 10.222.0.44 "GET /v2.0/networks/dadba085-c878-44e4-a7c7-7d1df803f898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813174 Dec 10 16:08:22.163933 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-49be55e6-71cd-42a4-ac6e-8bfa8b268ed2 req-5a172104-e014-4450-96f3-3aecc4d0b27f service neutron] 10.222.0.44 "GET /v2.0/networks/dadba085-c878-44e4-a7c7-7d1df803f898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811698 Dec 10 16:08:22.856014 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a2c00d-1e09-4084-8e47-6a2b10e881dd req-4ad9371c-08f5-4426-a7e4-800a35b1a4db tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:08:22.857485 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-81a2c00d-1e09-4084-8e47-6a2b10e881dd req-4ad9371c-08f5-4426-a7e4-800a35b1a4db tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=d02aace0-3340-4250-b3b8-4fe13af7f015 HTTP/1.1" status: 200 len: 946 time: 0.0535097 Dec 10 16:08:22.906854 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-81a2c00d-1e09-4084-8e47-6a2b10e881dd req-a579e080-da37-49d2-be6a-fa4c8ffaaff2 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=355925c1-d2ac-46de-b417-92430699a06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433562 Dec 10 16:08:22.930585 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 43288) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:08:22.989481 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-280471ae-08f5-4063-b806-704ac53202d7 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/floatingips/8a0d2521-bda2-4c4b-b993-08f84a9522e4 HTTP/1.1" status: 200 len: 992 time: 0.0576894 Dec 10 16:08:42.973288 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3d017d79-9f58-4759-a828-b5c626eebb21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:08:43.670812 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:08:44.322307 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-9a156a95-2e31-4513-a82b-19e9575594e4 req-9fd69d24-2c07-4c24-a11a-d8f72398bae7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d02aace0-3340-4250-b3b8-4fe13af7f015&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425520 Dec 10 16:08:44.399971 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a156a95-2e31-4513-a82b-19e9575594e4 req-edbc9edd-c030-4bce-be39-055bc8bdb50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:08:44.401485 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-9a156a95-2e31-4513-a82b-19e9575594e4 req-edbc9edd-c030-4bce-be39-055bc8bdb50e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7b327aafa1a641f3bf0fb7dd284e6165&device_id=d02aace0-3340-4250-b3b8-4fe13af7f015 HTTP/1.1" status: 200 len: 1099 time: 0.0392261 Dec 10 16:08:44.500312 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a156a95-2e31-4513-a82b-19e9575594e4 req-31aff98c-4010-4f30-8690-0ca2629406a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:08:44.501689 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-9a156a95-2e31-4513-a82b-19e9575594e4 req-31aff98c-4010-4f30-8690-0ca2629406a4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=dadba085-c878-44e4-a7c7-7d1df803f898 HTTP/1.1" status: 200 len: 898 time: 0.0818429 Dec 10 16:08:44.573554 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-9a156a95-2e31-4513-a82b-19e9575594e4 req-c3758c25-5d22-4f41-9de9-b1695873c0a9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01a43049-e3e1-488e-b870-9f11053742b8 HTTP/1.1" status: 200 len: 1000 time: 0.0647633 Dec 10 16:08:44.621229 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a156a95-2e31-4513-a82b-19e9575594e4 req-da980872-4eea-4b97-84d8-65b7708c86c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:08:44.622692 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-9a156a95-2e31-4513-a82b-19e9575594e4 req-da980872-4eea-4b97-84d8-65b7708c86c0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=102a33ae-ae36-4a93-b97c-49f2c1a0452f HTTP/1.1" status: 200 len: 835 time: 0.0422058 Dec 10 16:08:44.667092 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a156a95-2e31-4513-a82b-19e9575594e4 req-f1382a4a-eb20-41c1-b488-3b275128257f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:08:44.669201 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-9a156a95-2e31-4513-a82b-19e9575594e4 req-f1382a4a-eb20-41c1-b488-3b275128257f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dadba085-c878-44e4-a7c7-7d1df803f898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0382526 Dec 10 16:08:44.758661 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-9a156a95-2e31-4513-a82b-19e9575594e4 req-9fda84f3-6717-42a3-ba01-e5ab86acc9a4 service neutron] 10.222.0.44 "GET /v2.0/networks/dadba085-c878-44e4-a7c7-7d1df803f898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827551 Dec 10 16:08:44.846240 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-9a156a95-2e31-4513-a82b-19e9575594e4 req-80fdc049-ecd7-4962-988b-d926f51c3e97 service neutron] 10.222.0.44 "GET /v2.0/networks/dadba085-c878-44e4-a7c7-7d1df803f898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802572 Dec 10 16:08:45.294613 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2cd9033e-f919-4f66-8624-0683312d09b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:08:46.275312 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:08:47.887455 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:08:48.727472 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:08:53.363989 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 43314) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:08:53.519007 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-e5a01d6a-180e-4bb8-abaf-ef1cbaf41dff tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Deleting port c535fadd-e3b7-4e1b-8cfa-102ddadd3455 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:08:53.519346 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e5a01d6a-180e-4bb8-abaf-ef1cbaf41dff tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:08:53.590313 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e5a01d6a-180e-4bb8-abaf-ef1cbaf41dff tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:08:53.590637 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e5a01d6a-180e-4bb8-abaf-ef1cbaf41dff tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:08:53.602470 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-e5a01d6a-180e-4bb8-abaf-ef1cbaf41dff tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Calling delete_port for c535fadd-e3b7-4e1b-8cfa-102ddadd3455 owned by network:floatingip {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:08:53.826476 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e5a01d6a-180e-4bb8-abaf-ef1cbaf41dff tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:08:53.858477 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a01d6a-180e-4bb8-abaf-ef1cbaf41dff tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event deleted for resources: {'Port': ['ID=c535fadd-e3b7-4e1b-8cfa-102ddadd3455,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:08:53.879145 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a01d6a-180e-4bb8-abaf-ef1cbaf41dff tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:08:53.879502 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a01d6a-180e-4bb8-abaf-ef1cbaf41dff tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:08:53.879926 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a01d6a-180e-4bb8-abaf-ef1cbaf41dff tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:08:53.881011 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a01d6a-180e-4bb8-abaf-ef1cbaf41dff tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:08:53.881011 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a01d6a-180e-4bb8-abaf-ef1cbaf41dff tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:08:53.881011 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a01d6a-180e-4bb8-abaf-ef1cbaf41dff tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:08:53.881435 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a01d6a-180e-4bb8-abaf-ef1cbaf41dff tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:08:53.881801 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a01d6a-180e-4bb8-abaf-ef1cbaf41dff tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:08:53.882165 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a01d6a-180e-4bb8-abaf-ef1cbaf41dff tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:08:53.882480 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a01d6a-180e-4bb8-abaf-ef1cbaf41dff tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:08:53.882847 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a01d6a-180e-4bb8-abaf-ef1cbaf41dff tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:08:53.883186 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a01d6a-180e-4bb8-abaf-ef1cbaf41dff tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:08:53.883515 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a01d6a-180e-4bb8-abaf-ef1cbaf41dff tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:08:53.926087 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e5a01d6a-180e-4bb8-abaf-ef1cbaf41dff tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for floatingip, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:08:53.930886 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.l3_db [None req-e5a01d6a-180e-4bb8-abaf-ef1cbaf41dff tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Floating IP 8a0d2521-bda2-4c4b-b993-08f84a9522e4 disassociated (deleted). External IP: 172.26.2.3, port: 01a43049-e3e1-488e-b870-9f11053742b8. Dec 10 16:08:54.137001 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5a01d6a-180e-4bb8-abaf-ef1cbaf41dff tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Router a48570b5-13f9-4e45-8c4f-636839d4d069 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:08:54.244249 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5a01d6a-180e-4bb8-abaf-ef1cbaf41dff tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:08:54.249651 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e5a01d6a-180e-4bb8-abaf-ef1cbaf41dff tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:08:54.254171 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228e0d70-af6e-40a1-9165-4313810ce7a7 None None] Sync routers for ids ['a48570b5-13f9-4e45-8c4f-636839d4d069'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:08:54.263353 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228e0d70-af6e-40a1-9165-4313810ce7a7 None None] Routers {'a48570b5-13f9-4e45-8c4f-636839d4d069'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:08:54.263966 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-228e0d70-af6e-40a1-9165-4313810ce7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:08:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['a48570b5-13f9-4e45-8c4f-636839d4d069'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:08:54.274731 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-e5a01d6a-180e-4bb8-abaf-ef1cbaf41dff tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "DELETE /v2.0/floatingips/8a0d2521-bda2-4c4b-b993-08f84a9522e4 HTTP/1.1" status: 204 len: 168 time: 0.9096322 Dec 10 16:08:54.275425 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd02aace0-3340-4250-b3b8-4fe13af7f015', 'tag': '01a43049-e3e1-488e-b870-9f11053742b8'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:08:54.277760 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde1b47dcd987728a27c8e391f176ee57ea2adf837d2cedb59662361de43515a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f9a990-ee49-4649-a340-07871abf893c" -d '{"events": [{"name": "network-changed", "server_uuid": "d02aace0-3340-4250-b3b8-4fe13af7f015", "tag": "01a43049-e3e1-488e-b870-9f11053742b8"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:08:54.322030 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c9e38f-685c-4650-b322-189d5d89dd00 x-openstack-request-id: req-b0c9e38f-685c-4650-b322-189d5d89dd00 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:08:54.322749 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d02aace0-3340-4250-b3b8-4fe13af7f015", "tag": "01a43049-e3e1-488e-b870-9f11053742b8", "status": "completed", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:08:54.322749 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b0c9e38f-685c-4650-b322-189d5d89dd00 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:08:54.323048 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd02aace0-3340-4250-b3b8-4fe13af7f015', 'tag': '01a43049-e3e1-488e-b870-9f11053742b8', 'status': 'completed', 'code': 200} Dec 10 16:08:54.375619 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-228e0d70-af6e-40a1-9165-4313810ce7a7 None None] Set router a48570b5-13f9-4e45-8c4f-636839d4d069 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:08:54.388638 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9a990-ee49-4649-a340-07871abf893c req-8c449b5e-ae19-4675-8dc1-ee33465ebb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:08:54.390112 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-27f9a990-ee49-4649-a340-07871abf893c req-8c449b5e-ae19-4675-8dc1-ee33465ebb69 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7b327aafa1a641f3bf0fb7dd284e6165&device_id=d02aace0-3340-4250-b3b8-4fe13af7f015 HTTP/1.1" status: 200 len: 1099 time: 0.0441544 Dec 10 16:08:54.480910 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9a990-ee49-4649-a340-07871abf893c req-dc3d327d-63c5-46f4-b0b6-f4940b07fcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:08:54.483240 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-27f9a990-ee49-4649-a340-07871abf893c req-dc3d327d-63c5-46f4-b0b6-f4940b07fcc9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=dadba085-c878-44e4-a7c7-7d1df803f898 HTTP/1.1" status: 200 len: 898 time: 0.0861130 Dec 10 16:08:54.530435 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-27f9a990-ee49-4649-a340-07871abf893c req-3c122aca-9dd1-479a-98a3-7be9da643eb9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01a43049-e3e1-488e-b870-9f11053742b8 HTTP/1.1" status: 200 len: 217 time: 0.0384748 Dec 10 16:08:54.578365 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-228e0d70-af6e-40a1-9165-4313810ce7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48570b5-13f9-4e45-8c4f-636839d4d069', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359729683', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.53'}], 'enable_snat': True}, 'gw_port_id': 'c9d6c142-3a77-4377-9eef-7e78806d1cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:07:21Z', 'updated_at': '2021-12-10T16:07:25Z', 'revision_number': 4, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'gw_port': {'id': 'c9d6c142-3a77-4377-9eef-7e78806d1cb6', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48570b5-13f9-4e45-8c4f-636839d4d069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:07:21Z', 'updated_at': '2021-12-10T16:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '5845183d-1657-4b6a-a606-ea0cb90e755d', 'name': '', 'network_id': 'dadba085-c878-44e4-a7c7-7d1df803f898', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'mac_address': 'fa:16:3e:25:45:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48570b5-13f9-4e45-8c4f-636839d4d069', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '102a33ae-ae36-4a93-b97c-49f2c1a0452f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:07:24Z', 'updated_at': '2021-12-10T16:07:28Z', 'revision_number': 5, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'subnets': [{'id': '102a33ae-ae36-4a93-b97c-49f2c1a0452f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:08:54.587901 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9a990-ee49-4649-a340-07871abf893c req-b98788ab-6ae6-49b8-89cf-2f2d1e139c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:08:54.589596 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-27f9a990-ee49-4649-a340-07871abf893c req-b98788ab-6ae6-49b8-89cf-2f2d1e139c17 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=102a33ae-ae36-4a93-b97c-49f2c1a0452f HTTP/1.1" status: 200 len: 835 time: 0.0513186 Dec 10 16:08:54.608544 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228e0d70-af6e-40a1-9165-4313810ce7a7 None None] Checking router: a48570b5-13f9-4e45-8c4f-636839d4d069 for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:08:54.617278 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228e0d70-af6e-40a1-9165-4313810ce7a7 None None] Routers {'a48570b5-13f9-4e45-8c4f-636839d4d069'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:08:54.617927 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-228e0d70-af6e-40a1-9165-4313810ce7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:08:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['a48570b5-13f9-4e45-8c4f-636839d4d069'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:08:54.637183 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9a990-ee49-4649-a340-07871abf893c req-d1b97370-b6b3-4f29-9336-fb72bc5edb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:08:54.639609 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-27f9a990-ee49-4649-a340-07871abf893c req-d1b97370-b6b3-4f29-9336-fb72bc5edb2a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dadba085-c878-44e4-a7c7-7d1df803f898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0425982 Dec 10 16:08:54.728064 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-228e0d70-af6e-40a1-9165-4313810ce7a7 None None] Set router a48570b5-13f9-4e45-8c4f-636839d4d069 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:08:54.738258 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-27f9a990-ee49-4649-a340-07871abf893c req-4d2f341a-33d6-4dff-804c-ca84f20daacd service neutron] 10.222.0.44 "GET /v2.0/networks/dadba085-c878-44e4-a7c7-7d1df803f898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920751 Dec 10 16:08:54.796558 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd160c0a-6f53-4691-b757-b8719f7624a5 req-c4643664-8d1d-45dc-8d7b-1b4b47f64e23 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:08:54.804259 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-fd160c0a-6f53-4691-b757-b8719f7624a5 req-c4643664-8d1d-45dc-8d7b-1b4b47f64e23 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=d02aace0-3340-4250-b3b8-4fe13af7f015 HTTP/1.1" status: 200 len: 946 time: 0.0565109 Dec 10 16:08:54.834566 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-27f9a990-ee49-4649-a340-07871abf893c req-647a0ca9-5022-4b01-b8c6-96ba125c6b46 service neutron] 10.222.0.44 "GET /v2.0/networks/dadba085-c878-44e4-a7c7-7d1df803f898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895126 Dec 10 16:08:54.850329 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-fd160c0a-6f53-4691-b757-b8719f7624a5 req-8e4be3cb-495e-476e-aed2-18fcb3f14003 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=355925c1-d2ac-46de-b417-92430699a06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455739 Dec 10 16:08:54.935495 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-228e0d70-af6e-40a1-9165-4313810ce7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48570b5-13f9-4e45-8c4f-636839d4d069', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359729683', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.53'}], 'enable_snat': True}, 'gw_port_id': 'c9d6c142-3a77-4377-9eef-7e78806d1cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:07:21Z', 'updated_at': '2021-12-10T16:07:25Z', 'revision_number': 4, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'gw_port': {'id': 'c9d6c142-3a77-4377-9eef-7e78806d1cb6', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48570b5-13f9-4e45-8c4f-636839d4d069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:07:21Z', 'updated_at': '2021-12-10T16:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '5845183d-1657-4b6a-a606-ea0cb90e755d', 'name': '', 'network_id': 'dadba085-c878-44e4-a7c7-7d1df803f898', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'mac_address': 'fa:16:3e:25:45:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48570b5-13f9-4e45-8c4f-636839d4d069', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '102a33ae-ae36-4a93-b97c-49f2c1a0452f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:07:24Z', 'updated_at': '2021-12-10T16:07:28Z', 'revision_number': 5, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'subnets': [{'id': '102a33ae-ae36-4a93-b97c-49f2c1a0452f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:08:54.961718 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228e0d70-af6e-40a1-9165-4313810ce7a7 None None] The sync data for ids ['a48570b5-13f9-4e45-8c4f-636839d4d069'] in dv-neutron-821401-4-hyperv is: [{'id': 'a48570b5-13f9-4e45-8c4f-636839d4d069', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359729683', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.53'}], 'enable_snat': True}, 'gw_port_id': 'c9d6c142-3a77-4377-9eef-7e78806d1cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:07:21Z', 'updated_at': '2021-12-10T16:07:25Z', 'revision_number': 4, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'gw_port': {'id': 'c9d6c142-3a77-4377-9eef-7e78806d1cb6', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48570b5-13f9-4e45-8c4f-636839d4d069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:07:21Z', 'updated_at': '2021-12-10T16:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '5845183d-1657-4b6a-a606-ea0cb90e755d', 'name': '', 'network_id': 'dadba085-c878-44e4-a7c7-7d1df803f898', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'mac_address': 'fa:16:3e:25:45:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48570b5-13f9-4e45-8c4f-636839d4d069', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '102a33ae-ae36-4a93-b97c-49f2c1a0452f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:07:24Z', 'updated_at': '2021-12-10T16:07:28Z', 'revision_number': 5, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'subnets': [{'id': '102a33ae-ae36-4a93-b97c-49f2c1a0452f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:08:55.175340 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcb90f6-9456-4782-9e0b-3c235a808434 None None] New status for floating IP 8a0d2521-bda2-4c4b-b993-08f84a9522e4: DOWN {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:08:55.967008 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70294e91-60b2-467c-8799-121171bd277a req-1878ea43-38fa-475f-ab71-4709bb588974 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:08:55.968500 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-70294e91-60b2-467c-8799-121171bd277a req-1878ea43-38fa-475f-ab71-4709bb588974 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=d02aace0-3340-4250-b3b8-4fe13af7f015 HTTP/1.1" status: 200 len: 946 time: 0.0488989 Dec 10 16:08:55.976506 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:08:56.017139 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-70294e91-60b2-467c-8799-121171bd277a req-126b223b-9013-4b07-b379-f88fcdb4fc63 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=355925c1-d2ac-46de-b417-92430699a06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426123 Dec 10 16:08:56.250791 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c12cd11-b37d-4ebd-add1-9455786af014 req-27167307-124f-40f9-b9ec-836e9f123e49 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:08:56.252273 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-7c12cd11-b37d-4ebd-add1-9455786af014 req-27167307-124f-40f9-b9ec-836e9f123e49 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.44 "GET /v2.0/ports?device_id=d02aace0-3340-4250-b3b8-4fe13af7f015 HTTP/1.1" status: 200 len: 946 time: 0.0520737 Dec 10 16:08:56.338010 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [req-7c12cd11-b37d-4ebd-add1-9455786af014 req-b4ee392c-b608-4b44-943d-0878327053d9 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Deleting port 01a43049-e3e1-488e-b870-9f11053742b8 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:08:56.338351 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-7c12cd11-b37d-4ebd-add1-9455786af014 req-b4ee392c-b608-4b44-943d-0878327053d9 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:08:56.426317 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [req-7c12cd11-b37d-4ebd-add1-9455786af014 req-b4ee392c-b608-4b44-943d-0878327053d9 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] For port 01a43049-e3e1-488e-b870-9f11053742b8, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=01a43049-e3e1-488e-b870-9f11053742b8,segment=NetworkSegment(c1258aaa-a1fc-4212-b82c-74978fd3544a),segment_id=c1258aaa-a1fc-4212-b82c-74978fd3544a)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:08:56.426686 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-7c12cd11-b37d-4ebd-add1-9455786af014 req-b4ee392c-b608-4b44-943d-0878327053d9 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:08:56.439081 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [req-7c12cd11-b37d-4ebd-add1-9455786af014 req-b4ee392c-b608-4b44-943d-0878327053d9 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Calling delete_port for 01a43049-e3e1-488e-b870-9f11053742b8 owned by compute:nova {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:08:56.602396 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-7c12cd11-b37d-4ebd-add1-9455786af014 req-b4ee392c-b608-4b44-943d-0878327053d9 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:08:56.639155 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ee392c-b608-4b44-943d-0878327053d9 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event deleted for resources: {'Port': ['ID=01a43049-e3e1-488e-b870-9f11053742b8,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:08:56.677005 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c12cd11-b37d-4ebd-add1-9455786af014 req-b4ee392c-b608-4b44-943d-0878327053d9 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] No DVR routers for this DVR port 01a43049-e3e1-488e-b870-9f11053742b8 on host hv-neutron-8214 {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:08:56.679494 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-7c12cd11-b37d-4ebd-add1-9455786af014 req-b4ee392c-b608-4b44-943d-0878327053d9 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:08:56.683274 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-7c12cd11-b37d-4ebd-add1-9455786af014 req-b4ee392c-b608-4b44-943d-0878327053d9 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.44 "DELETE /v2.0/ports/01a43049-e3e1-488e-b870-9f11053742b8 HTTP/1.1" status: 204 len: 173 time: 0.4254210 Dec 10 16:08:56.683755 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd02aace0-3340-4250-b3b8-4fe13af7f015', 'name': 'network-vif-deleted', 'tag': '01a43049-e3e1-488e-b870-9f11053742b8'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:08:56.686073 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde1b47dcd987728a27c8e391f176ee57ea2adf837d2cedb59662361de43515a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee17c656-9846-4cac-83c9-0aafde4b0963" -d '{"events": [{"server_uuid": "d02aace0-3340-4250-b3b8-4fe13af7f015", "name": "network-vif-deleted", "tag": "01a43049-e3e1-488e-b870-9f11053742b8"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:08:56.735435 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b0451f-e9d4-4e6e-a04b-0507bb352213 x-openstack-request-id: req-78b0451f-e9d4-4e6e-a04b-0507bb352213 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:08:56.735739 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d02aace0-3340-4250-b3b8-4fe13af7f015", "name": "network-vif-deleted", "tag": "01a43049-e3e1-488e-b870-9f11053742b8", "status": "completed", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:08:56.736064 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-78b0451f-e9d4-4e6e-a04b-0507bb352213 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:08:56.736525 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd02aace0-3340-4250-b3b8-4fe13af7f015', 'name': 'network-vif-deleted', 'tag': '01a43049-e3e1-488e-b870-9f11053742b8', 'status': 'completed', 'code': 200} Dec 10 16:08:57.129874 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-34413bbc-0312-4923-b166-f1ee52023ce3 req-81152e54-9eeb-4982-a4c1-da184950587d tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=d02aace0-3340-4250-b3b8-4fe13af7f015 HTTP/1.1" status: 200 len: 210 time: 0.0258732 Dec 10 16:08:58.192461 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 43330) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:08:58.845528 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1707162f-ea85-4b9f-bb25-54f4377ae070 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549925'] for router_interface, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:08:59.101505 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-1707162f-ea85-4b9f-bb25-54f4377ae070 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Deleting port 5845183d-1657-4b6a-a606-ea0cb90e755d {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:08:59.101770 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1707162f-ea85-4b9f-bb25-54f4377ae070 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:08:59.189369 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-1707162f-ea85-4b9f-bb25-54f4377ae070 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] For port 5845183d-1657-4b6a-a606-ea0cb90e755d, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=5845183d-1657-4b6a-a606-ea0cb90e755d,segment=NetworkSegment(c1258aaa-a1fc-4212-b82c-74978fd3544a),segment_id=c1258aaa-a1fc-4212-b82c-74978fd3544a)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:08:59.189737 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1707162f-ea85-4b9f-bb25-54f4377ae070 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:08:59.201885 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-1707162f-ea85-4b9f-bb25-54f4377ae070 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Calling delete_port for 5845183d-1657-4b6a-a606-ea0cb90e755d owned by network:router_interface {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:08:59.476899 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1707162f-ea85-4b9f-bb25-54f4377ae070 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:08:59.506289 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1707162f-ea85-4b9f-bb25-54f4377ae070 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event deleted for resources: {'Port': ['ID=5845183d-1657-4b6a-a606-ea0cb90e755d,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:08:59.683004 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-1707162f-ea85-4b9f-bb25-54f4377ae070 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550073'] for router_interface, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:08:59.895093 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1707162f-ea85-4b9f-bb25-54f4377ae070 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Router a48570b5-13f9-4e45-8c4f-636839d4d069 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:08:59.999735 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1707162f-ea85-4b9f-bb25-54f4377ae070 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:09:00.005121 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-1707162f-ea85-4b9f-bb25-54f4377ae070 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "PUT /v2.0/routers/a48570b5-13f9-4e45-8c4f-636839d4d069/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8114002 Dec 10 16:09:00.008074 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 43332) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:09:00.009302 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087ec65d-af1b-4a33-943e-5fbc40b09da3 None None] Sync routers for ids ['a48570b5-13f9-4e45-8c4f-636839d4d069'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:09:00.019669 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087ec65d-af1b-4a33-943e-5fbc40b09da3 None None] Routers {'a48570b5-13f9-4e45-8c4f-636839d4d069'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:09:00.020278 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-087ec65d-af1b-4a33-943e-5fbc40b09da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:08:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['a48570b5-13f9-4e45-8c4f-636839d4d069'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:09:00.059397 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9340a86-2f2a-44c0-9eda-69fa4de48c2b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Deleting subnet 102a33ae-ae36-4a93-b97c-49f2c1a0452f {{(pid=103586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:09:00.062574 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b9340a86-2f2a-44c0-9eda-69fa4de48c2b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for subnet, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:00.101987 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b9340a86-2f2a-44c0-9eda-69fa4de48c2b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12392400'] for subnet, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:00.123711 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-087ec65d-af1b-4a33-943e-5fbc40b09da3 None None] Set router a48570b5-13f9-4e45-8c4f-636839d4d069 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:09:00.189517 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b9340a86-2f2a-44c0-9eda-69fa4de48c2b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:00.304323 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-087ec65d-af1b-4a33-943e-5fbc40b09da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48570b5-13f9-4e45-8c4f-636839d4d069', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359729683', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.53'}], 'enable_snat': True}, 'gw_port_id': 'c9d6c142-3a77-4377-9eef-7e78806d1cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:07:21Z', 'updated_at': '2021-12-10T16:08:59Z', 'revision_number': 5, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'gw_port': {'id': 'c9d6c142-3a77-4377-9eef-7e78806d1cb6', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48570b5-13f9-4e45-8c4f-636839d4d069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:07:21Z', 'updated_at': '2021-12-10T16:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:09:00.306776 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b9340a86-2f2a-44c0-9eda-69fa4de48c2b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:00.330902 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087ec65d-af1b-4a33-943e-5fbc40b09da3 None None] Checking router: a48570b5-13f9-4e45-8c4f-636839d4d069 for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:09:00.334237 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9340a86-2f2a-44c0-9eda-69fa4de48c2b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event deleted for resources: {'Subnet': ['ID=102a33ae-ae36-4a93-b97c-49f2c1a0452f,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:09:00.338276 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b9340a86-2f2a-44c0-9eda-69fa4de48c2b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:00.339693 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087ec65d-af1b-4a33-943e-5fbc40b09da3 None None] Routers {'a48570b5-13f9-4e45-8c4f-636839d4d069'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:09:00.340079 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-087ec65d-af1b-4a33-943e-5fbc40b09da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:08:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['a48570b5-13f9-4e45-8c4f-636839d4d069'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:09:00.342134 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-b9340a86-2f2a-44c0-9eda-69fa4de48c2b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "DELETE /v2.0/subnets/102a33ae-ae36-4a93-b97c-49f2c1a0452f HTTP/1.1" status: 204 len: 168 time: 0.3325410 Dec 10 16:09:00.344780 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 43334) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:09:00.377331 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451e9b66-e6f9-4edf-b0a6-4d55b524b327 None None] Network dadba085-c878-44e4-a7c7-7d1df803f898 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:09:00.459472 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-45750bdd-3ff6-417c-93ba-529444532e44 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for router, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:00.578224 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-45750bdd-3ff6-417c-93ba-529444532e44 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:00.655005 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 01a43049-e3e1-488e-b870-9f11053742b8 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:09:00.686596 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] No Port match for: 01a43049-e3e1-488e-b870-9f11053742b8 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:09:00.687250 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 01a43049-e3e1-488e-b870-9f11053742b8 not bound to the agent host hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:09:00.700069 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-087ec65d-af1b-4a33-943e-5fbc40b09da3 None None] Set router a48570b5-13f9-4e45-8c4f-636839d4d069 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:09:00.700270 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-45750bdd-3ff6-417c-93ba-529444532e44 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Deleting port c9d6c142-3a77-4377-9eef-7e78806d1cb6 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:09:00.700647 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-45750bdd-3ff6-417c-93ba-529444532e44 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:00.799566 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aefde2e-38d5-4a88-962e-c9830b36d914 None None] DHCP port deletion for dadba085-c878-44e4-a7c7-7d1df803f898 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:09:00.801866 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-45750bdd-3ff6-417c-93ba-529444532e44 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] For port c9d6c142-3a77-4377-9eef-7e78806d1cb6, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=c9d6c142-3a77-4377-9eef-7e78806d1cb6,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:09:00.802318 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-45750bdd-3ff6-417c-93ba-529444532e44 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:00.816981 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-45750bdd-3ff6-417c-93ba-529444532e44 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Calling delete_port for c9d6c142-3a77-4377-9eef-7e78806d1cb6 owned by network:router_gateway {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:09:00.902563 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-0aefde2e-38d5-4a88-962e-c9830b36d914 None None] Deleting port ca21cd4b-94fa-49f6-8cf6-f7eb37781a49 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:09:00.902936 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0aefde2e-38d5-4a88-962e-c9830b36d914 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:00.917883 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device ca21cd4b-94fa-49f6-8cf6-f7eb37781a49 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:09:01.010736 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-0aefde2e-38d5-4a88-962e-c9830b36d914 None None] For port ca21cd4b-94fa-49f6-8cf6-f7eb37781a49, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=ca21cd4b-94fa-49f6-8cf6-f7eb37781a49,segment=NetworkSegment(c1258aaa-a1fc-4212-b82c-74978fd3544a),segment_id=c1258aaa-a1fc-4212-b82c-74978fd3544a)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:09:01.011396 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0aefde2e-38d5-4a88-962e-c9830b36d914 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:01.028441 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-0aefde2e-38d5-4a88-962e-c9830b36d914 None None] Calling delete_port for ca21cd4b-94fa-49f6-8cf6-f7eb37781a49 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:09:01.049305 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-45750bdd-3ff6-417c-93ba-529444532e44 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:01.074458 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-087ec65d-af1b-4a33-943e-5fbc40b09da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48570b5-13f9-4e45-8c4f-636839d4d069', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359729683', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.53'}], 'enable_snat': True}, 'gw_port_id': 'c9d6c142-3a77-4377-9eef-7e78806d1cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:07:21Z', 'updated_at': '2021-12-10T16:08:59Z', 'revision_number': 5, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'gw_port': {'id': 'c9d6c142-3a77-4377-9eef-7e78806d1cb6', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48570b5-13f9-4e45-8c4f-636839d4d069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:07:21Z', 'updated_at': '2021-12-10T16:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:09:01.080320 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45750bdd-3ff6-417c-93ba-529444532e44 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event deleted for resources: {'Port': ['ID=c9d6c142-3a77-4377-9eef-7e78806d1cb6,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:09:01.138308 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-45750bdd-3ff6-417c-93ba-529444532e44 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552731'] for router_gateway, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:01.139130 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7f9c91-ca3d-4f81-ae4f-18bb7205f06d None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:09:01.148807 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087ec65d-af1b-4a33-943e-5fbc40b09da3 None None] The sync data for ids ['a48570b5-13f9-4e45-8c4f-636839d4d069'] in dv-neutron-821401-4-hyperv is: [{'id': 'a48570b5-13f9-4e45-8c4f-636839d4d069', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359729683', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.53'}], 'enable_snat': True}, 'gw_port_id': 'c9d6c142-3a77-4377-9eef-7e78806d1cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:07:21Z', 'updated_at': '2021-12-10T16:08:59Z', 'revision_number': 5, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'gw_port': {'id': 'c9d6c142-3a77-4377-9eef-7e78806d1cb6', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48570b5-13f9-4e45-8c4f-636839d4d069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:07:21Z', 'updated_at': '2021-12-10T16:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:09:01.171538 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:01.219575 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] For port ca21cd4b-94fa-49f6-8cf6-f7eb37781a49, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=ca21cd4b-94fa-49f6-8cf6-f7eb37781a49,segment=NetworkSegment(c1258aaa-a1fc-4212-b82c-74978fd3544a),segment_id=c1258aaa-a1fc-4212-b82c-74978fd3544a)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:09:01.238658 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-45750bdd-3ff6-417c-93ba-529444532e44 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13898'] for router, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:01.240899 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-45750bdd-3ff6-417c-93ba-529444532e44 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:01.312994 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:01.351617 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-45750bdd-3ff6-417c-93ba-529444532e44 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549250'] for router, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:01.352519 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45750bdd-3ff6-417c-93ba-529444532e44 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Fanout notify agent at l3_agent the message router_deleted on router a48570b5-13f9-4e45-8c4f-636839d4d069 {{(pid=103586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:09:01.361357 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-45750bdd-3ff6-417c-93ba-529444532e44 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:01.361501 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Pushing event updated for resources: {'Port': ['ID=ca21cd4b-94fa-49f6-8cf6-f7eb37781a49,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:09:01.362207 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-45750bdd-3ff6-417c-93ba-529444532e44 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "DELETE /v2.0/routers/a48570b5-13f9-4e45-8c4f-636839d4d069 HTTP/1.1" status: 204 len: 168 time: 1.0162995 Dec 10 16:09:01.368019 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 43336) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:09:01.371835 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:09:01.372199 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:09:01.372600 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:09:01.373394 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:09:01.373742 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:09:01.374101 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:09:01.374440 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:09:01.374780 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:09:01.375122 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:09:01.375452 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:09:01.375781 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:09:01.376110 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:09:01.376437 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:09:01.409023 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0aefde2e-38d5-4a88-962e-c9830b36d914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:01.434727 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aefde2e-38d5-4a88-962e-c9830b36d914 None None] Pushing event deleted for resources: {'Port': ['ID=ca21cd4b-94fa-49f6-8cf6-f7eb37781a49,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:09:01.438752 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aefde2e-38d5-4a88-962e-c9830b36d914 None None] No DVR routers for this DVR port ca21cd4b-94fa-49f6-8cf6-f7eb37781a49 on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:09:01.453398 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-13c4c07e-3da3-4a29-80cd-cd0fdeceba0d tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:01.538607 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-13c4c07e-3da3-4a29-80cd-cd0fdeceba0d tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:01.561283 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-13c4c07e-3da3-4a29-80cd-cd0fdeceba0d tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dadba085-c878-44e4-a7c7-7d1df803f898']}} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:09:01.571275 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-13c4c07e-3da3-4a29-80cd-cd0fdeceba0d tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1258aaa-a1fc-4212-b82c-74978fd3544a') {'for_net_delete': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:09:01.571597 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-13c4c07e-3da3-4a29-80cd-cd0fdeceba0d tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1258aaa-a1fc-4212-b82c-74978fd3544a') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:09:01.581762 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-13c4c07e-3da3-4a29-80cd-cd0fdeceba0d tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12392235'] for segment, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:01.595271 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-13c4c07e-3da3-4a29-80cd-cd0fdeceba0d tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:01.601303 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13c4c07e-3da3-4a29-80cd-cd0fdeceba0d tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=103586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:09:01.601691 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-13c4c07e-3da3-4a29-80cd-cd0fdeceba0d tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11695586'] for segment, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:01.604896 dv-neutron-821401-4-hyperv neutron-server[103586]: Traceback (most recent call last): Dec 10 16:09:01.604896 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:09:01.604896 dv-neutron-821401-4-hyperv neutron-server[103586]: timer() Dec 10 16:09:01.604896 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:09:01.604896 dv-neutron-821401-4-hyperv neutron-server[103586]: cb(*args, **kw) Dec 10 16:09:01.604896 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:09:01.604896 dv-neutron-821401-4-hyperv neutron-server[103586]: return func(*args, **kwargs) Dec 10 16:09:01.604896 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:09:01.604896 dv-neutron-821401-4-hyperv neutron-server[103586]: self._notify() Dec 10 16:09:01.604896 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:09:01.604896 dv-neutron-821401-4-hyperv neutron-server[103586]: self.callback(batched_events) Dec 10 16:09:01.604896 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:09:01.604896 dv-neutron-821401-4-hyperv neutron-server[103586]: event.method(event) Dec 10 16:09:01.604896 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:09:01.604896 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:09:01.604896 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:09:01.604896 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:09:01.604896 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:09:01.604896 dv-neutron-821401-4-hyperv neutron-server[103586]: return f(self, *a, **k) Dec 10 16:09:01.604896 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:09:01.604896 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._get(url).json() Dec 10 16:09:01.604896 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:09:01.604896 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:09:01.604896 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:09:01.604896 dv-neutron-821401-4-hyperv neutron-server[103586]: return self.request(url, 'GET', **kwargs) Dec 10 16:09:01.604896 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:09:01.604896 dv-neutron-821401-4-hyperv neutron-server[103586]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:09:01.604896 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:09:01.604896 dv-neutron-821401-4-hyperv neutron-server[103586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:09:01.604896 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:09:01.604896 dv-neutron-821401-4-hyperv neutron-server[103586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:09:01.604896 dv-neutron-821401-4-hyperv neutron-server[103586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:09:01.740080 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-13c4c07e-3da3-4a29-80cd-cd0fdeceba0d tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:01.755011 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-13c4c07e-3da3-4a29-80cd-cd0fdeceba0d tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:01.755011 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-13c4c07e-3da3-4a29-80cd-cd0fdeceba0d tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "DELETE /v2.0/networks/dadba085-c878-44e4-a7c7-7d1df803f898 HTTP/1.1" status: 204 len: 168 time: 0.3822680 Dec 10 16:09:01.755406 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 43338) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:09:01.764501 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c4c07e-3da3-4a29-80cd-cd0fdeceba0d tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event deleted for resources: {'Network': ['ID=dadba085-c878-44e4-a7c7-7d1df803f898,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:09:01.819262 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-da8f9df6-dee8-4585-89a7-0954addb26ab tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:01.844792 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-da8f9df6-dee8-4585-89a7-0954addb26ab tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:01.963165 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-da8f9df6-dee8-4585-89a7-0954addb26ab tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:01.965876 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-da8f9df6-dee8-4585-89a7-0954addb26ab tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:01.967585 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-da8f9df6-dee8-4585-89a7-0954addb26ab tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "DELETE /v2.0/security-groups/355925c1-d2ac-46de-b417-92430699a06d HTTP/1.1" status: 204 len: 168 time: 0.2123201 Dec 10 16:09:01.976502 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8f9df6-dee8-4585-89a7-0954addb26ab tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=355925c1-d2ac-46de-b417-92430699a06d,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:09:01.990618 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8f9df6-dee8-4585-89a7-0954addb26ab tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:09:01.995751 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8f9df6-dee8-4585-89a7-0954addb26ab tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:09:01.995751 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8f9df6-dee8-4585-89a7-0954addb26ab tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:09:01.995751 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8f9df6-dee8-4585-89a7-0954addb26ab tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:09:01.995751 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8f9df6-dee8-4585-89a7-0954addb26ab tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:09:01.995751 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8f9df6-dee8-4585-89a7-0954addb26ab tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:09:01.995751 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8f9df6-dee8-4585-89a7-0954addb26ab tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:09:01.995751 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8f9df6-dee8-4585-89a7-0954addb26ab tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:09:01.995751 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8f9df6-dee8-4585-89a7-0954addb26ab tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:09:01.995751 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8f9df6-dee8-4585-89a7-0954addb26ab tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:09:01.995751 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8f9df6-dee8-4585-89a7-0954addb26ab tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:09:01.995751 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8f9df6-dee8-4585-89a7-0954addb26ab tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:09:01.995751 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8f9df6-dee8-4585-89a7-0954addb26ab tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:09:02.712745 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 43344) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:09:02.717904 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-8b677e7c-c3e9-4abb-809d-5c28cfddcade tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1673272172', 'description': 'tempest-secgroup-smoke-1673272172 description', 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:09:02.821059 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8b677e7c-c3e9-4abb-809d-5c28cfddcade tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:02.821697 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device c9d6c142-3a77-4377-9eef-7e78806d1cb6 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:09:02.841511 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: c9d6c142-3a77-4377-9eef-7e78806d1cb6 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:09:02.843092 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device c9d6c142-3a77-4377-9eef-7e78806d1cb6 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:09:02.843092 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 5845183d-1657-4b6a-a606-ea0cb90e755d no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:09:02.864796 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 5845183d-1657-4b6a-a606-ea0cb90e755d {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:09:02.865149 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 5845183d-1657-4b6a-a606-ea0cb90e755d not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:09:02.887467 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8b677e7c-c3e9-4abb-809d-5c28cfddcade tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:02.922792 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8b677e7c-c3e9-4abb-809d-5c28cfddcade tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:02.951419 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b677e7c-c3e9-4abb-809d-5c28cfddcade tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a85060-b902-4622-ada2-3fe199fe2184,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:09:02.993442 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8b677e7c-c3e9-4abb-809d-5c28cfddcade tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:02.994736 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-8b677e7c-c3e9-4abb-809d-5c28cfddcade tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2809615 Dec 10 16:09:02.997659 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 43346) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:09:03.002069 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-d14ea99d-7f90-4291-8812-cb541bdb65a0 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Request body: {'security_group_rule': {'security_group_id': 'd4a85060-b902-4622-ada2-3fe199fe2184', 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:09:03.076869 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d14ea99d-7f90-4291-8812-cb541bdb65a0 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:03.130081 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d14ea99d-7f90-4291-8812-cb541bdb65a0 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:03.220244 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d14ea99d-7f90-4291-8812-cb541bdb65a0 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:03.237830 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14ea99d-7f90-4291-8812-cb541bdb65a0 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0cad58b-6fca-4e83-abee-a9980ce9ec93,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:09:03.318604 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d14ea99d-7f90-4291-8812-cb541bdb65a0 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:03.319800 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-d14ea99d-7f90-4291-8812-cb541bdb65a0 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3211653 Dec 10 16:09:03.322546 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 43348) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:09:03.326823 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-4e82996c-c078-42aa-b239-2baa802b63c7 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Request body: {'security_group_rule': {'security_group_id': 'd4a85060-b902-4622-ada2-3fe199fe2184', 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:09:03.419013 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4e82996c-c078-42aa-b239-2baa802b63c7 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:03.476065 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4e82996c-c078-42aa-b239-2baa802b63c7 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:03.568718 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4e82996c-c078-42aa-b239-2baa802b63c7 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:03.585896 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e82996c-c078-42aa-b239-2baa802b63c7 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c94d4853-d860-4cec-abf9-6c67bbbc6bf3,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:09:03.649736 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4e82996c-c078-42aa-b239-2baa802b63c7 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:03.650955 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-4e82996c-c078-42aa-b239-2baa802b63c7 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3274624 Dec 10 16:09:03.653760 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 43350) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:09:03.658576 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-41c4705d-9744-45d5-8a29-89736160156a tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Request body: {'security_group_rule': {'security_group_id': 'd4a85060-b902-4622-ada2-3fe199fe2184', 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:09:03.768149 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-41c4705d-9744-45d5-8a29-89736160156a tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:03.823396 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-41c4705d-9744-45d5-8a29-89736160156a tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:03.899793 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-41c4705d-9744-45d5-8a29-89736160156a tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:03.918902 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c4705d-9744-45d5-8a29-89736160156a tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f4d6054-1a37-4de8-b1a3-2cd91fa79608,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:09:03.998635 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-41c4705d-9744-45d5-8a29-89736160156a tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:03.999904 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-41c4705d-9744-45d5-8a29-89736160156a tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3446925 Dec 10 16:09:04.002657 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 43352) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:09:04.006979 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-66c2757b-5a45-4df3-a32d-7458650f61c1 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Request body: {'security_group_rule': {'security_group_id': 'd4a85060-b902-4622-ada2-3fe199fe2184', 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:09:04.116131 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-66c2757b-5a45-4df3-a32d-7458650f61c1 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:04.176650 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-66c2757b-5a45-4df3-a32d-7458650f61c1 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:04.248973 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-66c2757b-5a45-4df3-a32d-7458650f61c1 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:04.267830 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c2757b-5a45-4df3-a32d-7458650f61c1 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=829d5214-8ac3-4c2c-8c49-2e9a6273172c,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:09:04.347840 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-66c2757b-5a45-4df3-a32d-7458650f61c1 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:04.349104 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-66c2757b-5a45-4df3-a32d-7458650f61c1 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3455231 Dec 10 16:09:04.351817 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 43354) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:09:04.356397 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-b763371d-689d-41d2-b150-5b7c91a6f29f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Request body: {'security_group_rule': {'security_group_id': 'd4a85060-b902-4622-ada2-3fe199fe2184', 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:09:04.443086 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.securitygroups_db [None req-b763371d-689d-41d2-b150-5b7c91a6f29f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Project 7b327aafa1a641f3bf0fb7dd284e6165 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 16:09:04.448420 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b763371d-689d-41d2-b150-5b7c91a6f29f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:04.509064 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b763371d-689d-41d2-b150-5b7c91a6f29f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:04.574710 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b763371d-689d-41d2-b150-5b7c91a6f29f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:04.593572 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b763371d-689d-41d2-b150-5b7c91a6f29f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a42b110a-7bb1-4c9f-b6b3-035f8a402a4f,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:09:04.656663 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b763371d-689d-41d2-b150-5b7c91a6f29f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:04.657906 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-b763371d-689d-41d2-b150-5b7c91a6f29f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3051310 Dec 10 16:09:04.666077 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 43356) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:09:04.670804 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-a4fa107e-8857-4f6d-8f09-140350c134dd tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Request body: {'security_group_rule': {'security_group_id': 'd4a85060-b902-4622-ada2-3fe199fe2184', 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:09:04.757374 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.securitygroups_db [None req-a4fa107e-8857-4f6d-8f09-140350c134dd tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Project 7b327aafa1a641f3bf0fb7dd284e6165 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 16:09:04.762326 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a4fa107e-8857-4f6d-8f09-140350c134dd tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:04.820174 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a4fa107e-8857-4f6d-8f09-140350c134dd tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:04.877165 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a4fa107e-8857-4f6d-8f09-140350c134dd tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:04.894881 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fa107e-8857-4f6d-8f09-140350c134dd tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1453b9b8-9389-4cc8-a04c-344659e9c459,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:09:04.959414 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a4fa107e-8857-4f6d-8f09-140350c134dd tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:04.960733 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-a4fa107e-8857-4f6d-8f09-140350c134dd tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2937376 Dec 10 16:09:04.963573 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 43358) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:09:04.968808 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-cbcb09dc-eb0d-4783-9350-169e0f9678bc tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Request body: {'network': {'name': 'tempest-network-smoke--1463543558', 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'port_security_enabled': True}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:09:05.043023 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbcb09dc-eb0d-4783-9350-169e0f9678bc tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Made reservation on behalf of 7b327aafa1a641f3bf0fb7dd284e6165 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:09:05.047047 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cbcb09dc-eb0d-4783-9350-169e0f9678bc tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:05.069075 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbcb09dc-eb0d-4783-9350-169e0f9678bc tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:09:05.077598 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cbcb09dc-eb0d-4783-9350-169e0f9678bc tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:05.077974 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.segments_db [None req-cbcb09dc-eb0d-4783-9350-169e0f9678bc tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Added segment ec246010-62f6-437b-981f-203a3a0ac872 of type vlan for network 4e856cdb-3a85-4b0c-acb5-c84cb764699d Dec 10 16:09:05.116786 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cbcb09dc-eb0d-4783-9350-169e0f9678bc tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:05.231488 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cbcb09dc-eb0d-4783-9350-169e0f9678bc tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:05.237127 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcb09dc-eb0d-4783-9350-169e0f9678bc tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:09:05.237704 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cbcb09dc-eb0d-4783-9350-169e0f9678bc tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:05.300459 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcb09dc-eb0d-4783-9350-169e0f9678bc tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event updated for resources: {'Network': ['ID=4e856cdb-3a85-4b0c-acb5-c84cb764699d,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:09:05.310875 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 4e856cdb-3a85-4b0c-acb5-c84cb764699d details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:09:05.360238 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-cbcb09dc-eb0d-4783-9350-169e0f9678bc tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3956530 Dec 10 16:09:05.362955 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 43360) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:09:05.367410 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-0b2ac00e-6c68-4fc5-8ce7-c7161eeda974 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-907038382', 'admin_state_up': True, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:09:05.448871 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0b2ac00e-6c68-4fc5-8ce7-c7161eeda974 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13912'] for router, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:05.450057 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0b2ac00e-6c68-4fc5-8ce7-c7161eeda974 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:05.504531 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0b2ac00e-6c68-4fc5-8ce7-c7161eeda974 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:05.687287 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0b2ac00e-6c68-4fc5-8ce7-c7161eeda974 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:05.934293 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0b2ac00e-6c68-4fc5-8ce7-c7161eeda974 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for router_gateway, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:05.953557 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0b2ac00e-6c68-4fc5-8ce7-c7161eeda974 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:06.050744 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-0b2ac00e-6c68-4fc5-8ce7-c7161eeda974 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Allocated IP 172.26.2.133 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/1cb7ea93-dd41-450e-a86f-3cbb7b38ea0e) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:09:06.152302 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0b2ac00e-6c68-4fc5-8ce7-c7161eeda974 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:06.260701 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0b2ac00e-6c68-4fc5-8ce7-c7161eeda974 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:06.304004 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2ac00e-6c68-4fc5-8ce7-c7161eeda974 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:09:06.307329 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-0b2ac00e-6c68-4fc5-8ce7-c7161eeda974 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:09:06.311331 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2ac00e-6c68-4fc5-8ce7-c7161eeda974 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:09:06.320370 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d4d1ab-4148-4f54-a4bd-1d8eb24780ae None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:09:06.332663 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2ac00e-6c68-4fc5-8ce7-c7161eeda974 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event updated for resources: {'Port': ['ID=1cb7ea93-dd41-450e-a86f-3cbb7b38ea0e,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:09:06.389554 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-1d7192f9-2189-421f-96c1-a8008f4e54ef None None] Provisioning complete for port 1cb7ea93-dd41-450e-a86f-3cbb7b38ea0e triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:09:06.390354 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1d7192f9-2189-421f-96c1-a8008f4e54ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:06.427207 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-1d7192f9-2189-421f-96c1-a8008f4e54ef None None] Port 1cb7ea93-dd41-450e-a86f-3cbb7b38ea0e cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:09:06.626875 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0b2ac00e-6c68-4fc5-8ce7-c7161eeda974 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for router_gateway, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:06.827029 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0b2ac00e-6c68-4fc5-8ce7-c7161eeda974 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363'] for router, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:07.031435 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b2ac00e-6c68-4fc5-8ce7-c7161eeda974 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Router 0a7a509e-5f45-4f3d-88e8-b80fe41c12e7 is scheduled to L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d with binding_index 1 {{(pid=103587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:09:07.151236 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b2ac00e-6c68-4fc5-8ce7-c7161eeda974 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:09:07.162630 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e141f2-f6e4-4041-921f-533b945992d1 None None] Sync routers for ids ['0a7a509e-5f45-4f3d-88e8-b80fe41c12e7'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:09:07.172317 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e141f2-f6e4-4041-921f-533b945992d1 None None] Routers {'0a7a509e-5f45-4f3d-88e8-b80fe41c12e7'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:09:07.172925 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-75e141f2-f6e4-4041-921f-533b945992d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:08:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['0a7a509e-5f45-4f3d-88e8-b80fe41c12e7'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:09:07.228127 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0b2ac00e-6c68-4fc5-8ce7-c7161eeda974 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:07.229384 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-0b2ac00e-6c68-4fc5-8ce7-c7161eeda974 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8654871 Dec 10 16:09:07.232742 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 43362) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:09:07.261143 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-2d820143-b0aa-478c-b0f5-06057b3b9927 tempest-TestNetworkAdvancedServerOps-68229087 tempest-TestNetworkAdvancedServerOps-68229087-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=7b327aafa1a641f3bf0fb7dd284e6165&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273240 Dec 10 16:09:07.264332 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 43364) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:09:07.275889 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-75e141f2-f6e4-4041-921f-533b945992d1 None None] Set router 0a7a509e-5f45-4f3d-88e8-b80fe41c12e7 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:09:07.350144 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917a7371-bdba-4fe8-8722-964c546d4e06 tempest-TestNetworkAdvancedServerOps-68229087 tempest-TestNetworkAdvancedServerOps-68229087-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:09:07.351585 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-917a7371-bdba-4fe8-8722-964c546d4e06 tempest-TestNetworkAdvancedServerOps-68229087 tempest-TestNetworkAdvancedServerOps-68229087-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0863318 Dec 10 16:09:07.354403 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 43366) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:09:07.388661 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-ed08ff60-5e4e-4734-be56-cfc2bcc7dee0 tempest-TestNetworkAdvancedServerOps-68229087 tempest-TestNetworkAdvancedServerOps-68229087-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=d5a1452c-422a-4e1a-a1c7-48738ecf752f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308828 Dec 10 16:09:07.388911 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 43368) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:09:07.393554 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-f702d158-e603-486b-8808-d471784aa795 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1935329513', 'network_id': '4e856cdb-3a85-4b0c-acb5-c84cb764699d', 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:09:07.454320 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-75e141f2-f6e4-4041-921f-533b945992d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7a509e-5f45-4f3d-88e8-b80fe41c12e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907038382', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': '1cb7ea93-dd41-450e-a86f-3cbb7b38ea0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:09:05Z', 'updated_at': '2021-12-10T16:09:06Z', 'revision_number': 3, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'gw_port': {'id': '1cb7ea93-dd41-450e-a86f-3cbb7b38ea0e', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a7a509e-5f45-4f3d-88e8-b80fe41c12e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:09:05Z', 'updated_at': '2021-12-10T16:09:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:09:07.481072 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e141f2-f6e4-4041-921f-533b945992d1 None None] Checking router: 0a7a509e-5f45-4f3d-88e8-b80fe41c12e7 for host: dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:09:07.481425 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e141f2-f6e4-4041-921f-533b945992d1 None None] Updating router 0a7a509e-5f45-4f3d-88e8-b80fe41c12e7 port 1cb7ea93-dd41-450e-a86f-3cbb7b38ea0e binding host dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:09:07.505003 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-75e141f2-f6e4-4041-921f-533b945992d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:07.534840 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f702d158-e603-486b-8808-d471784aa795 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Made reservation on behalf of 7b327aafa1a641f3bf0fb7dd284e6165 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:09:07.538461 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f702d158-e603-486b-8808-d471784aa795 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11668558'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:07.750800 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-75e141f2-f6e4-4041-921f-533b945992d1 None None] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:07.775217 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f702d158-e603-486b-8808-d471784aa795 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11236534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11668560'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:07.820638 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-75e141f2-f6e4-4041-921f-533b945992d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:07.838523 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f702d158-e603-486b-8808-d471784aa795 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event updated for resources: {'Subnet': ['ID=768d8b27-110c-4fd6-87a3-96f4a410eb13,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:09:07.843415 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f702d158-e603-486b-8808-d471784aa795 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Checking segment: {'id': 'ec246010-62f6-437b-981f-203a3a0ac872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4e856cdb-3a85-4b0c-acb5-c84cb764699d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:09:07.843787 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f702d158-e603-486b-8808-d471784aa795 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Network hostable DHCP agents. Network: 4e856cdb-3a85-4b0c-acb5-c84cb764699d, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:09:07.870125 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a2b245-6b98-4c0f-a614-bb63589157f8 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:09:07.881866 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30040a0-656d-4ee7-9c1c-6561e5039dd7 None None] Pushing event updated for resources: {'Port': ['ID=1cb7ea93-dd41-450e-a86f-3cbb7b38ea0e,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:09:07.884625 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-75e141f2-f6e4-4041-921f-533b945992d1 None None] Attempting to bind port 1cb7ea93-dd41-450e-a86f-3cbb7b38ea0e on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:09:07.884625 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-75e141f2-f6e4-4041-921f-533b945992d1 None None] Attempting to bind port 1cb7ea93-dd41-450e-a86f-3cbb7b38ea0e by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:09:07.884822 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e141f2-f6e4-4041-921f-533b945992d1 None None] Attempting to bind port 1cb7ea93-dd41-450e-a86f-3cbb7b38ea0e on network d5a1452c-422a-4e1a-a1c7-48738ecf752f {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:09:07.894049 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e141f2-f6e4-4041-921f-533b945992d1 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:09:07.894420 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e141f2-f6e4-4041-921f-533b945992d1 None None] Checking segment: {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:09:07.894718 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f702d158-e603-486b-8808-d471784aa795 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Network 4e856cdb-3a85-4b0c-acb5-c84cb764699d is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:09:07.894845 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-75e141f2-f6e4-4041-921f-533b945992d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:07.895194 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e141f2-f6e4-4041-921f-533b945992d1 None None] Bound using segment: {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:09:07.895646 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-75e141f2-f6e4-4041-921f-533b945992d1 None None] Bound port: 1cb7ea93-dd41-450e-a86f-3cbb7b38ea0e, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:09:07.896014 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-75e141f2-f6e4-4041-921f-533b945992d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:07.898805 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30040a0-656d-4ee7-9c1c-6561e5039dd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:09:07.899215 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30040a0-656d-4ee7-9c1c-6561e5039dd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:09:07.901650 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30040a0-656d-4ee7-9c1c-6561e5039dd7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:09:07.901650 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30040a0-656d-4ee7-9c1c-6561e5039dd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:09:07.901650 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30040a0-656d-4ee7-9c1c-6561e5039dd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:09:07.901650 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30040a0-656d-4ee7-9c1c-6561e5039dd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:09:07.901650 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30040a0-656d-4ee7-9c1c-6561e5039dd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:09:07.901650 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30040a0-656d-4ee7-9c1c-6561e5039dd7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:09:07.901650 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30040a0-656d-4ee7-9c1c-6561e5039dd7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:09:07.902251 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30040a0-656d-4ee7-9c1c-6561e5039dd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:09:07.902251 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30040a0-656d-4ee7-9c1c-6561e5039dd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:09:07.902563 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30040a0-656d-4ee7-9c1c-6561e5039dd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:09:07.902881 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30040a0-656d-4ee7-9c1c-6561e5039dd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:09:07.952422 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-f702d158-e603-486b-8808-d471784aa795 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 4e856cdb-3a85-4b0c-acb5-c84cb764699d) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:09:07.957169 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f702d158-e603-486b-8808-d471784aa795 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:09:07.959313 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-75e141f2-f6e4-4041-921f-533b945992d1 None None] For port 1cb7ea93-dd41-450e-a86f-3cbb7b38ea0e, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:09:07.959449 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f702d158-e603-486b-8808-d471784aa795 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:07.960118 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-c6b2b555-ed2d-49b5-a291-7f536445a860 None None] Provisioning complete for port 1cb7ea93-dd41-450e-a86f-3cbb7b38ea0e triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:09:07.961002 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c6b2b555-ed2d-49b5-a291-7f536445a860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:07.966091 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-75e141f2-f6e4-4041-921f-533b945992d1 None None] For port 1cb7ea93-dd41-450e-a86f-3cbb7b38ea0e, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=1cb7ea93-dd41-450e-a86f-3cbb7b38ea0e,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:09:07.983251 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18659777-7a5f-4b56-9227-40c5f08040c7 None None] Network 4e856cdb-3a85-4b0c-acb5-c84cb764699d requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:09:08.009850 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-75e141f2-f6e4-4041-921f-533b945992d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:08.040965 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-f702d158-e603-486b-8808-d471784aa795 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6510677 Dec 10 16:09:08.041696 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-c6b2b555-ed2d-49b5-a291-7f536445a860 None None] Port 1cb7ea93-dd41-450e-a86f-3cbb7b38ea0e cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:09:08.045265 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 43370) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:09:08.062568 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30040a0-656d-4ee7-9c1c-6561e5039dd7 None None] Pushing event updated for resources: {'Port': ['ID=1cb7ea93-dd41-450e-a86f-3cbb7b38ea0e,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:09:08.067428 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3787b344-8fa6-4f2b-994d-2ea06b0f7c41 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:09:08.075408 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e141f2-f6e4-4041-921f-533b945992d1 None None] Routers {'0a7a509e-5f45-4f3d-88e8-b80fe41c12e7'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:09:08.076028 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-75e141f2-f6e4-4041-921f-533b945992d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:08:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['0a7a509e-5f45-4f3d-88e8-b80fe41c12e7'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:09:08.109427 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3cc5d48-67a5-4b69-9f24-c8212e85b7b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-4e856cdb-3a85-4b0c-acb5-c84cb764699d', 'network_id': '4e856cdb-3a85-4b0c-acb5-c84cb764699d', 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'fixed_ips': [{'subnet_id': '768d8b27-110c-4fd6-87a3-96f4a410eb13'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:09:08.110570 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a3cc5d48-67a5-4b69-9f24-c8212e85b7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:08.217878 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-75e141f2-f6e4-4041-921f-533b945992d1 None None] Set router 0a7a509e-5f45-4f3d-88e8-b80fe41c12e7 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:09:08.260051 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-937ce357-0506-452c-9b16-f87793aeadcd None None] Provisioning complete for port 1cb7ea93-dd41-450e-a86f-3cbb7b38ea0e triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:09:08.260316 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-937ce357-0506-452c-9b16-f87793aeadcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:08.352441 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-a3cc5d48-67a5-4b69-9f24-c8212e85b7b9 None None] Allocated IP 172.20.0.2 (4e856cdb-3a85-4b0c-acb5-c84cb764699d/768d8b27-110c-4fd6-87a3-96f4a410eb13/25137676-327c-4481-9722-8778737c8671) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:09:08.405364 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-937ce357-0506-452c-9b16-f87793aeadcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:08.414068 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-75e141f2-f6e4-4041-921f-533b945992d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7a509e-5f45-4f3d-88e8-b80fe41c12e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907038382', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': '1cb7ea93-dd41-450e-a86f-3cbb7b38ea0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:09:05Z', 'updated_at': '2021-12-10T16:09:06Z', 'revision_number': 3, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'gw_port': {'id': '1cb7ea93-dd41-450e-a86f-3cbb7b38ea0e', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a7a509e-5f45-4f3d-88e8-b80fe41c12e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:09:05Z', 'updated_at': '2021-12-10T16:09:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:09:08.442424 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e141f2-f6e4-4041-921f-533b945992d1 None None] The sync data for ids ['0a7a509e-5f45-4f3d-88e8-b80fe41c12e7'] in dv-neutron-821401-4-hyperv is: [{'id': '0a7a509e-5f45-4f3d-88e8-b80fe41c12e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907038382', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': '1cb7ea93-dd41-450e-a86f-3cbb7b38ea0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:09:05Z', 'updated_at': '2021-12-10T16:09:06Z', 'revision_number': 3, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'gw_port': {'id': '1cb7ea93-dd41-450e-a86f-3cbb7b38ea0e', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a7a509e-5f45-4f3d-88e8-b80fe41c12e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:09:05Z', 'updated_at': '2021-12-10T16:09:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:09:08.481559 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-937ce357-0506-452c-9b16-f87793aeadcd None None] For port 1cb7ea93-dd41-450e-a86f-3cbb7b38ea0e, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=1cb7ea93-dd41-450e-a86f-3cbb7b38ea0e,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:09:08.535827 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-937ce357-0506-452c-9b16-f87793aeadcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:08.561851 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a3cc5d48-67a5-4b69-9f24-c8212e85b7b9 None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:08.618537 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937ce357-0506-452c-9b16-f87793aeadcd None None] Pushing event updated for resources: {'Port': ['ID=1cb7ea93-dd41-450e-a86f-3cbb7b38ea0e,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:09:08.632406 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a3cc5d48-67a5-4b69-9f24-c8212e85b7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:08.690708 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3cc5d48-67a5-4b69-9f24-c8212e85b7b9 None None] Network 4e856cdb-3a85-4b0c-acb5-c84cb764699d is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:09:08.693542 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-a3cc5d48-67a5-4b69-9f24-c8212e85b7b9 None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:09:08.697039 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cc5d48-67a5-4b69-9f24-c8212e85b7b9 None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:09:08.699276 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cc5d48-67a5-4b69-9f24-c8212e85b7b9 None None] Pushing event updated for resources: {'Port': ['ID=25137676-327c-4481-9722-8778737c8671,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:09:08.761821 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-a3cc5d48-67a5-4b69-9f24-c8212e85b7b9 None None] Attempting to bind port 25137676-327c-4481-9722-8778737c8671 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:09:08.762312 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-a3cc5d48-67a5-4b69-9f24-c8212e85b7b9 None None] Attempting to bind port 25137676-327c-4481-9722-8778737c8671 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'ec246010-62f6-437b-981f-203a3a0ac872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4e856cdb-3a85-4b0c-acb5-c84cb764699d'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:09:08.762754 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cc5d48-67a5-4b69-9f24-c8212e85b7b9 None None] Attempting to bind port 25137676-327c-4481-9722-8778737c8671 on network 4e856cdb-3a85-4b0c-acb5-c84cb764699d {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:09:08.769338 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cc5d48-67a5-4b69-9f24-c8212e85b7b9 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:09:08.769633 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cc5d48-67a5-4b69-9f24-c8212e85b7b9 None None] Checking segment: {'id': 'ec246010-62f6-437b-981f-203a3a0ac872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4e856cdb-3a85-4b0c-acb5-c84cb764699d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:09:08.770071 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a3cc5d48-67a5-4b69-9f24-c8212e85b7b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:08.770478 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cc5d48-67a5-4b69-9f24-c8212e85b7b9 None None] Bound using segment: {'id': 'ec246010-62f6-437b-981f-203a3a0ac872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4e856cdb-3a85-4b0c-acb5-c84cb764699d'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:09:08.770963 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-a3cc5d48-67a5-4b69-9f24-c8212e85b7b9 None None] Bound port: 25137676-327c-4481-9722-8778737c8671, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec246010-62f6-437b-981f-203a3a0ac872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4e856cdb-3a85-4b0c-acb5-c84cb764699d'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:09:08.771353 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a3cc5d48-67a5-4b69-9f24-c8212e85b7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:08.846952 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-a3cc5d48-67a5-4b69-9f24-c8212e85b7b9 None None] For port 25137676-327c-4481-9722-8778737c8671, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:09:08.851936 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-a3cc5d48-67a5-4b69-9f24-c8212e85b7b9 None None] For port 25137676-327c-4481-9722-8778737c8671, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=25137676-327c-4481-9722-8778737c8671,segment=NetworkSegment(ec246010-62f6-437b-981f-203a3a0ac872),segment_id=ec246010-62f6-437b-981f-203a3a0ac872)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:09:08.894319 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 1cb7ea93-dd41-450e-a86f-3cbb7b38ea0e up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:09:08.924736 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ae1ddc90-98d8-4b7d-8e31-5ca3ee3c929c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:08.934433 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a3cc5d48-67a5-4b69-9f24-c8212e85b7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:09.006782 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cc5d48-67a5-4b69-9f24-c8212e85b7b9 None None] Pushing event updated for resources: {'Port': ['ID=25137676-327c-4481-9722-8778737c8671,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:09:09.012445 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 1cb7ea93-dd41-450e-a86f-3cbb7b38ea0e triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:09:09.012818 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:09.281982 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-ae1ddc90-98d8-4b7d-8e31-5ca3ee3c929c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Allocated IP 172.20.0.1 (4e856cdb-3a85-4b0c-acb5-c84cb764699d/768d8b27-110c-4fd6-87a3-96f4a410eb13/27fa78fb-e7d5-41c1-9dba-120d6e5f2b09) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:09:09.411203 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ae1ddc90-98d8-4b7d-8e31-5ca3ee3c929c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:09.507134 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ae1ddc90-98d8-4b7d-8e31-5ca3ee3c929c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:09.552983 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1ddc90-98d8-4b7d-8e31-5ca3ee3c929c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Network 4e856cdb-3a85-4b0c-acb5-c84cb764699d is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:09:09.555851 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-ae1ddc90-98d8-4b7d-8e31-5ca3ee3c929c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:09:09.561153 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1ddc90-98d8-4b7d-8e31-5ca3ee3c929c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:09:09.565121 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1ddc90-98d8-4b7d-8e31-5ca3ee3c929c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event updated for resources: {'Port': ['ID=27fa78fb-e7d5-41c1-9dba-120d6e5f2b09,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:09:09.610152 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ae1ddc90-98d8-4b7d-8e31-5ca3ee3c929c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552880'] for router_interface, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:09.816565 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ae1ddc90-98d8-4b7d-8e31-5ca3ee3c929c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:09.975955 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6dfff9-ac26-4895-8639-efa05821d1e3 None None] Network 4e856cdb-3a85-4b0c-acb5-c84cb764699d requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:09:10.094524 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-7708f160-1657-4f6c-88f4-ee984df4d599 None None] Provisioning complete for port 25137676-327c-4481-9722-8778737c8671 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:09:10.094899 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7708f160-1657-4f6c-88f4-ee984df4d599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:10.102763 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ae1ddc90-98d8-4b7d-8e31-5ca3ee3c929c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:10.177742 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ae1ddc90-98d8-4b7d-8e31-5ca3ee3c929c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:10.194770 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7708f160-1657-4f6c-88f4-ee984df4d599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:10.229825 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ae1ddc90-98d8-4b7d-8e31-5ca3ee3c929c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549888'] for router_interface, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:10.232896 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-7708f160-1657-4f6c-88f4-ee984df4d599 None None] For port 25137676-327c-4481-9722-8778737c8671, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=25137676-327c-4481-9722-8778737c8671,segment=NetworkSegment(ec246010-62f6-437b-981f-203a3a0ac872),segment_id=ec246010-62f6-437b-981f-203a3a0ac872)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:09:10.323079 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1ddc90-98d8-4b7d-8e31-5ca3ee3c929c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event updated for resources: {'Port': ['ID=27fa78fb-e7d5-41c1-9dba-120d6e5f2b09,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:09:10.327341 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7708f160-1657-4f6c-88f4-ee984df4d599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:10.370716 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1ddc90-98d8-4b7d-8e31-5ca3ee3c929c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Network 4e856cdb-3a85-4b0c-acb5-c84cb764699d is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:09:10.372272 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-ae1ddc90-98d8-4b7d-8e31-5ca3ee3c929c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:09:10.397082 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7708f160-1657-4f6c-88f4-ee984df4d599 None None] Pushing event updated for resources: {'Port': ['ID=25137676-327c-4481-9722-8778737c8671,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:09:10.448393 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-8c81866a-ded6-482a-a9db-f5deb07faa91 None None] Provisioning complete for port 25137676-327c-4481-9722-8778737c8671 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:09:10.448771 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8c81866a-ded6-482a-a9db-f5deb07faa91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:10.502379 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae1ddc90-98d8-4b7d-8e31-5ca3ee3c929c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Router 0a7a509e-5f45-4f3d-88e8-b80fe41c12e7 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:09:10.553275 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-8c81866a-ded6-482a-a9db-f5deb07faa91 None None] Provisioning complete for port 27fa78fb-e7d5-41c1-9dba-120d6e5f2b09 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:09:10.553649 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8c81866a-ded6-482a-a9db-f5deb07faa91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:10.593067 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-8c81866a-ded6-482a-a9db-f5deb07faa91 None None] Port 27fa78fb-e7d5-41c1-9dba-120d6e5f2b09 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:09:10.613727 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae1ddc90-98d8-4b7d-8e31-5ca3ee3c929c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:09:10.619313 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-ae1ddc90-98d8-4b7d-8e31-5ca3ee3c929c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "PUT /v2.0/routers/0a7a509e-5f45-4f3d-88e8-b80fe41c12e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5722213 Dec 10 16:09:10.625162 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63af814-57df-4c86-9de2-0136863617de None None] Sync routers for ids ['0a7a509e-5f45-4f3d-88e8-b80fe41c12e7'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:09:10.638284 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63af814-57df-4c86-9de2-0136863617de None None] Routers {'0a7a509e-5f45-4f3d-88e8-b80fe41c12e7'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:09:10.639443 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-e63af814-57df-4c86-9de2-0136863617de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:08:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['0a7a509e-5f45-4f3d-88e8-b80fe41c12e7'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:09:10.783293 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-846b4d0a-d610-4d8c-a124-d72753bd47f3 req-0552464a-f893-4e97-8944-83e04bcbfe3e tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1673272172&fields=id&tenant_id=7b327aafa1a641f3bf0fb7dd284e6165 HTTP/1.1" status: 200 len: 267 time: 0.0500057 Dec 10 16:09:10.908423 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b4d0a-d610-4d8c-a124-d72753bd47f3 req-83667f5c-6fdb-4813-ae5e-eda4601a3419 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:09:10.910074 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-846b4d0a-d610-4d8c-a124-d72753bd47f3 req-83667f5c-6fdb-4813-ae5e-eda4601a3419 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/networks?id=4e856cdb-3a85-4b0c-acb5-c84cb764699d HTTP/1.1" status: 200 len: 797 time: 0.1120720 Dec 10 16:09:10.925156 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-846b4d0a-d610-4d8c-a124-d72753bd47f3 req-d30d5346-71ae-4e16-939c-30f0632f1ded tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/quotas/7b327aafa1a641f3bf0fb7dd284e6165 HTTP/1.1" status: 200 len: 375 time: 0.0091634 Dec 10 16:09:10.925389 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 25137676-327c-4481-9722-8778737c8671 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:09:10.974664 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-65aa587d-5247-4eb9-85ed-bce75f3f57b4 None None] Provisioning complete for port 27fa78fb-e7d5-41c1-9dba-120d6e5f2b09 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:09:10.975040 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-65aa587d-5247-4eb9-85ed-bce75f3f57b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:10.981017 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-846b4d0a-d610-4d8c-a124-d72753bd47f3 req-e83da409-9157-48c7-9dbb-e45db797ff72 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7b327aafa1a641f3bf0fb7dd284e6165&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496960 Dec 10 16:09:10.984299 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-e63af814-57df-4c86-9de2-0136863617de None None] Set router 0a7a509e-5f45-4f3d-88e8-b80fe41c12e7 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:09:11.061659 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-65aa587d-5247-4eb9-85ed-bce75f3f57b4 None None] Port 27fa78fb-e7d5-41c1-9dba-120d6e5f2b09 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:09:11.081385 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-846b4d0a-d610-4d8c-a124-d72753bd47f3 req-d7c57a03-f306-4420-a92d-b3feb9eaa7e6 service neutron] 10.222.0.20 "GET /v2.0/networks/4e856cdb-3a85-4b0c-acb5-c84cb764699d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827670 Dec 10 16:09:11.104028 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 25137676-327c-4481-9722-8778737c8671 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:09:11.104396 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:11.186681 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-846b4d0a-d610-4d8c-a124-d72753bd47f3 req-356140ce-5427-49f5-a9d3-443be6a6d311 service neutron] 10.222.0.20 "GET /v2.0/networks/4e856cdb-3a85-4b0c-acb5-c84cb764699d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982106 Dec 10 16:09:11.233359 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-376646b0-c108-44ef-b3a1-fe7fc9f591ac None None] Provisioning complete for port 27fa78fb-e7d5-41c1-9dba-120d6e5f2b09 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:09:11.233735 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-376646b0-c108-44ef-b3a1-fe7fc9f591ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:11.324299 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-376646b0-c108-44ef-b3a1-fe7fc9f591ac None None] Port 27fa78fb-e7d5-41c1-9dba-120d6e5f2b09 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:09:11.352398 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-e63af814-57df-4c86-9de2-0136863617de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7a509e-5f45-4f3d-88e8-b80fe41c12e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907038382', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': '1cb7ea93-dd41-450e-a86f-3cbb7b38ea0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:09:05Z', 'updated_at': '2021-12-10T16:09:09Z', 'revision_number': 4, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'gw_port': {'id': '1cb7ea93-dd41-450e-a86f-3cbb7b38ea0e', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7a509e-5f45-4f3d-88e8-b80fe41c12e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:09:05Z', 'updated_at': '2021-12-10T16:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '27fa78fb-e7d5-41c1-9dba-120d6e5f2b09', 'name': '', 'network_id': '4e856cdb-3a85-4b0c-acb5-c84cb764699d', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'mac_address': 'fa:16:3e:60:ef:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a7a509e-5f45-4f3d-88e8-b80fe41c12e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '768d8b27-110c-4fd6-87a3-96f4a410eb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:09:09Z', 'updated_at': '2021-12-10T16:09:09Z', 'revision_number': 2, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'subnets': [{'id': '768d8b27-110c-4fd6-87a3-96f4a410eb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:09:11.380887 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63af814-57df-4c86-9de2-0136863617de None None] Checking router: 0a7a509e-5f45-4f3d-88e8-b80fe41c12e7 for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:09:11.381246 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63af814-57df-4c86-9de2-0136863617de None None] Updating router 0a7a509e-5f45-4f3d-88e8-b80fe41c12e7 port 27fa78fb-e7d5-41c1-9dba-120d6e5f2b09 binding host dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:09:11.410747 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e63af814-57df-4c86-9de2-0136863617de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:11.443733 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-e006ea10-cd2f-4aed-9d95-70451ef37325 req-bddb999a-0d7e-4856-baac-5a4ed520000a tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=535e9988-6744-4e5b-a4eb-1dca57ac74f3 HTTP/1.1" status: 200 len: 210 time: 0.0341325 Dec 10 16:09:11.672182 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e63af814-57df-4c86-9de2-0136863617de None None] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:11.746205 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e63af814-57df-4c86-9de2-0136863617de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:11.799937 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccffa24-9a55-46b9-b240-e4815d078098 None None] Pushing event updated for resources: {'Port': ['ID=27fa78fb-e7d5-41c1-9dba-120d6e5f2b09,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:09:11.854206 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-e63af814-57df-4c86-9de2-0136863617de None None] Attempting to bind port 27fa78fb-e7d5-41c1-9dba-120d6e5f2b09 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:09:11.854580 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-e63af814-57df-4c86-9de2-0136863617de None None] Attempting to bind port 27fa78fb-e7d5-41c1-9dba-120d6e5f2b09 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'ec246010-62f6-437b-981f-203a3a0ac872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4e856cdb-3a85-4b0c-acb5-c84cb764699d'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:09:11.854950 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63af814-57df-4c86-9de2-0136863617de None None] Attempting to bind port 27fa78fb-e7d5-41c1-9dba-120d6e5f2b09 on network 4e856cdb-3a85-4b0c-acb5-c84cb764699d {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:09:11.863460 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63af814-57df-4c86-9de2-0136863617de None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:09:11.863460 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63af814-57df-4c86-9de2-0136863617de None None] Checking segment: {'id': 'ec246010-62f6-437b-981f-203a3a0ac872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4e856cdb-3a85-4b0c-acb5-c84cb764699d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:09:11.863460 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e63af814-57df-4c86-9de2-0136863617de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:11.863460 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63af814-57df-4c86-9de2-0136863617de None None] Bound using segment: {'id': 'ec246010-62f6-437b-981f-203a3a0ac872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4e856cdb-3a85-4b0c-acb5-c84cb764699d'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:09:11.863460 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-e63af814-57df-4c86-9de2-0136863617de None None] Bound port: 27fa78fb-e7d5-41c1-9dba-120d6e5f2b09, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec246010-62f6-437b-981f-203a3a0ac872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4e856cdb-3a85-4b0c-acb5-c84cb764699d'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:09:11.863460 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e63af814-57df-4c86-9de2-0136863617de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:11.929948 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-e63af814-57df-4c86-9de2-0136863617de None None] For port 27fa78fb-e7d5-41c1-9dba-120d6e5f2b09, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:09:11.933336 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-e63af814-57df-4c86-9de2-0136863617de None None] For port 27fa78fb-e7d5-41c1-9dba-120d6e5f2b09, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=27fa78fb-e7d5-41c1-9dba-120d6e5f2b09,segment=NetworkSegment(ec246010-62f6-437b-981f-203a3a0ac872),segment_id=ec246010-62f6-437b-981f-203a3a0ac872)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:09:11.993822 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e63af814-57df-4c86-9de2-0136863617de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:12.054657 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63af814-57df-4c86-9de2-0136863617de None None] Routers {'0a7a509e-5f45-4f3d-88e8-b80fe41c12e7'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:09:12.055216 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-e63af814-57df-4c86-9de2-0136863617de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:08:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['0a7a509e-5f45-4f3d-88e8-b80fe41c12e7'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:09:12.100551 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccffa24-9a55-46b9-b240-e4815d078098 None None] Pushing event updated for resources: {'Port': ['ID=27fa78fb-e7d5-41c1-9dba-120d6e5f2b09,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:09:12.114923 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-3af1075a-4784-4ad0-94b2-ecea06c055f4 None None] Provisioning complete for port 27fa78fb-e7d5-41c1-9dba-120d6e5f2b09 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:09:12.115298 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3af1075a-4784-4ad0-94b2-ecea06c055f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:12.229755 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-e63af814-57df-4c86-9de2-0136863617de None None] Set router 0a7a509e-5f45-4f3d-88e8-b80fe41c12e7 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:09:12.328728 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3af1075a-4784-4ad0-94b2-ecea06c055f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:12.404014 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-3af1075a-4784-4ad0-94b2-ecea06c055f4 None None] For port 27fa78fb-e7d5-41c1-9dba-120d6e5f2b09, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=27fa78fb-e7d5-41c1-9dba-120d6e5f2b09,segment=NetworkSegment(ec246010-62f6-437b-981f-203a3a0ac872),segment_id=ec246010-62f6-437b-981f-203a3a0ac872)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:09:12.481039 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-e63af814-57df-4c86-9de2-0136863617de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7a509e-5f45-4f3d-88e8-b80fe41c12e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907038382', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': '1cb7ea93-dd41-450e-a86f-3cbb7b38ea0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:09:05Z', 'updated_at': '2021-12-10T16:09:09Z', 'revision_number': 4, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'gw_port': {'id': '1cb7ea93-dd41-450e-a86f-3cbb7b38ea0e', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7a509e-5f45-4f3d-88e8-b80fe41c12e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:09:05Z', 'updated_at': '2021-12-10T16:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '27fa78fb-e7d5-41c1-9dba-120d6e5f2b09', 'name': '', 'network_id': '4e856cdb-3a85-4b0c-acb5-c84cb764699d', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'mac_address': 'fa:16:3e:60:ef:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a7a509e-5f45-4f3d-88e8-b80fe41c12e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '768d8b27-110c-4fd6-87a3-96f4a410eb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:09:09Z', 'updated_at': '2021-12-10T16:09:11Z', 'revision_number': 4, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'subnets': [{'id': '768d8b27-110c-4fd6-87a3-96f4a410eb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:09:12.487067 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3af1075a-4784-4ad0-94b2-ecea06c055f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:12.522432 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63af814-57df-4c86-9de2-0136863617de None None] The sync data for ids ['0a7a509e-5f45-4f3d-88e8-b80fe41c12e7'] in dv-neutron-821401-4-hyperv is: [{'id': '0a7a509e-5f45-4f3d-88e8-b80fe41c12e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907038382', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': '1cb7ea93-dd41-450e-a86f-3cbb7b38ea0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:09:05Z', 'updated_at': '2021-12-10T16:09:09Z', 'revision_number': 4, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'gw_port': {'id': '1cb7ea93-dd41-450e-a86f-3cbb7b38ea0e', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7a509e-5f45-4f3d-88e8-b80fe41c12e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:09:05Z', 'updated_at': '2021-12-10T16:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '27fa78fb-e7d5-41c1-9dba-120d6e5f2b09', 'name': '', 'network_id': '4e856cdb-3a85-4b0c-acb5-c84cb764699d', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'mac_address': 'fa:16:3e:60:ef:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a7a509e-5f45-4f3d-88e8-b80fe41c12e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '768d8b27-110c-4fd6-87a3-96f4a410eb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:09:09Z', 'updated_at': '2021-12-10T16:09:11Z', 'revision_number': 4, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'subnets': [{'id': '768d8b27-110c-4fd6-87a3-96f4a410eb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:09:12.556419 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-122f66b0-45b3-4a47-a844-f707eeaa90e3 req-2fb6644d-91cf-47f3-ab06-ec2c62b9b3b4 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=535e9988-6744-4e5b-a4eb-1dca57ac74f3 HTTP/1.1" status: 200 len: 210 time: 0.0388436 Dec 10 16:09:12.595470 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af1075a-4784-4ad0-94b2-ecea06c055f4 None None] Pushing event updated for resources: {'Port': ['ID=27fa78fb-e7d5-41c1-9dba-120d6e5f2b09,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:09:12.612160 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-3ffa38a9-6962-490e-8ad0-31731f5a8def None None] Provisioning complete for port 27fa78fb-e7d5-41c1-9dba-120d6e5f2b09 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:09:12.612536 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3ffa38a9-6962-490e-8ad0-31731f5a8def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:12.862543 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 27fa78fb-e7d5-41c1-9dba-120d6e5f2b09 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:09:12.926759 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 27fa78fb-e7d5-41c1-9dba-120d6e5f2b09 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:09:12.927131 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:12.975249 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e9f9f240-67e3-4b95-83e3-9c5572a682ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:13.387481 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b4d0a-d610-4d8c-a124-d72753bd47f3 req-9a45c008-40bc-411e-ab1a-249f60b11cb9 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:09:13.389004 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-846b4d0a-d610-4d8c-a124-d72753bd47f3 req-9a45c008-40bc-411e-ab1a-249f60b11cb9 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.44 "GET /v2.0/networks?id=4e856cdb-3a85-4b0c-acb5-c84cb764699d HTTP/1.1" status: 200 len: 797 time: 0.1077442 Dec 10 16:09:13.462561 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-846b4d0a-d610-4d8c-a124-d72753bd47f3 req-6ab4741b-3889-471e-a0d3-5049847c59d4 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b327aafa1a641f3bf0fb7dd284e6165 HTTP/1.1" status: 200 len: 380 time: 0.0639794 Dec 10 16:09:13.472586 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [req-846b4d0a-d610-4d8c-a124-d72753bd47f3 req-aac62690-24df-4bf2-bd13-523da535a7bd tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Request body: {'port': {'device_id': '535e9988-6744-4e5b-a4eb-1dca57ac74f3', 'network_id': '4e856cdb-3a85-4b0c-acb5-c84cb764699d', 'admin_state_up': True, 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'security_groups': ['d4a85060-b902-4622-ada2-3fe199fe2184']}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:09:13.644906 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d2a61adf-e7a9-4351-b7d4-dfca10cb2c2b req-0fd40412-c6c9-47a4-8ba4-0c62c9790cb8 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=535e9988-6744-4e5b-a4eb-1dca57ac74f3 HTTP/1.1" status: 200 len: 210 time: 0.0261130 Dec 10 16:09:13.649806 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-846b4d0a-d610-4d8c-a124-d72753bd47f3 req-aac62690-24df-4bf2-bd13-523da535a7bd tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Made reservation on behalf of 7b327aafa1a641f3bf0fb7dd284e6165 for: {'port': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:09:13.653972 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-846b4d0a-d610-4d8c-a124-d72753bd47f3 req-aac62690-24df-4bf2-bd13-523da535a7bd tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:13.678459 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:13.785528 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [req-846b4d0a-d610-4d8c-a124-d72753bd47f3 req-aac62690-24df-4bf2-bd13-523da535a7bd tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Allocated IP 172.20.0.9 (4e856cdb-3a85-4b0c-acb5-c84cb764699d/768d8b27-110c-4fd6-87a3-96f4a410eb13/67500d69-8822-437e-93d8-7a81172fb532) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:09:13.916389 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-846b4d0a-d610-4d8c-a124-d72753bd47f3 req-aac62690-24df-4bf2-bd13-523da535a7bd tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:13.980819 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-846b4d0a-d610-4d8c-a124-d72753bd47f3 req-aac62690-24df-4bf2-bd13-523da535a7bd tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:14.029660 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-846b4d0a-d610-4d8c-a124-d72753bd47f3 req-aac62690-24df-4bf2-bd13-523da535a7bd tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Network 4e856cdb-3a85-4b0c-acb5-c84cb764699d is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:09:14.032804 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [req-846b4d0a-d610-4d8c-a124-d72753bd47f3 req-aac62690-24df-4bf2-bd13-523da535a7bd tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:09:14.036330 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [req-846b4d0a-d610-4d8c-a124-d72753bd47f3 req-aac62690-24df-4bf2-bd13-523da535a7bd tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:09:14.042558 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac62690-24df-4bf2-bd13-523da535a7bd tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event updated for resources: {'Port': ['ID=67500d69-8822-437e-93d8-7a81172fb532,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:09:14.088902 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b4d0a-d610-4d8c-a124-d72753bd47f3 req-aac62690-24df-4bf2-bd13-523da535a7bd tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:09:14.089547 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-846b4d0a-d610-4d8c-a124-d72753bd47f3 req-aac62690-24df-4bf2-bd13-523da535a7bd tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:14.137944 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-846b4d0a-d610-4d8c-a124-d72753bd47f3 req-aac62690-24df-4bf2-bd13-523da535a7bd tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6690855 Dec 10 16:09:14.150328 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [req-846b4d0a-d610-4d8c-a124-d72753bd47f3 req-a770e459-fc3c-4189-8f75-23519420486b service neutron] Request body: {'port': {'device_id': '535e9988-6744-4e5b-a4eb-1dca57ac74f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:09:14.213515 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-846b4d0a-d610-4d8c-a124-d72753bd47f3 req-a770e459-fc3c-4189-8f75-23519420486b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:14.326502 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-fb414e1b-ad86-41c7-8f5a-cd6daa6c17b9 None None] Provisioning complete for port 67500d69-8822-437e-93d8-7a81172fb532 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:09:14.326795 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fb414e1b-ad86-41c7-8f5a-cd6daa6c17b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:14.363188 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-fb414e1b-ad86-41c7-8f5a-cd6daa6c17b9 None None] Port 67500d69-8822-437e-93d8-7a81172fb532 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:09:14.474806 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [req-846b4d0a-d610-4d8c-a124-d72753bd47f3 req-a770e459-fc3c-4189-8f75-23519420486b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67500d69-8822-437e-93d8-7a81172fb532 {{(pid=103586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:09:14.482541 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-846b4d0a-d610-4d8c-a124-d72753bd47f3 req-a770e459-fc3c-4189-8f75-23519420486b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:14.495375 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [req-846b4d0a-d610-4d8c-a124-d72753bd47f3 req-a770e459-fc3c-4189-8f75-23519420486b service neutron] Transition to ACTIVE for port object 67500d69-8822-437e-93d8-7a81172fb532 will not be triggered until provisioned by entity L2. {{(pid=103586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:09:14.564004 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-846b4d0a-d610-4d8c-a124-d72753bd47f3 req-a770e459-fc3c-4189-8f75-23519420486b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:14.628681 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a770e459-fc3c-4189-8f75-23519420486b service neutron] Pushing event updated for resources: {'Port': ['ID=67500d69-8822-437e-93d8-7a81172fb532,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:09:14.686690 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [req-846b4d0a-d610-4d8c-a124-d72753bd47f3 req-a770e459-fc3c-4189-8f75-23519420486b service neutron] Attempting to bind port 67500d69-8822-437e-93d8-7a81172fb532 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:09:14.687265 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [req-846b4d0a-d610-4d8c-a124-d72753bd47f3 req-a770e459-fc3c-4189-8f75-23519420486b service neutron] Attempting to bind port 67500d69-8822-437e-93d8-7a81172fb532 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'ec246010-62f6-437b-981f-203a3a0ac872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4e856cdb-3a85-4b0c-acb5-c84cb764699d'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:09:14.687378 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846b4d0a-d610-4d8c-a124-d72753bd47f3 req-a770e459-fc3c-4189-8f75-23519420486b service neutron] Attempting to bind port 67500d69-8822-437e-93d8-7a81172fb532 on network 4e856cdb-3a85-4b0c-acb5-c84cb764699d {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:09:14.692373 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846b4d0a-d610-4d8c-a124-d72753bd47f3 req-a770e459-fc3c-4189-8f75-23519420486b service neutron] Port 67500d69-8822-437e-93d8-7a81172fb532 on network 4e856cdb-3a85-4b0c-acb5-c84cb764699d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:09:14.692706 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846b4d0a-d610-4d8c-a124-d72753bd47f3 req-a770e459-fc3c-4189-8f75-23519420486b service neutron] Attempting to bind port 67500d69-8822-437e-93d8-7a81172fb532 on network 4e856cdb-3a85-4b0c-acb5-c84cb764699d {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:09:14.698012 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846b4d0a-d610-4d8c-a124-d72753bd47f3 req-a770e459-fc3c-4189-8f75-23519420486b service neutron] Checking agent: {'id': 'fa828968-c68f-4b22-9699-a58fe4ab1f05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 28, 13), 'started_at': datetime.datetime(2021, 12, 10, 15, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:09:14.698354 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846b4d0a-d610-4d8c-a124-d72753bd47f3 req-a770e459-fc3c-4189-8f75-23519420486b service neutron] Checking segment: {'id': 'ec246010-62f6-437b-981f-203a3a0ac872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4e856cdb-3a85-4b0c-acb5-c84cb764699d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:09:14.698741 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846b4d0a-d610-4d8c-a124-d72753bd47f3 req-a770e459-fc3c-4189-8f75-23519420486b service neutron] Bound using segment: {'id': 'ec246010-62f6-437b-981f-203a3a0ac872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4e856cdb-3a85-4b0c-acb5-c84cb764699d'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:09:14.699173 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [req-846b4d0a-d610-4d8c-a124-d72753bd47f3 req-a770e459-fc3c-4189-8f75-23519420486b service neutron] Bound port: 67500d69-8822-437e-93d8-7a81172fb532, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec246010-62f6-437b-981f-203a3a0ac872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4e856cdb-3a85-4b0c-acb5-c84cb764699d'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:09:14.699529 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-846b4d0a-d610-4d8c-a124-d72753bd47f3 req-a770e459-fc3c-4189-8f75-23519420486b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:14.793416 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [req-846b4d0a-d610-4d8c-a124-d72753bd47f3 req-a770e459-fc3c-4189-8f75-23519420486b service neutron] For port 67500d69-8822-437e-93d8-7a81172fb532, host hv-neutron-8214, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:09:14.797796 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [req-846b4d0a-d610-4d8c-a124-d72753bd47f3 req-a770e459-fc3c-4189-8f75-23519420486b service neutron] For port 67500d69-8822-437e-93d8-7a81172fb532, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=67500d69-8822-437e-93d8-7a81172fb532,segment=NetworkSegment(ec246010-62f6-437b-981f-203a3a0ac872),segment_id=ec246010-62f6-437b-981f-203a3a0ac872)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:09:14.808717 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d5dff-a5a9-47db-a87e-be93562bf331 req-e2a4b413-b9a1-4cbd-9456-551e69db3590 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:09:14.810234 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-456d5dff-a5a9-47db-a87e-be93562bf331 req-e2a4b413-b9a1-4cbd-9456-551e69db3590 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=535e9988-6744-4e5b-a4eb-1dca57ac74f3 HTTP/1.1" status: 200 len: 943 time: 0.0761888 Dec 10 16:09:14.861015 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-456d5dff-a5a9-47db-a87e-be93562bf331 req-60652e97-dd0e-4d4e-8d06-4bff6e6f89f4 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4a85060-b902-4622-ada2-3fe199fe2184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447047 Dec 10 16:09:14.866795 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-846b4d0a-d610-4d8c-a124-d72753bd47f3 req-a770e459-fc3c-4189-8f75-23519420486b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:14.903947 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b4d0a-d610-4d8c-a124-d72753bd47f3 req-a770e459-fc3c-4189-8f75-23519420486b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:09:14.904575 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-846b4d0a-d610-4d8c-a124-d72753bd47f3 req-a770e459-fc3c-4189-8f75-23519420486b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:14.906644 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-846b4d0a-d610-4d8c-a124-d72753bd47f3 req-a770e459-fc3c-4189-8f75-23519420486b service neutron] 10.222.0.44 "PUT /v2.0/ports/67500d69-8822-437e-93d8-7a81172fb532 HTTP/1.1" status: 200 len: 1093 time: 0.7607872 Dec 10 16:09:14.907088 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '535e9988-6744-4e5b-a4eb-1dca57ac74f3', 'tag': '67500d69-8822-437e-93d8-7a81172fb532'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:09:14.909355 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde1b47dcd987728a27c8e391f176ee57ea2adf837d2cedb59662361de43515a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-573b487e-022f-4b22-8001-cc743eebafb0" -d '{"events": [{"name": "network-changed", "server_uuid": "535e9988-6744-4e5b-a4eb-1dca57ac74f3", "tag": "67500d69-8822-437e-93d8-7a81172fb532"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:09:14.933806 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a770e459-fc3c-4189-8f75-23519420486b service neutron] Pushing event updated for resources: {'Port': ['ID=67500d69-8822-437e-93d8-7a81172fb532,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:09:14.946289 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-639f1b0e-e524-4909-84da-aaab6bb81122 x-openstack-request-id: req-639f1b0e-e524-4909-84da-aaab6bb81122 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:09:14.946593 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "535e9988-6744-4e5b-a4eb-1dca57ac74f3", "tag": "67500d69-8822-437e-93d8-7a81172fb532", "status": "completed", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:09:14.946850 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-639f1b0e-e524-4909-84da-aaab6bb81122 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:09:14.947288 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '535e9988-6744-4e5b-a4eb-1dca57ac74f3', 'tag': '67500d69-8822-437e-93d8-7a81172fb532', 'status': 'completed', 'code': 200} Dec 10 16:09:15.010775 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b487e-022f-4b22-8001-cc743eebafb0 req-1c811abf-b850-467b-acf4-5098cecf16ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:09:15.012108 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-573b487e-022f-4b22-8001-cc743eebafb0 req-1c811abf-b850-467b-acf4-5098cecf16ad service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7b327aafa1a641f3bf0fb7dd284e6165&device_id=535e9988-6744-4e5b-a4eb-1dca57ac74f3 HTTP/1.1" status: 200 len: 1096 time: 0.0421700 Dec 10 16:09:15.110755 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b487e-022f-4b22-8001-cc743eebafb0 req-4321a0a3-9cee-4808-859e-298c86232a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:09:15.112229 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-573b487e-022f-4b22-8001-cc743eebafb0 req-4321a0a3-9cee-4808-859e-298c86232a06 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=7b327aafa1a641f3bf0fb7dd284e6165&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0925748 Dec 10 16:09:15.208354 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b487e-022f-4b22-8001-cc743eebafb0 req-a608695a-4523-40a3-bccb-63155f48a601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:09:15.209592 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-573b487e-022f-4b22-8001-cc743eebafb0 req-a608695a-4523-40a3-bccb-63155f48a601 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0903096 Dec 10 16:09:15.285685 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b4d0a-d610-4d8c-a124-d72753bd47f3 req-98405c7f-3ec4-43d8-944d-6db757d74fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:09:15.287110 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-846b4d0a-d610-4d8c-a124-d72753bd47f3 req-98405c7f-3ec4-43d8-944d-6db757d74fc3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7b327aafa1a641f3bf0fb7dd284e6165&device_id=535e9988-6744-4e5b-a4eb-1dca57ac74f3 HTTP/1.1" status: 200 len: 1096 time: 0.0421751 Dec 10 16:09:15.289418 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6510c45f-1044-4af6-978f-db9bd133684a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:15.331922 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-846b4d0a-d610-4d8c-a124-d72753bd47f3 req-f6c7ac9a-e16a-402f-9f95-1a99e8595430 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67500d69-8822-437e-93d8-7a81172fb532 HTTP/1.1" status: 200 len: 217 time: 0.0374026 Dec 10 16:09:15.380098 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b4d0a-d610-4d8c-a124-d72753bd47f3 req-8a75f383-402b-44bb-bea6-243615e8979a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:09:15.381521 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-846b4d0a-d610-4d8c-a124-d72753bd47f3 req-8a75f383-402b-44bb-bea6-243615e8979a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=768d8b27-110c-4fd6-87a3-96f4a410eb13 HTTP/1.1" status: 200 len: 835 time: 0.0428898 Dec 10 16:09:15.425979 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b4d0a-d610-4d8c-a124-d72753bd47f3 req-e27f1923-1e60-4b99-8000-8896ee06de9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:09:15.427590 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-846b4d0a-d610-4d8c-a124-d72753bd47f3 req-e27f1923-1e60-4b99-8000-8896ee06de9b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4e856cdb-3a85-4b0c-acb5-c84cb764699d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389929 Dec 10 16:09:15.518940 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-846b4d0a-d610-4d8c-a124-d72753bd47f3 req-317f0c0d-304d-4cdd-8114-91bf9c6dc2fc service neutron] 10.222.0.44 "GET /v2.0/networks/4e856cdb-3a85-4b0c-acb5-c84cb764699d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835140 Dec 10 16:09:15.605886 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-846b4d0a-d610-4d8c-a124-d72753bd47f3 req-98c5ab2a-83ca-40a5-9a02-ecddc2297235 service neutron] 10.222.0.44 "GET /v2.0/networks/4e856cdb-3a85-4b0c-acb5-c84cb764699d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801218 Dec 10 16:09:15.974490 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4ead77-81ce-4d28-99ad-2d16b560b249 req-f1864141-3044-48ab-88f6-19ef2c95cb98 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:09:15.975986 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-3e4ead77-81ce-4d28-99ad-2d16b560b249 req-f1864141-3044-48ab-88f6-19ef2c95cb98 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=535e9988-6744-4e5b-a4eb-1dca57ac74f3 HTTP/1.1" status: 200 len: 943 time: 0.0487878 Dec 10 16:09:16.024737 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-3e4ead77-81ce-4d28-99ad-2d16b560b249 req-bcb58228-1d4d-4148-b4a3-2357774bf2e1 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4a85060-b902-4622-ada2-3fe199fe2184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428820 Dec 10 16:09:16.260306 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:17.143191 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d5dfeb-9154-422b-a2b0-b10dcee59b72 req-0934897f-abcb-4036-88d0-7fb2f5ee9b8a tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:09:17.144742 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-c5d5dfeb-9154-422b-a2b0-b10dcee59b72 req-0934897f-abcb-4036-88d0-7fb2f5ee9b8a tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=535e9988-6744-4e5b-a4eb-1dca57ac74f3 HTTP/1.1" status: 200 len: 943 time: 0.0492887 Dec 10 16:09:17.194242 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-c5d5dfeb-9154-422b-a2b0-b10dcee59b72 req-ef3842d9-f85b-434c-ba83-a5f9287b3d99 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4a85060-b902-4622-ada2-3fe199fe2184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433681 Dec 10 16:09:17.895204 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:18.311495 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6244b6d-1f8f-4848-82d3-0ac09eb425f5 req-c858e633-e908-478c-a178-72726ddcabd6 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:09:18.312994 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-b6244b6d-1f8f-4848-82d3-0ac09eb425f5 req-c858e633-e908-478c-a178-72726ddcabd6 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=535e9988-6744-4e5b-a4eb-1dca57ac74f3 HTTP/1.1" status: 200 len: 943 time: 0.0532629 Dec 10 16:09:18.363065 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-b6244b6d-1f8f-4848-82d3-0ac09eb425f5 req-33bf41a4-0404-4d14-9f6b-ad1d1e87e02a tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4a85060-b902-4622-ada2-3fe199fe2184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438538 Dec 10 16:09:18.633049 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 67500d69-8822-437e-93d8-7a81172fb532 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:09:18.739615 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port 67500d69-8822-437e-93d8-7a81172fb532, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=67500d69-8822-437e-93d8-7a81172fb532,segment=NetworkSegment(ec246010-62f6-437b-981f-203a3a0ac872),segment_id=ec246010-62f6-437b-981f-203a3a0ac872)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:09:18.746240 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:18.751530 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Returning: {'device': '67500d69-8822-437e-93d8-7a81172fb532', 'network_id': '4e856cdb-3a85-4b0c-acb5-c84cb764699d', 'port_id': '67500d69-8822-437e-93d8-7a81172fb532', 'mac_address': 'fa:16:3e:30:1b:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '768d8b27-110c-4fd6-87a3-96f4a410eb13', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:09:18.788008 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:18.801211 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67500d69-8822-437e-93d8-7a81172fb532 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:09:18.820539 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port 67500d69-8822-437e-93d8-7a81172fb532, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=67500d69-8822-437e-93d8-7a81172fb532,segment=NetworkSegment(ec246010-62f6-437b-981f-203a3a0ac872),segment_id=ec246010-62f6-437b-981f-203a3a0ac872)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:09:18.889519 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:18.939218 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=67500d69-8822-437e-93d8-7a81172fb532,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:09:19.091430 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] get_ports_and_sgs() called for port_ids ['67500d69-8822-437e-93d8-7a81172fb532'] {{(pid=103588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:09:19.476574 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9c7f37-fcd9-467c-91ca-00f701844fb6 req-df6d49a7-ab41-43b9-a5dd-baf81975e50e tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:09:19.478065 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-ee9c7f37-fcd9-467c-91ca-00f701844fb6 req-df6d49a7-ab41-43b9-a5dd-baf81975e50e tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=535e9988-6744-4e5b-a4eb-1dca57ac74f3 HTTP/1.1" status: 200 len: 944 time: 0.0488060 Dec 10 16:09:19.529258 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-ee9c7f37-fcd9-467c-91ca-00f701844fb6 req-270e4626-7ad4-47f8-b320-734e51d2425b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4a85060-b902-4622-ada2-3fe199fe2184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452931 Dec 10 16:09:20.642655 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31171ac9-0b71-43ae-a6ea-d0a3cb03e9c7 req-15364193-8fd2-4912-9d00-987e33a12f2b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:09:20.644135 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-31171ac9-0b71-43ae-a6ea-d0a3cb03e9c7 req-15364193-8fd2-4912-9d00-987e33a12f2b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=535e9988-6744-4e5b-a4eb-1dca57ac74f3 HTTP/1.1" status: 200 len: 944 time: 0.0489795 Dec 10 16:09:20.648827 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 67500d69-8822-437e-93d8-7a81172fb532 up at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:09:20.693880 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-31171ac9-0b71-43ae-a6ea-d0a3cb03e9c7 req-bd483a2d-096e-4ddd-925e-09e621ac99e8 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4a85060-b902-4622-ada2-3fe199fe2184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438566 Dec 10 16:09:20.758385 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning for port 67500d69-8822-437e-93d8-7a81172fb532 completed by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:09:20.762408 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning complete for port 67500d69-8822-437e-93d8-7a81172fb532 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:09:20.762783 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:20.838891 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:20.861196 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '535e9988-6744-4e5b-a4eb-1dca57ac74f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67500d69-8822-437e-93d8-7a81172fb532'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:09:20.863442 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa4b92c408489e2c982394a5a7b3518bb1b22554638321e3ea6c5cabb2c75d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2c03db-b934-4127-8fff-f6bc7333215e" -d '{"events": [{"server_uuid": "535e9988-6744-4e5b-a4eb-1dca57ac74f3", "name": "network-vif-plugged", "status": "completed", "tag": "67500d69-8822-437e-93d8-7a81172fb532"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:09:20.878924 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port 67500d69-8822-437e-93d8-7a81172fb532, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=67500d69-8822-437e-93d8-7a81172fb532,segment=NetworkSegment(ec246010-62f6-437b-981f-203a3a0ac872),segment_id=ec246010-62f6-437b-981f-203a3a0ac872)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:09:20.947351 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:20.950090 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28477bf6-168c-475d-9d47-da34855332cb x-openstack-request-id: req-28477bf6-168c-475d-9d47-da34855332cb {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:09:20.950397 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "535e9988-6744-4e5b-a4eb-1dca57ac74f3", "name": "network-vif-plugged", "status": "completed", "tag": "67500d69-8822-437e-93d8-7a81172fb532", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:09:20.950655 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-28477bf6-168c-475d-9d47-da34855332cb {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:09:20.951045 dv-neutron-821401-4-hyperv neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '535e9988-6744-4e5b-a4eb-1dca57ac74f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67500d69-8822-437e-93d8-7a81172fb532', 'code': 200} Dec 10 16:09:20.998223 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=67500d69-8822-437e-93d8-7a81172fb532,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:09:21.217368 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a37ba1-918e-4eb0-89f1-16c231e594bf req-0c9781ed-52b1-4264-8871-6d2bde433510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:09:21.219446 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-71a37ba1-918e-4eb0-89f1-16c231e594bf req-0c9781ed-52b1-4264-8871-6d2bde433510 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=535e9988-6744-4e5b-a4eb-1dca57ac74f3 HTTP/1.1" status: 200 len: 1098 time: 0.0441101 Dec 10 16:09:21.264111 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-71a37ba1-918e-4eb0-89f1-16c231e594bf req-5ead7f0f-6cd7-4b04-a40a-68d8e7ca7a79 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d4a85060-b902-4622-ada2-3fe199fe2184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374215 Dec 10 16:09:21.806109 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958c4f4-44f5-4edb-b347-453ce691b313 req-c3ab6565-e322-414d-b971-3210d246a10d tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:09:21.807838 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-a958c4f4-44f5-4edb-b347-453ce691b313 req-c3ab6565-e322-414d-b971-3210d246a10d tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=535e9988-6744-4e5b-a4eb-1dca57ac74f3 HTTP/1.1" status: 200 len: 945 time: 0.0478561 Dec 10 16:09:21.855882 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-a958c4f4-44f5-4edb-b347-453ce691b313 req-7c87a435-b574-4c36-8821-962d9a61191d tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4a85060-b902-4622-ada2-3fe199fe2184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414798 Dec 10 16:09:22.971725 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af132e86-5423-48b8-996a-ab54c8f56287 req-e329ca69-19b1-4b1c-9a3c-5eb9ece6127e tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:09:22.973207 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-af132e86-5423-48b8-996a-ab54c8f56287 req-e329ca69-19b1-4b1c-9a3c-5eb9ece6127e tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=535e9988-6744-4e5b-a4eb-1dca57ac74f3 HTTP/1.1" status: 200 len: 945 time: 0.0498018 Dec 10 16:09:23.022987 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-af132e86-5423-48b8-996a-ab54c8f56287 req-2b50b43a-3e66-41de-8ece-197c2d4e94e3 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4a85060-b902-4622-ada2-3fe199fe2184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436580 Dec 10 16:09:23.136707 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a8d050-fd47-4bf1-9e85-49bed0c11a6f req-29bf9ac9-01b8-4727-8795-ecd923d600aa tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:09:23.138122 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-19a8d050-fd47-4bf1-9e85-49bed0c11a6f req-29bf9ac9-01b8-4727-8795-ecd923d600aa tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=535e9988-6744-4e5b-a4eb-1dca57ac74f3 HTTP/1.1" status: 200 len: 945 time: 0.0484762 Dec 10 16:09:23.191622 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-19a8d050-fd47-4bf1-9e85-49bed0c11a6f req-6fc371ce-ea48-4d67-8a08-2b8aa799479d tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4a85060-b902-4622-ada2-3fe199fe2184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468347 Dec 10 16:09:23.213078 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 43432) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:09:23.252080 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f146f43-62d3-417e-b27c-2acd76995985 tempest-TestNetworkAdvancedServerOps-68229087 tempest-TestNetworkAdvancedServerOps-68229087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:09:23.253572 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-6f146f43-62d3-417e-b27c-2acd76995985 tempest-TestNetworkAdvancedServerOps-68229087 tempest-TestNetworkAdvancedServerOps-68229087-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=535e9988-6744-4e5b-a4eb-1dca57ac74f3 HTTP/1.1" status: 200 len: 1093 time: 0.0395288 Dec 10 16:09:23.256299 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 43434) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:09:23.260431 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-92c84adb-6d65-41ad-8786-dd25ff8dcac8 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Request body: {'floatingip': {'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'port_id': '67500d69-8822-437e-93d8-7a81172fb532', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:09:23.352677 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-92c84adb-6d65-41ad-8786-dd25ff8dcac8 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for floatingip, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:23.445889 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-92c84adb-6d65-41ad-8786-dd25ff8dcac8 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:23.548575 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-92c84adb-6d65-41ad-8786-dd25ff8dcac8 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Allocated IP 172.26.2.37 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/ffd35948-d3f2-4367-a9fe-784dfd2326d6) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:09:23.646731 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-92c84adb-6d65-41ad-8786-dd25ff8dcac8 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:23.713012 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-92c84adb-6d65-41ad-8786-dd25ff8dcac8 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:23.753898 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c84adb-6d65-41ad-8786-dd25ff8dcac8 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:09:23.756896 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-92c84adb-6d65-41ad-8786-dd25ff8dcac8 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:09:23.760444 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c84adb-6d65-41ad-8786-dd25ff8dcac8 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:09:23.783386 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c84adb-6d65-41ad-8786-dd25ff8dcac8 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event updated for resources: {'Port': ['ID=ffd35948-d3f2-4367-a9fe-784dfd2326d6,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:09:24.109519 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-92c84adb-6d65-41ad-8786-dd25ff8dcac8 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:24.298273 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-92c84adb-6d65-41ad-8786-dd25ff8dcac8 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:24.444867 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-92c84adb-6d65-41ad-8786-dd25ff8dcac8 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:24.507003 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-92c84adb-6d65-41ad-8786-dd25ff8dcac8 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:24.572482 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c84adb-6d65-41ad-8786-dd25ff8dcac8 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event updated for resources: {'Port': ['ID=ffd35948-d3f2-4367-a9fe-784dfd2326d6,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:09:24.585934 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-92c84adb-6d65-41ad-8786-dd25ff8dcac8 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552741'] for floatingip, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:24.687317 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.l3_db [None req-92c84adb-6d65-41ad-8786-dd25ff8dcac8 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Floating IP 22d60480-57d1-4e49-867b-b405f9d11562 associated. External IP: 172.26.2.37, port: 67500d69-8822-437e-93d8-7a81172fb532. Dec 10 16:09:25.197392 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92c84adb-6d65-41ad-8786-dd25ff8dcac8 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Router 0a7a509e-5f45-4f3d-88e8-b80fe41c12e7 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:09:25.304114 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c84adb-6d65-41ad-8786-dd25ff8dcac8 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:09:25.316289 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9175e715-eb46-448d-a83c-8927049f68e7 None None] Sync routers for ids ['0a7a509e-5f45-4f3d-88e8-b80fe41c12e7'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:09:25.330645 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9175e715-eb46-448d-a83c-8927049f68e7 None None] Routers {'0a7a509e-5f45-4f3d-88e8-b80fe41c12e7'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:09:25.331694 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-9175e715-eb46-448d-a83c-8927049f68e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:09:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['0a7a509e-5f45-4f3d-88e8-b80fe41c12e7'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:09:25.412573 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-92c84adb-6d65-41ad-8786-dd25ff8dcac8 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:25.439298 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-9175e715-eb46-448d-a83c-8927049f68e7 None None] Set router 0a7a509e-5f45-4f3d-88e8-b80fe41c12e7 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:09:25.439742 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-92c84adb-6d65-41ad-8786-dd25ff8dcac8 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1824496 Dec 10 16:09:25.440346 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '535e9988-6744-4e5b-a4eb-1dca57ac74f3', 'tag': '67500d69-8822-437e-93d8-7a81172fb532'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:09:25.442645 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde1b47dcd987728a27c8e391f176ee57ea2adf837d2cedb59662361de43515a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64efd878-185f-41e9-85e4-2d48d0bba942" -d '{"events": [{"name": "network-changed", "server_uuid": "535e9988-6744-4e5b-a4eb-1dca57ac74f3", "tag": "67500d69-8822-437e-93d8-7a81172fb532"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:09:25.479624 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24bc590e-ab68-4824-88f8-427776bb615e x-openstack-request-id: req-24bc590e-ab68-4824-88f8-427776bb615e {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:09:25.479927 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "535e9988-6744-4e5b-a4eb-1dca57ac74f3", "tag": "67500d69-8822-437e-93d8-7a81172fb532", "status": "completed", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:09:25.480186 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-24bc590e-ab68-4824-88f8-427776bb615e {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:09:25.480590 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '535e9988-6744-4e5b-a4eb-1dca57ac74f3', 'tag': '67500d69-8822-437e-93d8-7a81172fb532', 'status': 'completed', 'code': 200} Dec 10 16:09:25.543308 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64efd878-185f-41e9-85e4-2d48d0bba942 req-1e935a5c-eef5-4f93-8475-853f4009e1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:09:25.543568 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043b2536-184d-421e-8089-2e1695643980 req-1599ea97-c3be-4dd4-a373-6ea76700804f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:09:25.544838 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-64efd878-185f-41e9-85e4-2d48d0bba942 req-1e935a5c-eef5-4f93-8475-853f4009e1b0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7b327aafa1a641f3bf0fb7dd284e6165&device_id=535e9988-6744-4e5b-a4eb-1dca57ac74f3 HTTP/1.1" status: 200 len: 1098 time: 0.0405195 Dec 10 16:09:25.545140 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-043b2536-184d-421e-8089-2e1695643980 req-1599ea97-c3be-4dd4-a373-6ea76700804f tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=535e9988-6744-4e5b-a4eb-1dca57ac74f3 HTTP/1.1" status: 200 len: 945 time: 0.0543973 Dec 10 16:09:25.600046 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-043b2536-184d-421e-8089-2e1695643980 req-35f656db-b200-4ad2-a20f-64689f204acd tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4a85060-b902-4622-ada2-3fe199fe2184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480785 Dec 10 16:09:25.622784 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 43440) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:09:25.639377 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64efd878-185f-41e9-85e4-2d48d0bba942 req-aa976db9-7b32-435b-9486-94dfb9d4cc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:09:25.640915 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-64efd878-185f-41e9-85e4-2d48d0bba942 req-aa976db9-7b32-435b-9486-94dfb9d4cc25 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4e856cdb-3a85-4b0c-acb5-c84cb764699d HTTP/1.1" status: 200 len: 898 time: 0.0896494 Dec 10 16:09:25.677267 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-9175e715-eb46-448d-a83c-8927049f68e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7a509e-5f45-4f3d-88e8-b80fe41c12e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907038382', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': '1cb7ea93-dd41-450e-a86f-3cbb7b38ea0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:09:05Z', 'updated_at': '2021-12-10T16:09:09Z', 'revision_number': 4, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'gw_port': {'id': '1cb7ea93-dd41-450e-a86f-3cbb7b38ea0e', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7a509e-5f45-4f3d-88e8-b80fe41c12e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:09:05Z', 'updated_at': '2021-12-10T16:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': '22d60480-57d1-4e49-867b-b405f9d11562', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'floating_ip_address': '172.26.2.37', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': '0a7a509e-5f45-4f3d-88e8-b80fe41c12e7', 'port_id': '67500d69-8822-437e-93d8-7a81172fb532', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1801, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e856cdb-3a85-4b0c-acb5-c84cb764699d', 'mac_address': 'fa:16:3e:30:1b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535e9988-6744-4e5b-a4eb-1dca57ac74f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:09:23Z', 'updated_at': '2021-12-10T16:09:23Z', 'revision_number': 0, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27fa78fb-e7d5-41c1-9dba-120d6e5f2b09', 'name': '', 'network_id': '4e856cdb-3a85-4b0c-acb5-c84cb764699d', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'mac_address': 'fa:16:3e:60:ef:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7a509e-5f45-4f3d-88e8-b80fe41c12e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '768d8b27-110c-4fd6-87a3-96f4a410eb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:09:09Z', 'updated_at': '2021-12-10T16:09:12Z', 'revision_number': 5, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'subnets': [{'id': '768d8b27-110c-4fd6-87a3-96f4a410eb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:09:25.693351 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-8d39a859-5769-4182-8eda-a64b2f33b348 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/floatingips/22d60480-57d1-4e49-867b-b405f9d11562 HTTP/1.1" status: 200 len: 990 time: 0.0685520 Dec 10 16:09:25.709985 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-64efd878-185f-41e9-85e4-2d48d0bba942 req-197f4609-5955-4024-aba3-765829c7e365 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67500d69-8822-437e-93d8-7a81172fb532 HTTP/1.1" status: 200 len: 998 time: 0.0619748 Dec 10 16:09:25.762969 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64efd878-185f-41e9-85e4-2d48d0bba942 req-220b2326-b92d-45dd-aa93-dbe0eafbd6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:09:25.764517 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-64efd878-185f-41e9-85e4-2d48d0bba942 req-220b2326-b92d-45dd-aa93-dbe0eafbd6bb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=768d8b27-110c-4fd6-87a3-96f4a410eb13 HTTP/1.1" status: 200 len: 835 time: 0.0465090 Dec 10 16:09:25.790281 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9175e715-eb46-448d-a83c-8927049f68e7 None None] Checking router: 0a7a509e-5f45-4f3d-88e8-b80fe41c12e7 for host: dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:09:25.799153 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9175e715-eb46-448d-a83c-8927049f68e7 None None] Routers {'0a7a509e-5f45-4f3d-88e8-b80fe41c12e7'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:09:25.799763 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-9175e715-eb46-448d-a83c-8927049f68e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:09:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['0a7a509e-5f45-4f3d-88e8-b80fe41c12e7'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:09:25.814633 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64efd878-185f-41e9-85e4-2d48d0bba942 req-5a2df5ed-acfd-4827-9eb5-d40eb4935765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:09:25.816145 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-64efd878-185f-41e9-85e4-2d48d0bba942 req-5a2df5ed-acfd-4827-9eb5-d40eb4935765 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4e856cdb-3a85-4b0c-acb5-c84cb764699d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0448568 Dec 10 16:09:25.902240 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-9175e715-eb46-448d-a83c-8927049f68e7 None None] Set router 0a7a509e-5f45-4f3d-88e8-b80fe41c12e7 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:09:25.902467 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-64efd878-185f-41e9-85e4-2d48d0bba942 req-f7e4072d-b9d1-4c3a-a640-d7cfe5fc1f84 service neutron] 10.222.0.44 "GET /v2.0/networks/4e856cdb-3a85-4b0c-acb5-c84cb764699d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795221 Dec 10 16:09:25.995848 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-64efd878-185f-41e9-85e4-2d48d0bba942 req-7eab5fbd-09f5-40b6-be44-1d133e1e3e6b service neutron] 10.222.0.44 "GET /v2.0/networks/4e856cdb-3a85-4b0c-acb5-c84cb764699d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864604 Dec 10 16:09:26.123258 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-9175e715-eb46-448d-a83c-8927049f68e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7a509e-5f45-4f3d-88e8-b80fe41c12e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907038382', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': '1cb7ea93-dd41-450e-a86f-3cbb7b38ea0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:09:05Z', 'updated_at': '2021-12-10T16:09:09Z', 'revision_number': 4, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'gw_port': {'id': '1cb7ea93-dd41-450e-a86f-3cbb7b38ea0e', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7a509e-5f45-4f3d-88e8-b80fe41c12e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:09:05Z', 'updated_at': '2021-12-10T16:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': '22d60480-57d1-4e49-867b-b405f9d11562', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'floating_ip_address': '172.26.2.37', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': '0a7a509e-5f45-4f3d-88e8-b80fe41c12e7', 'port_id': '67500d69-8822-437e-93d8-7a81172fb532', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1801, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e856cdb-3a85-4b0c-acb5-c84cb764699d', 'mac_address': 'fa:16:3e:30:1b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535e9988-6744-4e5b-a4eb-1dca57ac74f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:09:23Z', 'updated_at': '2021-12-10T16:09:23Z', 'revision_number': 0, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27fa78fb-e7d5-41c1-9dba-120d6e5f2b09', 'name': '', 'network_id': '4e856cdb-3a85-4b0c-acb5-c84cb764699d', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'mac_address': 'fa:16:3e:60:ef:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7a509e-5f45-4f3d-88e8-b80fe41c12e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '768d8b27-110c-4fd6-87a3-96f4a410eb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:09:09Z', 'updated_at': '2021-12-10T16:09:12Z', 'revision_number': 5, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'subnets': [{'id': '768d8b27-110c-4fd6-87a3-96f4a410eb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:09:26.152342 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9175e715-eb46-448d-a83c-8927049f68e7 None None] The sync data for ids ['0a7a509e-5f45-4f3d-88e8-b80fe41c12e7'] in dv-neutron-821401-4-hyperv is: [{'id': '0a7a509e-5f45-4f3d-88e8-b80fe41c12e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907038382', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': '1cb7ea93-dd41-450e-a86f-3cbb7b38ea0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:09:05Z', 'updated_at': '2021-12-10T16:09:09Z', 'revision_number': 4, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'gw_port': {'id': '1cb7ea93-dd41-450e-a86f-3cbb7b38ea0e', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7a509e-5f45-4f3d-88e8-b80fe41c12e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:09:05Z', 'updated_at': '2021-12-10T16:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': '22d60480-57d1-4e49-867b-b405f9d11562', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'floating_ip_address': '172.26.2.37', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': '0a7a509e-5f45-4f3d-88e8-b80fe41c12e7', 'port_id': '67500d69-8822-437e-93d8-7a81172fb532', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1801, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e856cdb-3a85-4b0c-acb5-c84cb764699d', 'mac_address': 'fa:16:3e:30:1b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535e9988-6744-4e5b-a4eb-1dca57ac74f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:09:23Z', 'updated_at': '2021-12-10T16:09:23Z', 'revision_number': 0, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27fa78fb-e7d5-41c1-9dba-120d6e5f2b09', 'name': '', 'network_id': '4e856cdb-3a85-4b0c-acb5-c84cb764699d', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'mac_address': 'fa:16:3e:60:ef:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7a509e-5f45-4f3d-88e8-b80fe41c12e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '768d8b27-110c-4fd6-87a3-96f4a410eb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:09:09Z', 'updated_at': '2021-12-10T16:09:12Z', 'revision_number': 5, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'subnets': [{'id': '768d8b27-110c-4fd6-87a3-96f4a410eb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:09:26.355450 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71f9c29-c326-47d1-a0ff-941b51b258b6 None None] New status for floating IP 22d60480-57d1-4e49-867b-b405f9d11562: ACTIVE {{(pid=103588) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:09:26.697149 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 43442) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:09:26.758566 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-7255d65e-3bae-422a-9926-cf22cc7906b8 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/floatingips/22d60480-57d1-4e49-867b-b405f9d11562 HTTP/1.1" status: 200 len: 992 time: 0.0601742 Dec 10 16:09:32.974938 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:09:42.954345 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aec3e582-2e29-4b48-848d-f2a2923f149c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:43.679286 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:45.297094 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-220bb3ef-8297-4a4e-a204-7330c11aaf0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:45.328730 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-a24e338f-819d-45d7-a6e0-00f3bd414847 req-7923af72-2128-4761-9c39-8ccbbb1f38f0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=535e9988-6744-4e5b-a4eb-1dca57ac74f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442181 Dec 10 16:09:45.410936 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24e338f-819d-45d7-a6e0-00f3bd414847 req-6629dd03-1b72-4faa-9804-6d5f9f2cd9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:09:45.412313 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-a24e338f-819d-45d7-a6e0-00f3bd414847 req-6629dd03-1b72-4faa-9804-6d5f9f2cd9d8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7b327aafa1a641f3bf0fb7dd284e6165&device_id=535e9988-6744-4e5b-a4eb-1dca57ac74f3 HTTP/1.1" status: 200 len: 1098 time: 0.0402727 Dec 10 16:09:45.513573 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24e338f-819d-45d7-a6e0-00f3bd414847 req-792092f6-512d-45ae-b9c5-95b9f84f23a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:09:45.515105 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-a24e338f-819d-45d7-a6e0-00f3bd414847 req-792092f6-512d-45ae-b9c5-95b9f84f23a9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4e856cdb-3a85-4b0c-acb5-c84cb764699d HTTP/1.1" status: 200 len: 898 time: 0.0848584 Dec 10 16:09:45.583659 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-a24e338f-819d-45d7-a6e0-00f3bd414847 req-ed1ac8c1-ef5f-41fb-81c0-0dc9ce81cd44 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67500d69-8822-437e-93d8-7a81172fb532 HTTP/1.1" status: 200 len: 1000 time: 0.0609398 Dec 10 16:09:45.632829 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24e338f-819d-45d7-a6e0-00f3bd414847 req-9cd21c99-8c61-4ab8-8c2f-71e2f2de4694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:09:45.634260 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-a24e338f-819d-45d7-a6e0-00f3bd414847 req-9cd21c99-8c61-4ab8-8c2f-71e2f2de4694 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=768d8b27-110c-4fd6-87a3-96f4a410eb13 HTTP/1.1" status: 200 len: 835 time: 0.0423887 Dec 10 16:09:45.680033 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24e338f-819d-45d7-a6e0-00f3bd414847 req-2f16167c-2380-405e-8658-84afaff85049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:09:45.681484 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-a24e338f-819d-45d7-a6e0-00f3bd414847 req-2f16167c-2380-405e-8658-84afaff85049 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4e856cdb-3a85-4b0c-acb5-c84cb764699d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389051 Dec 10 16:09:45.774809 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-a24e338f-819d-45d7-a6e0-00f3bd414847 req-2fb6047e-83d0-4395-b647-b393580a1921 service neutron] 10.222.0.44 "GET /v2.0/networks/4e856cdb-3a85-4b0c-acb5-c84cb764699d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838695 Dec 10 16:09:45.862352 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-a24e338f-819d-45d7-a6e0-00f3bd414847 req-7327714a-b70a-405d-bbe5-96e6a01df731 service neutron] 10.222.0.44 "GET /v2.0/networks/4e856cdb-3a85-4b0c-acb5-c84cb764699d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804098 Dec 10 16:09:46.296871 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:47.902803 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:48.708339 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:53.735144 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac609ac7-898b-4d9c-9be6-8ed2cc7cc7bb req-6bc4fbb6-0329-476b-a089-a89ddb818149 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:09:53.736625 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ac609ac7-898b-4d9c-9be6-8ed2cc7cc7bb req-6bc4fbb6-0329-476b-a089-a89ddb818149 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=535e9988-6744-4e5b-a4eb-1dca57ac74f3 HTTP/1.1" status: 200 len: 945 time: 0.0565422 Dec 10 16:09:53.785993 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ac609ac7-898b-4d9c-9be6-8ed2cc7cc7bb req-4eac9822-884e-40f2-afc5-0160086309d7 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4a85060-b902-4622-ada2-3fe199fe2184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428152 Dec 10 16:09:54.902053 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c4ae51-a4a9-4204-9f7f-da861b223658 req-6aa34301-623e-4f81-b57a-ec57f493b30d tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:09:54.903538 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-93c4ae51-a4a9-4204-9f7f-da861b223658 req-6aa34301-623e-4f81-b57a-ec57f493b30d tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=535e9988-6744-4e5b-a4eb-1dca57ac74f3 HTTP/1.1" status: 200 len: 945 time: 0.0483539 Dec 10 16:09:54.951403 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-93c4ae51-a4a9-4204-9f7f-da861b223658 req-800fcc60-bf64-49c1-97c5-3dae722b7d08 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4a85060-b902-4622-ada2-3fe199fe2184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420055 Dec 10 16:09:54.973482 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 43458) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:09:55.034642 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-446535a5-e4f6-4663-89d2-6ad8fd4861f1 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/floatingips/22d60480-57d1-4e49-867b-b405f9d11562 HTTP/1.1" status: 200 len: 992 time: 0.0600195 Dec 10 16:09:56.424678 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b8c20d-d40d-49a3-8607-e39ef305e86f req-4f1aab59-bed9-47f4-b8ef-e05bf3245264 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:09:56.426240 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-05b8c20d-d40d-49a3-8607-e39ef305e86f req-4f1aab59-bed9-47f4-b8ef-e05bf3245264 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=535e9988-6744-4e5b-a4eb-1dca57ac74f3 HTTP/1.1" status: 200 len: 945 time: 0.0499918 Dec 10 16:09:56.506998 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-05b8c20d-d40d-49a3-8607-e39ef305e86f req-c4f56318-5140-4fc0-8a24-207ae52f45e4 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4a85060-b902-4622-ada2-3fe199fe2184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746937 Dec 10 16:09:56.512966 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea8e3e0-ca9c-4c15-8cf7-d32a1b0ed5f2 req-0dd52814-02a5-40fb-a3f3-5ddc467cc310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:09:56.514452 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4ea8e3e0-ca9c-4c15-8cf7-d32a1b0ed5f2 req-0dd52814-02a5-40fb-a3f3-5ddc467cc310 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7b327aafa1a641f3bf0fb7dd284e6165&device_id=535e9988-6744-4e5b-a4eb-1dca57ac74f3 HTTP/1.1" status: 200 len: 1098 time: 0.0682814 Dec 10 16:09:56.605474 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea8e3e0-ca9c-4c15-8cf7-d32a1b0ed5f2 req-6d52c65a-f0d8-4e3c-b1b9-2efba774e72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:09:56.606886 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4ea8e3e0-ca9c-4c15-8cf7-d32a1b0ed5f2 req-6d52c65a-f0d8-4e3c-b1b9-2efba774e72d service neutron] 10.222.0.44 "GET /v2.0/networks?id=4e856cdb-3a85-4b0c-acb5-c84cb764699d HTTP/1.1" status: 200 len: 898 time: 0.0857549 Dec 10 16:09:56.670340 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4ea8e3e0-ca9c-4c15-8cf7-d32a1b0ed5f2 req-2af121ab-c37b-415e-bb64-e0246f6bed14 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67500d69-8822-437e-93d8-7a81172fb532 HTTP/1.1" status: 200 len: 1000 time: 0.0564435 Dec 10 16:09:56.722253 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea8e3e0-ca9c-4c15-8cf7-d32a1b0ed5f2 req-04196f96-6f08-479b-9ab2-d3231ead7b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:09:56.723677 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4ea8e3e0-ca9c-4c15-8cf7-d32a1b0ed5f2 req-04196f96-6f08-479b-9ab2-d3231ead7b81 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=768d8b27-110c-4fd6-87a3-96f4a410eb13 HTTP/1.1" status: 200 len: 835 time: 0.0467036 Dec 10 16:09:56.768286 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea8e3e0-ca9c-4c15-8cf7-d32a1b0ed5f2 req-2c7fbe64-a97e-4473-9d80-2b3de83a3d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:09:56.769759 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4ea8e3e0-ca9c-4c15-8cf7-d32a1b0ed5f2 req-2c7fbe64-a97e-4473-9d80-2b3de83a3d5b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4e856cdb-3a85-4b0c-acb5-c84cb764699d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391827 Dec 10 16:09:56.857238 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4ea8e3e0-ca9c-4c15-8cf7-d32a1b0ed5f2 req-e952eca3-2d89-418f-aec8-03ec92641ce8 service neutron] 10.222.0.44 "GET /v2.0/networks/4e856cdb-3a85-4b0c-acb5-c84cb764699d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796921 Dec 10 16:09:56.961377 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4ea8e3e0-ca9c-4c15-8cf7-d32a1b0ed5f2 req-94d30b10-e6d5-4423-acf2-8b0b232f5926 service neutron] 10.222.0.44 "GET /v2.0/networks/4e856cdb-3a85-4b0c-acb5-c84cb764699d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972183 Dec 10 16:09:57.625722 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859cff5c-d4d7-4e9a-91e8-9b2ac749f1ea req-7665a4bf-fc04-4f3d-a518-384775398add tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:09:57.627232 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-859cff5c-d4d7-4e9a-91e8-9b2ac749f1ea req-7665a4bf-fc04-4f3d-a518-384775398add tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=535e9988-6744-4e5b-a4eb-1dca57ac74f3 HTTP/1.1" status: 200 len: 945 time: 0.0491621 Dec 10 16:09:57.675833 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-859cff5c-d4d7-4e9a-91e8-9b2ac749f1ea req-968b79c7-a871-4f89-a9cb-6f97b9c0927c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4a85060-b902-4622-ada2-3fe199fe2184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426977 Dec 10 16:09:58.790217 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0cc2f7-d085-4bdb-8d4d-e60be9031170 req-fc3844e5-aa44-4067-ba34-7ccedaf26816 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:09:58.791686 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-6d0cc2f7-d085-4bdb-8d4d-e60be9031170 req-fc3844e5-aa44-4067-ba34-7ccedaf26816 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=535e9988-6744-4e5b-a4eb-1dca57ac74f3 HTTP/1.1" status: 200 len: 945 time: 0.0485549 Dec 10 16:09:58.845604 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-6d0cc2f7-d085-4bdb-8d4d-e60be9031170 req-1e1f600d-ffae-42b9-a9c7-06069ab1db8a tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4a85060-b902-4622-ada2-3fe199fe2184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479677 Dec 10 16:09:58.873753 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 43470) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:09:58.937169 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-bd120603-053b-4016-9fd2-506d83a7fab3 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/floatingips/22d60480-57d1-4e49-867b-b405f9d11562 HTTP/1.1" status: 200 len: 992 time: 0.0622175 Dec 10 16:09:59.261892 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 43476) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:09:59.717915 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-6fa6d0ca-44a1-4d40-adbc-389c29e2b040 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Deleting port ffd35948-d3f2-4367-a9fe-784dfd2326d6 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:09:59.718257 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6fa6d0ca-44a1-4d40-adbc-389c29e2b040 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:59.790393 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6fa6d0ca-44a1-4d40-adbc-389c29e2b040 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:59.790718 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6fa6d0ca-44a1-4d40-adbc-389c29e2b040 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:59.801966 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-6fa6d0ca-44a1-4d40-adbc-389c29e2b040 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Calling delete_port for ffd35948-d3f2-4367-a9fe-784dfd2326d6 owned by network:floatingip {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:09:59.989398 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6fa6d0ca-44a1-4d40-adbc-389c29e2b040 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:00.018399 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa6d0ca-44a1-4d40-adbc-389c29e2b040 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event deleted for resources: {'Port': ['ID=ffd35948-d3f2-4367-a9fe-784dfd2326d6,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:10:00.077189 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6fa6d0ca-44a1-4d40-adbc-389c29e2b040 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for floatingip, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:00.077519 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.l3_db [None req-6fa6d0ca-44a1-4d40-adbc-389c29e2b040 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Floating IP 22d60480-57d1-4e49-867b-b405f9d11562 disassociated (deleted). External IP: 172.26.2.37, port: 67500d69-8822-437e-93d8-7a81172fb532. Dec 10 16:10:00.294993 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fa6d0ca-44a1-4d40-adbc-389c29e2b040 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Router 0a7a509e-5f45-4f3d-88e8-b80fe41c12e7 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:10:00.403129 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fa6d0ca-44a1-4d40-adbc-389c29e2b040 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:10:00.407815 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6fa6d0ca-44a1-4d40-adbc-389c29e2b040 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:00.414040 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a33b76b-d97d-478f-983d-0d1a76284c54 None None] Sync routers for ids ['0a7a509e-5f45-4f3d-88e8-b80fe41c12e7'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:10:00.423409 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a33b76b-d97d-478f-983d-0d1a76284c54 None None] Routers {'0a7a509e-5f45-4f3d-88e8-b80fe41c12e7'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:10:00.424024 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-6a33b76b-d97d-478f-983d-0d1a76284c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:09:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['0a7a509e-5f45-4f3d-88e8-b80fe41c12e7'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:10:00.433969 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-6fa6d0ca-44a1-4d40-adbc-389c29e2b040 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "DELETE /v2.0/floatingips/22d60480-57d1-4e49-867b-b405f9d11562 HTTP/1.1" status: 204 len: 168 time: 1.1709247 Dec 10 16:10:00.434810 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '535e9988-6744-4e5b-a4eb-1dca57ac74f3', 'tag': '67500d69-8822-437e-93d8-7a81172fb532'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:10:00.437051 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9ca57131bc4931768ac29058952438d1fdd62308db7b17540cc34ffe8faef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc19b002-aba0-4eae-a839-3f3d19ec9868" -d '{"events": [{"name": "network-changed", "server_uuid": "535e9988-6744-4e5b-a4eb-1dca57ac74f3", "tag": "67500d69-8822-437e-93d8-7a81172fb532"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:10:00.485137 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616f2c10-3a57-45c1-b2b6-b5779e9dc1cd x-openstack-request-id: req-616f2c10-3a57-45c1-b2b6-b5779e9dc1cd {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:10:00.485436 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "535e9988-6744-4e5b-a4eb-1dca57ac74f3", "tag": "67500d69-8822-437e-93d8-7a81172fb532", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:10:00.485904 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-616f2c10-3a57-45c1-b2b6-b5779e9dc1cd {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:10:00.486159 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '535e9988-6744-4e5b-a4eb-1dca57ac74f3', 'tag': '67500d69-8822-437e-93d8-7a81172fb532', 'status': 'completed', 'code': 200} Dec 10 16:10:00.533589 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-6a33b76b-d97d-478f-983d-0d1a76284c54 None None] Set router 0a7a509e-5f45-4f3d-88e8-b80fe41c12e7 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:10:00.561746 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc19b002-aba0-4eae-a839-3f3d19ec9868 req-71d14f42-f72f-496b-8bee-f35a5672e4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:10:00.563878 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-bc19b002-aba0-4eae-a839-3f3d19ec9868 req-71d14f42-f72f-496b-8bee-f35a5672e4b1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7b327aafa1a641f3bf0fb7dd284e6165&device_id=535e9988-6744-4e5b-a4eb-1dca57ac74f3 HTTP/1.1" status: 200 len: 1098 time: 0.0561855 Dec 10 16:10:00.658511 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc19b002-aba0-4eae-a839-3f3d19ec9868 req-960c43b7-f07d-4be9-808f-cfd497692efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:10:00.660637 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-bc19b002-aba0-4eae-a839-3f3d19ec9868 req-960c43b7-f07d-4be9-808f-cfd497692efc service neutron] 10.222.0.44 "GET /v2.0/networks?id=4e856cdb-3a85-4b0c-acb5-c84cb764699d HTTP/1.1" status: 200 len: 898 time: 0.0869427 Dec 10 16:10:00.711231 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-bc19b002-aba0-4eae-a839-3f3d19ec9868 req-31815053-99e6-4aac-bc8f-01f0e5f214a1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67500d69-8822-437e-93d8-7a81172fb532 HTTP/1.1" status: 200 len: 217 time: 0.0435014 Dec 10 16:10:00.748427 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-6a33b76b-d97d-478f-983d-0d1a76284c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7a509e-5f45-4f3d-88e8-b80fe41c12e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907038382', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': '1cb7ea93-dd41-450e-a86f-3cbb7b38ea0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:09:05Z', 'updated_at': '2021-12-10T16:09:09Z', 'revision_number': 4, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'gw_port': {'id': '1cb7ea93-dd41-450e-a86f-3cbb7b38ea0e', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7a509e-5f45-4f3d-88e8-b80fe41c12e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:09:05Z', 'updated_at': '2021-12-10T16:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '27fa78fb-e7d5-41c1-9dba-120d6e5f2b09', 'name': '', 'network_id': '4e856cdb-3a85-4b0c-acb5-c84cb764699d', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'mac_address': 'fa:16:3e:60:ef:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7a509e-5f45-4f3d-88e8-b80fe41c12e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '768d8b27-110c-4fd6-87a3-96f4a410eb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:09:09Z', 'updated_at': '2021-12-10T16:09:12Z', 'revision_number': 5, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'subnets': [{'id': '768d8b27-110c-4fd6-87a3-96f4a410eb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:10:00.760696 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc19b002-aba0-4eae-a839-3f3d19ec9868 req-0383c264-6c29-4ebe-9f75-2df1ed31d94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:10:00.765910 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-bc19b002-aba0-4eae-a839-3f3d19ec9868 req-0383c264-6c29-4ebe-9f75-2df1ed31d94e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=768d8b27-110c-4fd6-87a3-96f4a410eb13 HTTP/1.1" status: 200 len: 835 time: 0.0436916 Dec 10 16:10:00.775183 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a33b76b-d97d-478f-983d-0d1a76284c54 None None] Checking router: 0a7a509e-5f45-4f3d-88e8-b80fe41c12e7 for host: dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:10:00.789853 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a33b76b-d97d-478f-983d-0d1a76284c54 None None] Routers {'0a7a509e-5f45-4f3d-88e8-b80fe41c12e7'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:10:00.790498 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-6a33b76b-d97d-478f-983d-0d1a76284c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:09:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['0a7a509e-5f45-4f3d-88e8-b80fe41c12e7'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:10:00.813006 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc19b002-aba0-4eae-a839-3f3d19ec9868 req-cfb43227-102f-4956-bb6b-2c8ee2f7451b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:10:00.814678 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-bc19b002-aba0-4eae-a839-3f3d19ec9868 req-cfb43227-102f-4956-bb6b-2c8ee2f7451b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4e856cdb-3a85-4b0c-acb5-c84cb764699d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0456443 Dec 10 16:10:00.886912 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bbb085-2c16-483a-a0e4-cdd02c009615 req-7b382e96-11cb-4eac-a059-69793648798c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:10:00.888455 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b3bbb085-2c16-483a-a0e4-cdd02c009615 req-7b382e96-11cb-4eac-a059-69793648798c tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=535e9988-6744-4e5b-a4eb-1dca57ac74f3 HTTP/1.1" status: 200 len: 945 time: 0.0516231 Dec 10 16:10:00.907821 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-6a33b76b-d97d-478f-983d-0d1a76284c54 None None] Set router 0a7a509e-5f45-4f3d-88e8-b80fe41c12e7 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:10:00.921773 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-bc19b002-aba0-4eae-a839-3f3d19ec9868 req-509ac6dc-1449-46e1-8081-003c0486d601 service neutron] 10.222.0.44 "GET /v2.0/networks/4e856cdb-3a85-4b0c-acb5-c84cb764699d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985539 Dec 10 16:10:00.938556 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b3bbb085-2c16-483a-a0e4-cdd02c009615 req-daf33423-356c-44da-94a6-15ebddfff21e tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4a85060-b902-4622-ada2-3fe199fe2184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440576 Dec 10 16:10:01.017693 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-bc19b002-aba0-4eae-a839-3f3d19ec9868 req-7f74a6a6-810b-4436-939e-0dab36a528c7 service neutron] 10.222.0.44 "GET /v2.0/networks/4e856cdb-3a85-4b0c-acb5-c84cb764699d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856109 Dec 10 16:10:01.104264 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-6a33b76b-d97d-478f-983d-0d1a76284c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7a509e-5f45-4f3d-88e8-b80fe41c12e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907038382', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': '1cb7ea93-dd41-450e-a86f-3cbb7b38ea0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:09:05Z', 'updated_at': '2021-12-10T16:09:09Z', 'revision_number': 4, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'gw_port': {'id': '1cb7ea93-dd41-450e-a86f-3cbb7b38ea0e', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7a509e-5f45-4f3d-88e8-b80fe41c12e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:09:05Z', 'updated_at': '2021-12-10T16:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '27fa78fb-e7d5-41c1-9dba-120d6e5f2b09', 'name': '', 'network_id': '4e856cdb-3a85-4b0c-acb5-c84cb764699d', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'mac_address': 'fa:16:3e:60:ef:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7a509e-5f45-4f3d-88e8-b80fe41c12e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '768d8b27-110c-4fd6-87a3-96f4a410eb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:09:09Z', 'updated_at': '2021-12-10T16:09:12Z', 'revision_number': 5, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'subnets': [{'id': '768d8b27-110c-4fd6-87a3-96f4a410eb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:10:01.134270 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a33b76b-d97d-478f-983d-0d1a76284c54 None None] The sync data for ids ['0a7a509e-5f45-4f3d-88e8-b80fe41c12e7'] in dv-neutron-821401-4-hyperv is: [{'id': '0a7a509e-5f45-4f3d-88e8-b80fe41c12e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907038382', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': '1cb7ea93-dd41-450e-a86f-3cbb7b38ea0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:09:05Z', 'updated_at': '2021-12-10T16:09:09Z', 'revision_number': 4, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'gw_port': {'id': '1cb7ea93-dd41-450e-a86f-3cbb7b38ea0e', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7a509e-5f45-4f3d-88e8-b80fe41c12e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:09:05Z', 'updated_at': '2021-12-10T16:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '27fa78fb-e7d5-41c1-9dba-120d6e5f2b09', 'name': '', 'network_id': '4e856cdb-3a85-4b0c-acb5-c84cb764699d', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'mac_address': 'fa:16:3e:60:ef:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7a509e-5f45-4f3d-88e8-b80fe41c12e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '768d8b27-110c-4fd6-87a3-96f4a410eb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:09:09Z', 'updated_at': '2021-12-10T16:09:12Z', 'revision_number': 5, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'subnets': [{'id': '768d8b27-110c-4fd6-87a3-96f4a410eb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:10:01.350610 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747bb710-602e-430f-a0c8-c3f1fef0b630 None None] New status for floating IP 22d60480-57d1-4e49-867b-b405f9d11562: DOWN {{(pid=103588) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:10:02.058850 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae4e18f-8f04-4e1b-a770-0f043b66af6d req-5640f27b-16da-4809-943d-376e98ec0583 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:10:02.060586 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-dae4e18f-8f04-4e1b-a770-0f043b66af6d req-5640f27b-16da-4809-943d-376e98ec0583 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=535e9988-6744-4e5b-a4eb-1dca57ac74f3 HTTP/1.1" status: 200 len: 945 time: 0.0487609 Dec 10 16:10:02.108554 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-dae4e18f-8f04-4e1b-a770-0f043b66af6d req-f1ef4a98-245e-43b9-b00f-83928809846e tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4a85060-b902-4622-ada2-3fe199fe2184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419862 Dec 10 16:10:02.450661 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8324ef3a-64a7-4c3b-ab8a-84e9380a4994 req-ae1c5275-5294-426c-8edb-dc3e6db354e1 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:10:02.452096 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-8324ef3a-64a7-4c3b-ab8a-84e9380a4994 req-ae1c5275-5294-426c-8edb-dc3e6db354e1 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.44 "GET /v2.0/ports?device_id=535e9988-6744-4e5b-a4eb-1dca57ac74f3 HTTP/1.1" status: 200 len: 945 time: 0.0531573 Dec 10 16:10:02.537983 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [req-8324ef3a-64a7-4c3b-ab8a-84e9380a4994 req-67a02e99-9133-410d-8598-eeae571a5f86 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Deleting port 67500d69-8822-437e-93d8-7a81172fb532 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:10:02.538321 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-8324ef3a-64a7-4c3b-ab8a-84e9380a4994 req-67a02e99-9133-410d-8598-eeae571a5f86 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:02.627296 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [req-8324ef3a-64a7-4c3b-ab8a-84e9380a4994 req-67a02e99-9133-410d-8598-eeae571a5f86 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] For port 67500d69-8822-437e-93d8-7a81172fb532, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=67500d69-8822-437e-93d8-7a81172fb532,segment=NetworkSegment(ec246010-62f6-437b-981f-203a3a0ac872),segment_id=ec246010-62f6-437b-981f-203a3a0ac872)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:10:02.627647 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-8324ef3a-64a7-4c3b-ab8a-84e9380a4994 req-67a02e99-9133-410d-8598-eeae571a5f86 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:02.639229 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [req-8324ef3a-64a7-4c3b-ab8a-84e9380a4994 req-67a02e99-9133-410d-8598-eeae571a5f86 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Calling delete_port for 67500d69-8822-437e-93d8-7a81172fb532 owned by compute:nova {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:10:02.834929 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-8324ef3a-64a7-4c3b-ab8a-84e9380a4994 req-67a02e99-9133-410d-8598-eeae571a5f86 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:02.869185 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a02e99-9133-410d-8598-eeae571a5f86 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event deleted for resources: {'Port': ['ID=67500d69-8822-437e-93d8-7a81172fb532,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:10:02.895310 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a02e99-9133-410d-8598-eeae571a5f86 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:10:02.895664 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a02e99-9133-410d-8598-eeae571a5f86 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:10:02.896009 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a02e99-9133-410d-8598-eeae571a5f86 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:10:02.896354 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a02e99-9133-410d-8598-eeae571a5f86 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:10:02.896690 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a02e99-9133-410d-8598-eeae571a5f86 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:10:02.897026 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a02e99-9133-410d-8598-eeae571a5f86 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:10:02.897360 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a02e99-9133-410d-8598-eeae571a5f86 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:10:02.897691 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a02e99-9133-410d-8598-eeae571a5f86 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:10:02.898043 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a02e99-9133-410d-8598-eeae571a5f86 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:10:02.898373 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a02e99-9133-410d-8598-eeae571a5f86 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:10:02.898701 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a02e99-9133-410d-8598-eeae571a5f86 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:10:02.899029 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a02e99-9133-410d-8598-eeae571a5f86 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:10:02.899353 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a02e99-9133-410d-8598-eeae571a5f86 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:10:02.918117 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [req-8324ef3a-64a7-4c3b-ab8a-84e9380a4994 req-67a02e99-9133-410d-8598-eeae571a5f86 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] No DVR routers for this DVR port 67500d69-8822-437e-93d8-7a81172fb532 on host hv-neutron-8214 {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:10:02.920452 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-8324ef3a-64a7-4c3b-ab8a-84e9380a4994 req-67a02e99-9133-410d-8598-eeae571a5f86 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:02.923898 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-8324ef3a-64a7-4c3b-ab8a-84e9380a4994 req-67a02e99-9133-410d-8598-eeae571a5f86 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.44 "DELETE /v2.0/ports/67500d69-8822-437e-93d8-7a81172fb532 HTTP/1.1" status: 204 len: 173 time: 0.4660354 Dec 10 16:10:02.933069 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '535e9988-6744-4e5b-a4eb-1dca57ac74f3', 'name': 'network-vif-deleted', 'tag': '67500d69-8822-437e-93d8-7a81172fb532'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:10:02.933069 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde1b47dcd987728a27c8e391f176ee57ea2adf837d2cedb59662361de43515a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9879188e-bd55-458f-af94-e4afa20defaa" -d '{"events": [{"server_uuid": "535e9988-6744-4e5b-a4eb-1dca57ac74f3", "name": "network-vif-deleted", "tag": "67500d69-8822-437e-93d8-7a81172fb532"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:10:02.974556 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd4f8be9-458e-4cd6-9431-2dc1d39581c4 x-openstack-request-id: req-fd4f8be9-458e-4cd6-9431-2dc1d39581c4 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:10:02.974556 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "535e9988-6744-4e5b-a4eb-1dca57ac74f3", "name": "network-vif-deleted", "tag": "67500d69-8822-437e-93d8-7a81172fb532", "status": "completed", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:10:02.974556 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fd4f8be9-458e-4cd6-9431-2dc1d39581c4 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:10:02.974556 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '535e9988-6744-4e5b-a4eb-1dca57ac74f3', 'name': 'network-vif-deleted', 'tag': '67500d69-8822-437e-93d8-7a81172fb532', 'status': 'completed', 'code': 200} Dec 10 16:10:03.225399 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-06714c96-ebc9-445d-b2ee-e10385987839 req-99fdaa40-4e62-48ff-a230-6ad49be88a76 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "GET /v2.0/ports?device_id=535e9988-6744-4e5b-a4eb-1dca57ac74f3 HTTP/1.1" status: 200 len: 210 time: 0.0276282 Dec 10 16:10:04.281931 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 43492) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:10:04.633709 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3263e26d-883a-47e0-93e7-2a5a95091f0b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549925'] for router_interface, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:04.879420 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-3263e26d-883a-47e0-93e7-2a5a95091f0b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Deleting port 27fa78fb-e7d5-41c1-9dba-120d6e5f2b09 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:10:04.879761 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3263e26d-883a-47e0-93e7-2a5a95091f0b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:04.964786 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-3263e26d-883a-47e0-93e7-2a5a95091f0b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] For port 27fa78fb-e7d5-41c1-9dba-120d6e5f2b09, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=27fa78fb-e7d5-41c1-9dba-120d6e5f2b09,segment=NetworkSegment(ec246010-62f6-437b-981f-203a3a0ac872),segment_id=ec246010-62f6-437b-981f-203a3a0ac872)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:10:04.965153 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3263e26d-883a-47e0-93e7-2a5a95091f0b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:04.977508 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-3263e26d-883a-47e0-93e7-2a5a95091f0b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Calling delete_port for 27fa78fb-e7d5-41c1-9dba-120d6e5f2b09 owned by network:router_interface {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:10:05.218221 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3263e26d-883a-47e0-93e7-2a5a95091f0b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:05.242178 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3263e26d-883a-47e0-93e7-2a5a95091f0b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event deleted for resources: {'Port': ['ID=27fa78fb-e7d5-41c1-9dba-120d6e5f2b09,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:10:05.256026 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3263e26d-883a-47e0-93e7-2a5a95091f0b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:10:05.256389 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3263e26d-883a-47e0-93e7-2a5a95091f0b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:10:05.256733 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3263e26d-883a-47e0-93e7-2a5a95091f0b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:10:05.257077 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3263e26d-883a-47e0-93e7-2a5a95091f0b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:10:05.257415 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3263e26d-883a-47e0-93e7-2a5a95091f0b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:10:05.257746 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3263e26d-883a-47e0-93e7-2a5a95091f0b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:10:05.258108 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3263e26d-883a-47e0-93e7-2a5a95091f0b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:10:05.258437 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3263e26d-883a-47e0-93e7-2a5a95091f0b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:10:05.258763 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3263e26d-883a-47e0-93e7-2a5a95091f0b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:10:05.259094 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3263e26d-883a-47e0-93e7-2a5a95091f0b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:10:05.259420 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3263e26d-883a-47e0-93e7-2a5a95091f0b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:10:05.259743 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3263e26d-883a-47e0-93e7-2a5a95091f0b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:10:05.260068 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3263e26d-883a-47e0-93e7-2a5a95091f0b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:10:05.424408 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3263e26d-883a-47e0-93e7-2a5a95091f0b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550073'] for router_interface, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:05.633557 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3263e26d-883a-47e0-93e7-2a5a95091f0b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Router 0a7a509e-5f45-4f3d-88e8-b80fe41c12e7 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:10:05.736638 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3263e26d-883a-47e0-93e7-2a5a95091f0b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:10:05.742924 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-3263e26d-883a-47e0-93e7-2a5a95091f0b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "PUT /v2.0/routers/0a7a509e-5f45-4f3d-88e8-b80fe41c12e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4599409 Dec 10 16:10:05.745659 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 43494) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:10:05.746317 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f621cc9d-0035-433b-9431-4234a82d56c2 None None] Sync routers for ids ['0a7a509e-5f45-4f3d-88e8-b80fe41c12e7'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:10:05.757581 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f621cc9d-0035-433b-9431-4234a82d56c2 None None] Routers {'0a7a509e-5f45-4f3d-88e8-b80fe41c12e7'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:10:05.758206 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-f621cc9d-0035-433b-9431-4234a82d56c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:09:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['0a7a509e-5f45-4f3d-88e8-b80fe41c12e7'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:10:05.795139 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ad43e6b-0fd1-4719-a508-4eeab771f13e tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Deleting subnet 768d8b27-110c-4fd6-87a3-96f4a410eb13 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:10:05.798236 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7ad43e6b-0fd1-4719-a508-4eeab771f13e tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for subnet, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:05.839443 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7ad43e6b-0fd1-4719-a508-4eeab771f13e tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11806768'] for subnet, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:05.930952 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7ad43e6b-0fd1-4719-a508-4eeab771f13e tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:05.946469 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-f621cc9d-0035-433b-9431-4234a82d56c2 None None] Set router 0a7a509e-5f45-4f3d-88e8-b80fe41c12e7 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:10:06.041247 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7ad43e6b-0fd1-4719-a508-4eeab771f13e tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11236721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11668521'] for subnet, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:06.071891 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7ad43e6b-0fd1-4719-a508-4eeab771f13e tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:06.075180 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-7ad43e6b-0fd1-4719-a508-4eeab771f13e tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "DELETE /v2.0/subnets/768d8b27-110c-4fd6-87a3-96f4a410eb13 HTTP/1.1" status: 204 len: 168 time: 0.3285489 Dec 10 16:10:06.076011 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad43e6b-0fd1-4719-a508-4eeab771f13e tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event deleted for resources: {'Subnet': ['ID=768d8b27-110c-4fd6-87a3-96f4a410eb13,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:10:06.078377 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 43496) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:10:06.081969 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312289e0-633f-48f9-b1b0-d0ce5a977ce1 None None] Network 4e856cdb-3a85-4b0c-acb5-c84cb764699d requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:10:06.126375 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-f621cc9d-0035-433b-9431-4234a82d56c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7a509e-5f45-4f3d-88e8-b80fe41c12e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907038382', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': '1cb7ea93-dd41-450e-a86f-3cbb7b38ea0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:09:05Z', 'updated_at': '2021-12-10T16:10:05Z', 'revision_number': 5, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'gw_port': {'id': '1cb7ea93-dd41-450e-a86f-3cbb7b38ea0e', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7a509e-5f45-4f3d-88e8-b80fe41c12e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:09:05Z', 'updated_at': '2021-12-10T16:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:10:06.157277 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f621cc9d-0035-433b-9431-4234a82d56c2 None None] Checking router: 0a7a509e-5f45-4f3d-88e8-b80fe41c12e7 for host: dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:10:06.166539 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f621cc9d-0035-433b-9431-4234a82d56c2 None None] Routers {'0a7a509e-5f45-4f3d-88e8-b80fe41c12e7'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:10:06.167157 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-f621cc9d-0035-433b-9431-4234a82d56c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:09:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['0a7a509e-5f45-4f3d-88e8-b80fe41c12e7'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:10:06.190605 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2e8a874d-5285-4883-aaf1-78bbcead5a0b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for router, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:06.259309 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6ec032-e134-4d96-9c34-34655449a878 None None] DHCP port deletion for 4e856cdb-3a85-4b0c-acb5-c84cb764699d request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:10:06.272520 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-f621cc9d-0035-433b-9431-4234a82d56c2 None None] Set router 0a7a509e-5f45-4f3d-88e8-b80fe41c12e7 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:10:06.299505 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2e8a874d-5285-4883-aaf1-78bbcead5a0b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:06.308161 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-fe6ec032-e134-4d96-9c34-34655449a878 None None] Deleting port 25137676-327c-4481-9722-8778737c8671 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:10:06.308538 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fe6ec032-e134-4d96-9c34-34655449a878 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:06.377094 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-fe6ec032-e134-4d96-9c34-34655449a878 None None] For port 25137676-327c-4481-9722-8778737c8671, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=25137676-327c-4481-9722-8778737c8671,segment=NetworkSegment(ec246010-62f6-437b-981f-203a3a0ac872),segment_id=ec246010-62f6-437b-981f-203a3a0ac872)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:10:06.377492 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fe6ec032-e134-4d96-9c34-34655449a878 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:06.390633 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-fe6ec032-e134-4d96-9c34-34655449a878 None None] Calling delete_port for 25137676-327c-4481-9722-8778737c8671 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:10:06.421457 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-2e8a874d-5285-4883-aaf1-78bbcead5a0b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Deleting port 1cb7ea93-dd41-450e-a86f-3cbb7b38ea0e {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:10:06.424266 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2e8a874d-5285-4883-aaf1-78bbcead5a0b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:06.454910 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-f621cc9d-0035-433b-9431-4234a82d56c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7a509e-5f45-4f3d-88e8-b80fe41c12e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907038382', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': '1cb7ea93-dd41-450e-a86f-3cbb7b38ea0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:09:05Z', 'updated_at': '2021-12-10T16:10:05Z', 'revision_number': 5, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'gw_port': {'id': '1cb7ea93-dd41-450e-a86f-3cbb7b38ea0e', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7a509e-5f45-4f3d-88e8-b80fe41c12e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:09:05Z', 'updated_at': '2021-12-10T16:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:10:06.481927 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f621cc9d-0035-433b-9431-4234a82d56c2 None None] The sync data for ids ['0a7a509e-5f45-4f3d-88e8-b80fe41c12e7'] in dv-neutron-821401-4-hyperv is: [{'id': '0a7a509e-5f45-4f3d-88e8-b80fe41c12e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907038382', 'tenant_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': '1cb7ea93-dd41-450e-a86f-3cbb7b38ea0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:09:05Z', 'updated_at': '2021-12-10T16:10:05Z', 'revision_number': 5, 'project_id': '7b327aafa1a641f3bf0fb7dd284e6165', 'gw_port': {'id': '1cb7ea93-dd41-450e-a86f-3cbb7b38ea0e', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7a509e-5f45-4f3d-88e8-b80fe41c12e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:09:05Z', 'updated_at': '2021-12-10T16:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:10:06.510038 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-2e8a874d-5285-4883-aaf1-78bbcead5a0b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] For port 1cb7ea93-dd41-450e-a86f-3cbb7b38ea0e, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=1cb7ea93-dd41-450e-a86f-3cbb7b38ea0e,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:10:06.514855 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2e8a874d-5285-4883-aaf1-78bbcead5a0b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:06.524973 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-2e8a874d-5285-4883-aaf1-78bbcead5a0b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Calling delete_port for 1cb7ea93-dd41-450e-a86f-3cbb7b38ea0e owned by network:router_gateway {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:10:06.526963 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fe6ec032-e134-4d96-9c34-34655449a878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:06.555935 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6ec032-e134-4d96-9c34-34655449a878 None None] Pushing event deleted for resources: {'Port': ['ID=25137676-327c-4481-9722-8778737c8671,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:10:06.560679 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6ec032-e134-4d96-9c34-34655449a878 None None] No DVR routers for this DVR port 25137676-327c-4481-9722-8778737c8671 on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:10:06.570191 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6ec032-e134-4d96-9c34-34655449a878 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:10:06.570191 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6ec032-e134-4d96-9c34-34655449a878 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:10:06.570191 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6ec032-e134-4d96-9c34-34655449a878 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:10:06.570191 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6ec032-e134-4d96-9c34-34655449a878 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:10:06.570191 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6ec032-e134-4d96-9c34-34655449a878 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:10:06.570191 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6ec032-e134-4d96-9c34-34655449a878 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:10:06.570191 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6ec032-e134-4d96-9c34-34655449a878 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:10:06.571375 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6ec032-e134-4d96-9c34-34655449a878 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:10:06.571375 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6ec032-e134-4d96-9c34-34655449a878 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:10:06.571375 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6ec032-e134-4d96-9c34-34655449a878 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:10:06.571375 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6ec032-e134-4d96-9c34-34655449a878 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:10:06.572134 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6ec032-e134-4d96-9c34-34655449a878 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:10:06.572134 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6ec032-e134-4d96-9c34-34655449a878 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:10:06.732223 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2e8a874d-5285-4883-aaf1-78bbcead5a0b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:06.757941 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8a874d-5285-4883-aaf1-78bbcead5a0b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event deleted for resources: {'Port': ['ID=1cb7ea93-dd41-450e-a86f-3cbb7b38ea0e,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:10:06.771971 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a25432-b37c-41b2-bf35-f29ed0d8067a None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:10:06.821945 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2e8a874d-5285-4883-aaf1-78bbcead5a0b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552731'] for router_gateway, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:06.870493 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 67500d69-8822-437e-93d8-7a81172fb532 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:10:06.892139 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] No Port match for: 67500d69-8822-437e-93d8-7a81172fb532 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:10:06.892714 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 67500d69-8822-437e-93d8-7a81172fb532 not bound to the agent host hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:10:06.921907 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2e8a874d-5285-4883-aaf1-78bbcead5a0b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13898'] for router, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:06.924428 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2e8a874d-5285-4883-aaf1-78bbcead5a0b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:06.963678 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 25137676-327c-4481-9722-8778737c8671 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:10:06.990596 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 25137676-327c-4481-9722-8778737c8671 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:10:06.990596 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 25137676-327c-4481-9722-8778737c8671 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:10:06.990596 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 27fa78fb-e7d5-41c1-9dba-120d6e5f2b09 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:10:07.005503 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 27fa78fb-e7d5-41c1-9dba-120d6e5f2b09 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:10:07.005883 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 27fa78fb-e7d5-41c1-9dba-120d6e5f2b09 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:10:07.041288 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2e8a874d-5285-4883-aaf1-78bbcead5a0b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549250'] for router, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:07.041857 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e8a874d-5285-4883-aaf1-78bbcead5a0b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Fanout notify agent at l3_agent the message router_deleted on router 0a7a509e-5f45-4f3d-88e8-b80fe41c12e7 {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:10:07.048916 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2e8a874d-5285-4883-aaf1-78bbcead5a0b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:07.050126 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-2e8a874d-5285-4883-aaf1-78bbcead5a0b tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "DELETE /v2.0/routers/0a7a509e-5f45-4f3d-88e8-b80fe41c12e7 HTTP/1.1" status: 204 len: 168 time: 0.9699986 Dec 10 16:10:07.053638 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 43498) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:10:07.136940 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-778388b7-107f-4c6d-a203-470ea936b9b3 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:07.221204 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-778388b7-107f-4c6d-a203-470ea936b9b3 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:07.241060 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-778388b7-107f-4c6d-a203-470ea936b9b3 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e856cdb-3a85-4b0c-acb5-c84cb764699d']}} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:10:07.249972 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-778388b7-107f-4c6d-a203-470ea936b9b3 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec246010-62f6-437b-981f-203a3a0ac872') {'for_net_delete': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:10:07.251632 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-778388b7-107f-4c6d-a203-470ea936b9b3 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec246010-62f6-437b-981f-203a3a0ac872') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:10:07.263623 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-778388b7-107f-4c6d-a203-470ea936b9b3 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12392235'] for segment, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:07.276891 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-778388b7-107f-4c6d-a203-470ea936b9b3 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:07.282653 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-778388b7-107f-4c6d-a203-470ea936b9b3 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=103586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:10:07.283042 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-778388b7-107f-4c6d-a203-470ea936b9b3 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11695586'] for segment, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:07.286467 dv-neutron-821401-4-hyperv neutron-server[103586]: Traceback (most recent call last): Dec 10 16:10:07.286467 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:10:07.286467 dv-neutron-821401-4-hyperv neutron-server[103586]: timer() Dec 10 16:10:07.286467 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:10:07.286467 dv-neutron-821401-4-hyperv neutron-server[103586]: cb(*args, **kw) Dec 10 16:10:07.286467 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:10:07.286467 dv-neutron-821401-4-hyperv neutron-server[103586]: return func(*args, **kwargs) Dec 10 16:10:07.286467 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:10:07.286467 dv-neutron-821401-4-hyperv neutron-server[103586]: self._notify() Dec 10 16:10:07.286467 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:10:07.286467 dv-neutron-821401-4-hyperv neutron-server[103586]: self.callback(batched_events) Dec 10 16:10:07.286467 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:10:07.286467 dv-neutron-821401-4-hyperv neutron-server[103586]: event.method(event) Dec 10 16:10:07.286467 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:10:07.286467 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:10:07.286467 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:10:07.286467 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:10:07.286467 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:10:07.286467 dv-neutron-821401-4-hyperv neutron-server[103586]: return f(self, *a, **k) Dec 10 16:10:07.286467 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:10:07.286467 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._get(url).json() Dec 10 16:10:07.286467 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:10:07.286467 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:10:07.286467 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:10:07.286467 dv-neutron-821401-4-hyperv neutron-server[103586]: return self.request(url, 'GET', **kwargs) Dec 10 16:10:07.286467 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:10:07.286467 dv-neutron-821401-4-hyperv neutron-server[103586]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:10:07.286467 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:10:07.286467 dv-neutron-821401-4-hyperv neutron-server[103586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:10:07.286467 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:10:07.286467 dv-neutron-821401-4-hyperv neutron-server[103586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:10:07.286467 dv-neutron-821401-4-hyperv neutron-server[103586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:10:07.412513 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-778388b7-107f-4c6d-a203-470ea936b9b3 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:07.419151 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-778388b7-107f-4c6d-a203-470ea936b9b3 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:07.422257 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-778388b7-107f-4c6d-a203-470ea936b9b3 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "DELETE /v2.0/networks/4e856cdb-3a85-4b0c-acb5-c84cb764699d HTTP/1.1" status: 204 len: 168 time: 0.3674281 Dec 10 16:10:07.425974 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 43500) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:10:07.433719 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778388b7-107f-4c6d-a203-470ea936b9b3 tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event deleted for resources: {'Network': ['ID=4e856cdb-3a85-4b0c-acb5-c84cb764699d,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:10:07.482942 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-13cb6a6f-797b-4b2d-8a68-2a7fd25b49ae tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:07.509603 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-13cb6a6f-797b-4b2d-8a68-2a7fd25b49ae tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:07.623741 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-13cb6a6f-797b-4b2d-8a68-2a7fd25b49ae tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:07.626516 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-13cb6a6f-797b-4b2d-8a68-2a7fd25b49ae tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:07.627816 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-13cb6a6f-797b-4b2d-8a68-2a7fd25b49ae tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] 10.222.0.20 "DELETE /v2.0/security-groups/d4a85060-b902-4622-ada2-3fe199fe2184 HTTP/1.1" status: 204 len: 168 time: 0.2017434 Dec 10 16:10:07.638048 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cb6a6f-797b-4b2d-8a68-2a7fd25b49ae tempest-TestNetworkAdvancedServerOps-1790968320 tempest-TestNetworkAdvancedServerOps-1790968320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a85060-b902-4622-ada2-3fe199fe2184,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:10:08.228071 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 43508) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:10:08.369382 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-4ed18cb3-5f81-4529-8883-8f4c4b075a52 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7b327aafa1a641f3bf0fb7dd284e6165&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1400685 Dec 10 16:10:08.371907 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 43512) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:10:08.427204 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-66b45e06-13f4-4485-a33d-3c7e7403023d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:08.448653 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-66b45e06-13f4-4485-a33d-3c7e7403023d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:08.566921 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-66b45e06-13f4-4485-a33d-3c7e7403023d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:08.569553 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-66b45e06-13f4-4485-a33d-3c7e7403023d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:08.570785 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-66b45e06-13f4-4485-a33d-3c7e7403023d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aac55672-f955-4105-a286-0807a3ff2ec3 HTTP/1.1" status: 204 len: 168 time: 0.1979449 Dec 10 16:10:08.578804 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b45e06-13f4-4485-a33d-3c7e7403023d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac55672-f955-4105-a286-0807a3ff2ec3,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:10:08.813729 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 1cb7ea93-dd41-450e-a86f-3cbb7b38ea0e no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:10:08.838697 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 1cb7ea93-dd41-450e-a86f-3cbb7b38ea0e {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:10:08.838697 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 1cb7ea93-dd41-450e-a86f-3cbb7b38ea0e not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:10:09.151108 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 43518) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:10:09.165130 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5eddcf10-a89f-4afb-a335-b2b4a41fe611 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:09.237873 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5eddcf10-a89f-4afb-a335-b2b4a41fe611 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:09.292497 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5eddcf10-a89f-4afb-a335-b2b4a41fe611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:09.331645 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-5eddcf10-a89f-4afb-a335-b2b4a41fe611 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=000e44c94ebf462e8f8ab7c567dc72ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1794138 Dec 10 16:10:09.332540 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eddcf10-a89f-4afb-a335-b2b4a41fe611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d404a9-7c30-4adf-b642-ed0c9cca487c,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:10:09.334346 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 43520) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:10:09.383365 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ba3d8117-23d8-4ed4-93f5-08fe1c8d3525 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:09.403654 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ba3d8117-23d8-4ed4-93f5-08fe1c8d3525 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:09.532175 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ba3d8117-23d8-4ed4-93f5-08fe1c8d3525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:09.534821 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ba3d8117-23d8-4ed4-93f5-08fe1c8d3525 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:09.536073 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-ba3d8117-23d8-4ed4-93f5-08fe1c8d3525 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d2d404a9-7c30-4adf-b642-ed0c9cca487c HTTP/1.1" status: 204 len: 168 time: 0.2006016 Dec 10 16:10:09.543683 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3d8117-23d8-4ed4-93f5-08fe1c8d3525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d404a9-7c30-4adf-b642-ed0c9cca487c,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:10:09.974676 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:10:10.548585 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 43542) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:10:10.642181 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-58be3c05-752e-4f92-bbde-13c49a047d22 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1490916739-network', 'tenant_id': '60d8a4ee439f45bd94d85fffd4ed71ff'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:10:10.737882 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58be3c05-752e-4f92-bbde-13c49a047d22 admin admin] Made reservation on behalf of 60d8a4ee439f45bd94d85fffd4ed71ff for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:10:10.740222 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-58be3c05-752e-4f92-bbde-13c49a047d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:10.748899 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-58be3c05-752e-4f92-bbde-13c49a047d22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:10.829112 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-58be3c05-752e-4f92-bbde-13c49a047d22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:10.909566 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-58be3c05-752e-4f92-bbde-13c49a047d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:10.933726 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58be3c05-752e-4f92-bbde-13c49a047d22 admin admin] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:10:10.943935 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58be3c05-752e-4f92-bbde-13c49a047d22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=751f8166-5777-44d7-b98f-aba3f8e26036,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:10:10.948698 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-58be3c05-752e-4f92-bbde-13c49a047d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:10.949035 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.segments_db [None req-58be3c05-752e-4f92-bbde-13c49a047d22 admin admin] Added segment 3c80bf7c-58c6-427b-b99c-4fc31a65f885 of type vlan for network ee5f9d78-6e0c-4199-ba89-ed6e51f95d02 Dec 10 16:10:10.986479 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-58be3c05-752e-4f92-bbde-13c49a047d22 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:11.064148 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-58be3c05-752e-4f92-bbde-13c49a047d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:11.065041 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58be3c05-752e-4f92-bbde-13c49a047d22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:10:11.065624 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-58be3c05-752e-4f92-bbde-13c49a047d22 admin admin] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:11.130436 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58be3c05-752e-4f92-bbde-13c49a047d22 admin admin] Pushing event updated for resources: {'Network': ['ID=ee5f9d78-6e0c-4199-ba89-ed6e51f95d02,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:10:11.139975 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network ee5f9d78-6e0c-4199-ba89-ed6e51f95d02 details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:10:11.169983 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-58be3c05-752e-4f92-bbde-13c49a047d22 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6202302 Dec 10 16:10:11.173103 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 43546) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:10:11.178710 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-bb6dbb03-1fff-4a33-8e79-36508f4b1a1f admin admin] Request body: {'subnet': {'network_id': 'ee5f9d78-6e0c-4199-ba89-ed6e51f95d02', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1490916739-subnet', 'tenant_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'ip_version': 4}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:10:11.263921 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb6dbb03-1fff-4a33-8e79-36508f4b1a1f admin admin] Made reservation on behalf of 60d8a4ee439f45bd94d85fffd4ed71ff for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:10:11.266289 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bb6dbb03-1fff-4a33-8e79-36508f4b1a1f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11668558'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:11.481415 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bb6dbb03-1fff-4a33-8e79-36508f4b1a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11236534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11668560'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:11.540944 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6dbb03-1fff-4a33-8e79-36508f4b1a1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fef728a0-b2ed-48ff-962e-4a5ea2604571,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:10:11.549842 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6dbb03-1fff-4a33-8e79-36508f4b1a1f admin admin] Checking segment: {'id': '3c80bf7c-58c6-427b-b99c-4fc31a65f885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ee5f9d78-6e0c-4199-ba89-ed6e51f95d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:10:11.550441 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6dbb03-1fff-4a33-8e79-36508f4b1a1f admin admin] Network hostable DHCP agents. Network: ee5f9d78-6e0c-4199-ba89-ed6e51f95d02, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:10:11.618230 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6dbb03-1fff-4a33-8e79-36508f4b1a1f admin admin] Network ee5f9d78-6e0c-4199-ba89-ed6e51f95d02 is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:10:11.692118 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-bb6dbb03-1fff-4a33-8e79-36508f4b1a1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, ee5f9d78-6e0c-4199-ba89-ed6e51f95d02) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:10:11.696026 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6dbb03-1fff-4a33-8e79-36508f4b1a1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:10:11.696614 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bb6dbb03-1fff-4a33-8e79-36508f4b1a1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:11.700913 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a98c21d-1af0-4689-bf6e-71cf88e413ec None None] Network ee5f9d78-6e0c-4199-ba89-ed6e51f95d02 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:10:11.781003 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-bb6dbb03-1fff-4a33-8e79-36508f4b1a1f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6067157 Dec 10 16:10:11.783701 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 43548) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:10:11.789301 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-eab8aa89-84a6-4e0a-a5d0-b5d19d8b6939 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1490916739-router', 'tenant_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:10:11.795210 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352192c4-da6e-4a74-baa9-3112d3124e79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-ee5f9d78-6e0c-4199-ba89-ed6e51f95d02', 'network_id': 'ee5f9d78-6e0c-4199-ba89-ed6e51f95d02', 'project_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'fixed_ips': [{'subnet_id': 'fef728a0-b2ed-48ff-962e-4a5ea2604571'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:10:11.796094 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-352192c4-da6e-4a74-baa9-3112d3124e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:11.881279 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eab8aa89-84a6-4e0a-a5d0-b5d19d8b6939 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13912'] for router, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:11.882990 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eab8aa89-84a6-4e0a-a5d0-b5d19d8b6939 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:11.928567 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-352192c4-da6e-4a74-baa9-3112d3124e79 None None] Allocated IP 172.20.0.2 (ee5f9d78-6e0c-4199-ba89-ed6e51f95d02/fef728a0-b2ed-48ff-962e-4a5ea2604571/612c2d88-f44c-4137-bfa2-4f23c740e6e2) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:10:11.934395 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eab8aa89-84a6-4e0a-a5d0-b5d19d8b6939 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:12.066741 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-352192c4-da6e-4a74-baa9-3112d3124e79 None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:12.127408 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-352192c4-da6e-4a74-baa9-3112d3124e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:12.174149 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352192c4-da6e-4a74-baa9-3112d3124e79 None None] Network ee5f9d78-6e0c-4199-ba89-ed6e51f95d02 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:10:12.177750 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-352192c4-da6e-4a74-baa9-3112d3124e79 None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:10:12.180267 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352192c4-da6e-4a74-baa9-3112d3124e79 None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:10:12.190010 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352192c4-da6e-4a74-baa9-3112d3124e79 None None] Pushing event updated for resources: {'Port': ['ID=612c2d88-f44c-4137-bfa2-4f23c740e6e2,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:10:12.244382 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-352192c4-da6e-4a74-baa9-3112d3124e79 None None] Attempting to bind port 612c2d88-f44c-4137-bfa2-4f23c740e6e2 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:10:12.244758 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-352192c4-da6e-4a74-baa9-3112d3124e79 None None] Attempting to bind port 612c2d88-f44c-4137-bfa2-4f23c740e6e2 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '3c80bf7c-58c6-427b-b99c-4fc31a65f885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ee5f9d78-6e0c-4199-ba89-ed6e51f95d02'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:10:12.245130 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352192c4-da6e-4a74-baa9-3112d3124e79 None None] Attempting to bind port 612c2d88-f44c-4137-bfa2-4f23c740e6e2 on network ee5f9d78-6e0c-4199-ba89-ed6e51f95d02 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:10:12.250716 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352192c4-da6e-4a74-baa9-3112d3124e79 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:10:12.251104 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352192c4-da6e-4a74-baa9-3112d3124e79 None None] Checking segment: {'id': '3c80bf7c-58c6-427b-b99c-4fc31a65f885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ee5f9d78-6e0c-4199-ba89-ed6e51f95d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:10:12.251559 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-352192c4-da6e-4a74-baa9-3112d3124e79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:12.252052 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352192c4-da6e-4a74-baa9-3112d3124e79 None None] Bound using segment: {'id': '3c80bf7c-58c6-427b-b99c-4fc31a65f885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ee5f9d78-6e0c-4199-ba89-ed6e51f95d02'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:10:12.252529 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-352192c4-da6e-4a74-baa9-3112d3124e79 None None] Bound port: 612c2d88-f44c-4137-bfa2-4f23c740e6e2, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c80bf7c-58c6-427b-b99c-4fc31a65f885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ee5f9d78-6e0c-4199-ba89-ed6e51f95d02'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:10:12.252919 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-352192c4-da6e-4a74-baa9-3112d3124e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:12.321710 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-352192c4-da6e-4a74-baa9-3112d3124e79 None None] For port 612c2d88-f44c-4137-bfa2-4f23c740e6e2, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:10:12.324854 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-352192c4-da6e-4a74-baa9-3112d3124e79 None None] For port 612c2d88-f44c-4137-bfa2-4f23c740e6e2, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=612c2d88-f44c-4137-bfa2-4f23c740e6e2,segment=NetworkSegment(3c80bf7c-58c6-427b-b99c-4fc31a65f885),segment_id=3c80bf7c-58c6-427b-b99c-4fc31a65f885)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:10:12.362844 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-352192c4-da6e-4a74-baa9-3112d3124e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:12.428114 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352192c4-da6e-4a74-baa9-3112d3124e79 None None] Pushing event updated for resources: {'Port': ['ID=612c2d88-f44c-4137-bfa2-4f23c740e6e2,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:10:12.487870 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eab8aa89-84a6-4e0a-a5d0-b5d19d8b6939 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:12.743749 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eab8aa89-84a6-4e0a-a5d0-b5d19d8b6939 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:12.766051 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eab8aa89-84a6-4e0a-a5d0-b5d19d8b6939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:12.872295 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-eab8aa89-84a6-4e0a-a5d0-b5d19d8b6939 admin admin] Allocated IP 172.26.2.103 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/29c81113-223b-4d57-81d1-869ecf9bbb56) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:10:12.891020 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 612c2d88-f44c-4137-bfa2-4f23c740e6e2 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:10:12.951598 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 612c2d88-f44c-4137-bfa2-4f23c740e6e2 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:10:12.952056 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:12.979614 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eab8aa89-84a6-4e0a-a5d0-b5d19d8b6939 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:12.995691 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ffc02921-bdd9-4cc2-b820-0da4193b5ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:13.033920 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:13.067593 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] For port 612c2d88-f44c-4137-bfa2-4f23c740e6e2, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=612c2d88-f44c-4137-bfa2-4f23c740e6e2,segment=NetworkSegment(3c80bf7c-58c6-427b-b99c-4fc31a65f885),segment_id=3c80bf7c-58c6-427b-b99c-4fc31a65f885)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:10:13.075886 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eab8aa89-84a6-4e0a-a5d0-b5d19d8b6939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:13.115457 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab8aa89-84a6-4e0a-a5d0-b5d19d8b6939 admin admin] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:10:13.118550 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-eab8aa89-84a6-4e0a-a5d0-b5d19d8b6939 admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:10:13.122084 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:13.122263 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab8aa89-84a6-4e0a-a5d0-b5d19d8b6939 admin admin] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:10:13.146180 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab8aa89-84a6-4e0a-a5d0-b5d19d8b6939 admin admin] Pushing event updated for resources: {'Port': ['ID=29c81113-223b-4d57-81d1-869ecf9bbb56,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:10:13.149810 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f0e9f6-f354-433f-9aaf-43f91d3c654e None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:10:13.181126 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Pushing event updated for resources: {'Port': ['ID=612c2d88-f44c-4137-bfa2-4f23c740e6e2,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:10:13.283054 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-e2544fc6-68da-4d61-9ee5-1903be36b1fe None None] Provisioning complete for port 29c81113-223b-4d57-81d1-869ecf9bbb56 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:10:13.283433 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e2544fc6-68da-4d61-9ee5-1903be36b1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:13.321314 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-e2544fc6-68da-4d61-9ee5-1903be36b1fe None None] Port 29c81113-223b-4d57-81d1-869ecf9bbb56 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:10:13.400563 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997f4137-aba3-4bc8-bbc5-91a988196224 None None] Network ee5f9d78-6e0c-4199-ba89-ed6e51f95d02 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:10:13.420210 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eab8aa89-84a6-4e0a-a5d0-b5d19d8b6939 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:13.472088 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-b7d40726-4f00-4f0e-a1f7-05179889e166 None None] Provisioning complete for port 612c2d88-f44c-4137-bfa2-4f23c740e6e2 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:10:13.472457 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b7d40726-4f00-4f0e-a1f7-05179889e166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:13.620375 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eab8aa89-84a6-4e0a-a5d0-b5d19d8b6939 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363'] for router, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:13.653471 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:13.811432 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-974eb6e6-20ff-432b-b23e-8043a5fb9ba1 None None] Provisioning complete for port 612c2d88-f44c-4137-bfa2-4f23c740e6e2 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:10:13.811807 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-974eb6e6-20ff-432b-b23e-8043a5fb9ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:13.818721 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eab8aa89-84a6-4e0a-a5d0-b5d19d8b6939 admin admin] Router f96ec197-3fd5-4d1d-8630-cd39b50a5deb is scheduled to L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d with binding_index 1 {{(pid=103587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:10:13.925433 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab8aa89-84a6-4e0a-a5d0-b5d19d8b6939 admin admin] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:10:13.934271 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8566d561-23ad-41ca-8ab4-05cefb658838 None None] Sync routers for ids ['f96ec197-3fd5-4d1d-8630-cd39b50a5deb'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:10:13.943904 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8566d561-23ad-41ca-8ab4-05cefb658838 None None] Routers {'f96ec197-3fd5-4d1d-8630-cd39b50a5deb'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:10:13.944514 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-8566d561-23ad-41ca-8ab4-05cefb658838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:09:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['f96ec197-3fd5-4d1d-8630-cd39b50a5deb'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:10:14.014883 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eab8aa89-84a6-4e0a-a5d0-b5d19d8b6939 admin admin] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:14.016144 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-eab8aa89-84a6-4e0a-a5d0-b5d19d8b6939 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2314188 Dec 10 16:10:14.019073 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 43550) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:10:14.050105 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-8566d561-23ad-41ca-8ab4-05cefb658838 None None] Set router f96ec197-3fd5-4d1d-8630-cd39b50a5deb gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:10:14.228170 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-8566d561-23ad-41ca-8ab4-05cefb658838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96ec197-3fd5-4d1d-8630-cd39b50a5deb', 'name': 'tempest-TestShelveInstance-1490916739-router', 'tenant_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.103'}], 'enable_snat': True}, 'gw_port_id': '29c81113-223b-4d57-81d1-869ecf9bbb56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:10:11Z', 'updated_at': '2021-12-10T16:10:13Z', 'revision_number': 3, 'project_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'gw_port': {'id': '29c81113-223b-4d57-81d1-869ecf9bbb56', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:03:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96ec197-3fd5-4d1d-8630-cd39b50a5deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:10:12Z', 'updated_at': '2021-12-10T16:10:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:10:14.254500 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8566d561-23ad-41ca-8ab4-05cefb658838 None None] Checking router: f96ec197-3fd5-4d1d-8630-cd39b50a5deb for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:10:14.254857 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8566d561-23ad-41ca-8ab4-05cefb658838 None None] Updating router f96ec197-3fd5-4d1d-8630-cd39b50a5deb port 29c81113-223b-4d57-81d1-869ecf9bbb56 binding host dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:10:14.279345 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8566d561-23ad-41ca-8ab4-05cefb658838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:14.457729 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-825947f2-0fa0-43c4-8650-46c68a57a3db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:14.622089 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-825947f2-0fa0-43c4-8650-46c68a57a3db admin admin] Allocated IP 172.20.0.1 (ee5f9d78-6e0c-4199-ba89-ed6e51f95d02/fef728a0-b2ed-48ff-962e-4a5ea2604571/bbfdd95c-fed2-4c8a-9be4-91e2bd8463ec) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:10:14.679046 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8566d561-23ad-41ca-8ab4-05cefb658838 None None] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:14.720920 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-825947f2-0fa0-43c4-8650-46c68a57a3db admin admin] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:14.755054 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8566d561-23ad-41ca-8ab4-05cefb658838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:14.800127 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21cd86e-2759-4033-9384-9259dc84e0c1 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:10:14.813033 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-8566d561-23ad-41ca-8ab4-05cefb658838 None None] Attempting to bind port 29c81113-223b-4d57-81d1-869ecf9bbb56 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:10:14.813410 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-8566d561-23ad-41ca-8ab4-05cefb658838 None None] Attempting to bind port 29c81113-223b-4d57-81d1-869ecf9bbb56 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:10:14.813774 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8566d561-23ad-41ca-8ab4-05cefb658838 None None] Attempting to bind port 29c81113-223b-4d57-81d1-869ecf9bbb56 on network d5a1452c-422a-4e1a-a1c7-48738ecf752f {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:10:14.821611 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd2c40a-fd6c-44b2-85ea-6eeb44ad9952 None None] Pushing event updated for resources: {'Port': ['ID=29c81113-223b-4d57-81d1-869ecf9bbb56,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:10:14.825112 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-825947f2-0fa0-43c4-8650-46c68a57a3db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:14.827360 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8566d561-23ad-41ca-8ab4-05cefb658838 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:10:14.827758 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8566d561-23ad-41ca-8ab4-05cefb658838 None None] Checking segment: {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:10:14.828435 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8566d561-23ad-41ca-8ab4-05cefb658838 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:14.828968 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8566d561-23ad-41ca-8ab4-05cefb658838 None None] Bound using segment: {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:10:14.829310 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-8566d561-23ad-41ca-8ab4-05cefb658838 None None] Bound port: 29c81113-223b-4d57-81d1-869ecf9bbb56, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:10:14.829694 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8566d561-23ad-41ca-8ab4-05cefb658838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:14.872475 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825947f2-0fa0-43c4-8650-46c68a57a3db admin admin] Network ee5f9d78-6e0c-4199-ba89-ed6e51f95d02 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:10:14.875689 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-825947f2-0fa0-43c4-8650-46c68a57a3db admin admin] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:10:14.876580 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 612c2d88-f44c-4137-bfa2-4f23c740e6e2 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:10:14.879478 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825947f2-0fa0-43c4-8650-46c68a57a3db admin admin] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:10:14.910486 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825947f2-0fa0-43c4-8650-46c68a57a3db admin admin] Pushing event updated for resources: {'Port': ['ID=bbfdd95c-fed2-4c8a-9be4-91e2bd8463ec,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:10:14.928485 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-8566d561-23ad-41ca-8ab4-05cefb658838 None None] For port 29c81113-223b-4d57-81d1-869ecf9bbb56, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:10:14.930710 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-825947f2-0fa0-43c4-8650-46c68a57a3db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552880'] for router_interface, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:14.948243 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-8566d561-23ad-41ca-8ab4-05cefb658838 None None] For port 29c81113-223b-4d57-81d1-869ecf9bbb56, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=29c81113-223b-4d57-81d1-869ecf9bbb56,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:10:14.950818 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f8a440eb-f76d-4c65-9b2f-6778c5baea21 None None] Provisioning complete for port 29c81113-223b-4d57-81d1-869ecf9bbb56 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:10:14.951185 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f8a440eb-f76d-4c65-9b2f-6778c5baea21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:14.996660 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 612c2d88-f44c-4137-bfa2-4f23c740e6e2 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:10:14.997045 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:15.001571 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f8a440eb-f76d-4c65-9b2f-6778c5baea21 None None] Port 29c81113-223b-4d57-81d1-869ecf9bbb56 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:10:15.028415 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8566d561-23ad-41ca-8ab4-05cefb658838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:15.087941 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610d2d52-c6d6-43c8-b332-7faae485f6ed None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:10:15.122861 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd2c40a-fd6c-44b2-85ea-6eeb44ad9952 None None] Pushing event updated for resources: {'Port': ['ID=29c81113-223b-4d57-81d1-869ecf9bbb56,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:10:15.126808 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8566d561-23ad-41ca-8ab4-05cefb658838 None None] Routers {'f96ec197-3fd5-4d1d-8630-cd39b50a5deb'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:10:15.127421 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-8566d561-23ad-41ca-8ab4-05cefb658838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:09:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['f96ec197-3fd5-4d1d-8630-cd39b50a5deb'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:10:15.160086 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-825947f2-0fa0-43c4-8650-46c68a57a3db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:15.200267 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f7fc2146-d73f-48e5-9476-01c076b231c3 None None] Provisioning complete for port bbfdd95c-fed2-4c8a-9be4-91e2bd8463ec triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:10:15.200704 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f7fc2146-d73f-48e5-9476-01c076b231c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:15.290698 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f7fc2146-d73f-48e5-9476-01c076b231c3 None None] Port bbfdd95c-fed2-4c8a-9be4-91e2bd8463ec cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:10:15.311536 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-8566d561-23ad-41ca-8ab4-05cefb658838 None None] Set router f96ec197-3fd5-4d1d-8630-cd39b50a5deb gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:10:15.325067 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-825947f2-0fa0-43c4-8650-46c68a57a3db admin admin] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:15.344979 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-451b8145-10da-4078-ba5d-d6e6f9ed9530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:15.367255 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-825947f2-0fa0-43c4-8650-46c68a57a3db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:15.435989 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825947f2-0fa0-43c4-8650-46c68a57a3db admin admin] Pushing event updated for resources: {'Port': ['ID=bbfdd95c-fed2-4c8a-9be4-91e2bd8463ec,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:10:15.438864 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-825947f2-0fa0-43c4-8650-46c68a57a3db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549888'] for router_interface, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:15.450147 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-7911228d-7c6e-4087-bae8-b297aca29afd None None] Provisioning complete for port 29c81113-223b-4d57-81d1-869ecf9bbb56 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:10:15.450519 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7911228d-7c6e-4087-bae8-b297aca29afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:15.531038 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825947f2-0fa0-43c4-8650-46c68a57a3db admin admin] Network ee5f9d78-6e0c-4199-ba89-ed6e51f95d02 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:10:15.532509 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-825947f2-0fa0-43c4-8650-46c68a57a3db admin admin] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:10:15.576816 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7911228d-7c6e-4087-bae8-b297aca29afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:15.606764 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-7911228d-7c6e-4087-bae8-b297aca29afd None None] For port 29c81113-223b-4d57-81d1-869ecf9bbb56, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=29c81113-223b-4d57-81d1-869ecf9bbb56,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:10:15.609107 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-8566d561-23ad-41ca-8ab4-05cefb658838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96ec197-3fd5-4d1d-8630-cd39b50a5deb', 'name': 'tempest-TestShelveInstance-1490916739-router', 'tenant_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.103'}], 'enable_snat': True}, 'gw_port_id': '29c81113-223b-4d57-81d1-869ecf9bbb56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:10:11Z', 'updated_at': '2021-12-10T16:10:15Z', 'revision_number': 4, 'project_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'gw_port': {'id': '29c81113-223b-4d57-81d1-869ecf9bbb56', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:03:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96ec197-3fd5-4d1d-8630-cd39b50a5deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:10:12Z', 'updated_at': '2021-12-10T16:10:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': 'bbfdd95c-fed2-4c8a-9be4-91e2bd8463ec', 'name': '', 'network_id': 'ee5f9d78-6e0c-4199-ba89-ed6e51f95d02', 'tenant_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'mac_address': 'fa:16:3e:98:cb:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96ec197-3fd5-4d1d-8630-cd39b50a5deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'fef728a0-b2ed-48ff-962e-4a5ea2604571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:10:14Z', 'updated_at': '2021-12-10T16:10:14Z', 'revision_number': 1, 'project_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'subnets': [{'id': 'fef728a0-b2ed-48ff-962e-4a5ea2604571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:10:15.636393 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8566d561-23ad-41ca-8ab4-05cefb658838 None None] The sync data for ids ['f96ec197-3fd5-4d1d-8630-cd39b50a5deb'] in dv-neutron-821401-4-hyperv is: [{'id': 'f96ec197-3fd5-4d1d-8630-cd39b50a5deb', 'name': 'tempest-TestShelveInstance-1490916739-router', 'tenant_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.103'}], 'enable_snat': True}, 'gw_port_id': '29c81113-223b-4d57-81d1-869ecf9bbb56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:10:11Z', 'updated_at': '2021-12-10T16:10:15Z', 'revision_number': 4, 'project_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'gw_port': {'id': '29c81113-223b-4d57-81d1-869ecf9bbb56', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:03:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96ec197-3fd5-4d1d-8630-cd39b50a5deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:10:12Z', 'updated_at': '2021-12-10T16:10:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': 'bbfdd95c-fed2-4c8a-9be4-91e2bd8463ec', 'name': '', 'network_id': 'ee5f9d78-6e0c-4199-ba89-ed6e51f95d02', 'tenant_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'mac_address': 'fa:16:3e:98:cb:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96ec197-3fd5-4d1d-8630-cd39b50a5deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'fef728a0-b2ed-48ff-962e-4a5ea2604571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:10:14Z', 'updated_at': '2021-12-10T16:10:14Z', 'revision_number': 1, 'project_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'subnets': [{'id': 'fef728a0-b2ed-48ff-962e-4a5ea2604571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:10:15.656451 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-825947f2-0fa0-43c4-8650-46c68a57a3db admin admin] Router f96ec197-3fd5-4d1d-8630-cd39b50a5deb has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:10:15.667403 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7911228d-7c6e-4087-bae8-b297aca29afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:15.726573 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7911228d-7c6e-4087-bae8-b297aca29afd None None] Pushing event updated for resources: {'Port': ['ID=29c81113-223b-4d57-81d1-869ecf9bbb56,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:10:15.781978 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-825947f2-0fa0-43c4-8650-46c68a57a3db admin admin] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:10:15.788629 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-825947f2-0fa0-43c4-8650-46c68a57a3db admin admin] 10.222.0.20 "PUT /v2.0/routers/f96ec197-3fd5-4d1d-8630-cd39b50a5deb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7667768 Dec 10 16:10:15.796394 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-d64f305e-95b8-4e74-9958-b0ff452c69a6 None None] Provisioning complete for port bbfdd95c-fed2-4c8a-9be4-91e2bd8463ec triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:10:15.796770 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d64f305e-95b8-4e74-9958-b0ff452c69a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:15.832123 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-d64f305e-95b8-4e74-9958-b0ff452c69a6 None None] Port bbfdd95c-fed2-4c8a-9be4-91e2bd8463ec cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:10:16.264913 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:16.501288 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 43572) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:10:16.507926 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-437bf7c3-c1a9-4605-8c90-76e36fdf533b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1285884995-network', 'tenant_id': '7277ef7ea0f24a6a93b2ffe96b7652c4'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:10:16.590424 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437bf7c3-c1a9-4605-8c90-76e36fdf533b admin admin] Made reservation on behalf of 7277ef7ea0f24a6a93b2ffe96b7652c4 for: {'network': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:10:16.592894 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-437bf7c3-c1a9-4605-8c90-76e36fdf533b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:16.601940 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-437bf7c3-c1a9-4605-8c90-76e36fdf533b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:16.682570 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-437bf7c3-c1a9-4605-8c90-76e36fdf533b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:16.749915 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-437bf7c3-c1a9-4605-8c90-76e36fdf533b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:16.778146 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-437bf7c3-c1a9-4605-8c90-76e36fdf533b admin admin] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=103586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:10:16.784739 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437bf7c3-c1a9-4605-8c90-76e36fdf533b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db1fdc9-2487-426e-b475-4259400bcbf5,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:10:16.791090 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-437bf7c3-c1a9-4605-8c90-76e36fdf533b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:16.791444 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.segments_db [None req-437bf7c3-c1a9-4605-8c90-76e36fdf533b admin admin] Added segment 756a424d-7274-4442-8d3c-ff8ed907ef22 of type vlan for network 700ed5e9-4f3a-46c5-8341-bbd09fc44db2 Dec 10 16:10:16.836343 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-437bf7c3-c1a9-4605-8c90-76e36fdf533b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:16.902473 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 29c81113-223b-4d57-81d1-869ecf9bbb56 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:10:16.916161 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-437bf7c3-c1a9-4605-8c90-76e36fdf533b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:16.917407 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437bf7c3-c1a9-4605-8c90-76e36fdf533b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:10:16.918253 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-437bf7c3-c1a9-4605-8c90-76e36fdf533b admin admin] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:16.951624 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 29c81113-223b-4d57-81d1-869ecf9bbb56 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:10:16.952075 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:16.979381 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437bf7c3-c1a9-4605-8c90-76e36fdf533b admin admin] Pushing event updated for resources: {'Network': ['ID=700ed5e9-4f3a-46c5-8341-bbd09fc44db2,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:10:16.989654 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 700ed5e9-4f3a-46c5-8341-bbd09fc44db2 details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:10:17.021474 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-437bf7c3-c1a9-4605-8c90-76e36fdf533b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5189960 Dec 10 16:10:17.024208 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 43574) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:10:17.029093 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-9d0e1c8a-a8d1-4d53-88f0-9a59fc01e72f admin admin] Request body: {'subnet': {'network_id': '700ed5e9-4f3a-46c5-8341-bbd09fc44db2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1285884995-subnet', 'tenant_id': '7277ef7ea0f24a6a93b2ffe96b7652c4', 'ip_version': 4}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:10:17.098947 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d0e1c8a-a8d1-4d53-88f0-9a59fc01e72f admin admin] Made reservation on behalf of 7277ef7ea0f24a6a93b2ffe96b7652c4 for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:10:17.101941 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9d0e1c8a-a8d1-4d53-88f0-9a59fc01e72f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:17.310970 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9d0e1c8a-a8d1-4d53-88f0-9a59fc01e72f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11695183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581935'] for subnet, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:17.365164 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0e1c8a-a8d1-4d53-88f0-9a59fc01e72f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2db1a702-875e-4628-9e18-ae8c378ac0ce,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:10:17.380520 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0e1c8a-a8d1-4d53-88f0-9a59fc01e72f admin admin] Checking segment: {'id': '756a424d-7274-4442-8d3c-ff8ed907ef22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '700ed5e9-4f3a-46c5-8341-bbd09fc44db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:10:17.380884 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0e1c8a-a8d1-4d53-88f0-9a59fc01e72f admin admin] Network hostable DHCP agents. Network: 700ed5e9-4f3a-46c5-8341-bbd09fc44db2, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:10:17.481946 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0e1c8a-a8d1-4d53-88f0-9a59fc01e72f admin admin] Network 700ed5e9-4f3a-46c5-8341-bbd09fc44db2 is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:10:17.556013 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-9d0e1c8a-a8d1-4d53-88f0-9a59fc01e72f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 700ed5e9-4f3a-46c5-8341-bbd09fc44db2) {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:10:17.560848 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0e1c8a-a8d1-4d53-88f0-9a59fc01e72f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:10:17.561745 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9d0e1c8a-a8d1-4d53-88f0-9a59fc01e72f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:17.564898 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f559fa-78fa-4bba-b1e6-1d6ec7f3f429 None None] Network 700ed5e9-4f3a-46c5-8341-bbd09fc44db2 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:10:17.600467 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badea3d7-8686-4977-9496-de1a9b381949 None None] Sync routers for ids ['f96ec197-3fd5-4d1d-8630-cd39b50a5deb'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:10:17.611780 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badea3d7-8686-4977-9496-de1a9b381949 None None] Routers {'f96ec197-3fd5-4d1d-8630-cd39b50a5deb'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:10:17.612407 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-badea3d7-8686-4977-9496-de1a9b381949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:10:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['f96ec197-3fd5-4d1d-8630-cd39b50a5deb'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:10:17.639719 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-9d0e1c8a-a8d1-4d53-88f0-9a59fc01e72f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6144314 Dec 10 16:10:17.642545 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 43578) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:10:17.646997 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-4b134fe6-1056-42d1-8756-898af251480f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1285884995-router', 'tenant_id': '7277ef7ea0f24a6a93b2ffe96b7652c4', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:10:17.670632 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d119031-696f-4319-9041-008e87d2e07e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-700ed5e9-4f3a-46c5-8341-bbd09fc44db2', 'network_id': '700ed5e9-4f3a-46c5-8341-bbd09fc44db2', 'project_id': '7277ef7ea0f24a6a93b2ffe96b7652c4', 'fixed_ips': [{'subnet_id': '2db1a702-875e-4628-9e18-ae8c378ac0ce'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:10:17.672129 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d119031-696f-4319-9041-008e87d2e07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:17.731782 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-badea3d7-8686-4977-9496-de1a9b381949 None None] Set router f96ec197-3fd5-4d1d-8630-cd39b50a5deb gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:10:17.751136 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4b134fe6-1056-42d1-8756-898af251480f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13912'] for router, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:17.753073 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4b134fe6-1056-42d1-8756-898af251480f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:17.809945 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-6d119031-696f-4319-9041-008e87d2e07e None None] Allocated IP 172.20.0.2 (700ed5e9-4f3a-46c5-8341-bbd09fc44db2/2db1a702-875e-4628-9e18-ae8c378ac0ce/f961e285-ede2-4e06-bda2-9a289e721057) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:10:17.818050 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4b134fe6-1056-42d1-8756-898af251480f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:17.933744 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:17.950930 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-badea3d7-8686-4977-9496-de1a9b381949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96ec197-3fd5-4d1d-8630-cd39b50a5deb', 'name': 'tempest-TestShelveInstance-1490916739-router', 'tenant_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.103'}], 'enable_snat': True}, 'gw_port_id': '29c81113-223b-4d57-81d1-869ecf9bbb56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:10:11Z', 'updated_at': '2021-12-10T16:10:15Z', 'revision_number': 4, 'project_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'gw_port': {'id': '29c81113-223b-4d57-81d1-869ecf9bbb56', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:03:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96ec197-3fd5-4d1d-8630-cd39b50a5deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:10:12Z', 'updated_at': '2021-12-10T16:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': 'bbfdd95c-fed2-4c8a-9be4-91e2bd8463ec', 'name': '', 'network_id': 'ee5f9d78-6e0c-4199-ba89-ed6e51f95d02', 'tenant_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'mac_address': 'fa:16:3e:98:cb:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96ec197-3fd5-4d1d-8630-cd39b50a5deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'fef728a0-b2ed-48ff-962e-4a5ea2604571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:10:14Z', 'updated_at': '2021-12-10T16:10:15Z', 'revision_number': 2, 'project_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'subnets': [{'id': 'fef728a0-b2ed-48ff-962e-4a5ea2604571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:10:17.975612 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d119031-696f-4319-9041-008e87d2e07e None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:17.979533 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badea3d7-8686-4977-9496-de1a9b381949 None None] Checking router: f96ec197-3fd5-4d1d-8630-cd39b50a5deb for host: dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:10:17.979892 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badea3d7-8686-4977-9496-de1a9b381949 None None] Updating router f96ec197-3fd5-4d1d-8630-cd39b50a5deb port bbfdd95c-fed2-4c8a-9be4-91e2bd8463ec binding host dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:10:18.005184 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-badea3d7-8686-4977-9496-de1a9b381949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:18.019978 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4b134fe6-1056-42d1-8756-898af251480f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:18.047752 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d119031-696f-4319-9041-008e87d2e07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:18.096680 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d119031-696f-4319-9041-008e87d2e07e None None] Network 700ed5e9-4f3a-46c5-8341-bbd09fc44db2 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:10:18.101612 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-6d119031-696f-4319-9041-008e87d2e07e None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:10:18.105279 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d119031-696f-4319-9041-008e87d2e07e None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:10:18.115988 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d119031-696f-4319-9041-008e87d2e07e None None] Pushing event updated for resources: {'Port': ['ID=f961e285-ede2-4e06-bda2-9a289e721057,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:10:18.175428 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-6d119031-696f-4319-9041-008e87d2e07e None None] Attempting to bind port f961e285-ede2-4e06-bda2-9a289e721057 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:10:18.175757 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-6d119031-696f-4319-9041-008e87d2e07e None None] Attempting to bind port f961e285-ede2-4e06-bda2-9a289e721057 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '756a424d-7274-4442-8d3c-ff8ed907ef22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '700ed5e9-4f3a-46c5-8341-bbd09fc44db2'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:10:18.176091 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d119031-696f-4319-9041-008e87d2e07e None None] Attempting to bind port f961e285-ede2-4e06-bda2-9a289e721057 on network 700ed5e9-4f3a-46c5-8341-bbd09fc44db2 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:10:18.181555 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d119031-696f-4319-9041-008e87d2e07e None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:10:18.193252 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d119031-696f-4319-9041-008e87d2e07e None None] Checking segment: {'id': '756a424d-7274-4442-8d3c-ff8ed907ef22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '700ed5e9-4f3a-46c5-8341-bbd09fc44db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:10:18.193252 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d119031-696f-4319-9041-008e87d2e07e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:18.193252 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d119031-696f-4319-9041-008e87d2e07e None None] Bound using segment: {'id': '756a424d-7274-4442-8d3c-ff8ed907ef22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '700ed5e9-4f3a-46c5-8341-bbd09fc44db2'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:10:18.193252 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-6d119031-696f-4319-9041-008e87d2e07e None None] Bound port: f961e285-ede2-4e06-bda2-9a289e721057, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '756a424d-7274-4442-8d3c-ff8ed907ef22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '700ed5e9-4f3a-46c5-8341-bbd09fc44db2'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:10:18.193252 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d119031-696f-4319-9041-008e87d2e07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:18.252395 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6d119031-696f-4319-9041-008e87d2e07e None None] For port f961e285-ede2-4e06-bda2-9a289e721057, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:10:18.255731 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6d119031-696f-4319-9041-008e87d2e07e None None] For port f961e285-ede2-4e06-bda2-9a289e721057, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=f961e285-ede2-4e06-bda2-9a289e721057,segment=NetworkSegment(756a424d-7274-4442-8d3c-ff8ed907ef22),segment_id=756a424d-7274-4442-8d3c-ff8ed907ef22)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:10:18.285855 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-badea3d7-8686-4977-9496-de1a9b381949 None None] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:18.310861 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d119031-696f-4319-9041-008e87d2e07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:18.311630 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4b134fe6-1056-42d1-8756-898af251480f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:18.334217 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4b134fe6-1056-42d1-8756-898af251480f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:18.356435 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-badea3d7-8686-4977-9496-de1a9b381949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:18.391141 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d119031-696f-4319-9041-008e87d2e07e None None] Pushing event updated for resources: {'Port': ['ID=f961e285-ede2-4e06-bda2-9a289e721057,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:10:18.411972 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b295fe-f264-4946-89a2-dc20ffa599aa None None] Pushing event updated for resources: {'Port': ['ID=bbfdd95c-fed2-4c8a-9be4-91e2bd8463ec,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:10:18.425648 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b295fe-f264-4946-89a2-dc20ffa599aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:10:18.425964 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b295fe-f264-4946-89a2-dc20ffa599aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:10:18.426316 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b295fe-f264-4946-89a2-dc20ffa599aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:10:18.426656 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b295fe-f264-4946-89a2-dc20ffa599aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:10:18.426996 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b295fe-f264-4946-89a2-dc20ffa599aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:10:18.427335 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b295fe-f264-4946-89a2-dc20ffa599aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:10:18.427335 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b295fe-f264-4946-89a2-dc20ffa599aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:10:18.427335 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b295fe-f264-4946-89a2-dc20ffa599aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:10:18.427335 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b295fe-f264-4946-89a2-dc20ffa599aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:10:18.427335 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b295fe-f264-4946-89a2-dc20ffa599aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:10:18.429321 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b295fe-f264-4946-89a2-dc20ffa599aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:10:18.429321 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b295fe-f264-4946-89a2-dc20ffa599aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:10:18.429602 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b295fe-f264-4946-89a2-dc20ffa599aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:10:18.467635 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-4b134fe6-1056-42d1-8756-898af251480f admin admin] Allocated IP 172.26.2.167 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/1e88f413-7612-4f79-bc2b-8d18403ce100) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:10:18.508029 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-badea3d7-8686-4977-9496-de1a9b381949 None None] Attempting to bind port bbfdd95c-fed2-4c8a-9be4-91e2bd8463ec on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:10:18.508618 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-badea3d7-8686-4977-9496-de1a9b381949 None None] Attempting to bind port bbfdd95c-fed2-4c8a-9be4-91e2bd8463ec by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '3c80bf7c-58c6-427b-b99c-4fc31a65f885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ee5f9d78-6e0c-4199-ba89-ed6e51f95d02'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:10:18.509286 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badea3d7-8686-4977-9496-de1a9b381949 None None] Attempting to bind port bbfdd95c-fed2-4c8a-9be4-91e2bd8463ec on network ee5f9d78-6e0c-4199-ba89-ed6e51f95d02 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:10:18.515520 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badea3d7-8686-4977-9496-de1a9b381949 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:10:18.515842 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badea3d7-8686-4977-9496-de1a9b381949 None None] Checking segment: {'id': '3c80bf7c-58c6-427b-b99c-4fc31a65f885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ee5f9d78-6e0c-4199-ba89-ed6e51f95d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:10:18.516316 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-badea3d7-8686-4977-9496-de1a9b381949 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:18.516858 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badea3d7-8686-4977-9496-de1a9b381949 None None] Bound using segment: {'id': '3c80bf7c-58c6-427b-b99c-4fc31a65f885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ee5f9d78-6e0c-4199-ba89-ed6e51f95d02'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:10:18.517369 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-badea3d7-8686-4977-9496-de1a9b381949 None None] Bound port: bbfdd95c-fed2-4c8a-9be4-91e2bd8463ec, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c80bf7c-58c6-427b-b99c-4fc31a65f885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ee5f9d78-6e0c-4199-ba89-ed6e51f95d02'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:10:18.517836 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-badea3d7-8686-4977-9496-de1a9b381949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:18.588036 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-badea3d7-8686-4977-9496-de1a9b381949 None None] For port bbfdd95c-fed2-4c8a-9be4-91e2bd8463ec, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:10:18.592180 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4b134fe6-1056-42d1-8756-898af251480f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:18.592319 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-badea3d7-8686-4977-9496-de1a9b381949 None None] For port bbfdd95c-fed2-4c8a-9be4-91e2bd8463ec, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=bbfdd95c-fed2-4c8a-9be4-91e2bd8463ec,segment=NetworkSegment(3c80bf7c-58c6-427b-b99c-4fc31a65f885),segment_id=3c80bf7c-58c6-427b-b99c-4fc31a65f885)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:10:18.659686 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-badea3d7-8686-4977-9496-de1a9b381949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:18.725607 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badea3d7-8686-4977-9496-de1a9b381949 None None] Routers {'f96ec197-3fd5-4d1d-8630-cd39b50a5deb'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:10:18.726406 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-badea3d7-8686-4977-9496-de1a9b381949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:10:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['f96ec197-3fd5-4d1d-8630-cd39b50a5deb'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:10:18.734906 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4b134fe6-1056-42d1-8756-898af251480f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:18.761851 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:18.775628 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b295fe-f264-4946-89a2-dc20ffa599aa None None] Pushing event updated for resources: {'Port': ['ID=bbfdd95c-fed2-4c8a-9be4-91e2bd8463ec,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:10:18.785234 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-e40672b8-403b-4c74-a4a4-923fa1165f46 None None] Provisioning complete for port bbfdd95c-fed2-4c8a-9be4-91e2bd8463ec triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:10:18.785816 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e40672b8-403b-4c74-a4a4-923fa1165f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:18.796074 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b134fe6-1056-42d1-8756-898af251480f admin admin] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:10:18.799554 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-4b134fe6-1056-42d1-8756-898af251480f admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:10:18.803474 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b134fe6-1056-42d1-8756-898af251480f admin admin] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:10:18.822300 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5163e0e-40a1-4714-8d89-9d99e1e91dfa None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:10:18.838874 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b134fe6-1056-42d1-8756-898af251480f admin admin] Pushing event updated for resources: {'Port': ['ID=1e88f413-7612-4f79-bc2b-8d18403ce100,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:10:18.901037 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e40672b8-403b-4c74-a4a4-923fa1165f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:18.956230 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-e40672b8-403b-4c74-a4a4-923fa1165f46 None None] For port bbfdd95c-fed2-4c8a-9be4-91e2bd8463ec, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=bbfdd95c-fed2-4c8a-9be4-91e2bd8463ec,segment=NetworkSegment(3c80bf7c-58c6-427b-b99c-4fc31a65f885),segment_id=3c80bf7c-58c6-427b-b99c-4fc31a65f885)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:10:19.007615 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e40672b8-403b-4c74-a4a4-923fa1165f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:19.045987 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-badea3d7-8686-4977-9496-de1a9b381949 None None] Set router f96ec197-3fd5-4d1d-8630-cd39b50a5deb gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:10:19.075944 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40672b8-403b-4c74-a4a4-923fa1165f46 None None] Pushing event updated for resources: {'Port': ['ID=bbfdd95c-fed2-4c8a-9be4-91e2bd8463ec,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:10:19.121616 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device f961e285-ede2-4e06-bda2-9a289e721057 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:10:19.170105 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-c2ae3e4a-d14d-433e-96e8-eb3fe3a51e97 None None] Provisioning complete for port bbfdd95c-fed2-4c8a-9be4-91e2bd8463ec triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:10:19.170610 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c2ae3e4a-d14d-433e-96e8-eb3fe3a51e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:19.213725 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port f961e285-ede2-4e06-bda2-9a289e721057 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:10:19.214163 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:19.250856 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4b134fe6-1056-42d1-8756-898af251480f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:19.261990 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-badea3d7-8686-4977-9496-de1a9b381949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96ec197-3fd5-4d1d-8630-cd39b50a5deb', 'name': 'tempest-TestShelveInstance-1490916739-router', 'tenant_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.103'}], 'enable_snat': True}, 'gw_port_id': '29c81113-223b-4d57-81d1-869ecf9bbb56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:10:11Z', 'updated_at': '2021-12-10T16:10:15Z', 'revision_number': 4, 'project_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'gw_port': {'id': '29c81113-223b-4d57-81d1-869ecf9bbb56', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:03:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96ec197-3fd5-4d1d-8630-cd39b50a5deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:10:12Z', 'updated_at': '2021-12-10T16:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': 'bbfdd95c-fed2-4c8a-9be4-91e2bd8463ec', 'name': '', 'network_id': 'ee5f9d78-6e0c-4199-ba89-ed6e51f95d02', 'tenant_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'mac_address': 'fa:16:3e:98:cb:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96ec197-3fd5-4d1d-8630-cd39b50a5deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'fef728a0-b2ed-48ff-962e-4a5ea2604571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:10:14Z', 'updated_at': '2021-12-10T16:10:18Z', 'revision_number': 4, 'project_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'subnets': [{'id': 'fef728a0-b2ed-48ff-962e-4a5ea2604571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:10:19.303214 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badea3d7-8686-4977-9496-de1a9b381949 None None] The sync data for ids ['f96ec197-3fd5-4d1d-8630-cd39b50a5deb'] in dv-neutron-821401-4-hyperv is: [{'id': 'f96ec197-3fd5-4d1d-8630-cd39b50a5deb', 'name': 'tempest-TestShelveInstance-1490916739-router', 'tenant_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.103'}], 'enable_snat': True}, 'gw_port_id': '29c81113-223b-4d57-81d1-869ecf9bbb56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:10:11Z', 'updated_at': '2021-12-10T16:10:15Z', 'revision_number': 4, 'project_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'gw_port': {'id': '29c81113-223b-4d57-81d1-869ecf9bbb56', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:03:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96ec197-3fd5-4d1d-8630-cd39b50a5deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:10:12Z', 'updated_at': '2021-12-10T16:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': 'bbfdd95c-fed2-4c8a-9be4-91e2bd8463ec', 'name': '', 'network_id': 'ee5f9d78-6e0c-4199-ba89-ed6e51f95d02', 'tenant_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'mac_address': 'fa:16:3e:98:cb:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96ec197-3fd5-4d1d-8630-cd39b50a5deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'fef728a0-b2ed-48ff-962e-4a5ea2604571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:10:14Z', 'updated_at': '2021-12-10T16:10:18Z', 'revision_number': 4, 'project_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'subnets': [{'id': 'fef728a0-b2ed-48ff-962e-4a5ea2604571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:10:19.359335 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-c2ae3e4a-d14d-433e-96e8-eb3fe3a51e97 None None] Provisioning complete for port 1e88f413-7612-4f79-bc2b-8d18403ce100 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:10:19.360856 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c2ae3e4a-d14d-433e-96e8-eb3fe3a51e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:19.400762 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-c2ae3e4a-d14d-433e-96e8-eb3fe3a51e97 None None] Port 1e88f413-7612-4f79-bc2b-8d18403ce100 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:10:19.403364 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:19.445404 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] For port f961e285-ede2-4e06-bda2-9a289e721057, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=f961e285-ede2-4e06-bda2-9a289e721057,segment=NetworkSegment(756a424d-7274-4442-8d3c-ff8ed907ef22),segment_id=756a424d-7274-4442-8d3c-ff8ed907ef22)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:10:19.488601 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4b134fe6-1056-42d1-8756-898af251480f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363'] for router, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:19.526819 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:19.527629 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device bbfdd95c-fed2-4c8a-9be4-91e2bd8463ec up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:10:19.617168 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port bbfdd95c-fed2-4c8a-9be4-91e2bd8463ec triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:10:19.617535 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:19.668665 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8a83f7-a3c1-4911-8bd2-691618879e5d None None] Network 700ed5e9-4f3a-46c5-8341-bbd09fc44db2 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:10:19.675030 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Pushing event updated for resources: {'Port': ['ID=f961e285-ede2-4e06-bda2-9a289e721057,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:10:19.942854 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-658876f2-cc96-48d5-bb6a-2580b00a200c None None] Provisioning complete for port f961e285-ede2-4e06-bda2-9a289e721057 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:10:19.943220 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-658876f2-cc96-48d5-bb6a-2580b00a200c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:20.047517 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b134fe6-1056-42d1-8756-898af251480f admin admin] Router bb7630f0-7044-4c97-9aff-a531e845807b is scheduled to L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d with binding_index 1 {{(pid=103587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:10:20.172229 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b134fe6-1056-42d1-8756-898af251480f admin admin] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:10:20.181618 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24610410-96f2-4ee4-a6ef-4bfe32817513 None None] Sync routers for ids ['bb7630f0-7044-4c97-9aff-a531e845807b'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:10:20.191636 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24610410-96f2-4ee4-a6ef-4bfe32817513 None None] Routers {'bb7630f0-7044-4c97-9aff-a531e845807b'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:10:20.192281 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-24610410-96f2-4ee4-a6ef-4bfe32817513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:10:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['bb7630f0-7044-4c97-9aff-a531e845807b'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:10:20.243560 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4b134fe6-1056-42d1-8756-898af251480f admin admin] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:20.245006 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-4b134fe6-1056-42d1-8756-898af251480f admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6013169 Dec 10 16:10:20.247913 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 43580) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:10:20.299973 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-ebcb1e42-4de6-4e2f-9622-a9ac10fd8193 None None] Provisioning complete for port f961e285-ede2-4e06-bda2-9a289e721057 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:10:20.300236 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ebcb1e42-4de6-4e2f-9622-a9ac10fd8193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:20.329707 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-24610410-96f2-4ee4-a6ef-4bfe32817513 None None] Set router bb7630f0-7044-4c97-9aff-a531e845807b gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:10:20.547801 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-24610410-96f2-4ee4-a6ef-4bfe32817513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb7630f0-7044-4c97-9aff-a531e845807b', 'name': 'tempest-TestShelveInstance-1285884995-router', 'tenant_id': '7277ef7ea0f24a6a93b2ffe96b7652c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.167'}], 'enable_snat': True}, 'gw_port_id': '1e88f413-7612-4f79-bc2b-8d18403ce100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:10:17Z', 'updated_at': '2021-12-10T16:10:19Z', 'revision_number': 3, 'project_id': '7277ef7ea0f24a6a93b2ffe96b7652c4', 'gw_port': {'id': '1e88f413-7612-4f79-bc2b-8d18403ce100', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:84:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb7630f0-7044-4c97-9aff-a531e845807b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:10:18Z', 'updated_at': '2021-12-10T16:10:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:10:20.579532 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24610410-96f2-4ee4-a6ef-4bfe32817513 None None] Checking router: bb7630f0-7044-4c97-9aff-a531e845807b for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:10:20.579804 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24610410-96f2-4ee4-a6ef-4bfe32817513 None None] Updating router bb7630f0-7044-4c97-9aff-a531e845807b port 1e88f413-7612-4f79-bc2b-8d18403ce100 binding host dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:10:20.603542 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-24610410-96f2-4ee4-a6ef-4bfe32817513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:20.663467 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-47371292-2da6-4ff3-b220-6cbbd619e3db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:20.862035 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-47371292-2da6-4ff3-b220-6cbbd619e3db admin admin] Allocated IP 172.20.0.1 (700ed5e9-4f3a-46c5-8341-bbd09fc44db2/2db1a702-875e-4628-9e18-ae8c378ac0ce/0ee28b6b-6891-4a03-886b-c8fdcf13adc2) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:10:20.907383 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device f961e285-ede2-4e06-bda2-9a289e721057 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:10:20.954815 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-24610410-96f2-4ee4-a6ef-4bfe32817513 None None] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:20.965851 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-47371292-2da6-4ff3-b220-6cbbd619e3db admin admin] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:21.012655 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port f961e285-ede2-4e06-bda2-9a289e721057 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:10:21.013024 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:21.015322 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-24610410-96f2-4ee4-a6ef-4bfe32817513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:21.042334 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-47371292-2da6-4ff3-b220-6cbbd619e3db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:21.083366 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47371292-2da6-4ff3-b220-6cbbd619e3db admin admin] Network 700ed5e9-4f3a-46c5-8341-bbd09fc44db2 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:10:21.088621 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-47371292-2da6-4ff3-b220-6cbbd619e3db admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:10:21.092400 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47371292-2da6-4ff3-b220-6cbbd619e3db admin admin] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:10:21.093507 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f25f731-81b4-496e-be2e-e9cdc71e3a41 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:10:21.115653 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5005f68-2b19-4d38-a8f2-567219ec6b04 None None] Pushing event updated for resources: {'Port': ['ID=1e88f413-7612-4f79-bc2b-8d18403ce100,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:10:21.119858 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47371292-2da6-4ff3-b220-6cbbd619e3db admin admin] Pushing event updated for resources: {'Port': ['ID=0ee28b6b-6891-4a03-886b-c8fdcf13adc2,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:10:21.121999 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-24610410-96f2-4ee4-a6ef-4bfe32817513 None None] Attempting to bind port 1e88f413-7612-4f79-bc2b-8d18403ce100 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:10:21.122265 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-24610410-96f2-4ee4-a6ef-4bfe32817513 None None] Attempting to bind port 1e88f413-7612-4f79-bc2b-8d18403ce100 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:10:21.122630 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24610410-96f2-4ee4-a6ef-4bfe32817513 None None] Attempting to bind port 1e88f413-7612-4f79-bc2b-8d18403ce100 on network d5a1452c-422a-4e1a-a1c7-48738ecf752f {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:10:21.144005 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-47371292-2da6-4ff3-b220-6cbbd619e3db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552880'] for router_interface, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:21.144121 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24610410-96f2-4ee4-a6ef-4bfe32817513 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:10:21.144121 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24610410-96f2-4ee4-a6ef-4bfe32817513 None None] Checking segment: {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:10:21.144121 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-24610410-96f2-4ee4-a6ef-4bfe32817513 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:21.144121 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24610410-96f2-4ee4-a6ef-4bfe32817513 None None] Bound using segment: {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:10:21.144121 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-24610410-96f2-4ee4-a6ef-4bfe32817513 None None] Bound port: 1e88f413-7612-4f79-bc2b-8d18403ce100, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:10:21.144121 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-24610410-96f2-4ee4-a6ef-4bfe32817513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:21.243448 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device bbfdd95c-fed2-4c8a-9be4-91e2bd8463ec up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:10:21.249479 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-24610410-96f2-4ee4-a6ef-4bfe32817513 None None] For port 1e88f413-7612-4f79-bc2b-8d18403ce100, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:10:21.291315 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-24610410-96f2-4ee4-a6ef-4bfe32817513 None None] For port 1e88f413-7612-4f79-bc2b-8d18403ce100, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=1e88f413-7612-4f79-bc2b-8d18403ce100,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:10:21.293929 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-06440930-cbba-4768-9daa-0b0cd8c0bb37 None None] Provisioning complete for port 1e88f413-7612-4f79-bc2b-8d18403ce100 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:10:21.294302 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-06440930-cbba-4768-9daa-0b0cd8c0bb37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:21.335043 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-06440930-cbba-4768-9daa-0b0cd8c0bb37 None None] Port 1e88f413-7612-4f79-bc2b-8d18403ce100 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:10:21.340703 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port bbfdd95c-fed2-4c8a-9be4-91e2bd8463ec triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:10:21.341076 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:21.342131 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-47371292-2da6-4ff3-b220-6cbbd619e3db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:21.361682 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-24610410-96f2-4ee4-a6ef-4bfe32817513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:21.419561 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493647c2-ff37-46e7-958f-7dd4b748c34a None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:10:21.449986 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24610410-96f2-4ee4-a6ef-4bfe32817513 None None] Routers {'bb7630f0-7044-4c97-9aff-a531e845807b'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:10:21.454567 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-24610410-96f2-4ee4-a6ef-4bfe32817513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:10:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['bb7630f0-7044-4c97-9aff-a531e845807b'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:10:21.456194 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5005f68-2b19-4d38-a8f2-567219ec6b04 None None] Pushing event updated for resources: {'Port': ['ID=1e88f413-7612-4f79-bc2b-8d18403ce100,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:10:21.511600 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-47371292-2da6-4ff3-b220-6cbbd619e3db admin admin] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:21.550356 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-47371292-2da6-4ff3-b220-6cbbd619e3db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:21.620638 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47371292-2da6-4ff3-b220-6cbbd619e3db admin admin] Pushing event updated for resources: {'Port': ['ID=0ee28b6b-6891-4a03-886b-c8fdcf13adc2,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:10:21.623008 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-47371292-2da6-4ff3-b220-6cbbd619e3db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549888'] for router_interface, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:21.687120 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-7b0afe61-ee65-4777-bcaa-a863862a9576 None None] Provisioning complete for port 0ee28b6b-6891-4a03-886b-c8fdcf13adc2 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:10:21.687481 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7b0afe61-ee65-4777-bcaa-a863862a9576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:21.722029 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47371292-2da6-4ff3-b220-6cbbd619e3db admin admin] Network 700ed5e9-4f3a-46c5-8341-bbd09fc44db2 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:10:21.723509 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-47371292-2da6-4ff3-b220-6cbbd619e3db admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:10:21.768706 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-7b0afe61-ee65-4777-bcaa-a863862a9576 None None] Port 0ee28b6b-6891-4a03-886b-c8fdcf13adc2 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:10:21.781270 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-24610410-96f2-4ee4-a6ef-4bfe32817513 None None] Set router bb7630f0-7044-4c97-9aff-a531e845807b gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:10:21.844514 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47371292-2da6-4ff3-b220-6cbbd619e3db admin admin] Router bb7630f0-7044-4c97-9aff-a531e845807b has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:10:21.927387 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-e3eb1b2c-5c7a-49cb-904e-c0dbf0b3a7b8 None None] Provisioning complete for port 1e88f413-7612-4f79-bc2b-8d18403ce100 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:10:21.927758 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e3eb1b2c-5c7a-49cb-904e-c0dbf0b3a7b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:21.956250 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47371292-2da6-4ff3-b220-6cbbd619e3db admin admin] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:10:21.962336 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-47371292-2da6-4ff3-b220-6cbbd619e3db admin admin] 10.222.0.20 "PUT /v2.0/routers/bb7630f0-7044-4c97-9aff-a531e845807b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7132959 Dec 10 16:10:22.064014 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e3eb1b2c-5c7a-49cb-904e-c0dbf0b3a7b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:22.092636 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-e3eb1b2c-5c7a-49cb-904e-c0dbf0b3a7b8 None None] For port 1e88f413-7612-4f79-bc2b-8d18403ce100, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=1e88f413-7612-4f79-bc2b-8d18403ce100,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:10:22.094983 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-24610410-96f2-4ee4-a6ef-4bfe32817513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb7630f0-7044-4c97-9aff-a531e845807b', 'name': 'tempest-TestShelveInstance-1285884995-router', 'tenant_id': '7277ef7ea0f24a6a93b2ffe96b7652c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.167'}], 'enable_snat': True}, 'gw_port_id': '1e88f413-7612-4f79-bc2b-8d18403ce100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:10:17Z', 'updated_at': '2021-12-10T16:10:21Z', 'revision_number': 4, 'project_id': '7277ef7ea0f24a6a93b2ffe96b7652c4', 'gw_port': {'id': '1e88f413-7612-4f79-bc2b-8d18403ce100', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:84:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb7630f0-7044-4c97-9aff-a531e845807b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:10:18Z', 'updated_at': '2021-12-10T16:10:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '0ee28b6b-6891-4a03-886b-c8fdcf13adc2', 'name': '', 'network_id': '700ed5e9-4f3a-46c5-8341-bbd09fc44db2', 'tenant_id': '7277ef7ea0f24a6a93b2ffe96b7652c4', 'mac_address': 'fa:16:3e:45:a1:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb7630f0-7044-4c97-9aff-a531e845807b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '2db1a702-875e-4628-9e18-ae8c378ac0ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:10:20Z', 'updated_at': '2021-12-10T16:10:20Z', 'revision_number': 1, 'project_id': '7277ef7ea0f24a6a93b2ffe96b7652c4', 'subnets': [{'id': '2db1a702-875e-4628-9e18-ae8c378ac0ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:10:22.121989 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24610410-96f2-4ee4-a6ef-4bfe32817513 None None] The sync data for ids ['bb7630f0-7044-4c97-9aff-a531e845807b'] in dv-neutron-821401-4-hyperv is: [{'id': 'bb7630f0-7044-4c97-9aff-a531e845807b', 'name': 'tempest-TestShelveInstance-1285884995-router', 'tenant_id': '7277ef7ea0f24a6a93b2ffe96b7652c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.167'}], 'enable_snat': True}, 'gw_port_id': '1e88f413-7612-4f79-bc2b-8d18403ce100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:10:17Z', 'updated_at': '2021-12-10T16:10:21Z', 'revision_number': 4, 'project_id': '7277ef7ea0f24a6a93b2ffe96b7652c4', 'gw_port': {'id': '1e88f413-7612-4f79-bc2b-8d18403ce100', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:84:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb7630f0-7044-4c97-9aff-a531e845807b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:10:18Z', 'updated_at': '2021-12-10T16:10:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '0ee28b6b-6891-4a03-886b-c8fdcf13adc2', 'name': '', 'network_id': '700ed5e9-4f3a-46c5-8341-bbd09fc44db2', 'tenant_id': '7277ef7ea0f24a6a93b2ffe96b7652c4', 'mac_address': 'fa:16:3e:45:a1:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb7630f0-7044-4c97-9aff-a531e845807b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '2db1a702-875e-4628-9e18-ae8c378ac0ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:10:20Z', 'updated_at': '2021-12-10T16:10:20Z', 'revision_number': 1, 'project_id': '7277ef7ea0f24a6a93b2ffe96b7652c4', 'subnets': [{'id': '2db1a702-875e-4628-9e18-ae8c378ac0ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:10:22.196816 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e3eb1b2c-5c7a-49cb-904e-c0dbf0b3a7b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:22.247254 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eb1b2c-5c7a-49cb-904e-c0dbf0b3a7b8 None None] Pushing event updated for resources: {'Port': ['ID=1e88f413-7612-4f79-bc2b-8d18403ce100,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:10:22.335763 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-8c8ca913-4d07-412c-957b-144c4db1cf90 None None] Provisioning complete for port 0ee28b6b-6891-4a03-886b-c8fdcf13adc2 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:10:22.336253 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8c8ca913-4d07-412c-957b-144c4db1cf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:22.374399 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-8c8ca913-4d07-412c-957b-144c4db1cf90 None None] Port 0ee28b6b-6891-4a03-886b-c8fdcf13adc2 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:10:22.518715 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 43588) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:10:22.523415 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-6380a979-07f8-490e-ad92-38a47037fbad tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-376795874', 'description': 'tempest-secgroup-smoke-376795874 description', 'project_id': '60d8a4ee439f45bd94d85fffd4ed71ff'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:10:22.579363 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6380a979-07f8-490e-ad92-38a47037fbad tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:22.653719 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6380a979-07f8-490e-ad92-38a47037fbad tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:22.710571 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6380a979-07f8-490e-ad92-38a47037fbad tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:22.754507 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6380a979-07f8-490e-ad92-38a47037fbad tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd5ef9f-6d69-4564-abd4-6211e7c19905,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:10:22.829679 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6380a979-07f8-490e-ad92-38a47037fbad tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:22.831188 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-6380a979-07f8-490e-ad92-38a47037fbad tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3113286 Dec 10 16:10:22.834135 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 43590) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:10:22.841824 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-15a10d3a-cff6-44ca-9199-3ed181d129f2 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Request body: {'security_group_rule': {'security_group_id': '6fd5ef9f-6d69-4564-abd4-6211e7c19905', 'project_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:10:22.896054 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 1e88f413-7612-4f79-bc2b-8d18403ce100 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:10:22.933451 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-15a10d3a-cff6-44ca-9199-3ed181d129f2 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:22.950163 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 1e88f413-7612-4f79-bc2b-8d18403ce100 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:10:22.950535 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:22.996301 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-15a10d3a-cff6-44ca-9199-3ed181d129f2 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:23.081620 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-15a10d3a-cff6-44ca-9199-3ed181d129f2 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:23.102033 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a10d3a-cff6-44ca-9199-3ed181d129f2 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6de874d4-5c0d-431a-8c87-813902f2fba8,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:10:23.175915 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-15a10d3a-cff6-44ca-9199-3ed181d129f2 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:23.177202 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-15a10d3a-cff6-44ca-9199-3ed181d129f2 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3421130 Dec 10 16:10:23.180184 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 43592) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:10:23.184809 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-5a5b9679-ff67-4757-a741-41ff154d0e1c tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Request body: {'security_group_rule': {'security_group_id': '6fd5ef9f-6d69-4564-abd4-6211e7c19905', 'project_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:10:23.281580 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5a5b9679-ff67-4757-a741-41ff154d0e1c tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:23.339578 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5a5b9679-ff67-4757-a741-41ff154d0e1c tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:23.412952 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5a5b9679-ff67-4757-a741-41ff154d0e1c tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:23.431725 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5b9679-ff67-4757-a741-41ff154d0e1c tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d4bb928-345d-4e64-ae47-a32a73918298,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:10:23.506991 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5a5b9679-ff67-4757-a741-41ff154d0e1c tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:23.508822 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-5a5b9679-ff67-4757-a741-41ff154d0e1c tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3276942 Dec 10 16:10:23.511548 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 43594) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:10:23.515914 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-af210b57-f252-49ec-b617-b92708a13aeb tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Request body: {'security_group_rule': {'security_group_id': '6fd5ef9f-6d69-4564-abd4-6211e7c19905', 'project_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:10:23.606795 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-af210b57-f252-49ec-b617-b92708a13aeb tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:23.665142 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-af210b57-f252-49ec-b617-b92708a13aeb tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:23.739199 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-af210b57-f252-49ec-b617-b92708a13aeb tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:23.759150 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af210b57-f252-49ec-b617-b92708a13aeb tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bba778ac-6962-4adf-a6c5-bc79cfd58c83,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:10:23.827015 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-af210b57-f252-49ec-b617-b92708a13aeb tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:23.828334 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-af210b57-f252-49ec-b617-b92708a13aeb tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3158360 Dec 10 16:10:23.831043 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 43596) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:10:23.835491 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-df9b9ceb-951d-41b2-a5d6-d0fdd3700b41 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Request body: {'security_group_rule': {'security_group_id': '6fd5ef9f-6d69-4564-abd4-6211e7c19905', 'project_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:10:23.933442 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-df9b9ceb-951d-41b2-a5d6-d0fdd3700b41 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:23.989591 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-df9b9ceb-951d-41b2-a5d6-d0fdd3700b41 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:24.025268 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9694178e-12ec-4cfb-8150-18b1aa3f4d48 None None] Sync routers for ids ['bb7630f0-7044-4c97-9aff-a531e845807b'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:10:24.035454 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9694178e-12ec-4cfb-8150-18b1aa3f4d48 None None] Routers {'bb7630f0-7044-4c97-9aff-a531e845807b'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:10:24.036074 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-9694178e-12ec-4cfb-8150-18b1aa3f4d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:10:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['bb7630f0-7044-4c97-9aff-a531e845807b'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:10:24.058867 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-df9b9ceb-951d-41b2-a5d6-d0fdd3700b41 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:24.076340 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9b9ceb-951d-41b2-a5d6-d0fdd3700b41 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a972ddc-8566-4608-a305-96ef27a5004c,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:10:24.124053 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-df9b9ceb-951d-41b2-a5d6-d0fdd3700b41 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:24.125396 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-df9b9ceb-951d-41b2-a5d6-d0fdd3700b41 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2934265 Dec 10 16:10:24.128142 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 43598) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:10:24.132675 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-a51cce85-d6c8-46d2-9d3f-00b054e3e711 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Request body: {'security_group_rule': {'security_group_id': '6fd5ef9f-6d69-4564-abd4-6211e7c19905', 'project_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:10:24.143161 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-9694178e-12ec-4cfb-8150-18b1aa3f4d48 None None] Set router bb7630f0-7044-4c97-9aff-a531e845807b gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:10:24.230746 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.securitygroups_db [None req-a51cce85-d6c8-46d2-9d3f-00b054e3e711 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Project 60d8a4ee439f45bd94d85fffd4ed71ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 16:10:24.235839 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a51cce85-d6c8-46d2-9d3f-00b054e3e711 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:24.293863 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a51cce85-d6c8-46d2-9d3f-00b054e3e711 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:24.346759 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-9694178e-12ec-4cfb-8150-18b1aa3f4d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb7630f0-7044-4c97-9aff-a531e845807b', 'name': 'tempest-TestShelveInstance-1285884995-router', 'tenant_id': '7277ef7ea0f24a6a93b2ffe96b7652c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.167'}], 'enable_snat': True}, 'gw_port_id': '1e88f413-7612-4f79-bc2b-8d18403ce100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:10:17Z', 'updated_at': '2021-12-10T16:10:21Z', 'revision_number': 4, 'project_id': '7277ef7ea0f24a6a93b2ffe96b7652c4', 'gw_port': {'id': '1e88f413-7612-4f79-bc2b-8d18403ce100', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:84:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb7630f0-7044-4c97-9aff-a531e845807b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:10:18Z', 'updated_at': '2021-12-10T16:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '0ee28b6b-6891-4a03-886b-c8fdcf13adc2', 'name': '', 'network_id': '700ed5e9-4f3a-46c5-8341-bbd09fc44db2', 'tenant_id': '7277ef7ea0f24a6a93b2ffe96b7652c4', 'mac_address': 'fa:16:3e:45:a1:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb7630f0-7044-4c97-9aff-a531e845807b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '2db1a702-875e-4628-9e18-ae8c378ac0ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:10:20Z', 'updated_at': '2021-12-10T16:10:21Z', 'revision_number': 2, 'project_id': '7277ef7ea0f24a6a93b2ffe96b7652c4', 'subnets': [{'id': '2db1a702-875e-4628-9e18-ae8c378ac0ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:10:24.362194 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a51cce85-d6c8-46d2-9d3f-00b054e3e711 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:24.376442 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9694178e-12ec-4cfb-8150-18b1aa3f4d48 None None] Checking router: bb7630f0-7044-4c97-9aff-a531e845807b for host: dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:10:24.376794 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9694178e-12ec-4cfb-8150-18b1aa3f4d48 None None] Updating router bb7630f0-7044-4c97-9aff-a531e845807b port 0ee28b6b-6891-4a03-886b-c8fdcf13adc2 binding host dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:10:24.380381 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51cce85-d6c8-46d2-9d3f-00b054e3e711 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddc2c0a2-e40b-4eed-87ef-5c052f7bfd52,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:10:24.401534 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9694178e-12ec-4cfb-8150-18b1aa3f4d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:24.449872 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a51cce85-d6c8-46d2-9d3f-00b054e3e711 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:24.451426 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-a51cce85-d6c8-46d2-9d3f-00b054e3e711 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3222458 Dec 10 16:10:24.454108 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 43600) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:10:24.458517 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-1b99a2b0-4b8f-4f06-aee8-3f22ed8ecd22 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Request body: {'security_group_rule': {'security_group_id': '6fd5ef9f-6d69-4564-abd4-6211e7c19905', 'project_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:10:24.545176 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.securitygroups_db [None req-1b99a2b0-4b8f-4f06-aee8-3f22ed8ecd22 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Project 60d8a4ee439f45bd94d85fffd4ed71ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 16:10:24.550313 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1b99a2b0-4b8f-4f06-aee8-3f22ed8ecd22 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:24.613564 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1b99a2b0-4b8f-4f06-aee8-3f22ed8ecd22 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:24.653234 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9694178e-12ec-4cfb-8150-18b1aa3f4d48 None None] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:24.676249 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1b99a2b0-4b8f-4f06-aee8-3f22ed8ecd22 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:24.696148 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b99a2b0-4b8f-4f06-aee8-3f22ed8ecd22 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4f7618f-4457-47d4-992c-fd3c7e4c5b3a,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:10:24.710977 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9694178e-12ec-4cfb-8150-18b1aa3f4d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:24.757743 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7538532-cf64-40ca-ba92-c8a824cc7a05 None None] Pushing event updated for resources: {'Port': ['ID=0ee28b6b-6891-4a03-886b-c8fdcf13adc2,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:10:24.764570 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1b99a2b0-4b8f-4f06-aee8-3f22ed8ecd22 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:24.774725 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-1b99a2b0-4b8f-4f06-aee8-3f22ed8ecd22 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3107076 Dec 10 16:10:24.818481 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-9694178e-12ec-4cfb-8150-18b1aa3f4d48 None None] Attempting to bind port 0ee28b6b-6891-4a03-886b-c8fdcf13adc2 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:10:24.818645 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-9694178e-12ec-4cfb-8150-18b1aa3f4d48 None None] Attempting to bind port 0ee28b6b-6891-4a03-886b-c8fdcf13adc2 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '756a424d-7274-4442-8d3c-ff8ed907ef22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '700ed5e9-4f3a-46c5-8341-bbd09fc44db2'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:10:24.818969 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9694178e-12ec-4cfb-8150-18b1aa3f4d48 None None] Attempting to bind port 0ee28b6b-6891-4a03-886b-c8fdcf13adc2 on network 700ed5e9-4f3a-46c5-8341-bbd09fc44db2 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:10:24.825654 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9694178e-12ec-4cfb-8150-18b1aa3f4d48 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:10:24.826073 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9694178e-12ec-4cfb-8150-18b1aa3f4d48 None None] Checking segment: {'id': '756a424d-7274-4442-8d3c-ff8ed907ef22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '700ed5e9-4f3a-46c5-8341-bbd09fc44db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:10:24.826481 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9694178e-12ec-4cfb-8150-18b1aa3f4d48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:24.826934 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9694178e-12ec-4cfb-8150-18b1aa3f4d48 None None] Bound using segment: {'id': '756a424d-7274-4442-8d3c-ff8ed907ef22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '700ed5e9-4f3a-46c5-8341-bbd09fc44db2'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:10:24.827400 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-9694178e-12ec-4cfb-8150-18b1aa3f4d48 None None] Bound port: 0ee28b6b-6891-4a03-886b-c8fdcf13adc2, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '756a424d-7274-4442-8d3c-ff8ed907ef22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '700ed5e9-4f3a-46c5-8341-bbd09fc44db2'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:10:24.827783 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9694178e-12ec-4cfb-8150-18b1aa3f4d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:24.896648 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9694178e-12ec-4cfb-8150-18b1aa3f4d48 None None] For port 0ee28b6b-6891-4a03-886b-c8fdcf13adc2, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:10:24.900726 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9694178e-12ec-4cfb-8150-18b1aa3f4d48 None None] For port 0ee28b6b-6891-4a03-886b-c8fdcf13adc2, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=0ee28b6b-6891-4a03-886b-c8fdcf13adc2,segment=NetworkSegment(756a424d-7274-4442-8d3c-ff8ed907ef22),segment_id=756a424d-7274-4442-8d3c-ff8ed907ef22)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:10:24.973510 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9694178e-12ec-4cfb-8150-18b1aa3f4d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:24.988613 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-facfba21-db73-422d-9102-9f0d98a58d62 req-ef62a348-50b8-4cc7-8429-fa953176b25b tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-376795874&fields=id&tenant_id=60d8a4ee439f45bd94d85fffd4ed71ff HTTP/1.1" status: 200 len: 267 time: 0.0460055 Dec 10 16:10:25.019966 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-2934cb90-70e0-4874-8e87-2c990499aef7 None None] Provisioning complete for port 0ee28b6b-6891-4a03-886b-c8fdcf13adc2 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:10:25.020490 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2934cb90-70e0-4874-8e87-2c990499aef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:25.027164 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7538532-cf64-40ca-ba92-c8a824cc7a05 None None] Pushing event updated for resources: {'Port': ['ID=0ee28b6b-6891-4a03-886b-c8fdcf13adc2,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:10:25.039336 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9694178e-12ec-4cfb-8150-18b1aa3f4d48 None None] Routers {'bb7630f0-7044-4c97-9aff-a531e845807b'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:10:25.039953 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-9694178e-12ec-4cfb-8150-18b1aa3f4d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:10:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['bb7630f0-7044-4c97-9aff-a531e845807b'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:10:25.110121 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facfba21-db73-422d-9102-9f0d98a58d62 req-855a9ae6-fbe7-4ba3-aefb-05d51c7d0717 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:10:25.118189 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-facfba21-db73-422d-9102-9f0d98a58d62 req-855a9ae6-fbe7-4ba3-aefb-05d51c7d0717 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/networks?id=ee5f9d78-6e0c-4199-ba89-ed6e51f95d02 HTTP/1.1" status: 200 len: 809 time: 0.1215689 Dec 10 16:10:25.131865 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2934cb90-70e0-4874-8e87-2c990499aef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:25.136083 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-facfba21-db73-422d-9102-9f0d98a58d62 req-85a7890d-b2e8-4042-8e5c-6a65b317d055 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/quotas/60d8a4ee439f45bd94d85fffd4ed71ff HTTP/1.1" status: 200 len: 375 time: 0.0166984 Dec 10 16:10:25.180040 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-9694178e-12ec-4cfb-8150-18b1aa3f4d48 None None] Set router bb7630f0-7044-4c97-9aff-a531e845807b gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:10:25.189074 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-2934cb90-70e0-4874-8e87-2c990499aef7 None None] For port 0ee28b6b-6891-4a03-886b-c8fdcf13adc2, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=0ee28b6b-6891-4a03-886b-c8fdcf13adc2,segment=NetworkSegment(756a424d-7274-4442-8d3c-ff8ed907ef22),segment_id=756a424d-7274-4442-8d3c-ff8ed907ef22)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:10:25.198169 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-facfba21-db73-422d-9102-9f0d98a58d62 req-cb6c0ff6-8e48-483b-b315-9c67fc3861c0 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=60d8a4ee439f45bd94d85fffd4ed71ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0598149 Dec 10 16:10:25.264544 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2934cb90-70e0-4874-8e87-2c990499aef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:25.295282 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-facfba21-db73-422d-9102-9f0d98a58d62 req-5743ec52-7844-4ff2-b9fe-36d0dc6f7f50 service neutron] 10.222.0.20 "GET /v2.0/networks/ee5f9d78-6e0c-4199-ba89-ed6e51f95d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883865 Dec 10 16:10:25.314042 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2934cb90-70e0-4874-8e87-2c990499aef7 None None] Pushing event updated for resources: {'Port': ['ID=0ee28b6b-6891-4a03-886b-c8fdcf13adc2,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:10:25.388622 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-218605ae-0fd5-41b3-b45b-c27d5f25a9f6 None None] Provisioning complete for port 0ee28b6b-6891-4a03-886b-c8fdcf13adc2 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:10:25.389111 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-218605ae-0fd5-41b3-b45b-c27d5f25a9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:25.397838 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-9694178e-12ec-4cfb-8150-18b1aa3f4d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb7630f0-7044-4c97-9aff-a531e845807b', 'name': 'tempest-TestShelveInstance-1285884995-router', 'tenant_id': '7277ef7ea0f24a6a93b2ffe96b7652c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.167'}], 'enable_snat': True}, 'gw_port_id': '1e88f413-7612-4f79-bc2b-8d18403ce100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:10:17Z', 'updated_at': '2021-12-10T16:10:21Z', 'revision_number': 4, 'project_id': '7277ef7ea0f24a6a93b2ffe96b7652c4', 'gw_port': {'id': '1e88f413-7612-4f79-bc2b-8d18403ce100', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:84:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb7630f0-7044-4c97-9aff-a531e845807b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:10:18Z', 'updated_at': '2021-12-10T16:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '0ee28b6b-6891-4a03-886b-c8fdcf13adc2', 'name': '', 'network_id': '700ed5e9-4f3a-46c5-8341-bbd09fc44db2', 'tenant_id': '7277ef7ea0f24a6a93b2ffe96b7652c4', 'mac_address': 'fa:16:3e:45:a1:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb7630f0-7044-4c97-9aff-a531e845807b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '2db1a702-875e-4628-9e18-ae8c378ac0ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:10:20Z', 'updated_at': '2021-12-10T16:10:24Z', 'revision_number': 4, 'project_id': '7277ef7ea0f24a6a93b2ffe96b7652c4', 'subnets': [{'id': '2db1a702-875e-4628-9e18-ae8c378ac0ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:10:25.398354 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-facfba21-db73-422d-9102-9f0d98a58d62 req-3ad5f131-2cee-4637-80aa-e7c224f4c28f service neutron] 10.222.0.20 "GET /v2.0/networks/ee5f9d78-6e0c-4199-ba89-ed6e51f95d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907555 Dec 10 16:10:25.425734 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9694178e-12ec-4cfb-8150-18b1aa3f4d48 None None] The sync data for ids ['bb7630f0-7044-4c97-9aff-a531e845807b'] in dv-neutron-821401-4-hyperv is: [{'id': 'bb7630f0-7044-4c97-9aff-a531e845807b', 'name': 'tempest-TestShelveInstance-1285884995-router', 'tenant_id': '7277ef7ea0f24a6a93b2ffe96b7652c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.167'}], 'enable_snat': True}, 'gw_port_id': '1e88f413-7612-4f79-bc2b-8d18403ce100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:10:17Z', 'updated_at': '2021-12-10T16:10:21Z', 'revision_number': 4, 'project_id': '7277ef7ea0f24a6a93b2ffe96b7652c4', 'gw_port': {'id': '1e88f413-7612-4f79-bc2b-8d18403ce100', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:84:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb7630f0-7044-4c97-9aff-a531e845807b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:10:18Z', 'updated_at': '2021-12-10T16:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '0ee28b6b-6891-4a03-886b-c8fdcf13adc2', 'name': '', 'network_id': '700ed5e9-4f3a-46c5-8341-bbd09fc44db2', 'tenant_id': '7277ef7ea0f24a6a93b2ffe96b7652c4', 'mac_address': 'fa:16:3e:45:a1:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb7630f0-7044-4c97-9aff-a531e845807b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '2db1a702-875e-4628-9e18-ae8c378ac0ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:10:20Z', 'updated_at': '2021-12-10T16:10:24Z', 'revision_number': 4, 'project_id': '7277ef7ea0f24a6a93b2ffe96b7652c4', 'subnets': [{'id': '2db1a702-875e-4628-9e18-ae8c378ac0ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:10:25.625512 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-8e75f3b6-714b-4156-9894-251ed4506a96 req-50d1c4e8-450a-498c-ba86-d7e713416663 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=c49599ec-2f89-412c-a047-c6063d586a6d HTTP/1.1" status: 200 len: 210 time: 0.0295002 Dec 10 16:10:26.717324 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4e04a238-7814-4a4c-a0d0-622252aea462 req-1997a8c3-7c4c-4079-bbff-fcc5686c8b50 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=c49599ec-2f89-412c-a047-c6063d586a6d HTTP/1.1" status: 200 len: 210 time: 0.0265245 Dec 10 16:10:26.905072 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 0ee28b6b-6891-4a03-886b-c8fdcf13adc2 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:10:26.951341 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 0ee28b6b-6891-4a03-886b-c8fdcf13adc2 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:10:26.951710 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:27.540243 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facfba21-db73-422d-9102-9f0d98a58d62 req-bf5f619e-4573-42c0-9273-edef33c5b027 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:10:27.541665 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-facfba21-db73-422d-9102-9f0d98a58d62 req-bf5f619e-4573-42c0-9273-edef33c5b027 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.44 "GET /v2.0/networks?id=ee5f9d78-6e0c-4199-ba89-ed6e51f95d02 HTTP/1.1" status: 200 len: 809 time: 0.1027405 Dec 10 16:10:27.816158 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-e817e22f-f8af-431e-bf2e-bab49903cb91 req-d11e68c1-f7f1-4847-803a-a1a8afb0cb4e tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=c49599ec-2f89-412c-a047-c6063d586a6d HTTP/1.1" status: 200 len: 210 time: 0.0288715 Dec 10 16:10:27.928330 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-facfba21-db73-422d-9102-9f0d98a58d62 req-b35356e9-1c2d-4ba3-a5bc-f006935c59fb tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60d8a4ee439f45bd94d85fffd4ed71ff HTTP/1.1" status: 200 len: 379 time: 0.3777192 Dec 10 16:10:27.940534 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [req-facfba21-db73-422d-9102-9f0d98a58d62 req-1d0468eb-48f7-4ad0-b502-ef27793c5810 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Request body: {'port': {'device_id': 'c49599ec-2f89-412c-a047-c6063d586a6d', 'network_id': 'ee5f9d78-6e0c-4199-ba89-ed6e51f95d02', 'admin_state_up': True, 'tenant_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'security_groups': ['6fd5ef9f-6d69-4564-abd4-6211e7c19905']}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:10:28.104766 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-facfba21-db73-422d-9102-9f0d98a58d62 req-1d0468eb-48f7-4ad0-b502-ef27793c5810 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Made reservation on behalf of 60d8a4ee439f45bd94d85fffd4ed71ff for: {'port': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:10:28.108227 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-facfba21-db73-422d-9102-9f0d98a58d62 req-1d0468eb-48f7-4ad0-b502-ef27793c5810 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:28.233001 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [req-facfba21-db73-422d-9102-9f0d98a58d62 req-1d0468eb-48f7-4ad0-b502-ef27793c5810 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Allocated IP 172.20.0.14 (ee5f9d78-6e0c-4199-ba89-ed6e51f95d02/fef728a0-b2ed-48ff-962e-4a5ea2604571/c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:10:28.372185 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-facfba21-db73-422d-9102-9f0d98a58d62 req-1d0468eb-48f7-4ad0-b502-ef27793c5810 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:28.477418 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-facfba21-db73-422d-9102-9f0d98a58d62 req-1d0468eb-48f7-4ad0-b502-ef27793c5810 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:28.521452 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-facfba21-db73-422d-9102-9f0d98a58d62 req-1d0468eb-48f7-4ad0-b502-ef27793c5810 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Network ee5f9d78-6e0c-4199-ba89-ed6e51f95d02 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:10:28.524614 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [req-facfba21-db73-422d-9102-9f0d98a58d62 req-1d0468eb-48f7-4ad0-b502-ef27793c5810 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:10:28.528172 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [req-facfba21-db73-422d-9102-9f0d98a58d62 req-1d0468eb-48f7-4ad0-b502-ef27793c5810 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:10:28.552009 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0468eb-48f7-4ad0-b502-ef27793c5810 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Pushing event updated for resources: {'Port': ['ID=c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:10:28.581736 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facfba21-db73-422d-9102-9f0d98a58d62 req-1d0468eb-48f7-4ad0-b502-ef27793c5810 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:10:28.582392 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-facfba21-db73-422d-9102-9f0d98a58d62 req-1d0468eb-48f7-4ad0-b502-ef27793c5810 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:28.668461 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-facfba21-db73-422d-9102-9f0d98a58d62 req-1d0468eb-48f7-4ad0-b502-ef27793c5810 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7315855 Dec 10 16:10:28.681856 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [req-facfba21-db73-422d-9102-9f0d98a58d62 req-f838ee78-ced3-495e-9505-7354bcc1b643 service neutron] Request body: {'port': {'device_id': 'c49599ec-2f89-412c-a047-c6063d586a6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:10:28.727902 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-9e19e873-e4cf-4dce-a9b1-56cd5e8a005d None None] Provisioning complete for port c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:10:28.728496 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9e19e873-e4cf-4dce-a9b1-56cd5e8a005d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:28.734682 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-facfba21-db73-422d-9102-9f0d98a58d62 req-f838ee78-ced3-495e-9505-7354bcc1b643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:28.760892 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-9e19e873-e4cf-4dce-a9b1-56cd5e8a005d None None] Port c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:10:28.969006 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db03b2-a01f-41f2-a763-71aa5f2fe521 req-95f45eee-96cd-4e8a-b625-4fbebe7d620f tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:10:28.970501 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-71db03b2-a01f-41f2-a763-71aa5f2fe521 req-95f45eee-96cd-4e8a-b625-4fbebe7d620f tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=c49599ec-2f89-412c-a047-c6063d586a6d HTTP/1.1" status: 200 len: 932 time: 0.0742126 Dec 10 16:10:29.063496 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-71db03b2-a01f-41f2-a763-71aa5f2fe521 req-1b44b511-4c4f-42db-8c76-939fc483714d tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd5ef9f-6d69-4564-abd4-6211e7c19905&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831406 Dec 10 16:10:29.068562 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [req-facfba21-db73-422d-9102-9f0d98a58d62 req-f838ee78-ced3-495e-9505-7354bcc1b643 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3 {{(pid=103586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:10:29.076362 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-facfba21-db73-422d-9102-9f0d98a58d62 req-f838ee78-ced3-495e-9505-7354bcc1b643 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:29.088758 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [req-facfba21-db73-422d-9102-9f0d98a58d62 req-f838ee78-ced3-495e-9505-7354bcc1b643 service neutron] Transition to ACTIVE for port object c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3 will not be triggered until provisioned by entity L2. {{(pid=103586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:10:29.185132 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-facfba21-db73-422d-9102-9f0d98a58d62 req-f838ee78-ced3-495e-9505-7354bcc1b643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:29.238022 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f838ee78-ced3-495e-9505-7354bcc1b643 service neutron] Pushing event updated for resources: {'Port': ['ID=c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:10:29.318062 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [req-facfba21-db73-422d-9102-9f0d98a58d62 req-f838ee78-ced3-495e-9505-7354bcc1b643 service neutron] Attempting to bind port c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:10:29.318345 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [req-facfba21-db73-422d-9102-9f0d98a58d62 req-f838ee78-ced3-495e-9505-7354bcc1b643 service neutron] Attempting to bind port c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '3c80bf7c-58c6-427b-b99c-4fc31a65f885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ee5f9d78-6e0c-4199-ba89-ed6e51f95d02'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:10:29.318678 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facfba21-db73-422d-9102-9f0d98a58d62 req-f838ee78-ced3-495e-9505-7354bcc1b643 service neutron] Attempting to bind port c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3 on network ee5f9d78-6e0c-4199-ba89-ed6e51f95d02 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:10:29.324190 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facfba21-db73-422d-9102-9f0d98a58d62 req-f838ee78-ced3-495e-9505-7354bcc1b643 service neutron] Port c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3 on network ee5f9d78-6e0c-4199-ba89-ed6e51f95d02 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:10:29.324519 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facfba21-db73-422d-9102-9f0d98a58d62 req-f838ee78-ced3-495e-9505-7354bcc1b643 service neutron] Attempting to bind port c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3 on network ee5f9d78-6e0c-4199-ba89-ed6e51f95d02 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:10:29.329842 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facfba21-db73-422d-9102-9f0d98a58d62 req-f838ee78-ced3-495e-9505-7354bcc1b643 service neutron] Checking agent: {'id': 'fa828968-c68f-4b22-9699-a58fe4ab1f05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 28, 13), 'started_at': datetime.datetime(2021, 12, 10, 15, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:10:29.330188 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facfba21-db73-422d-9102-9f0d98a58d62 req-f838ee78-ced3-495e-9505-7354bcc1b643 service neutron] Checking segment: {'id': '3c80bf7c-58c6-427b-b99c-4fc31a65f885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ee5f9d78-6e0c-4199-ba89-ed6e51f95d02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:10:29.330573 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facfba21-db73-422d-9102-9f0d98a58d62 req-f838ee78-ced3-495e-9505-7354bcc1b643 service neutron] Bound using segment: {'id': '3c80bf7c-58c6-427b-b99c-4fc31a65f885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ee5f9d78-6e0c-4199-ba89-ed6e51f95d02'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:10:29.330998 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [req-facfba21-db73-422d-9102-9f0d98a58d62 req-f838ee78-ced3-495e-9505-7354bcc1b643 service neutron] Bound port: c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c80bf7c-58c6-427b-b99c-4fc31a65f885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ee5f9d78-6e0c-4199-ba89-ed6e51f95d02'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:10:29.331352 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-facfba21-db73-422d-9102-9f0d98a58d62 req-f838ee78-ced3-495e-9505-7354bcc1b643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:29.400494 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [req-facfba21-db73-422d-9102-9f0d98a58d62 req-f838ee78-ced3-495e-9505-7354bcc1b643 service neutron] For port c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3, host hv-neutron-8214, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:10:29.403783 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [req-facfba21-db73-422d-9102-9f0d98a58d62 req-f838ee78-ced3-495e-9505-7354bcc1b643 service neutron] For port c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3,segment=NetworkSegment(3c80bf7c-58c6-427b-b99c-4fc31a65f885),segment_id=3c80bf7c-58c6-427b-b99c-4fc31a65f885)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:10:29.459735 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-facfba21-db73-422d-9102-9f0d98a58d62 req-f838ee78-ced3-495e-9505-7354bcc1b643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:29.494623 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facfba21-db73-422d-9102-9f0d98a58d62 req-f838ee78-ced3-495e-9505-7354bcc1b643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:10:29.495256 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-facfba21-db73-422d-9102-9f0d98a58d62 req-f838ee78-ced3-495e-9505-7354bcc1b643 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:29.496669 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-facfba21-db73-422d-9102-9f0d98a58d62 req-f838ee78-ced3-495e-9505-7354bcc1b643 service neutron] 10.222.0.44 "PUT /v2.0/ports/c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3 HTTP/1.1" status: 200 len: 1094 time: 0.8199327 Dec 10 16:10:29.497132 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c49599ec-2f89-412c-a047-c6063d586a6d', 'tag': 'c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:10:29.499458 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde1b47dcd987728a27c8e391f176ee57ea2adf837d2cedb59662361de43515a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c15285d3-1cdf-4a17-a171-6849702a54da" -d '{"events": [{"name": "network-changed", "server_uuid": "c49599ec-2f89-412c-a047-c6063d586a6d", "tag": "c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:10:29.531380 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f838ee78-ced3-495e-9505-7354bcc1b643 service neutron] Pushing event updated for resources: {'Port': ['ID=c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:10:29.557239 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d77dc3-c93a-4792-8ead-ff0e055b57e7 x-openstack-request-id: req-97d77dc3-c93a-4792-8ead-ff0e055b57e7 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:10:29.561942 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c49599ec-2f89-412c-a047-c6063d586a6d", "tag": "c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3", "status": "completed", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:10:29.561942 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-97d77dc3-c93a-4792-8ead-ff0e055b57e7 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:10:29.561942 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c49599ec-2f89-412c-a047-c6063d586a6d', 'tag': 'c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3', 'status': 'completed', 'code': 200} Dec 10 16:10:29.616331 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15285d3-1cdf-4a17-a171-6849702a54da req-e6805d76-5155-4021-8f86-f160a76bd126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:10:29.618464 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-c15285d3-1cdf-4a17-a171-6849702a54da req-e6805d76-5155-4021-8f86-f160a76bd126 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=60d8a4ee439f45bd94d85fffd4ed71ff&device_id=c49599ec-2f89-412c-a047-c6063d586a6d HTTP/1.1" status: 200 len: 1097 time: 0.0425332 Dec 10 16:10:29.726393 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15285d3-1cdf-4a17-a171-6849702a54da req-e36957b7-ca36-4a43-a409-76ec5098f44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:10:29.727817 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-c15285d3-1cdf-4a17-a171-6849702a54da req-e36957b7-ca36-4a43-a409-76ec5098f44a service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=60d8a4ee439f45bd94d85fffd4ed71ff&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0957217 Dec 10 16:10:29.818943 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15285d3-1cdf-4a17-a171-6849702a54da req-b94a25d2-71e0-452b-acb6-027c6d3cce52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:10:29.820336 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-c15285d3-1cdf-4a17-a171-6849702a54da req-b94a25d2-71e0-452b-acb6-027c6d3cce52 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0858757 Dec 10 16:10:29.898085 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facfba21-db73-422d-9102-9f0d98a58d62 req-7fe2bfce-9415-402e-b388-428cc07cef43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:10:29.899611 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-facfba21-db73-422d-9102-9f0d98a58d62 req-7fe2bfce-9415-402e-b388-428cc07cef43 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=60d8a4ee439f45bd94d85fffd4ed71ff&device_id=c49599ec-2f89-412c-a047-c6063d586a6d HTTP/1.1" status: 200 len: 1097 time: 0.0416429 Dec 10 16:10:29.946274 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-facfba21-db73-422d-9102-9f0d98a58d62 req-eac4676c-0e7d-4018-8854-a1ff801b12ae service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3 HTTP/1.1" status: 200 len: 217 time: 0.0383754 Dec 10 16:10:29.994312 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facfba21-db73-422d-9102-9f0d98a58d62 req-8b54e34d-16e9-400b-a4d0-02584a9744f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:10:29.995733 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-facfba21-db73-422d-9102-9f0d98a58d62 req-8b54e34d-16e9-400b-a4d0-02584a9744f8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fef728a0-b2ed-48ff-962e-4a5ea2604571 HTTP/1.1" status: 200 len: 848 time: 0.0432148 Dec 10 16:10:30.041161 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facfba21-db73-422d-9102-9f0d98a58d62 req-9a5ee77d-fbb3-4f38-9b10-078a107a7807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:10:30.042705 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-facfba21-db73-422d-9102-9f0d98a58d62 req-9a5ee77d-fbb3-4f38-9b10-078a107a7807 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee5f9d78-6e0c-4199-ba89-ed6e51f95d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394475 Dec 10 16:10:30.146182 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-facfba21-db73-422d-9102-9f0d98a58d62 req-13d9306c-b419-41d8-aba0-3bb341cb5997 service neutron] 10.222.0.44 "GET /v2.0/networks/ee5f9d78-6e0c-4199-ba89-ed6e51f95d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956569 Dec 10 16:10:30.245173 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b26f5f8-8fd4-4e27-b19a-d6d2f02b0a84 req-8761362a-da53-46c3-a9d4-bf7d4050bda3 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:10:30.246625 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-9b26f5f8-8fd4-4e27-b19a-d6d2f02b0a84 req-8761362a-da53-46c3-a9d4-bf7d4050bda3 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=c49599ec-2f89-412c-a047-c6063d586a6d HTTP/1.1" status: 200 len: 944 time: 0.1136329 Dec 10 16:10:30.284129 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-facfba21-db73-422d-9102-9f0d98a58d62 req-794d56b0-8f81-464c-bf03-715ea3d8c8ad service neutron] 10.222.0.44 "GET /v2.0/networks/ee5f9d78-6e0c-4199-ba89-ed6e51f95d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244452 Dec 10 16:10:30.311768 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-9b26f5f8-8fd4-4e27-b19a-d6d2f02b0a84 req-a9a09857-e05a-431e-9987-71176eaa43dc tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd5ef9f-6d69-4564-abd4-6211e7c19905&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571065 Dec 10 16:10:31.426572 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c801a487-6da3-4e20-a050-dd121e8fe70f req-2a73dfc0-3b6c-4a5d-965c-243140fe3e67 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:10:31.428047 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-c801a487-6da3-4e20-a050-dd121e8fe70f req-2a73dfc0-3b6c-4a5d-965c-243140fe3e67 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=c49599ec-2f89-412c-a047-c6063d586a6d HTTP/1.1" status: 200 len: 944 time: 0.0485349 Dec 10 16:10:31.476540 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-c801a487-6da3-4e20-a050-dd121e8fe70f req-9deb48b8-cf79-4e0c-9b2e-39a3f63c1a5b tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd5ef9f-6d69-4564-abd4-6211e7c19905&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419676 Dec 10 16:10:32.595660 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc64064-49fc-4e4a-a9b6-fec28982a9ab req-ad5613cb-9ae0-404c-b640-8e8befd1227b tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:10:32.597165 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-0dc64064-49fc-4e4a-a9b6-fec28982a9ab req-ad5613cb-9ae0-404c-b640-8e8befd1227b tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=c49599ec-2f89-412c-a047-c6063d586a6d HTTP/1.1" status: 200 len: 944 time: 0.0530441 Dec 10 16:10:32.646095 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-0dc64064-49fc-4e4a-a9b6-fec28982a9ab req-b4e117b0-5a7c-4b45-a5ea-87908cfc1108 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd5ef9f-6d69-4564-abd4-6211e7c19905&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429516 Dec 10 16:10:32.980962 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:10:33.076107 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3,segment=NetworkSegment(3c80bf7c-58c6-427b-b99c-4fc31a65f885),segment_id=3c80bf7c-58c6-427b-b99c-4fc31a65f885)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:10:33.087566 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Returning: {'device': 'c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3', 'network_id': 'ee5f9d78-6e0c-4199-ba89-ed6e51f95d02', 'port_id': 'c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3', 'mac_address': 'fa:16:3e:79:7d:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fef728a0-b2ed-48ff-962e-4a5ea2604571', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:10:33.125900 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:33.143432 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:10:33.163316 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3,segment=NetworkSegment(3c80bf7c-58c6-427b-b99c-4fc31a65f885),segment_id=3c80bf7c-58c6-427b-b99c-4fc31a65f885)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:10:33.236694 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:33.287109 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:10:33.441058 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] get_ports_and_sgs() called for port_ids ['c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3'] {{(pid=103588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:10:33.762181 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df3cf8a-4396-47e9-902e-fffdcfa65dd2 req-18550c45-ac5a-4e5e-be03-e16990745bac tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:10:33.763570 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-1df3cf8a-4396-47e9-902e-fffdcfa65dd2 req-18550c45-ac5a-4e5e-be03-e16990745bac tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=c49599ec-2f89-412c-a047-c6063d586a6d HTTP/1.1" status: 200 len: 945 time: 0.0514872 Dec 10 16:10:33.812694 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-1df3cf8a-4396-47e9-902e-fffdcfa65dd2 req-8aec593a-65db-4c95-8fc8-ce7ad7303320 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd5ef9f-6d69-4564-abd4-6211e7c19905&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430384 Dec 10 16:10:34.996465 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3 up at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:10:35.030367 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfd01a9-32be-46cd-b98c-cb7467b02fd3 req-4d2994a2-f17e-4fb5-88d2-8e67027e3445 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:10:35.031879 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-2bfd01a9-32be-46cd-b98c-cb7467b02fd3 req-4d2994a2-f17e-4fb5-88d2-8e67027e3445 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=c49599ec-2f89-412c-a047-c6063d586a6d HTTP/1.1" status: 200 len: 945 time: 0.1490259 Dec 10 16:10:35.082305 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-2bfd01a9-32be-46cd-b98c-cb7467b02fd3 req-1e71482e-e61b-41d0-8162-5d9de1603f06 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd5ef9f-6d69-4564-abd4-6211e7c19905&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441208 Dec 10 16:10:35.127679 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning for port c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3 completed by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:10:35.131877 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning complete for port c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:10:35.132247 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:35.211589 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:35.233484 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c49599ec-2f89-412c-a047-c6063d586a6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:10:35.235840 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa4b92c408489e2c982394a5a7b3518bb1b22554638321e3ea6c5cabb2c75d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c40d65ed-6ddf-42f4-898b-7b00d18ac57c" -d '{"events": [{"server_uuid": "c49599ec-2f89-412c-a047-c6063d586a6d", "name": "network-vif-plugged", "status": "completed", "tag": "c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:10:35.248308 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3,segment=NetworkSegment(3c80bf7c-58c6-427b-b99c-4fc31a65f885),segment_id=3c80bf7c-58c6-427b-b99c-4fc31a65f885)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:10:35.274124 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d359bae6-2bb8-42f0-9674-7911e0cd043e x-openstack-request-id: req-d359bae6-2bb8-42f0-9674-7911e0cd043e {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:10:35.274124 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c49599ec-2f89-412c-a047-c6063d586a6d", "name": "network-vif-plugged", "status": "completed", "tag": "c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:10:35.274124 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d359bae6-2bb8-42f0-9674-7911e0cd043e {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:10:35.274124 dv-neutron-821401-4-hyperv neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c49599ec-2f89-412c-a047-c6063d586a6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3', 'code': 200} Dec 10 16:10:35.322670 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:35.368949 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:10:35.535346 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d38bf6c-50f9-4ad6-85a1-f681afa11610 req-e86442c0-d85c-4d31-ad29-499269cef4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:10:35.536855 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-1d38bf6c-50f9-4ad6-85a1-f681afa11610 req-e86442c0-d85c-4d31-ad29-499269cef4ce service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c49599ec-2f89-412c-a047-c6063d586a6d HTTP/1.1" status: 200 len: 1099 time: 0.0393791 Dec 10 16:10:35.588019 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-1d38bf6c-50f9-4ad6-85a1-f681afa11610 req-13b2e1bb-baea-431e-99ab-3204a1119c80 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6fd5ef9f-6d69-4564-abd4-6211e7c19905&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443120 Dec 10 16:10:36.197097 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e468c61-d9e7-4ca7-ac2d-29ce86275ccf req-9fcbc60d-5dd2-44b8-9b3c-376731c14133 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:10:36.198622 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-6e468c61-d9e7-4ca7-ac2d-29ce86275ccf req-9fcbc60d-5dd2-44b8-9b3c-376731c14133 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=c49599ec-2f89-412c-a047-c6063d586a6d HTTP/1.1" status: 200 len: 946 time: 0.0499706 Dec 10 16:10:36.251242 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-6e468c61-d9e7-4ca7-ac2d-29ce86275ccf req-bd7fcc9f-30bf-428e-8a06-cce8f17b7d7e tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd5ef9f-6d69-4564-abd4-6211e7c19905&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466712 Dec 10 16:10:37.366662 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb1bb6-ea8b-46e5-ae53-18106fe76bb0 req-c772bce6-0487-4301-8f1b-9da1e381d33a tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:10:37.368132 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-cedb1bb6-ea8b-46e5-ae53-18106fe76bb0 req-c772bce6-0487-4301-8f1b-9da1e381d33a tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=c49599ec-2f89-412c-a047-c6063d586a6d HTTP/1.1" status: 200 len: 946 time: 0.0488756 Dec 10 16:10:37.416877 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-cedb1bb6-ea8b-46e5-ae53-18106fe76bb0 req-90e98be6-f636-43e4-a33d-2a43f1f129bc tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd5ef9f-6d69-4564-abd4-6211e7c19905&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420673 Dec 10 16:10:37.528448 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01531cd-f663-46d1-b4d6-b156ece5a926 req-8068ddcb-54a5-4205-87f4-2ec885a48577 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:10:37.529971 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f01531cd-f663-46d1-b4d6-b156ece5a926 req-8068ddcb-54a5-4205-87f4-2ec885a48577 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=c49599ec-2f89-412c-a047-c6063d586a6d HTTP/1.1" status: 200 len: 946 time: 0.0479290 Dec 10 16:10:37.579506 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f01531cd-f663-46d1-b4d6-b156ece5a926 req-2db17cc9-ef22-4437-b1f5-5ff2da3e1ba4 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd5ef9f-6d69-4564-abd4-6211e7c19905&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436888 Dec 10 16:10:37.600513 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 43660) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:10:37.680576 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18cd354-c51c-4d82-aaec-94f844cc9ddb tempest-TestShelveInstance-1653185579 tempest-TestShelveInstance-1653185579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:10:37.682582 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-d18cd354-c51c-4d82-aaec-94f844cc9ddb tempest-TestShelveInstance-1653185579 tempest-TestShelveInstance-1653185579-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c49599ec-2f89-412c-a047-c6063d586a6d HTTP/1.1" status: 200 len: 1094 time: 0.0811167 Dec 10 16:10:37.685715 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 43664) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:10:37.690193 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-dab745dd-9fb9-4e8d-9b07-8bd4c6f7217d tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Request body: {'floatingip': {'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'port_id': 'c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3', 'tenant_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:10:37.773844 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dab745dd-9fb9-4e8d-9b07-8bd4c6f7217d tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks [] for floatingip, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:37.873137 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dab745dd-9fb9-4e8d-9b07-8bd4c6f7217d tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:37.972653 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-dab745dd-9fb9-4e8d-9b07-8bd4c6f7217d tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Allocated IP 172.26.2.137 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/0420809d-1b2c-48b9-895d-282245af93a6) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:10:38.076624 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dab745dd-9fb9-4e8d-9b07-8bd4c6f7217d tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:38.180341 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dab745dd-9fb9-4e8d-9b07-8bd4c6f7217d tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:38.223873 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab745dd-9fb9-4e8d-9b07-8bd4c6f7217d tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:10:38.226515 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-dab745dd-9fb9-4e8d-9b07-8bd4c6f7217d tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:10:38.230993 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab745dd-9fb9-4e8d-9b07-8bd4c6f7217d tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:10:38.232910 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab745dd-9fb9-4e8d-9b07-8bd4c6f7217d tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Pushing event updated for resources: {'Port': ['ID=0420809d-1b2c-48b9-895d-282245af93a6,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:10:38.623999 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dab745dd-9fb9-4e8d-9b07-8bd4c6f7217d tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:38.727083 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dab745dd-9fb9-4e8d-9b07-8bd4c6f7217d tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:38.870482 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dab745dd-9fb9-4e8d-9b07-8bd4c6f7217d tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:38.916783 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dab745dd-9fb9-4e8d-9b07-8bd4c6f7217d tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:38.986446 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab745dd-9fb9-4e8d-9b07-8bd4c6f7217d tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Pushing event updated for resources: {'Port': ['ID=0420809d-1b2c-48b9-895d-282245af93a6,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:10:38.996584 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dab745dd-9fb9-4e8d-9b07-8bd4c6f7217d tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552741'] for floatingip, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:39.093198 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.l3_db [None req-dab745dd-9fb9-4e8d-9b07-8bd4c6f7217d tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Floating IP 6fd290a1-1349-4649-b006-882176551e37 associated. External IP: 172.26.2.137, port: c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3. Dec 10 16:10:39.307871 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dab745dd-9fb9-4e8d-9b07-8bd4c6f7217d tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Router f96ec197-3fd5-4d1d-8630-cd39b50a5deb has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:10:39.412629 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dab745dd-9fb9-4e8d-9b07-8bd4c6f7217d tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:10:39.422943 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabcc872-ebf3-44d1-9519-3d9c42b46830 None None] Sync routers for ids ['f96ec197-3fd5-4d1d-8630-cd39b50a5deb'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:10:39.432515 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabcc872-ebf3-44d1-9519-3d9c42b46830 None None] Routers {'f96ec197-3fd5-4d1d-8630-cd39b50a5deb'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:10:39.438896 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-fabcc872-ebf3-44d1-9519-3d9c42b46830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:10:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['f96ec197-3fd5-4d1d-8630-cd39b50a5deb'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:10:39.467379 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-dab745dd-9fb9-4e8d-9b07-8bd4c6f7217d tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:39.494323 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-dab745dd-9fb9-4e8d-9b07-8bd4c6f7217d tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8075175 Dec 10 16:10:39.495031 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c49599ec-2f89-412c-a047-c6063d586a6d', 'tag': 'c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:10:39.497296 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde1b47dcd987728a27c8e391f176ee57ea2adf837d2cedb59662361de43515a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda9625d-e496-4ae9-9887-30a22e0f9a90" -d '{"events": [{"name": "network-changed", "server_uuid": "c49599ec-2f89-412c-a047-c6063d586a6d", "tag": "c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:10:39.539072 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-fabcc872-ebf3-44d1-9519-3d9c42b46830 None None] Set router f96ec197-3fd5-4d1d-8630-cd39b50a5deb gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:10:39.587357 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd557c87-fe3b-4b2a-a8b9-64413536685d x-openstack-request-id: req-fd557c87-fe3b-4b2a-a8b9-64413536685d {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:10:39.587658 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c49599ec-2f89-412c-a047-c6063d586a6d", "tag": "c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3", "status": "completed", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:10:39.588517 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fd557c87-fe3b-4b2a-a8b9-64413536685d {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:10:39.589113 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c49599ec-2f89-412c-a047-c6063d586a6d', 'tag': 'c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3', 'status': 'completed', 'code': 200} Dec 10 16:10:39.649031 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda9625d-e496-4ae9-9887-30a22e0f9a90 req-89d9047c-8889-4989-b4cb-96435652feed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:10:39.651194 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-eda9625d-e496-4ae9-9887-30a22e0f9a90 req-89d9047c-8889-4989-b4cb-96435652feed service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=60d8a4ee439f45bd94d85fffd4ed71ff&device_id=c49599ec-2f89-412c-a047-c6063d586a6d HTTP/1.1" status: 200 len: 1099 time: 0.0399458 Dec 10 16:10:39.745700 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda9625d-e496-4ae9-9887-30a22e0f9a90 req-7414d95e-6d14-4d85-a042-f8d55a48a3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:10:39.747213 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-eda9625d-e496-4ae9-9887-30a22e0f9a90 req-7414d95e-6d14-4d85-a042-f8d55a48a3fe service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee5f9d78-6e0c-4199-ba89-ed6e51f95d02 HTTP/1.1" status: 200 len: 910 time: 0.0884056 Dec 10 16:10:39.771648 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-fabcc872-ebf3-44d1-9519-3d9c42b46830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96ec197-3fd5-4d1d-8630-cd39b50a5deb', 'name': 'tempest-TestShelveInstance-1490916739-router', 'tenant_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.103'}], 'enable_snat': True}, 'gw_port_id': '29c81113-223b-4d57-81d1-869ecf9bbb56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:10:11Z', 'updated_at': '2021-12-10T16:10:15Z', 'revision_number': 4, 'project_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'gw_port': {'id': '29c81113-223b-4d57-81d1-869ecf9bbb56', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:03:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96ec197-3fd5-4d1d-8630-cd39b50a5deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:10:12Z', 'updated_at': '2021-12-10T16:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': '6fd290a1-1349-4649-b006-882176551e37', 'tenant_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'floating_ip_address': '172.26.2.137', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': 'f96ec197-3fd5-4d1d-8630-cd39b50a5deb', 'port_id': 'c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1842, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee5f9d78-6e0c-4199-ba89-ed6e51f95d02', 'mac_address': 'fa:16:3e:79:7d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49599ec-2f89-412c-a047-c6063d586a6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:10:38Z', 'updated_at': '2021-12-10T16:10:38Z', 'revision_number': 0, 'project_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbfdd95c-fed2-4c8a-9be4-91e2bd8463ec', 'name': '', 'network_id': 'ee5f9d78-6e0c-4199-ba89-ed6e51f95d02', 'tenant_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'mac_address': 'fa:16:3e:98:cb:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96ec197-3fd5-4d1d-8630-cd39b50a5deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'fef728a0-b2ed-48ff-962e-4a5ea2604571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:10:14Z', 'updated_at': '2021-12-10T16:10:18Z', 'revision_number': 5, 'project_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'subnets': [{'id': 'fef728a0-b2ed-48ff-962e-4a5ea2604571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:10:39.797136 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabcc872-ebf3-44d1-9519-3d9c42b46830 None None] Checking router: f96ec197-3fd5-4d1d-8630-cd39b50a5deb for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:10:39.805408 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabcc872-ebf3-44d1-9519-3d9c42b46830 None None] Routers {'f96ec197-3fd5-4d1d-8630-cd39b50a5deb'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:10:39.806031 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-fabcc872-ebf3-44d1-9519-3d9c42b46830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:10:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['f96ec197-3fd5-4d1d-8630-cd39b50a5deb'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:10:39.812896 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-eda9625d-e496-4ae9-9887-30a22e0f9a90 req-34db076b-1695-496b-8511-b6f328991d00 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3 HTTP/1.1" status: 200 len: 1000 time: 0.0587506 Dec 10 16:10:39.861665 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda9625d-e496-4ae9-9887-30a22e0f9a90 req-991cce82-545e-463c-8c22-4d4b273bdbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:10:39.863174 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-eda9625d-e496-4ae9-9887-30a22e0f9a90 req-991cce82-545e-463c-8c22-4d4b273bdbb9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fef728a0-b2ed-48ff-962e-4a5ea2604571 HTTP/1.1" status: 200 len: 848 time: 0.0437195 Dec 10 16:10:39.910518 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-fabcc872-ebf3-44d1-9519-3d9c42b46830 None None] Set router f96ec197-3fd5-4d1d-8630-cd39b50a5deb gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:10:39.911519 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda9625d-e496-4ae9-9887-30a22e0f9a90 req-c3cf8778-802b-449e-b43a-cacb9f0e7ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:10:39.913048 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-eda9625d-e496-4ae9-9887-30a22e0f9a90 req-c3cf8778-802b-449e-b43a-cacb9f0e7ee1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee5f9d78-6e0c-4199-ba89-ed6e51f95d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0431547 Dec 10 16:10:39.999746 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-eda9625d-e496-4ae9-9887-30a22e0f9a90 req-d622e117-b7c9-47f3-bdb1-aa6aa412130a service neutron] 10.222.0.44 "GET /v2.0/networks/ee5f9d78-6e0c-4199-ba89-ed6e51f95d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795081 Dec 10 16:10:40.091924 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-eda9625d-e496-4ae9-9887-30a22e0f9a90 req-4ae74243-b3e5-40b9-9f69-e5e3f8f061c0 service neutron] 10.222.0.44 "GET /v2.0/networks/ee5f9d78-6e0c-4199-ba89-ed6e51f95d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850329 Dec 10 16:10:40.129370 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-fabcc872-ebf3-44d1-9519-3d9c42b46830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96ec197-3fd5-4d1d-8630-cd39b50a5deb', 'name': 'tempest-TestShelveInstance-1490916739-router', 'tenant_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.103'}], 'enable_snat': True}, 'gw_port_id': '29c81113-223b-4d57-81d1-869ecf9bbb56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:10:11Z', 'updated_at': '2021-12-10T16:10:15Z', 'revision_number': 4, 'project_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'gw_port': {'id': '29c81113-223b-4d57-81d1-869ecf9bbb56', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:03:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96ec197-3fd5-4d1d-8630-cd39b50a5deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:10:12Z', 'updated_at': '2021-12-10T16:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': '6fd290a1-1349-4649-b006-882176551e37', 'tenant_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'floating_ip_address': '172.26.2.137', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': 'f96ec197-3fd5-4d1d-8630-cd39b50a5deb', 'port_id': 'c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1842, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee5f9d78-6e0c-4199-ba89-ed6e51f95d02', 'mac_address': 'fa:16:3e:79:7d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49599ec-2f89-412c-a047-c6063d586a6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:10:38Z', 'updated_at': '2021-12-10T16:10:38Z', 'revision_number': 0, 'project_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbfdd95c-fed2-4c8a-9be4-91e2bd8463ec', 'name': '', 'network_id': 'ee5f9d78-6e0c-4199-ba89-ed6e51f95d02', 'tenant_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'mac_address': 'fa:16:3e:98:cb:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96ec197-3fd5-4d1d-8630-cd39b50a5deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'fef728a0-b2ed-48ff-962e-4a5ea2604571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:10:14Z', 'updated_at': '2021-12-10T16:10:18Z', 'revision_number': 5, 'project_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'subnets': [{'id': 'fef728a0-b2ed-48ff-962e-4a5ea2604571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:10:40.159225 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabcc872-ebf3-44d1-9519-3d9c42b46830 None None] The sync data for ids ['f96ec197-3fd5-4d1d-8630-cd39b50a5deb'] in dv-neutron-821401-4-hyperv is: [{'id': 'f96ec197-3fd5-4d1d-8630-cd39b50a5deb', 'name': 'tempest-TestShelveInstance-1490916739-router', 'tenant_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.103'}], 'enable_snat': True}, 'gw_port_id': '29c81113-223b-4d57-81d1-869ecf9bbb56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:10:11Z', 'updated_at': '2021-12-10T16:10:15Z', 'revision_number': 4, 'project_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'gw_port': {'id': '29c81113-223b-4d57-81d1-869ecf9bbb56', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:03:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96ec197-3fd5-4d1d-8630-cd39b50a5deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:10:12Z', 'updated_at': '2021-12-10T16:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': '6fd290a1-1349-4649-b006-882176551e37', 'tenant_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'floating_ip_address': '172.26.2.137', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': 'f96ec197-3fd5-4d1d-8630-cd39b50a5deb', 'port_id': 'c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1842, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee5f9d78-6e0c-4199-ba89-ed6e51f95d02', 'mac_address': 'fa:16:3e:79:7d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49599ec-2f89-412c-a047-c6063d586a6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:10:38Z', 'updated_at': '2021-12-10T16:10:38Z', 'revision_number': 0, 'project_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbfdd95c-fed2-4c8a-9be4-91e2bd8463ec', 'name': '', 'network_id': 'ee5f9d78-6e0c-4199-ba89-ed6e51f95d02', 'tenant_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'mac_address': 'fa:16:3e:98:cb:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96ec197-3fd5-4d1d-8630-cd39b50a5deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'fef728a0-b2ed-48ff-962e-4a5ea2604571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:10:14Z', 'updated_at': '2021-12-10T16:10:18Z', 'revision_number': 5, 'project_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'subnets': [{'id': 'fef728a0-b2ed-48ff-962e-4a5ea2604571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:10:40.342194 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f459d208-f751-4ccc-8113-f0af6bf720ba None None] New status for floating IP 6fd290a1-1349-4649-b006-882176551e37: ACTIVE {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:10:42.974412 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-19a4bb9b-1760-492e-9072-b7d787b2be94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:43.728759 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:44.232145 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [req-27f9100b-0aa3-4d69-a2b1-0308665abcc3 req-50a170c4-b7b9-49e5-b882-71ed47c2be63 service neutron] (103586) timed out ('10.222.0.20', 39574) {{(pid=103586) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 16:10:45.322909 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ad45c3ae-9557-42a3-a59f-e01beb52abd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:46.265216 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:46.326520 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-8ca5f715-cfc3-4edd-a916-f50381d065fc req-eabecd81-9405-4fcb-8e2a-5d8b163eb02d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c49599ec-2f89-412c-a047-c6063d586a6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398746 Dec 10 16:10:46.405055 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca5f715-cfc3-4edd-a916-f50381d065fc req-23f89a27-c7df-490f-9941-f950dae98f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:10:46.406475 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-8ca5f715-cfc3-4edd-a916-f50381d065fc req-23f89a27-c7df-490f-9941-f950dae98f0b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=60d8a4ee439f45bd94d85fffd4ed71ff&device_id=c49599ec-2f89-412c-a047-c6063d586a6d HTTP/1.1" status: 200 len: 1099 time: 0.0397542 Dec 10 16:10:46.820084 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca5f715-cfc3-4edd-a916-f50381d065fc req-ef398a3b-3210-418b-a8ea-a2a7920ed2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:10:46.821550 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-8ca5f715-cfc3-4edd-a916-f50381d065fc req-ef398a3b-3210-418b-a8ea-a2a7920ed2d2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee5f9d78-6e0c-4199-ba89-ed6e51f95d02 HTTP/1.1" status: 200 len: 910 time: 0.3956208 Dec 10 16:10:46.891366 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-8ca5f715-cfc3-4edd-a916-f50381d065fc req-5a505c41-ca09-44f9-822f-2140b9c4008e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3 HTTP/1.1" status: 200 len: 1002 time: 0.0614922 Dec 10 16:10:46.939181 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca5f715-cfc3-4edd-a916-f50381d065fc req-d59e5d27-6d7b-4477-9187-f3e3664b5ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:10:46.940599 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-8ca5f715-cfc3-4edd-a916-f50381d065fc req-d59e5d27-6d7b-4477-9187-f3e3664b5ada service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fef728a0-b2ed-48ff-962e-4a5ea2604571 HTTP/1.1" status: 200 len: 848 time: 0.0425193 Dec 10 16:10:46.973421 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:10:46.987451 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca5f715-cfc3-4edd-a916-f50381d065fc req-95afcc09-d7ca-438a-ab81-0b9cdaa022b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:10:46.988923 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-8ca5f715-cfc3-4edd-a916-f50381d065fc req-95afcc09-d7ca-438a-ab81-0b9cdaa022b9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee5f9d78-6e0c-4199-ba89-ed6e51f95d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414107 Dec 10 16:10:47.077494 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-8ca5f715-cfc3-4edd-a916-f50381d065fc req-abf59ecb-db69-489a-a97d-b7bda09e002b service neutron] 10.222.0.44 "GET /v2.0/networks/ee5f9d78-6e0c-4199-ba89-ed6e51f95d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805259 Dec 10 16:10:47.170144 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-8ca5f715-cfc3-4edd-a916-f50381d065fc req-2259b96f-96e2-48ea-a898-5c827f258fef service neutron] 10.222.0.44 "GET /v2.0/networks/ee5f9d78-6e0c-4199-ba89-ed6e51f95d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849707 Dec 10 16:10:47.877150 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:48.734159 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:11:12.940964 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-20305461-03da-429e-a21d-fb379f6c961d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:11:13.700354 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:11:15.289614 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-516426a6-e13a-47e3-bc27-5a18bb355683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:11:16.255089 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:11:17.901066 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:11:18.723716 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:11:23.972447 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:11:36.383109 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [req-b243e9ee-4128-443b-b50e-7a8988c2becb req-d23db6d5-9857-45f6-b6f6-fb12bdecf162 service neutron] (103587) timed out ('10.222.0.44', 53078) {{(pid=103587) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 16:11:42.959661 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1ef51a74-8a57-460c-b312-b0b6a2aaa997 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:11:43.696527 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:11:45.279346 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-35874604-a471-48db-9a96-356499eeb2c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:11:46.273254 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:11:47.368594 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-a0372c23-9602-4a9c-80f0-da7146b433de req-531eef9b-517d-40c0-8974-95ce1d8c1e58 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c49599ec-2f89-412c-a047-c6063d586a6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0840893 Dec 10 16:11:47.451195 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0372c23-9602-4a9c-80f0-da7146b433de req-239fef89-e3b2-45cd-96c4-aaa4031b8ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:11:47.452710 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-a0372c23-9602-4a9c-80f0-da7146b433de req-239fef89-e3b2-45cd-96c4-aaa4031b8ae2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=60d8a4ee439f45bd94d85fffd4ed71ff&device_id=c49599ec-2f89-412c-a047-c6063d586a6d HTTP/1.1" status: 200 len: 1099 time: 0.0426388 Dec 10 16:11:47.557857 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0372c23-9602-4a9c-80f0-da7146b433de req-e8ba0b56-e4f2-4ba2-a389-6b7000306fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:11:47.559388 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-a0372c23-9602-4a9c-80f0-da7146b433de req-e8ba0b56-e4f2-4ba2-a389-6b7000306fe6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee5f9d78-6e0c-4199-ba89-ed6e51f95d02 HTTP/1.1" status: 200 len: 910 time: 0.0885253 Dec 10 16:11:47.626433 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-a0372c23-9602-4a9c-80f0-da7146b433de req-fdb06e88-7946-4e8a-82ad-b622d6df7046 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3 HTTP/1.1" status: 200 len: 1002 time: 0.0604815 Dec 10 16:11:47.674850 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0372c23-9602-4a9c-80f0-da7146b433de req-9680beee-c376-4e1f-aa05-7ad9a300856e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:11:47.676245 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-a0372c23-9602-4a9c-80f0-da7146b433de req-9680beee-c376-4e1f-aa05-7ad9a300856e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fef728a0-b2ed-48ff-962e-4a5ea2604571 HTTP/1.1" status: 200 len: 848 time: 0.0427568 Dec 10 16:11:47.722514 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0372c23-9602-4a9c-80f0-da7146b433de req-d48a5d13-3280-4d58-ab25-0ea7f7c49fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:11:47.723899 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-a0372c23-9602-4a9c-80f0-da7146b433de req-d48a5d13-3280-4d58-ab25-0ea7f7c49fc0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee5f9d78-6e0c-4199-ba89-ed6e51f95d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390906 Dec 10 16:11:47.734824 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [req-a0372c23-9602-4a9c-80f0-da7146b433de req-f88efd7c-db98-476f-884b-a9244935426b service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:11:47.737303 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-a0372c23-9602-4a9c-80f0-da7146b433de req-f88efd7c-db98-476f-884b-a9244935426b service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049040 Dec 10 16:11:47.826166 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-a0372c23-9602-4a9c-80f0-da7146b433de req-1edd1d38-9afb-4a5a-b0a8-4e8c16f4d0cb service neutron] 10.222.0.44 "GET /v2.0/networks/ee5f9d78-6e0c-4199-ba89-ed6e51f95d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836775 Dec 10 16:11:47.896567 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:11:47.925763 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-a0372c23-9602-4a9c-80f0-da7146b433de req-c2673a2a-ad1b-428f-a824-2c09e7868fd9 service neutron] 10.222.0.44 "GET /v2.0/networks/ee5f9d78-6e0c-4199-ba89-ed6e51f95d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924344 Dec 10 16:11:48.742052 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:12:00.971366 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:12:12.954504 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e13c6166-375d-472c-9e10-20333ef6d2e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:12:13.748362 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:12:15.297125 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c13eeb83-dd0c-4eeb-8595-5d0f2705cb10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:12:16.285970 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:12:17.903434 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:12:18.714524 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:12:34.343848 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe922a3-dc3e-4fc2-9d2b-d947724a44a6 req-41ff0411-d045-4e49-a74c-27373c059529 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:12:34.345335 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-0fe922a3-dc3e-4fc2-9d2b-d947724a44a6 req-41ff0411-d045-4e49-a74c-27373c059529 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=c49599ec-2f89-412c-a047-c6063d586a6d HTTP/1.1" status: 200 len: 946 time: 0.1057811 Dec 10 16:12:34.393810 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-0fe922a3-dc3e-4fc2-9d2b-d947724a44a6 req-b1658a11-1322-4196-bfed-a99751a43950 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd5ef9f-6d69-4564-abd4-6211e7c19905&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424635 Dec 10 16:12:35.512070 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6899d0ad-94d1-4a01-8854-a4d7bd8fb8a7 req-9b83acc1-a35f-4e80-b5bb-5a47f0a8f95d tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:12:35.513848 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-6899d0ad-94d1-4a01-8854-a4d7bd8fb8a7 req-9b83acc1-a35f-4e80-b5bb-5a47f0a8f95d tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=c49599ec-2f89-412c-a047-c6063d586a6d HTTP/1.1" status: 200 len: 946 time: 0.0513380 Dec 10 16:12:35.562697 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-6899d0ad-94d1-4a01-8854-a4d7bd8fb8a7 req-87f43d2a-b26e-4a99-a275-22c3fec659a8 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd5ef9f-6d69-4564-abd4-6211e7c19905&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430403 Dec 10 16:12:36.688582 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a3d75-8162-41f0-8b21-79448132636d req-6cf9057a-1f39-4821-b460-acc6a5bae4bd tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:12:36.690063 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-ba7a3d75-8162-41f0-8b21-79448132636d req-6cf9057a-1f39-4821-b460-acc6a5bae4bd tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=c49599ec-2f89-412c-a047-c6063d586a6d HTTP/1.1" status: 200 len: 946 time: 0.0479198 Dec 10 16:12:36.737936 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-ba7a3d75-8162-41f0-8b21-79448132636d req-925bf936-0be2-49c5-8814-adce59190dc9 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd5ef9f-6d69-4564-abd4-6211e7c19905&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417476 Dec 10 16:12:37.854398 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de395f71-8ebc-4876-aca6-11a97b19c41e req-8828d394-59d5-4b27-8b99-4a612aca9fa2 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:12:37.855871 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-de395f71-8ebc-4876-aca6-11a97b19c41e req-8828d394-59d5-4b27-8b99-4a612aca9fa2 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=c49599ec-2f89-412c-a047-c6063d586a6d HTTP/1.1" status: 200 len: 946 time: 0.0482371 Dec 10 16:12:37.905506 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-de395f71-8ebc-4876-aca6-11a97b19c41e req-c24124dc-1762-4ad5-8ef1-1ab83840902c tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd5ef9f-6d69-4564-abd4-6211e7c19905&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437100 Dec 10 16:12:37.970618 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:12:39.026121 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874fcec4-e106-4ffc-bc52-efd79b897414 req-6fd9c08c-d905-4497-bbd0-7e5de9be9160 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:12:39.028588 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-874fcec4-e106-4ffc-bc52-efd79b897414 req-6fd9c08c-d905-4497-bbd0-7e5de9be9160 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=c49599ec-2f89-412c-a047-c6063d586a6d HTTP/1.1" status: 200 len: 946 time: 0.0562744 Dec 10 16:12:39.081750 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-874fcec4-e106-4ffc-bc52-efd79b897414 req-ff98d667-1a5b-4db8-8b7e-2c7f98b10eae tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd5ef9f-6d69-4564-abd4-6211e7c19905&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471582 Dec 10 16:12:40.197917 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7670216e-eba5-4e0d-9b25-984fb5f44f4d req-c8d1a789-68c2-47ee-9955-f3116308dc99 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:12:40.199379 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-7670216e-eba5-4e0d-9b25-984fb5f44f4d req-c8d1a789-68c2-47ee-9955-f3116308dc99 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=c49599ec-2f89-412c-a047-c6063d586a6d HTTP/1.1" status: 200 len: 946 time: 0.0489156 Dec 10 16:12:40.251147 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-7670216e-eba5-4e0d-9b25-984fb5f44f4d req-f68f1b8f-8eaa-433a-997a-28f2ccf1ad86 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd5ef9f-6d69-4564-abd4-6211e7c19905&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458143 Dec 10 16:12:41.363616 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0ce4c2-3a29-4565-8e2f-0758e85df34e req-fe5feeb1-d902-4fd9-889a-1712b7027f7b tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:12:41.365080 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-0c0ce4c2-3a29-4565-8e2f-0758e85df34e req-fe5feeb1-d902-4fd9-889a-1712b7027f7b tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=c49599ec-2f89-412c-a047-c6063d586a6d HTTP/1.1" status: 200 len: 946 time: 0.0481665 Dec 10 16:12:41.413121 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-0c0ce4c2-3a29-4565-8e2f-0758e85df34e req-912ce60a-9a8a-45e8-a6af-cd01c8b415bd tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd5ef9f-6d69-4564-abd4-6211e7c19905&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421383 Dec 10 16:12:42.525450 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae9e3d3-3df5-4a8e-86e0-f1972c9dbd30 req-4d29c677-8722-43f2-9274-8c45435b08ff tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:12:42.526947 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-9ae9e3d3-3df5-4a8e-86e0-f1972c9dbd30 req-4d29c677-8722-43f2-9274-8c45435b08ff tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=c49599ec-2f89-412c-a047-c6063d586a6d HTTP/1.1" status: 200 len: 946 time: 0.0483937 Dec 10 16:12:42.576346 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-9ae9e3d3-3df5-4a8e-86e0-f1972c9dbd30 req-230de3ae-c540-4b01-b34f-4506d5f8e025 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd5ef9f-6d69-4564-abd4-6211e7c19905&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435147 Dec 10 16:12:42.955691 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-67204397-18cc-4efa-aabf-af6fe07721b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:12:43.692450 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26766cc-60ec-4079-a792-c5e10cf8e2f1 req-11676bdd-abef-4e6e-80e9-1d497a84bbf1 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:12:43.694021 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d26766cc-60ec-4079-a792-c5e10cf8e2f1 req-11676bdd-abef-4e6e-80e9-1d497a84bbf1 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=c49599ec-2f89-412c-a047-c6063d586a6d HTTP/1.1" status: 200 len: 946 time: 0.0491712 Dec 10 16:12:43.745171 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d26766cc-60ec-4079-a792-c5e10cf8e2f1 req-e9d12b9c-22a9-400d-b6aa-ce72b89c0754 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd5ef9f-6d69-4564-abd4-6211e7c19905&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446491 Dec 10 16:12:43.749583 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:12:44.859811 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a8d95-e590-4904-86a5-a581de1a3f49 req-e760d4b8-f370-44c0-becd-98b7574a4610 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:12:44.861304 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-5d5a8d95-e590-4904-86a5-a581de1a3f49 req-e760d4b8-f370-44c0-becd-98b7574a4610 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=c49599ec-2f89-412c-a047-c6063d586a6d HTTP/1.1" status: 200 len: 946 time: 0.0490477 Dec 10 16:12:44.914435 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-5d5a8d95-e590-4904-86a5-a581de1a3f49 req-2b82d28a-1f27-4802-a1b6-f4131b0ecb1e tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd5ef9f-6d69-4564-abd4-6211e7c19905&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465398 Dec 10 16:12:45.304238 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-31de22f0-e0f4-4159-a513-9d0292b55fba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:12:45.625317 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:12:45.718437 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3,segment=NetworkSegment(3c80bf7c-58c6-427b-b99c-4fc31a65f885),segment_id=3c80bf7c-58c6-427b-b99c-4fc31a65f885)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:12:45.730177 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Returning: {'device': 'c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3', 'network_id': 'ee5f9d78-6e0c-4199-ba89-ed6e51f95d02', 'port_id': 'c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3', 'mac_address': 'fa:16:3e:79:7d:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fef728a0-b2ed-48ff-962e-4a5ea2604571', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:12:45.765953 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:12:45.779121 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:12:45.797319 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3,segment=NetworkSegment(3c80bf7c-58c6-427b-b99c-4fc31a65f885),segment_id=3c80bf7c-58c6-427b-b99c-4fc31a65f885)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:12:45.858365 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:12:45.908249 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3,revision_number=6']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:12:45.915119 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:12:45.915472 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:12:45.915816 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:12:45.916155 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:12:45.920458 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:12:45.920458 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:12:45.920458 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:12:45.920458 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:12:45.920458 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:12:45.920458 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:12:45.920458 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:12:45.920458 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:12:45.920458 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:12:45.941672 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] get_ports_and_sgs() called for port_ids ['c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3'] {{(pid=103588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:12:46.035036 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a7be85-668c-4ed4-8223-3b1e2fb19644 req-8f309c05-ee0b-430b-90aa-6d7b8ff1d514 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:12:46.036532 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-83a7be85-668c-4ed4-8223-3b1e2fb19644 req-8f309c05-ee0b-430b-90aa-6d7b8ff1d514 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=c49599ec-2f89-412c-a047-c6063d586a6d HTTP/1.1" status: 200 len: 945 time: 0.0520980 Dec 10 16:12:46.086338 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-83a7be85-668c-4ed4-8223-3b1e2fb19644 req-7d0ef773-36ce-44ae-9338-818c2eb4c136 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd5ef9f-6d69-4564-abd4-6211e7c19905&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436635 Dec 10 16:12:46.274973 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:12:47.220392 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b7f55c-5357-479c-870c-83266f93dfc1 req-5e7a90ba-3e45-43db-9e2c-9d14255ef99d tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:12:47.223696 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-74b7f55c-5357-479c-870c-83266f93dfc1 req-5e7a90ba-3e45-43db-9e2c-9d14255ef99d tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=c49599ec-2f89-412c-a047-c6063d586a6d HTTP/1.1" status: 200 len: 945 time: 0.0660911 Dec 10 16:12:47.277666 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-74b7f55c-5357-479c-870c-83266f93dfc1 req-1371bac3-c036-4ef5-ba0b-3d2859063eea tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd5ef9f-6d69-4564-abd4-6211e7c19905&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497491 Dec 10 16:12:47.379079 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93fa086-eb38-4ab4-8e35-adbaf1c9d95c req-5b2af411-1cbb-4d99-b867-838db2fd6986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:12:47.380634 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-b93fa086-eb38-4ab4-8e35-adbaf1c9d95c req-5b2af411-1cbb-4d99-b867-838db2fd6986 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=60d8a4ee439f45bd94d85fffd4ed71ff&device_id=c49599ec-2f89-412c-a047-c6063d586a6d HTTP/1.1" status: 200 len: 1098 time: 0.0510082 Dec 10 16:12:47.501369 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93fa086-eb38-4ab4-8e35-adbaf1c9d95c req-d1430b21-700f-433c-98a3-59b165ac970d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:12:47.502790 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-b93fa086-eb38-4ab4-8e35-adbaf1c9d95c req-d1430b21-700f-433c-98a3-59b165ac970d service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee5f9d78-6e0c-4199-ba89-ed6e51f95d02 HTTP/1.1" status: 200 len: 910 time: 0.0948181 Dec 10 16:12:47.575677 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-b93fa086-eb38-4ab4-8e35-adbaf1c9d95c req-7463c984-ce94-4797-8fc7-3aabdb9841c7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3 HTTP/1.1" status: 200 len: 1001 time: 0.0632195 Dec 10 16:12:47.632197 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93fa086-eb38-4ab4-8e35-adbaf1c9d95c req-908d7d71-010f-4e77-be53-0064b4d63a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:12:47.633806 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-b93fa086-eb38-4ab4-8e35-adbaf1c9d95c req-908d7d71-010f-4e77-be53-0064b4d63a2d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fef728a0-b2ed-48ff-962e-4a5ea2604571 HTTP/1.1" status: 200 len: 848 time: 0.0510910 Dec 10 16:12:47.634394 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3 up at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:12:47.686689 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93fa086-eb38-4ab4-8e35-adbaf1c9d95c req-c7ffb160-70ac-451c-a892-2f1a1263ef89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:12:47.688323 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-b93fa086-eb38-4ab4-8e35-adbaf1c9d95c req-c7ffb160-70ac-451c-a892-2f1a1263ef89 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee5f9d78-6e0c-4199-ba89-ed6e51f95d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0472574 Dec 10 16:12:47.690545 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning complete for port c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:12:47.690930 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:12:47.778446 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:12:47.796292 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-b93fa086-eb38-4ab4-8e35-adbaf1c9d95c req-ae150c98-7b8e-46df-8584-c3a7d1734e92 service neutron] 10.222.0.44 "GET /v2.0/networks/ee5f9d78-6e0c-4199-ba89-ed6e51f95d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005762 Dec 10 16:12:47.804639 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c49599ec-2f89-412c-a047-c6063d586a6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:12:47.807254 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa4b92c408489e2c982394a5a7b3518bb1b22554638321e3ea6c5cabb2c75d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad7c4263-a768-4757-ab44-ba5d6dce9c0c" -d '{"events": [{"server_uuid": "c49599ec-2f89-412c-a047-c6063d586a6d", "name": "network-vif-plugged", "status": "completed", "tag": "c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:12:47.828681 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3,segment=NetworkSegment(3c80bf7c-58c6-427b-b99c-4fc31a65f885),segment_id=3c80bf7c-58c6-427b-b99c-4fc31a65f885)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:12:47.870423 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb23868-1917-4402-88a5-b475742a3a62 x-openstack-request-id: req-6fb23868-1917-4402-88a5-b475742a3a62 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:12:47.870794 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c49599ec-2f89-412c-a047-c6063d586a6d", "name": "network-vif-plugged", "status": "completed", "tag": "c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:12:47.871116 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6fb23868-1917-4402-88a5-b475742a3a62 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:12:47.871564 dv-neutron-821401-4-hyperv neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c49599ec-2f89-412c-a047-c6063d586a6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3', 'code': 200} Dec 10 16:12:47.904322 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:12:47.942201 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:12:47.954527 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-b93fa086-eb38-4ab4-8e35-adbaf1c9d95c req-304c4ff9-2304-484c-80d7-361c3b277711 service neutron] 10.222.0.44 "GET /v2.0/networks/ee5f9d78-6e0c-4199-ba89-ed6e51f95d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491032 Dec 10 16:12:47.975460 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3,revision_number=7']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:12:48.419992 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce70e637-c081-4d92-81b7-016475c2cbba req-00906660-07b1-45cd-bf38-e1f5b9a42b2e tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:12:48.421679 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ce70e637-c081-4d92-81b7-016475c2cbba req-00906660-07b1-45cd-bf38-e1f5b9a42b2e tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=c49599ec-2f89-412c-a047-c6063d586a6d HTTP/1.1" status: 200 len: 946 time: 0.0602980 Dec 10 16:12:48.483439 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ce70e637-c081-4d92-81b7-016475c2cbba req-359e08d9-5d9c-48c1-9c78-3abe9bb23641 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd5ef9f-6d69-4564-abd4-6211e7c19905&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550671 Dec 10 16:12:48.721593 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:12:49.612763 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1df6d6c-05f7-49f9-a3a6-adf79f527428 req-ad546529-0f55-49b3-b188-9b4b6b5ab9c6 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:12:49.614514 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-a1df6d6c-05f7-49f9-a3a6-adf79f527428 req-ad546529-0f55-49b3-b188-9b4b6b5ab9c6 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=c49599ec-2f89-412c-a047-c6063d586a6d HTTP/1.1" status: 200 len: 946 time: 0.0537467 Dec 10 16:12:49.671044 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-a1df6d6c-05f7-49f9-a3a6-adf79f527428 req-1ce81da5-c7c8-454b-b9df-1e0b5058d66a tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd5ef9f-6d69-4564-abd4-6211e7c19905&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471914 Dec 10 16:12:50.795629 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0d3564-a741-4860-ba7a-806e819d219e req-b720af70-a846-4886-8730-64e303cf6b86 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:12:50.804223 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4b0d3564-a741-4860-ba7a-806e819d219e req-b720af70-a846-4886-8730-64e303cf6b86 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=c49599ec-2f89-412c-a047-c6063d586a6d HTTP/1.1" status: 200 len: 946 time: 0.0603809 Dec 10 16:12:50.853022 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4b0d3564-a741-4860-ba7a-806e819d219e req-8ef36320-96ca-4aab-aeb6-c7a5e2c289c0 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd5ef9f-6d69-4564-abd4-6211e7c19905&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475252 Dec 10 16:12:51.992600 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edc352a-6869-4a79-a751-29360dfbbe29 req-4ca57989-8da0-4523-aef1-4d400ccbc59d tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:12:51.996789 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-3edc352a-6869-4a79-a751-29360dfbbe29 req-4ca57989-8da0-4523-aef1-4d400ccbc59d tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=c49599ec-2f89-412c-a047-c6063d586a6d HTTP/1.1" status: 200 len: 946 time: 0.0624943 Dec 10 16:12:52.059420 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-3edc352a-6869-4a79-a751-29360dfbbe29 req-391b1051-e0fb-4c0b-819f-052659a98c9a tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd5ef9f-6d69-4564-abd4-6211e7c19905&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566020 Dec 10 16:12:53.183923 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d9b3f8-e82e-435f-9de2-7e3ed89a44d8 req-6439cdfc-b733-41f5-b0d5-308e1e26f899 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:12:53.185501 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-73d9b3f8-e82e-435f-9de2-7e3ed89a44d8 req-6439cdfc-b733-41f5-b0d5-308e1e26f899 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=c49599ec-2f89-412c-a047-c6063d586a6d HTTP/1.1" status: 200 len: 946 time: 0.0614955 Dec 10 16:12:53.239084 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-73d9b3f8-e82e-435f-9de2-7e3ed89a44d8 req-33db412a-5c90-4018-8dc9-95526dcf123e tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd5ef9f-6d69-4564-abd4-6211e7c19905&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476058 Dec 10 16:12:54.375429 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb795a7-a379-4303-9be7-a84f7606c193 req-51ba23c2-2fa0-48c3-8195-439a719fa892 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:12:54.377086 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-bbb795a7-a379-4303-9be7-a84f7606c193 req-51ba23c2-2fa0-48c3-8195-439a719fa892 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=c49599ec-2f89-412c-a047-c6063d586a6d HTTP/1.1" status: 200 len: 946 time: 0.0589924 Dec 10 16:12:54.434397 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-bbb795a7-a379-4303-9be7-a84f7606c193 req-abaa1eb5-2767-43fb-8d15-c8611128f0f6 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd5ef9f-6d69-4564-abd4-6211e7c19905&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510428 Dec 10 16:12:55.564171 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dad5720-4899-485e-9b27-2e38b8049163 req-02e7c1b8-a879-4538-883b-bcd67240ef3a tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:12:55.565652 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-2dad5720-4899-485e-9b27-2e38b8049163 req-02e7c1b8-a879-4538-883b-bcd67240ef3a tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=c49599ec-2f89-412c-a047-c6063d586a6d HTTP/1.1" status: 200 len: 946 time: 0.0579598 Dec 10 16:12:55.618117 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-2dad5720-4899-485e-9b27-2e38b8049163 req-1c9ce4cf-29d2-45fb-b21d-a37cfa7675f3 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd5ef9f-6d69-4564-abd4-6211e7c19905&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461636 Dec 10 16:12:56.744589 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec142c1-daae-483d-ba5e-a2a0f430956f req-d34bbe4e-1229-42a3-8d7c-a905a50ad7e5 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:12:56.746107 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-eec142c1-daae-483d-ba5e-a2a0f430956f req-d34bbe4e-1229-42a3-8d7c-a905a50ad7e5 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=c49599ec-2f89-412c-a047-c6063d586a6d HTTP/1.1" status: 200 len: 946 time: 0.0515008 Dec 10 16:12:56.804815 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-eec142c1-daae-483d-ba5e-a2a0f430956f req-b708fab8-a55c-4374-ad09-72870e6145c0 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd5ef9f-6d69-4564-abd4-6211e7c19905&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516527 Dec 10 16:12:57.924302 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51f5e99-be36-456f-88ff-0849dd2b11be req-a1b6478d-d899-48f5-86c9-b60dbbd33ccc tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:12:57.925773 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-b51f5e99-be36-456f-88ff-0849dd2b11be req-a1b6478d-d899-48f5-86c9-b60dbbd33ccc tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=c49599ec-2f89-412c-a047-c6063d586a6d HTTP/1.1" status: 200 len: 946 time: 0.0525274 Dec 10 16:12:57.974763 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-b51f5e99-be36-456f-88ff-0849dd2b11be req-8fe670f1-321f-4fc4-8553-9b5c89e7f548 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd5ef9f-6d69-4564-abd4-6211e7c19905&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430198 Dec 10 16:12:58.276668 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfdf658-8123-4342-b935-16c79c308cae req-76bea3f3-283b-4c5c-9a29-e600f2379c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:12:58.278211 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-bdfdf658-8123-4342-b935-16c79c308cae req-76bea3f3-283b-4c5c-9a29-e600f2379c39 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=60d8a4ee439f45bd94d85fffd4ed71ff&device_id=c49599ec-2f89-412c-a047-c6063d586a6d HTTP/1.1" status: 200 len: 1099 time: 0.0410185 Dec 10 16:12:58.371933 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfdf658-8123-4342-b935-16c79c308cae req-345f1069-50b6-4db7-9749-00ba4099239e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:12:58.373399 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-bdfdf658-8123-4342-b935-16c79c308cae req-345f1069-50b6-4db7-9749-00ba4099239e service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee5f9d78-6e0c-4199-ba89-ed6e51f95d02 HTTP/1.1" status: 200 len: 910 time: 0.0864353 Dec 10 16:12:58.437397 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-bdfdf658-8123-4342-b935-16c79c308cae req-16cb4a98-01b1-4e6a-8ecb-712f43595b0d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3 HTTP/1.1" status: 200 len: 1002 time: 0.0567193 Dec 10 16:12:58.489134 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfdf658-8123-4342-b935-16c79c308cae req-9cbe55c5-454d-4a8c-9995-ca11b74c2ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:12:58.491127 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-bdfdf658-8123-4342-b935-16c79c308cae req-9cbe55c5-454d-4a8c-9995-ca11b74c2ef5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fef728a0-b2ed-48ff-962e-4a5ea2604571 HTTP/1.1" status: 200 len: 848 time: 0.0463669 Dec 10 16:12:58.540924 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfdf658-8123-4342-b935-16c79c308cae req-a154460e-ddb7-42c4-a0bf-6298c5019491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:12:58.542485 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-bdfdf658-8123-4342-b935-16c79c308cae req-a154460e-ddb7-42c4-a0bf-6298c5019491 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee5f9d78-6e0c-4199-ba89-ed6e51f95d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0434368 Dec 10 16:12:58.632689 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-bdfdf658-8123-4342-b935-16c79c308cae req-15e16de3-3e57-4a83-a579-9dacb83c259f service neutron] 10.222.0.44 "GET /v2.0/networks/ee5f9d78-6e0c-4199-ba89-ed6e51f95d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826898 Dec 10 16:12:58.725434 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-bdfdf658-8123-4342-b935-16c79c308cae req-ff8b2372-06cd-4f3f-9284-01133e264256 service neutron] 10.222.0.44 "GET /v2.0/networks/ee5f9d78-6e0c-4199-ba89-ed6e51f95d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847530 Dec 10 16:12:59.093494 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5752879-2c24-426e-a408-c46e361fd79b req-cebb81db-1b82-4fc3-a7de-25b870f35773 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:12:59.094988 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d5752879-2c24-426e-a408-c46e361fd79b req-cebb81db-1b82-4fc3-a7de-25b870f35773 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=c49599ec-2f89-412c-a047-c6063d586a6d HTTP/1.1" status: 200 len: 946 time: 0.0488942 Dec 10 16:12:59.148249 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d5752879-2c24-426e-a408-c46e361fd79b req-b23cac79-d231-40b0-8de6-fe918071a5b1 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd5ef9f-6d69-4564-abd4-6211e7c19905&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466998 Dec 10 16:13:00.264010 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c271f0cf-0837-4ab8-ae4f-d0c2e265797c req-f70997c8-1f57-43b7-b9b2-a2fa75cfd882 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:13:00.265517 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-c271f0cf-0837-4ab8-ae4f-d0c2e265797c req-f70997c8-1f57-43b7-b9b2-a2fa75cfd882 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=c49599ec-2f89-412c-a047-c6063d586a6d HTTP/1.1" status: 200 len: 946 time: 0.0495112 Dec 10 16:13:00.314766 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-c271f0cf-0837-4ab8-ae4f-d0c2e265797c req-c699bd60-2147-4c67-9bd4-eef499a2c692 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd5ef9f-6d69-4564-abd4-6211e7c19905&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432065 Dec 10 16:13:01.426463 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5374cfe7-c44c-4c98-9cae-f6b2b829f359 req-1ba2802f-8833-4a94-901c-b9e9c8e2b529 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:13:01.428402 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-5374cfe7-c44c-4c98-9cae-f6b2b829f359 req-1ba2802f-8833-4a94-901c-b9e9c8e2b529 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=c49599ec-2f89-412c-a047-c6063d586a6d HTTP/1.1" status: 200 len: 946 time: 0.0473967 Dec 10 16:13:01.476773 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-5374cfe7-c44c-4c98-9cae-f6b2b829f359 req-dd9cf1a4-c080-4393-83e9-31da8d5b027f tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd5ef9f-6d69-4564-abd4-6211e7c19905&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422063 Dec 10 16:13:01.587668 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [req-d9900a1f-8b03-48e0-b939-3855de308254 req-6c73692a-41fc-4fa8-b176-57aa54e450e6 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:13:01.588683 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-d9900a1f-8b03-48e0-b939-3855de308254 req-6c73692a-41fc-4fa8-b176-57aa54e450e6 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0479498 Dec 10 16:13:01.721220 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:13:01.798339 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:13:01.820280 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c49599ec-2f89-412c-a047-c6063d586a6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:13:01.822513 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa4b92c408489e2c982394a5a7b3518bb1b22554638321e3ea6c5cabb2c75d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5793cfd5-2626-469e-b627-9dee3547ec35" -d '{"events": [{"server_uuid": "c49599ec-2f89-412c-a047-c6063d586a6d", "name": "network-vif-unplugged", "status": "completed", "tag": "c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:13:01.834456 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3,segment=NetworkSegment(3c80bf7c-58c6-427b-b99c-4fc31a65f885),segment_id=3c80bf7c-58c6-427b-b99c-4fc31a65f885)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:13:01.854197 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 10 Dec 2021 16:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db69a1a9-f503-4c16-9f9a-b563023a8dc2 x-openstack-request-id: req-db69a1a9-f503-4c16-9f9a-b563023a8dc2 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:13:01.854615 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c49599ec-2f89-412c-a047-c6063d586a6d", "name": "network-vif-unplugged", "status": "failed", "tag": "c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3", "code": 422}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:13:01.855005 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-db69a1a9-f503-4c16-9f9a-b563023a8dc2 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:13:01.855529 dv-neutron-821401-4-hyperv neutron-server[103588]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c49599ec-2f89-412c-a047-c6063d586a6d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3', 'code': 422} returned with failed status Dec 10 16:13:01.875802 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:13:01.922754 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3,revision_number=8']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:13:02.871987 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4610a21-5b55-40d2-b824-ec2a724dc8b2 req-3b68d9ce-f425-40ea-9697-3c497bae6caa tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:13:02.873501 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-e4610a21-5b55-40d2-b824-ec2a724dc8b2 req-3b68d9ce-f425-40ea-9697-3c497bae6caa tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=c49599ec-2f89-412c-a047-c6063d586a6d HTTP/1.1" status: 200 len: 944 time: 0.0533633 Dec 10 16:13:02.923795 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-e4610a21-5b55-40d2-b824-ec2a724dc8b2 req-927227bf-aaa3-4488-b92c-41663cc725b2 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd5ef9f-6d69-4564-abd4-6211e7c19905&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440423 Dec 10 16:13:03.333850 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-85cbd1f6-aa01-4498-adb8-d3def4a29bed req-b91cb366-387b-4b2f-8be9-587012a06925 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c49599ec-2f89-412c-a047-c6063d586a6d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0813069 Dec 10 16:13:04.038565 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df45cc8-2541-4de3-92fd-2fe9ce19fbaf req-103581d8-57e3-4a54-8aa2-cd691a3a6884 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:13:04.040050 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-2df45cc8-2541-4de3-92fd-2fe9ce19fbaf req-103581d8-57e3-4a54-8aa2-cd691a3a6884 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=c49599ec-2f89-412c-a047-c6063d586a6d HTTP/1.1" status: 200 len: 944 time: 0.0481906 Dec 10 16:13:04.093239 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-2df45cc8-2541-4de3-92fd-2fe9ce19fbaf req-5e8c2d8f-d703-410d-9385-4c4dfed56b93 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd5ef9f-6d69-4564-abd4-6211e7c19905&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471809 Dec 10 16:13:04.652161 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cbd1f6-aa01-4498-adb8-d3def4a29bed req-136ee201-958d-414d-aa5d-78ae6ea2fd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:13:04.653611 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-85cbd1f6-aa01-4498-adb8-d3def4a29bed req-136ee201-958d-414d-aa5d-78ae6ea2fd36 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c49599ec-2f89-412c-a047-c6063d586a6d&tenant_id=60d8a4ee439f45bd94d85fffd4ed71ff HTTP/1.1" status: 200 len: 1097 time: 0.0399556 Dec 10 16:13:04.717611 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cbd1f6-aa01-4498-adb8-d3def4a29bed req-a06f43a1-04de-42e4-860e-ede8851659ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:13:04.719180 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-85cbd1f6-aa01-4498-adb8-d3def4a29bed req-a06f43a1-04de-42e4-860e-ede8851659ab service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=60d8a4ee439f45bd94d85fffd4ed71ff&device_id=c49599ec-2f89-412c-a047-c6063d586a6d HTTP/1.1" status: 200 len: 1097 time: 0.0436449 Dec 10 16:13:04.825443 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cbd1f6-aa01-4498-adb8-d3def4a29bed req-679a6533-c606-428a-8a2b-a43a6cf3f75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:13:04.826960 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-85cbd1f6-aa01-4498-adb8-d3def4a29bed req-679a6533-c606-428a-8a2b-a43a6cf3f75c service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee5f9d78-6e0c-4199-ba89-ed6e51f95d02 HTTP/1.1" status: 200 len: 910 time: 0.1008673 Dec 10 16:13:04.892439 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-85cbd1f6-aa01-4498-adb8-d3def4a29bed req-32ca6538-35df-4181-b59d-a5cdb6cefb9b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3 HTTP/1.1" status: 200 len: 1000 time: 0.0584164 Dec 10 16:13:04.940551 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cbd1f6-aa01-4498-adb8-d3def4a29bed req-051f18d3-16b4-49d5-a62e-b1b730949809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:13:04.942027 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-85cbd1f6-aa01-4498-adb8-d3def4a29bed req-051f18d3-16b4-49d5-a62e-b1b730949809 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fef728a0-b2ed-48ff-962e-4a5ea2604571 HTTP/1.1" status: 200 len: 848 time: 0.0429134 Dec 10 16:13:04.990241 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cbd1f6-aa01-4498-adb8-d3def4a29bed req-183ca994-fd23-42a1-9fb6-d88b0868c1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:13:04.991738 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-85cbd1f6-aa01-4498-adb8-d3def4a29bed req-183ca994-fd23-42a1-9fb6-d88b0868c1ff service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee5f9d78-6e0c-4199-ba89-ed6e51f95d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0428975 Dec 10 16:13:05.091475 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-85cbd1f6-aa01-4498-adb8-d3def4a29bed req-ac419e50-ae02-4cf1-b975-c08721e071c0 service neutron] 10.222.0.44 "GET /v2.0/networks/ee5f9d78-6e0c-4199-ba89-ed6e51f95d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922728 Dec 10 16:13:05.185508 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-85cbd1f6-aa01-4498-adb8-d3def4a29bed req-27ff43f5-2223-45b1-a714-b2643944167c service neutron] 10.222.0.44 "GET /v2.0/networks/ee5f9d78-6e0c-4199-ba89-ed6e51f95d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867064 Dec 10 16:13:05.209070 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98504097-0cb4-4e43-9beb-7a9b353c7ff4 req-d0322e96-040b-41f6-99ed-c3fad9f898cd tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:13:05.211100 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-98504097-0cb4-4e43-9beb-7a9b353c7ff4 req-d0322e96-040b-41f6-99ed-c3fad9f898cd tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=c49599ec-2f89-412c-a047-c6063d586a6d HTTP/1.1" status: 200 len: 944 time: 0.0492573 Dec 10 16:13:05.261106 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-98504097-0cb4-4e43-9beb-7a9b353c7ff4 req-da5ad5db-cfec-4897-b680-b0175c9cdcf8 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd5ef9f-6d69-4564-abd4-6211e7c19905&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437517 Dec 10 16:13:06.390440 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4652f13-047c-4c3c-b083-14c7de2c9cd3 req-0c6493ac-80cb-4f4a-bb65-2b4475e7ceb6 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:13:06.390440 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-b4652f13-047c-4c3c-b083-14c7de2c9cd3 req-0c6493ac-80cb-4f4a-bb65-2b4475e7ceb6 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=c49599ec-2f89-412c-a047-c6063d586a6d HTTP/1.1" status: 200 len: 944 time: 0.0495925 Dec 10 16:13:06.446493 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-b4652f13-047c-4c3c-b083-14c7de2c9cd3 req-0293b0ec-43ee-4333-bacc-87914f0dc272 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd5ef9f-6d69-4564-abd4-6211e7c19905&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474765 Dec 10 16:13:07.563530 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d5b5fe-7dee-4f9f-ac7e-152fccc620a1 req-18ceea69-fffa-4f00-a559-a5b43cd0813b tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:13:07.565673 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-40d5b5fe-7dee-4f9f-ac7e-152fccc620a1 req-18ceea69-fffa-4f00-a559-a5b43cd0813b tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=c49599ec-2f89-412c-a047-c6063d586a6d HTTP/1.1" status: 200 len: 944 time: 0.0522585 Dec 10 16:13:07.620091 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-40d5b5fe-7dee-4f9f-ac7e-152fccc620a1 req-c9240d21-5838-418a-9dab-3dea692fe025 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd5ef9f-6d69-4564-abd4-6211e7c19905&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473318 Dec 10 16:13:08.744387 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee1229-b8e8-4790-8243-b1cf980535e8 req-86036bd5-b9a8-4f64-98cf-ae5c87b379f0 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:13:08.745843 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-25ee1229-b8e8-4790-8243-b1cf980535e8 req-86036bd5-b9a8-4f64-98cf-ae5c87b379f0 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=c49599ec-2f89-412c-a047-c6063d586a6d HTTP/1.1" status: 200 len: 944 time: 0.0557818 Dec 10 16:13:08.796066 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-25ee1229-b8e8-4790-8243-b1cf980535e8 req-3baf967b-8e8e-470e-9fef-6aee4b0bd7f2 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd5ef9f-6d69-4564-abd4-6211e7c19905&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442379 Dec 10 16:13:09.934253 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305bea0a-f870-405f-848a-7bb72e4f41b9 req-22fe1a72-6f3d-49c1-8e70-c3c585926e7a tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:13:09.936585 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-305bea0a-f870-405f-848a-7bb72e4f41b9 req-22fe1a72-6f3d-49c1-8e70-c3c585926e7a tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=c49599ec-2f89-412c-a047-c6063d586a6d HTTP/1.1" status: 200 len: 944 time: 0.0637715 Dec 10 16:13:09.986934 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-305bea0a-f870-405f-848a-7bb72e4f41b9 req-bb538a78-8c51-4b57-8a93-b2374d177ca5 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd5ef9f-6d69-4564-abd4-6211e7c19905&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447676 Dec 10 16:13:11.119025 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0912322-1fd9-4038-a368-98a7e94dcd07 req-2cf394d3-a8a4-4a3a-b5ce-50726ab9f717 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:13:11.121877 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-a0912322-1fd9-4038-a368-98a7e94dcd07 req-2cf394d3-a8a4-4a3a-b5ce-50726ab9f717 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=c49599ec-2f89-412c-a047-c6063d586a6d HTTP/1.1" status: 200 len: 944 time: 0.0606997 Dec 10 16:13:11.173438 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-a0912322-1fd9-4038-a368-98a7e94dcd07 req-3cbcff3b-a6d6-42d8-8f56-ba7faa2ad488 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd5ef9f-6d69-4564-abd4-6211e7c19905&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455596 Dec 10 16:13:12.304350 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df9b76c-2ac9-432a-8eb0-7c739551ffa3 req-1e581d4d-03da-4473-a383-3bb021b08ad0 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:13:12.305962 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4df9b76c-2ac9-432a-8eb0-7c739551ffa3 req-1e581d4d-03da-4473-a383-3bb021b08ad0 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=c49599ec-2f89-412c-a047-c6063d586a6d HTTP/1.1" status: 200 len: 944 time: 0.0650108 Dec 10 16:13:12.355693 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4df9b76c-2ac9-432a-8eb0-7c739551ffa3 req-667c4fe0-2cb4-45e7-babd-8576509db689 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd5ef9f-6d69-4564-abd4-6211e7c19905&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438614 Dec 10 16:13:13.008420 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7589b896-9fe5-4d0c-ba0f-5e4ad9d8428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:13:13.475986 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0333e8b4-40fd-42ef-a704-6c79834e3fdb req-74f48b57-ee69-436d-b385-69e489e6af3d tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:13:13.477485 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-0333e8b4-40fd-42ef-a704-6c79834e3fdb req-74f48b57-ee69-436d-b385-69e489e6af3d tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=c49599ec-2f89-412c-a047-c6063d586a6d HTTP/1.1" status: 200 len: 944 time: 0.0501268 Dec 10 16:13:13.530964 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-0333e8b4-40fd-42ef-a704-6c79834e3fdb req-08988ba1-8034-439c-9ce4-c3f6d4ee3109 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd5ef9f-6d69-4564-abd4-6211e7c19905&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471542 Dec 10 16:13:13.773465 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:13:14.666439 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e837136-51d1-4db8-88db-740bcc902584 req-d3026582-949a-40ad-9f36-315d13e6004f tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:13:14.667921 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-7e837136-51d1-4db8-88db-740bcc902584 req-d3026582-949a-40ad-9f36-315d13e6004f tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=c49599ec-2f89-412c-a047-c6063d586a6d HTTP/1.1" status: 200 len: 944 time: 0.0621119 Dec 10 16:13:14.720709 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-7e837136-51d1-4db8-88db-740bcc902584 req-34149b3f-973c-4e4d-b0e9-e1d0619bf1f7 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd5ef9f-6d69-4564-abd4-6211e7c19905&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461109 Dec 10 16:13:14.969515 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:13:15.276733 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fe3407ec-2f7f-4c13-b36f-ce25dc4310c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:13:15.859546 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25887033-c78c-4b86-b38a-5ec9d7f75e4e req-aa42ef04-a26a-4fe0-a001-66f92a5362d8 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:13:15.861253 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-25887033-c78c-4b86-b38a-5ec9d7f75e4e req-aa42ef04-a26a-4fe0-a001-66f92a5362d8 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=c49599ec-2f89-412c-a047-c6063d586a6d HTTP/1.1" status: 200 len: 944 time: 0.0621889 Dec 10 16:13:15.913399 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-25887033-c78c-4b86-b38a-5ec9d7f75e4e req-142d2b60-bcfe-4ad0-8086-8165a144cbeb tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd5ef9f-6d69-4564-abd4-6211e7c19905&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456860 Dec 10 16:13:16.282143 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:13:17.029196 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a2f82-9446-44ca-a53e-e4f09766c8e5 req-6f3a98ce-f584-44e0-9eab-fbedf39468eb tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:13:17.030693 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-c87a2f82-9446-44ca-a53e-e4f09766c8e5 req-6f3a98ce-f584-44e0-9eab-fbedf39468eb tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=c49599ec-2f89-412c-a047-c6063d586a6d HTTP/1.1" status: 200 len: 944 time: 0.0478799 Dec 10 16:13:17.079168 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-c87a2f82-9446-44ca-a53e-e4f09766c8e5 req-bca7ebbc-86c2-482e-84ba-dca46adc8256 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd5ef9f-6d69-4564-abd4-6211e7c19905&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425897 Dec 10 16:13:17.797828 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:13:17.907911 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3,segment=NetworkSegment(3c80bf7c-58c6-427b-b99c-4fc31a65f885),segment_id=3c80bf7c-58c6-427b-b99c-4fc31a65f885)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:13:17.919049 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Returning: {'device': 'c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3', 'network_id': 'ee5f9d78-6e0c-4199-ba89-ed6e51f95d02', 'port_id': 'c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3', 'mac_address': 'fa:16:3e:79:7d:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fef728a0-b2ed-48ff-962e-4a5ea2604571', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:13:17.946316 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:13:17.957424 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:13:17.970208 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:13:17.989103 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3,segment=NetworkSegment(3c80bf7c-58c6-427b-b99c-4fc31a65f885),segment_id=3c80bf7c-58c6-427b-b99c-4fc31a65f885)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:13:18.076329 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:13:18.128064 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3,revision_number=9']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:13:18.192729 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad74fd-f9af-4a37-a94a-75a98ac404ed req-2877d4a5-2cc3-49cf-a410-facf9d02d11d tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:13:18.194498 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ccad74fd-f9af-4a37-a94a-75a98ac404ed req-2877d4a5-2cc3-49cf-a410-facf9d02d11d tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=c49599ec-2f89-412c-a047-c6063d586a6d HTTP/1.1" status: 200 len: 945 time: 0.0482912 Dec 10 16:13:18.242439 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ccad74fd-f9af-4a37-a94a-75a98ac404ed req-ebbe47c3-836f-43f6-b39c-3348cf3d0b4f tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd5ef9f-6d69-4564-abd4-6211e7c19905&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419998 Dec 10 16:13:18.305484 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] get_ports_and_sgs() called for port_ids ['c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3'] {{(pid=103588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:13:18.744534 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:13:19.365013 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9273c6a1-2d40-4af7-bc35-d6a7c91fa464 req-f0182291-8db2-41c4-a818-e54f353e29ae tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:13:19.366612 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-9273c6a1-2d40-4af7-bc35-d6a7c91fa464 req-f0182291-8db2-41c4-a818-e54f353e29ae tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=c49599ec-2f89-412c-a047-c6063d586a6d HTTP/1.1" status: 200 len: 945 time: 0.0575697 Dec 10 16:13:19.415196 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-9273c6a1-2d40-4af7-bc35-d6a7c91fa464 req-8cb56bae-ab58-4fb6-be76-97c3bd3f899f tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd5ef9f-6d69-4564-abd4-6211e7c19905&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427170 Dec 10 16:13:19.813309 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3 up at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:13:19.859888 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning complete for port c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:13:19.860254 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:13:19.934769 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:13:19.956600 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c49599ec-2f89-412c-a047-c6063d586a6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:13:19.958863 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa4b92c408489e2c982394a5a7b3518bb1b22554638321e3ea6c5cabb2c75d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f33db5-07a7-4ed0-8783-426150f000ea" -d '{"events": [{"server_uuid": "c49599ec-2f89-412c-a047-c6063d586a6d", "name": "network-vif-plugged", "status": "completed", "tag": "c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:13:19.970876 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3,segment=NetworkSegment(3c80bf7c-58c6-427b-b99c-4fc31a65f885),segment_id=3c80bf7c-58c6-427b-b99c-4fc31a65f885)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:13:19.993741 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0af15c9-f1df-4340-908b-341f91f9a2b8 x-openstack-request-id: req-a0af15c9-f1df-4340-908b-341f91f9a2b8 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:13:19.994311 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c49599ec-2f89-412c-a047-c6063d586a6d", "name": "network-vif-plugged", "status": "completed", "tag": "c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:13:19.994586 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a0af15c9-f1df-4340-908b-341f91f9a2b8 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:13:19.994984 dv-neutron-821401-4-hyperv neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c49599ec-2f89-412c-a047-c6063d586a6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3', 'code': 200} Dec 10 16:13:20.018999 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:13:20.065607 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3,revision_number=10']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:13:20.259943 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b944ab88-9956-466c-8532-e6140d92f07c req-d2828020-0b0f-4fed-9d2f-28cda9bfd6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:13:20.261383 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-b944ab88-9956-466c-8532-e6140d92f07c req-d2828020-0b0f-4fed-9d2f-28cda9bfd6a5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c49599ec-2f89-412c-a047-c6063d586a6d HTTP/1.1" status: 200 len: 1100 time: 0.0390246 Dec 10 16:13:20.310571 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-b944ab88-9956-466c-8532-e6140d92f07c req-de73d3c4-1885-4ff8-8282-3129464948b2 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6fd5ef9f-6d69-4564-abd4-6211e7c19905&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419221 Dec 10 16:13:20.530820 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c020e-e911-4563-814f-02f9d5c9152d req-c67b8707-4fc2-4fa6-9a68-37a9c10e9f33 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:13:20.532301 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-289c020e-e911-4563-814f-02f9d5c9152d req-c67b8707-4fc2-4fa6-9a68-37a9c10e9f33 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=c49599ec-2f89-412c-a047-c6063d586a6d HTTP/1.1" status: 200 len: 947 time: 0.0476470 Dec 10 16:13:20.582119 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-289c020e-e911-4563-814f-02f9d5c9152d req-4d0b3d2b-a26a-4777-8f9d-232db0b60064 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd5ef9f-6d69-4564-abd4-6211e7c19905&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433912 Dec 10 16:13:21.700544 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f774ca0c-2865-4da2-98ed-25a9542d76a0 req-1064db46-2de4-4a55-86df-a437385b63ea tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:13:21.702045 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f774ca0c-2865-4da2-98ed-25a9542d76a0 req-1064db46-2de4-4a55-86df-a437385b63ea tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=c49599ec-2f89-412c-a047-c6063d586a6d HTTP/1.1" status: 200 len: 947 time: 0.0497119 Dec 10 16:13:21.751050 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f774ca0c-2865-4da2-98ed-25a9542d76a0 req-f03759de-b02e-470e-a1c2-f3d22eaccebf tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd5ef9f-6d69-4564-abd4-6211e7c19905&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430112 Dec 10 16:13:22.876992 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2bfadd-486a-43f2-9743-c613675b9164 req-4f0d10f4-9662-4bfd-bcaa-cf99f362e457 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:13:22.878465 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-2f2bfadd-486a-43f2-9743-c613675b9164 req-4f0d10f4-9662-4bfd-bcaa-cf99f362e457 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=c49599ec-2f89-412c-a047-c6063d586a6d HTTP/1.1" status: 200 len: 947 time: 0.0468249 Dec 10 16:13:22.930587 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-2f2bfadd-486a-43f2-9743-c613675b9164 req-c7e812f7-6710-4e6d-aef1-8b057cad6a7c tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd5ef9f-6d69-4564-abd4-6211e7c19905&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458038 Dec 10 16:13:42.956553 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-75771e89-b58b-4f16-bd5d-1bc8f4586a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:13:43.773728 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:13:45.271046 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b6e3a9ad-d041-4fc7-8934-d7f69da487f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:13:46.265187 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:13:47.922326 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:13:48.722593 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:13:49.330562 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f7833d71-fe18-455b-a8f4-87cbe84ede94 req-c3ae7f16-49b6-4014-abb0-59876b10fba1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c49599ec-2f89-412c-a047-c6063d586a6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393875 Dec 10 16:13:49.415788 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7833d71-fe18-455b-a8f4-87cbe84ede94 req-0a4ba6e5-a623-4cc0-b0c8-3a6e3d199061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:13:49.417287 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f7833d71-fe18-455b-a8f4-87cbe84ede94 req-0a4ba6e5-a623-4cc0-b0c8-3a6e3d199061 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=60d8a4ee439f45bd94d85fffd4ed71ff&device_id=c49599ec-2f89-412c-a047-c6063d586a6d HTTP/1.1" status: 200 len: 1100 time: 0.0446110 Dec 10 16:13:49.518168 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7833d71-fe18-455b-a8f4-87cbe84ede94 req-3d37d79d-060b-4dbe-b816-378e16e52a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:13:49.519638 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f7833d71-fe18-455b-a8f4-87cbe84ede94 req-3d37d79d-060b-4dbe-b816-378e16e52a64 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee5f9d78-6e0c-4199-ba89-ed6e51f95d02 HTTP/1.1" status: 200 len: 910 time: 0.0831964 Dec 10 16:13:49.587264 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f7833d71-fe18-455b-a8f4-87cbe84ede94 req-f4b57ccf-036d-46bb-8b16-0d902642ef62 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3 HTTP/1.1" status: 200 len: 1002 time: 0.0605619 Dec 10 16:13:49.639294 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7833d71-fe18-455b-a8f4-87cbe84ede94 req-930be023-fb6b-4140-a7a3-bd95ead64b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:13:49.640730 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f7833d71-fe18-455b-a8f4-87cbe84ede94 req-930be023-fb6b-4140-a7a3-bd95ead64b5b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fef728a0-b2ed-48ff-962e-4a5ea2604571 HTTP/1.1" status: 200 len: 848 time: 0.0466876 Dec 10 16:13:49.685257 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7833d71-fe18-455b-a8f4-87cbe84ede94 req-a70a5542-f1ed-4be6-a91d-5ac41340910b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:13:49.686676 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f7833d71-fe18-455b-a8f4-87cbe84ede94 req-a70a5542-f1ed-4be6-a91d-5ac41340910b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee5f9d78-6e0c-4199-ba89-ed6e51f95d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392268 Dec 10 16:13:49.776332 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f7833d71-fe18-455b-a8f4-87cbe84ede94 req-be580750-ae47-484f-a2c1-9445efb634db service neutron] 10.222.0.44 "GET /v2.0/networks/ee5f9d78-6e0c-4199-ba89-ed6e51f95d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824080 Dec 10 16:13:49.863784 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f7833d71-fe18-455b-a8f4-87cbe84ede94 req-0a99e8b9-6637-40eb-a4f2-029384f8d7b4 service neutron] 10.222.0.44 "GET /v2.0/networks/ee5f9d78-6e0c-4199-ba89-ed6e51f95d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802369 Dec 10 16:13:51.968717 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:14:12.986055 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d4fdb0df-6ba2-479a-90a3-9ce9b2329e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:14:13.774552 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:14:15.299888 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-730cd15f-2afc-4e07-8ea1-be55918bacc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:14:16.317412 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:14:17.935015 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:14:18.728574 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:14:28.968198 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:14:33.513237 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 43992) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:14:33.670695 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-0cdab192-052a-4150-b643-b43e6fa76f85 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Deleting port 0420809d-1b2c-48b9-895d-282245af93a6 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:14:33.671036 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0cdab192-052a-4150-b643-b43e6fa76f85 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:14:33.744033 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0cdab192-052a-4150-b643-b43e6fa76f85 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:14:33.744360 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0cdab192-052a-4150-b643-b43e6fa76f85 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:14:33.756438 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-0cdab192-052a-4150-b643-b43e6fa76f85 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Calling delete_port for 0420809d-1b2c-48b9-895d-282245af93a6 owned by network:floatingip {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:14:33.986071 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0cdab192-052a-4150-b643-b43e6fa76f85 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:14:34.009387 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdab192-052a-4150-b643-b43e6fa76f85 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Pushing event deleted for resources: {'Port': ['ID=0420809d-1b2c-48b9-895d-282245af93a6,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:14:34.025320 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdab192-052a-4150-b643-b43e6fa76f85 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:14:34.025320 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdab192-052a-4150-b643-b43e6fa76f85 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:14:34.025320 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdab192-052a-4150-b643-b43e6fa76f85 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:14:34.025320 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdab192-052a-4150-b643-b43e6fa76f85 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:14:34.025320 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdab192-052a-4150-b643-b43e6fa76f85 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:14:34.025320 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdab192-052a-4150-b643-b43e6fa76f85 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:14:34.025320 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdab192-052a-4150-b643-b43e6fa76f85 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:14:34.025320 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdab192-052a-4150-b643-b43e6fa76f85 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:14:34.025320 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdab192-052a-4150-b643-b43e6fa76f85 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:14:34.025320 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdab192-052a-4150-b643-b43e6fa76f85 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:14:34.026329 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdab192-052a-4150-b643-b43e6fa76f85 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:14:34.026329 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdab192-052a-4150-b643-b43e6fa76f85 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:14:34.026329 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdab192-052a-4150-b643-b43e6fa76f85 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:14:34.082777 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0cdab192-052a-4150-b643-b43e6fa76f85 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks [] for floatingip, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:14:34.083112 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.l3_db [None req-0cdab192-052a-4150-b643-b43e6fa76f85 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Floating IP 6fd290a1-1349-4649-b006-882176551e37 disassociated (deleted). External IP: 172.26.2.137, port: c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3. Dec 10 16:14:34.284897 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cdab192-052a-4150-b643-b43e6fa76f85 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Router f96ec197-3fd5-4d1d-8630-cd39b50a5deb has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:14:34.389167 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cdab192-052a-4150-b643-b43e6fa76f85 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:14:34.393904 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0cdab192-052a-4150-b643-b43e6fa76f85 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:14:34.398841 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1140824a-680e-4e68-9a4f-d64aadbf3c72 None None] Sync routers for ids ['f96ec197-3fd5-4d1d-8630-cd39b50a5deb'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:14:34.409323 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1140824a-680e-4e68-9a4f-d64aadbf3c72 None None] Routers {'f96ec197-3fd5-4d1d-8630-cd39b50a5deb'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:14:34.410049 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-1140824a-680e-4e68-9a4f-d64aadbf3c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:14:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['f96ec197-3fd5-4d1d-8630-cd39b50a5deb'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:14:34.420944 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-0cdab192-052a-4150-b643-b43e6fa76f85 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "DELETE /v2.0/floatingips/6fd290a1-1349-4649-b006-882176551e37 HTTP/1.1" status: 204 len: 168 time: 0.9060209 Dec 10 16:14:34.421528 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c49599ec-2f89-412c-a047-c6063d586a6d', 'tag': 'c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:14:34.423805 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9ca57131bc4931768ac29058952438d1fdd62308db7b17540cc34ffe8faef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59492eb5-1bcd-4862-8709-9000dd3d1879" -d '{"events": [{"name": "network-changed", "server_uuid": "c49599ec-2f89-412c-a047-c6063d586a6d", "tag": "c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:14:34.521298 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-1140824a-680e-4e68-9a4f-d64aadbf3c72 None None] Set router f96ec197-3fd5-4d1d-8630-cd39b50a5deb gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:14:34.545888 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff5a19d-0aaf-4289-9074-51e9a339796c x-openstack-request-id: req-aff5a19d-0aaf-4289-9074-51e9a339796c {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:14:34.546388 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c49599ec-2f89-412c-a047-c6063d586a6d", "tag": "c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:14:34.546491 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aff5a19d-0aaf-4289-9074-51e9a339796c {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:14:34.546832 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c49599ec-2f89-412c-a047-c6063d586a6d', 'tag': 'c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3', 'status': 'completed', 'code': 200} Dec 10 16:14:34.612259 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59492eb5-1bcd-4862-8709-9000dd3d1879 req-a2828ca4-e996-45d7-ad66-8c49948ddc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:14:34.613797 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-59492eb5-1bcd-4862-8709-9000dd3d1879 req-a2828ca4-e996-45d7-ad66-8c49948ddc23 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=60d8a4ee439f45bd94d85fffd4ed71ff&device_id=c49599ec-2f89-412c-a047-c6063d586a6d HTTP/1.1" status: 200 len: 1100 time: 0.0451527 Dec 10 16:14:34.704561 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59492eb5-1bcd-4862-8709-9000dd3d1879 req-c5241861-47dd-4634-963d-1dfe7facac4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:14:34.706104 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-59492eb5-1bcd-4862-8709-9000dd3d1879 req-c5241861-47dd-4634-963d-1dfe7facac4b service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee5f9d78-6e0c-4199-ba89-ed6e51f95d02 HTTP/1.1" status: 200 len: 910 time: 0.0854499 Dec 10 16:14:34.725508 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-1140824a-680e-4e68-9a4f-d64aadbf3c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96ec197-3fd5-4d1d-8630-cd39b50a5deb', 'name': 'tempest-TestShelveInstance-1490916739-router', 'tenant_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.103'}], 'enable_snat': True}, 'gw_port_id': '29c81113-223b-4d57-81d1-869ecf9bbb56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:10:11Z', 'updated_at': '2021-12-10T16:10:15Z', 'revision_number': 4, 'project_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'gw_port': {'id': '29c81113-223b-4d57-81d1-869ecf9bbb56', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:03:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96ec197-3fd5-4d1d-8630-cd39b50a5deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:10:12Z', 'updated_at': '2021-12-10T16:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': 'bbfdd95c-fed2-4c8a-9be4-91e2bd8463ec', 'name': '', 'network_id': 'ee5f9d78-6e0c-4199-ba89-ed6e51f95d02', 'tenant_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'mac_address': 'fa:16:3e:98:cb:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96ec197-3fd5-4d1d-8630-cd39b50a5deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'fef728a0-b2ed-48ff-962e-4a5ea2604571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:10:14Z', 'updated_at': '2021-12-10T16:10:18Z', 'revision_number': 5, 'project_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'subnets': [{'id': 'fef728a0-b2ed-48ff-962e-4a5ea2604571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:14:34.753014 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1140824a-680e-4e68-9a4f-d64aadbf3c72 None None] Checking router: f96ec197-3fd5-4d1d-8630-cd39b50a5deb for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:14:34.754371 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-59492eb5-1bcd-4862-8709-9000dd3d1879 req-8a6ce916-d7e5-441e-99c6-f50d4ae1d226 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3 HTTP/1.1" status: 200 len: 217 time: 0.0417275 Dec 10 16:14:34.761429 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1140824a-680e-4e68-9a4f-d64aadbf3c72 None None] Routers {'f96ec197-3fd5-4d1d-8630-cd39b50a5deb'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:14:34.762256 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-1140824a-680e-4e68-9a4f-d64aadbf3c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:14:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['f96ec197-3fd5-4d1d-8630-cd39b50a5deb'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:14:34.815751 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59492eb5-1bcd-4862-8709-9000dd3d1879 req-9607d995-221e-456b-a5d9-30f3faab28e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:14:34.817333 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-59492eb5-1bcd-4862-8709-9000dd3d1879 req-9607d995-221e-456b-a5d9-30f3faab28e8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fef728a0-b2ed-48ff-962e-4a5ea2604571 HTTP/1.1" status: 200 len: 848 time: 0.0479145 Dec 10 16:14:34.867236 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59492eb5-1bcd-4862-8709-9000dd3d1879 req-687b1abf-732d-4fb9-9b8f-572f3b958e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:14:34.869292 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-59492eb5-1bcd-4862-8709-9000dd3d1879 req-687b1abf-732d-4fb9-9b8f-572f3b958e1b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee5f9d78-6e0c-4199-ba89-ed6e51f95d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0428085 Dec 10 16:14:34.878521 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5fa3a4-85b5-41f8-bfc1-c8a08e8a6946 req-09bc8695-7cde-4ac7-bb85-a50f957a67f8 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:14:34.880825 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-fe5fa3a4-85b5-41f8-bfc1-c8a08e8a6946 req-09bc8695-7cde-4ac7-bb85-a50f957a67f8 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=c49599ec-2f89-412c-a047-c6063d586a6d HTTP/1.1" status: 200 len: 947 time: 0.0722847 Dec 10 16:14:34.939935 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-fe5fa3a4-85b5-41f8-bfc1-c8a08e8a6946 req-aca04994-5655-4cdf-b9c8-eeeec3a77e9d tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd5ef9f-6d69-4564-abd4-6211e7c19905&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515401 Dec 10 16:14:34.972279 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-59492eb5-1bcd-4862-8709-9000dd3d1879 req-5e15d94b-e415-4b45-9cd3-86c7c64fe93d service neutron] 10.222.0.44 "GET /v2.0/networks/ee5f9d78-6e0c-4199-ba89-ed6e51f95d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941925 Dec 10 16:14:35.028111 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-1140824a-680e-4e68-9a4f-d64aadbf3c72 None None] Set router f96ec197-3fd5-4d1d-8630-cd39b50a5deb gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:14:35.062604 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-59492eb5-1bcd-4862-8709-9000dd3d1879 req-02a045a6-d973-4c38-a148-5c1888efa33b service neutron] 10.222.0.44 "GET /v2.0/networks/ee5f9d78-6e0c-4199-ba89-ed6e51f95d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831263 Dec 10 16:14:35.225588 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-1140824a-680e-4e68-9a4f-d64aadbf3c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96ec197-3fd5-4d1d-8630-cd39b50a5deb', 'name': 'tempest-TestShelveInstance-1490916739-router', 'tenant_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.103'}], 'enable_snat': True}, 'gw_port_id': '29c81113-223b-4d57-81d1-869ecf9bbb56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:10:11Z', 'updated_at': '2021-12-10T16:10:15Z', 'revision_number': 4, 'project_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'gw_port': {'id': '29c81113-223b-4d57-81d1-869ecf9bbb56', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:03:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96ec197-3fd5-4d1d-8630-cd39b50a5deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:10:12Z', 'updated_at': '2021-12-10T16:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': 'bbfdd95c-fed2-4c8a-9be4-91e2bd8463ec', 'name': '', 'network_id': 'ee5f9d78-6e0c-4199-ba89-ed6e51f95d02', 'tenant_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'mac_address': 'fa:16:3e:98:cb:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96ec197-3fd5-4d1d-8630-cd39b50a5deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'fef728a0-b2ed-48ff-962e-4a5ea2604571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:10:14Z', 'updated_at': '2021-12-10T16:10:18Z', 'revision_number': 5, 'project_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'subnets': [{'id': 'fef728a0-b2ed-48ff-962e-4a5ea2604571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:14:35.255600 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1140824a-680e-4e68-9a4f-d64aadbf3c72 None None] The sync data for ids ['f96ec197-3fd5-4d1d-8630-cd39b50a5deb'] in dv-neutron-821401-4-hyperv is: [{'id': 'f96ec197-3fd5-4d1d-8630-cd39b50a5deb', 'name': 'tempest-TestShelveInstance-1490916739-router', 'tenant_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.103'}], 'enable_snat': True}, 'gw_port_id': '29c81113-223b-4d57-81d1-869ecf9bbb56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:10:11Z', 'updated_at': '2021-12-10T16:10:15Z', 'revision_number': 4, 'project_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'gw_port': {'id': '29c81113-223b-4d57-81d1-869ecf9bbb56', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:03:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96ec197-3fd5-4d1d-8630-cd39b50a5deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:10:12Z', 'updated_at': '2021-12-10T16:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': 'bbfdd95c-fed2-4c8a-9be4-91e2bd8463ec', 'name': '', 'network_id': 'ee5f9d78-6e0c-4199-ba89-ed6e51f95d02', 'tenant_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'mac_address': 'fa:16:3e:98:cb:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96ec197-3fd5-4d1d-8630-cd39b50a5deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'fef728a0-b2ed-48ff-962e-4a5ea2604571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:10:14Z', 'updated_at': '2021-12-10T16:10:18Z', 'revision_number': 5, 'project_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'subnets': [{'id': 'fef728a0-b2ed-48ff-962e-4a5ea2604571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:14:35.460427 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ccbe59-dc15-4f5b-b810-651d6c22580e None None] New status for floating IP 6fd290a1-1349-4649-b006-882176551e37: DOWN {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:14:36.066312 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bae711-5825-44e4-96e5-c8c7a4b15bd3 req-cb35a36f-dedf-4fec-b5c7-3bd8af857049 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:14:36.068270 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-25bae711-5825-44e4-96e5-c8c7a4b15bd3 req-cb35a36f-dedf-4fec-b5c7-3bd8af857049 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=c49599ec-2f89-412c-a047-c6063d586a6d HTTP/1.1" status: 200 len: 947 time: 0.0540454 Dec 10 16:14:36.151850 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-25bae711-5825-44e4-96e5-c8c7a4b15bd3 req-53e7b1cd-c8d7-4059-a371-2fdc256d3f12 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd5ef9f-6d69-4564-abd4-6211e7c19905&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775862 Dec 10 16:14:36.161048 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de7dab3-2b28-4774-a16d-6fc31129399d req-2f173955-3da7-4364-b46e-3b7a8fb94507 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:14:36.162538 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-5de7dab3-2b28-4774-a16d-6fc31129399d req-2f173955-3da7-4364-b46e-3b7a8fb94507 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.44 "GET /v2.0/ports?device_id=c49599ec-2f89-412c-a047-c6063d586a6d HTTP/1.1" status: 200 len: 947 time: 0.0870979 Dec 10 16:14:36.253035 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [req-5de7dab3-2b28-4774-a16d-6fc31129399d req-5a4d8eaf-fe96-46c3-974f-5ef2efd976b8 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Deleting port c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:14:36.253297 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-5de7dab3-2b28-4774-a16d-6fc31129399d req-5a4d8eaf-fe96-46c3-974f-5ef2efd976b8 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:14:36.649211 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [req-5de7dab3-2b28-4774-a16d-6fc31129399d req-5a4d8eaf-fe96-46c3-974f-5ef2efd976b8 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] For port c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3,segment=NetworkSegment(3c80bf7c-58c6-427b-b99c-4fc31a65f885),segment_id=3c80bf7c-58c6-427b-b99c-4fc31a65f885)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:14:36.649467 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-5de7dab3-2b28-4774-a16d-6fc31129399d req-5a4d8eaf-fe96-46c3-974f-5ef2efd976b8 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:14:36.660864 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [req-5de7dab3-2b28-4774-a16d-6fc31129399d req-5a4d8eaf-fe96-46c3-974f-5ef2efd976b8 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Calling delete_port for c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3 owned by compute:nova {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:14:36.855045 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-5de7dab3-2b28-4774-a16d-6fc31129399d req-5a4d8eaf-fe96-46c3-974f-5ef2efd976b8 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:14:36.882712 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4d8eaf-fe96-46c3-974f-5ef2efd976b8 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Pushing event deleted for resources: {'Port': ['ID=c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:14:36.892558 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4d8eaf-fe96-46c3-974f-5ef2efd976b8 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:14:36.892909 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4d8eaf-fe96-46c3-974f-5ef2efd976b8 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:14:36.893254 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4d8eaf-fe96-46c3-974f-5ef2efd976b8 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:14:36.893593 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4d8eaf-fe96-46c3-974f-5ef2efd976b8 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:14:36.893951 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4d8eaf-fe96-46c3-974f-5ef2efd976b8 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:14:36.894288 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4d8eaf-fe96-46c3-974f-5ef2efd976b8 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:14:36.894619 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4d8eaf-fe96-46c3-974f-5ef2efd976b8 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:14:36.894946 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4d8eaf-fe96-46c3-974f-5ef2efd976b8 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:14:36.895625 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4d8eaf-fe96-46c3-974f-5ef2efd976b8 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:14:36.895625 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4d8eaf-fe96-46c3-974f-5ef2efd976b8 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:14:36.895976 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4d8eaf-fe96-46c3-974f-5ef2efd976b8 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:14:36.896221 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4d8eaf-fe96-46c3-974f-5ef2efd976b8 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:14:36.896579 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4d8eaf-fe96-46c3-974f-5ef2efd976b8 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:14:36.937852 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [req-5de7dab3-2b28-4774-a16d-6fc31129399d req-5a4d8eaf-fe96-46c3-974f-5ef2efd976b8 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] No DVR routers for this DVR port c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3 on host hv-neutron-8214 {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:14:36.940396 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-5de7dab3-2b28-4774-a16d-6fc31129399d req-5a4d8eaf-fe96-46c3-974f-5ef2efd976b8 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:14:36.943825 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-5de7dab3-2b28-4774-a16d-6fc31129399d req-5a4d8eaf-fe96-46c3-974f-5ef2efd976b8 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.44 "DELETE /v2.0/ports/c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3 HTTP/1.1" status: 204 len: 173 time: 0.7755666 Dec 10 16:14:36.944280 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c49599ec-2f89-412c-a047-c6063d586a6d', 'name': 'network-vif-deleted', 'tag': 'c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:14:36.946860 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde1b47dcd987728a27c8e391f176ee57ea2adf837d2cedb59662361de43515a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e452c25-c4ec-478e-a8fc-db971f34c68b" -d '{"events": [{"server_uuid": "c49599ec-2f89-412c-a047-c6063d586a6d", "name": "network-vif-deleted", "tag": "c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:14:36.982053 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba8fe40-ccb7-4e14-920e-a422167cad3d x-openstack-request-id: req-3ba8fe40-ccb7-4e14-920e-a422167cad3d {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:14:36.982951 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c49599ec-2f89-412c-a047-c6063d586a6d", "name": "network-vif-deleted", "tag": "c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3", "status": "completed", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:14:36.983215 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3ba8fe40-ccb7-4e14-920e-a422167cad3d {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:14:36.983616 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c49599ec-2f89-412c-a047-c6063d586a6d', 'name': 'network-vif-deleted', 'tag': 'c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3', 'status': 'completed', 'code': 200} Dec 10 16:14:37.276919 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-3a84fe09-9630-4786-ae68-5b2d4deb5ebc req-938ba84e-bfb4-468a-81fa-babc5b25106e tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=c49599ec-2f89-412c-a047-c6063d586a6d HTTP/1.1" status: 200 len: 210 time: 0.0263703 Dec 10 16:14:38.334801 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 44018) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:14:38.390783 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-531a51bd-b6a0-4abf-8351-a0c98ecec71c tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:14:38.415210 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-531a51bd-b6a0-4abf-8351-a0c98ecec71c tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:14:38.523414 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-531a51bd-b6a0-4abf-8351-a0c98ecec71c tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:14:38.526107 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-531a51bd-b6a0-4abf-8351-a0c98ecec71c tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:14:38.527316 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-531a51bd-b6a0-4abf-8351-a0c98ecec71c tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "DELETE /v2.0/security-groups/6fd5ef9f-6d69-4564-abd4-6211e7c19905 HTTP/1.1" status: 204 len: 168 time: 0.1915140 Dec 10 16:14:38.536832 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531a51bd-b6a0-4abf-8351-a0c98ecec71c tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd5ef9f-6d69-4564-abd4-6211e7c19905,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:14:39.114558 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 44024) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:14:39.119245 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-eb82ddf5-f673-4399-83fb-3ee159d312be tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-870290552', 'description': 'tempest-secgroup-smoke-870290552 description', 'project_id': '60d8a4ee439f45bd94d85fffd4ed71ff'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:14:39.180484 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eb82ddf5-f673-4399-83fb-3ee159d312be tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:14:39.252427 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eb82ddf5-f673-4399-83fb-3ee159d312be tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:14:39.289090 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eb82ddf5-f673-4399-83fb-3ee159d312be tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:14:39.317690 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb82ddf5-f673-4399-83fb-3ee159d312be tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78e5b7b3-ff2e-43d9-9097-c014c445ce82,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:14:39.353890 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eb82ddf5-f673-4399-83fb-3ee159d312be tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:14:39.355126 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-eb82ddf5-f673-4399-83fb-3ee159d312be tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2395520 Dec 10 16:14:39.357951 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 44026) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:14:39.362442 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-3d28c6b1-fad9-44c0-9252-1fabf65a9577 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Request body: {'security_group_rule': {'security_group_id': '78e5b7b3-ff2e-43d9-9097-c014c445ce82', 'project_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:14:39.425100 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3d28c6b1-fad9-44c0-9252-1fabf65a9577 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:14:39.483395 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3d28c6b1-fad9-44c0-9252-1fabf65a9577 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:14:39.523284 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3d28c6b1-fad9-44c0-9252-1fabf65a9577 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:14:39.541336 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d28c6b1-fad9-44c0-9252-1fabf65a9577 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2133c25-c0eb-4e4f-8824-4be0ef5354fc,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:14:39.582830 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3d28c6b1-fad9-44c0-9252-1fabf65a9577 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:14:39.584041 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-3d28c6b1-fad9-44c0-9252-1fabf65a9577 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2251332 Dec 10 16:14:39.586793 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 44028) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:14:39.591265 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-d0f5067e-9350-4989-9390-ce6b7a9cb968 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Request body: {'security_group_rule': {'security_group_id': '78e5b7b3-ff2e-43d9-9097-c014c445ce82', 'project_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:14:39.653460 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d0f5067e-9350-4989-9390-ce6b7a9cb968 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:14:39.708203 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d0f5067e-9350-4989-9390-ce6b7a9cb968 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:14:39.763427 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d0f5067e-9350-4989-9390-ce6b7a9cb968 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:14:39.789087 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f5067e-9350-4989-9390-ce6b7a9cb968 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beafbc7f-74eb-4cf9-9f38-f467f972c517,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:14:39.880400 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d0f5067e-9350-4989-9390-ce6b7a9cb968 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:14:39.881650 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-d0f5067e-9350-4989-9390-ce6b7a9cb968 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2939355 Dec 10 16:14:39.885301 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 44030) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:14:39.890616 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-4c3977d2-cdad-4ca1-afff-fff8509537f4 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Request body: {'security_group_rule': {'security_group_id': '78e5b7b3-ff2e-43d9-9097-c014c445ce82', 'project_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:14:39.979561 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4c3977d2-cdad-4ca1-afff-fff8509537f4 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:14:40.036847 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4c3977d2-cdad-4ca1-afff-fff8509537f4 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:14:40.100381 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4c3977d2-cdad-4ca1-afff-fff8509537f4 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:14:40.112575 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:14:40.117416 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3977d2-cdad-4ca1-afff-fff8509537f4 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbb74902-e02c-4024-8d04-65a26f7afc9c,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:14:40.132912 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] No Port match for: c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:14:40.133263 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device c28ceabb-54ae-4c39-9ac6-f9a106dc2ec3 not bound to the agent host hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:14:40.188636 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4c3977d2-cdad-4ca1-afff-fff8509537f4 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:14:40.189960 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-4c3977d2-cdad-4ca1-afff-fff8509537f4 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3036687 Dec 10 16:14:40.192798 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 44032) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:14:40.197526 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-2945838d-d6ee-435d-97fe-b3f52505f45d tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Request body: {'security_group_rule': {'security_group_id': '78e5b7b3-ff2e-43d9-9097-c014c445ce82', 'project_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:14:40.294210 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2945838d-d6ee-435d-97fe-b3f52505f45d tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:14:40.349868 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2945838d-d6ee-435d-97fe-b3f52505f45d tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:14:40.409058 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2945838d-d6ee-435d-97fe-b3f52505f45d tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:14:40.427909 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2945838d-d6ee-435d-97fe-b3f52505f45d tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a4c11dd-c11a-431a-8812-af442c207e36,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:14:40.485810 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2945838d-d6ee-435d-97fe-b3f52505f45d tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:14:40.487044 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-2945838d-d6ee-435d-97fe-b3f52505f45d tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2932699 Dec 10 16:14:40.489843 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 44034) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:14:40.494185 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-5095c53e-f38f-44a0-b5ce-8088ee8e0d68 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Request body: {'security_group_rule': {'security_group_id': '78e5b7b3-ff2e-43d9-9097-c014c445ce82', 'project_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:14:40.592348 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.securitygroups_db [None req-5095c53e-f38f-44a0-b5ce-8088ee8e0d68 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Project 60d8a4ee439f45bd94d85fffd4ed71ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 16:14:40.597838 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5095c53e-f38f-44a0-b5ce-8088ee8e0d68 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:14:40.654216 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5095c53e-f38f-44a0-b5ce-8088ee8e0d68 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:14:40.717375 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5095c53e-f38f-44a0-b5ce-8088ee8e0d68 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:14:40.734538 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5095c53e-f38f-44a0-b5ce-8088ee8e0d68 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c67b913a-fede-4b63-bcb4-df4562541e18,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:14:40.793753 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5095c53e-f38f-44a0-b5ce-8088ee8e0d68 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:14:40.795727 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-5095c53e-f38f-44a0-b5ce-8088ee8e0d68 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3043153 Dec 10 16:14:40.798572 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 44036) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:14:40.802855 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-49262a4a-c28c-444f-b6fb-71fc184c8a55 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Request body: {'security_group_rule': {'security_group_id': '78e5b7b3-ff2e-43d9-9097-c014c445ce82', 'project_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:14:40.866463 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.securitygroups_db [None req-49262a4a-c28c-444f-b6fb-71fc184c8a55 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Project 60d8a4ee439f45bd94d85fffd4ed71ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 16:14:40.871878 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-49262a4a-c28c-444f-b6fb-71fc184c8a55 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:14:40.931785 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-49262a4a-c28c-444f-b6fb-71fc184c8a55 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:14:41.003347 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-49262a4a-c28c-444f-b6fb-71fc184c8a55 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:14:41.020268 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49262a4a-c28c-444f-b6fb-71fc184c8a55 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee9fa28b-b7e5-4ede-be93-e616e7b61d6b,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:14:41.079746 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-49262a4a-c28c-444f-b6fb-71fc184c8a55 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:14:41.081000 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-49262a4a-c28c-444f-b6fb-71fc184c8a55 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2815158 Dec 10 16:14:42.997897 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c8559a66-a1a7-4521-8f77-e46c889d01e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:14:43.786802 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:14:45.312520 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7dbbdd86-841e-4f25-a2e0-f74271f9c4f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:14:46.295098 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:14:48.489501 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:14:48.860772 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:15:05.967280 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:15:07.156709 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-01e588d3-2d28-449c-85f3-86b182523872 req-9346f3c4-10b9-4b50-b3a9-32f69e08219c tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-870290552&fields=id&tenant_id=60d8a4ee439f45bd94d85fffd4ed71ff HTTP/1.1" status: 200 len: 267 time: 0.0472279 Dec 10 16:15:07.261876 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e588d3-2d28-449c-85f3-86b182523872 req-5de7e013-e634-4c24-a6f0-14f0a943342c tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:15:07.263446 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-01e588d3-2d28-449c-85f3-86b182523872 req-5de7e013-e634-4c24-a6f0-14f0a943342c tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/networks?id=ee5f9d78-6e0c-4199-ba89-ed6e51f95d02 HTTP/1.1" status: 200 len: 809 time: 0.0989962 Dec 10 16:15:07.278896 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-01e588d3-2d28-449c-85f3-86b182523872 req-8ed1f09f-bf64-4d65-9ccd-c4d5ed866597 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/quotas/60d8a4ee439f45bd94d85fffd4ed71ff HTTP/1.1" status: 200 len: 375 time: 0.0091822 Dec 10 16:15:07.334570 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-01e588d3-2d28-449c-85f3-86b182523872 req-bcc20f8f-8ace-412b-925f-369be97cc7d8 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=60d8a4ee439f45bd94d85fffd4ed71ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503495 Dec 10 16:15:07.429275 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-01e588d3-2d28-449c-85f3-86b182523872 req-41cb87d1-d82f-4f6e-bdb0-9dc944ac0ed5 service neutron] 10.222.0.20 "GET /v2.0/networks/ee5f9d78-6e0c-4199-ba89-ed6e51f95d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830500 Dec 10 16:15:07.520248 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-01e588d3-2d28-449c-85f3-86b182523872 req-337fde7d-f687-48b2-8275-bf58f64410d0 service neutron] 10.222.0.20 "GET /v2.0/networks/ee5f9d78-6e0c-4199-ba89-ed6e51f95d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844669 Dec 10 16:15:08.052405 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-67966355-d588-4c79-ba30-c1cfa2fdf6b1 req-536fed4d-98f2-411a-819c-07c21543c2fe tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc4a86e6-15f2-4115-bc98-8351a4cde6e5 HTTP/1.1" status: 200 len: 210 time: 0.0285563 Dec 10 16:15:09.145762 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-6b3b3893-f6ee-4d3e-af73-00ff395ad7ea req-7919e69b-ea5f-426a-8966-68c4da186672 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc4a86e6-15f2-4115-bc98-8351a4cde6e5 HTTP/1.1" status: 200 len: 210 time: 0.0263612 Dec 10 16:15:09.842453 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e588d3-2d28-449c-85f3-86b182523872 req-96b25bc2-c555-4e27-b4f8-16629a132aab tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:15:09.843919 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-01e588d3-2d28-449c-85f3-86b182523872 req-96b25bc2-c555-4e27-b4f8-16629a132aab tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.44 "GET /v2.0/networks?id=ee5f9d78-6e0c-4199-ba89-ed6e51f95d02 HTTP/1.1" status: 200 len: 809 time: 0.1007340 Dec 10 16:15:09.912067 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-01e588d3-2d28-449c-85f3-86b182523872 req-656bfc17-8fe4-4d19-87c6-211a5e5bec9a tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60d8a4ee439f45bd94d85fffd4ed71ff HTTP/1.1" status: 200 len: 379 time: 0.0551383 Dec 10 16:15:09.921108 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [req-01e588d3-2d28-449c-85f3-86b182523872 req-f8c64373-bed8-4567-8172-64bf4f8d7577 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Request body: {'port': {'device_id': 'fc4a86e6-15f2-4115-bc98-8351a4cde6e5', 'network_id': 'ee5f9d78-6e0c-4199-ba89-ed6e51f95d02', 'admin_state_up': True, 'tenant_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'security_groups': ['78e5b7b3-ff2e-43d9-9097-c014c445ce82']}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:15:10.112674 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01e588d3-2d28-449c-85f3-86b182523872 req-f8c64373-bed8-4567-8172-64bf4f8d7577 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Made reservation on behalf of 60d8a4ee439f45bd94d85fffd4ed71ff for: {'port': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:15:10.117487 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-01e588d3-2d28-449c-85f3-86b182523872 req-f8c64373-bed8-4567-8172-64bf4f8d7577 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:15:10.242678 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-fb3758f7-1835-4143-b12f-0b6e6b33c741 req-e9adea97-8613-48c5-b700-3d8b420f1693 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc4a86e6-15f2-4115-bc98-8351a4cde6e5 HTTP/1.1" status: 200 len: 210 time: 0.0276783 Dec 10 16:15:10.251471 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [req-01e588d3-2d28-449c-85f3-86b182523872 req-f8c64373-bed8-4567-8172-64bf4f8d7577 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Allocated IP 172.20.0.9 (ee5f9d78-6e0c-4199-ba89-ed6e51f95d02/fef728a0-b2ed-48ff-962e-4a5ea2604571/f2516306-b856-400c-913e-756ff357d268) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:15:10.391383 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-01e588d3-2d28-449c-85f3-86b182523872 req-f8c64373-bed8-4567-8172-64bf4f8d7577 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:15:10.466819 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-01e588d3-2d28-449c-85f3-86b182523872 req-f8c64373-bed8-4567-8172-64bf4f8d7577 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:15:10.515531 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01e588d3-2d28-449c-85f3-86b182523872 req-f8c64373-bed8-4567-8172-64bf4f8d7577 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Network ee5f9d78-6e0c-4199-ba89-ed6e51f95d02 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:15:10.519193 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [req-01e588d3-2d28-449c-85f3-86b182523872 req-f8c64373-bed8-4567-8172-64bf4f8d7577 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:15:10.522795 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [req-01e588d3-2d28-449c-85f3-86b182523872 req-f8c64373-bed8-4567-8172-64bf4f8d7577 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:15:10.546600 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c64373-bed8-4567-8172-64bf4f8d7577 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Pushing event updated for resources: {'Port': ['ID=f2516306-b856-400c-913e-756ff357d268,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:15:10.576139 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e588d3-2d28-449c-85f3-86b182523872 req-f8c64373-bed8-4567-8172-64bf4f8d7577 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:15:10.576771 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-01e588d3-2d28-449c-85f3-86b182523872 req-f8c64373-bed8-4567-8172-64bf4f8d7577 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:15:10.685054 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-01e588d3-2d28-449c-85f3-86b182523872 req-f8c64373-bed8-4567-8172-64bf4f8d7577 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7675133 Dec 10 16:15:10.699323 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [req-01e588d3-2d28-449c-85f3-86b182523872 req-df6396d7-1e03-454c-9b07-9a9adce2bcbe service neutron] Request body: {'port': {'device_id': 'fc4a86e6-15f2-4115-bc98-8351a4cde6e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:15:10.731568 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-1bc1af21-3ffa-4c29-af4d-e2b1b97d017c None None] Provisioning complete for port f2516306-b856-400c-913e-756ff357d268 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:15:10.732759 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1bc1af21-3ffa-4c29-af4d-e2b1b97d017c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:15:10.768872 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-01e588d3-2d28-449c-85f3-86b182523872 req-df6396d7-1e03-454c-9b07-9a9adce2bcbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:15:10.769350 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-1bc1af21-3ffa-4c29-af4d-e2b1b97d017c None None] Port f2516306-b856-400c-913e-756ff357d268 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:15:11.038203 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [req-01e588d3-2d28-449c-85f3-86b182523872 req-df6396d7-1e03-454c-9b07-9a9adce2bcbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2516306-b856-400c-913e-756ff357d268 {{(pid=103586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:15:11.045996 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-01e588d3-2d28-449c-85f3-86b182523872 req-df6396d7-1e03-454c-9b07-9a9adce2bcbe service neutron] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:15:11.058284 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [req-01e588d3-2d28-449c-85f3-86b182523872 req-df6396d7-1e03-454c-9b07-9a9adce2bcbe service neutron] Transition to ACTIVE for port object f2516306-b856-400c-913e-756ff357d268 will not be triggered until provisioned by entity L2. {{(pid=103586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:15:11.118326 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-01e588d3-2d28-449c-85f3-86b182523872 req-df6396d7-1e03-454c-9b07-9a9adce2bcbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:15:11.197551 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6396d7-1e03-454c-9b07-9a9adce2bcbe service neutron] Pushing event updated for resources: {'Port': ['ID=f2516306-b856-400c-913e-756ff357d268,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:15:11.257517 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [req-01e588d3-2d28-449c-85f3-86b182523872 req-df6396d7-1e03-454c-9b07-9a9adce2bcbe service neutron] Attempting to bind port f2516306-b856-400c-913e-756ff357d268 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:15:11.258281 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [req-01e588d3-2d28-449c-85f3-86b182523872 req-df6396d7-1e03-454c-9b07-9a9adce2bcbe service neutron] Attempting to bind port f2516306-b856-400c-913e-756ff357d268 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '3c80bf7c-58c6-427b-b99c-4fc31a65f885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ee5f9d78-6e0c-4199-ba89-ed6e51f95d02'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:15:11.258281 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e588d3-2d28-449c-85f3-86b182523872 req-df6396d7-1e03-454c-9b07-9a9adce2bcbe service neutron] Attempting to bind port f2516306-b856-400c-913e-756ff357d268 on network ee5f9d78-6e0c-4199-ba89-ed6e51f95d02 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:15:11.262963 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e588d3-2d28-449c-85f3-86b182523872 req-df6396d7-1e03-454c-9b07-9a9adce2bcbe service neutron] Port f2516306-b856-400c-913e-756ff357d268 on network ee5f9d78-6e0c-4199-ba89-ed6e51f95d02 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:15:11.263297 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e588d3-2d28-449c-85f3-86b182523872 req-df6396d7-1e03-454c-9b07-9a9adce2bcbe service neutron] Attempting to bind port f2516306-b856-400c-913e-756ff357d268 on network ee5f9d78-6e0c-4199-ba89-ed6e51f95d02 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:15:11.270141 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e588d3-2d28-449c-85f3-86b182523872 req-df6396d7-1e03-454c-9b07-9a9adce2bcbe service neutron] Checking agent: {'id': 'fa828968-c68f-4b22-9699-a58fe4ab1f05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 28, 13), 'started_at': datetime.datetime(2021, 12, 10, 15, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:15:11.270503 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e588d3-2d28-449c-85f3-86b182523872 req-df6396d7-1e03-454c-9b07-9a9adce2bcbe service neutron] Checking segment: {'id': '3c80bf7c-58c6-427b-b99c-4fc31a65f885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ee5f9d78-6e0c-4199-ba89-ed6e51f95d02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:15:11.270880 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e588d3-2d28-449c-85f3-86b182523872 req-df6396d7-1e03-454c-9b07-9a9adce2bcbe service neutron] Bound using segment: {'id': '3c80bf7c-58c6-427b-b99c-4fc31a65f885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ee5f9d78-6e0c-4199-ba89-ed6e51f95d02'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:15:11.271326 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [req-01e588d3-2d28-449c-85f3-86b182523872 req-df6396d7-1e03-454c-9b07-9a9adce2bcbe service neutron] Bound port: f2516306-b856-400c-913e-756ff357d268, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c80bf7c-58c6-427b-b99c-4fc31a65f885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ee5f9d78-6e0c-4199-ba89-ed6e51f95d02'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:15:11.271692 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-01e588d3-2d28-449c-85f3-86b182523872 req-df6396d7-1e03-454c-9b07-9a9adce2bcbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:15:11.385654 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [req-01e588d3-2d28-449c-85f3-86b182523872 req-df6396d7-1e03-454c-9b07-9a9adce2bcbe service neutron] For port f2516306-b856-400c-913e-756ff357d268, host hv-neutron-8214, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:15:11.401913 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [req-01e588d3-2d28-449c-85f3-86b182523872 req-df6396d7-1e03-454c-9b07-9a9adce2bcbe service neutron] For port f2516306-b856-400c-913e-756ff357d268, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=f2516306-b856-400c-913e-756ff357d268,segment=NetworkSegment(3c80bf7c-58c6-427b-b99c-4fc31a65f885),segment_id=3c80bf7c-58c6-427b-b99c-4fc31a65f885)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:15:11.409609 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac30021d-6a50-4ddd-876d-b460d62ac8f2 req-59086ea1-aebf-48d3-a2ad-fdfac77ed214 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:15:11.411169 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ac30021d-6a50-4ddd-876d-b460d62ac8f2 req-59086ea1-aebf-48d3-a2ad-fdfac77ed214 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc4a86e6-15f2-4115-bc98-8351a4cde6e5 HTTP/1.1" status: 200 len: 943 time: 0.0837104 Dec 10 16:15:11.467126 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ac30021d-6a50-4ddd-876d-b460d62ac8f2 req-f2e19d87-892e-4c19-a011-c20e28f06211 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e5b7b3-ff2e-43d9-9097-c014c445ce82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494597 Dec 10 16:15:11.489460 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-01e588d3-2d28-449c-85f3-86b182523872 req-df6396d7-1e03-454c-9b07-9a9adce2bcbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:15:11.522239 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e588d3-2d28-449c-85f3-86b182523872 req-df6396d7-1e03-454c-9b07-9a9adce2bcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:15:11.522879 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-01e588d3-2d28-449c-85f3-86b182523872 req-df6396d7-1e03-454c-9b07-9a9adce2bcbe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:15:11.524472 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-01e588d3-2d28-449c-85f3-86b182523872 req-df6396d7-1e03-454c-9b07-9a9adce2bcbe service neutron] 10.222.0.44 "PUT /v2.0/ports/f2516306-b856-400c-913e-756ff357d268 HTTP/1.1" status: 200 len: 1093 time: 0.8308699 Dec 10 16:15:11.529512 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc4a86e6-15f2-4115-bc98-8351a4cde6e5', 'tag': 'f2516306-b856-400c-913e-756ff357d268'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:15:11.532031 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde1b47dcd987728a27c8e391f176ee57ea2adf837d2cedb59662361de43515a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdaeb8a0-4999-4cb4-a971-6314d7ae74b7" -d '{"events": [{"name": "network-changed", "server_uuid": "fc4a86e6-15f2-4115-bc98-8351a4cde6e5", "tag": "f2516306-b856-400c-913e-756ff357d268"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:15:11.621617 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-194a08eb-6d7a-4cfa-a7d6-c4f072807f19 x-openstack-request-id: req-194a08eb-6d7a-4cfa-a7d6-c4f072807f19 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:15:11.621617 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc4a86e6-15f2-4115-bc98-8351a4cde6e5", "tag": "f2516306-b856-400c-913e-756ff357d268", "status": "completed", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:15:11.621617 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-194a08eb-6d7a-4cfa-a7d6-c4f072807f19 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:15:11.621617 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc4a86e6-15f2-4115-bc98-8351a4cde6e5', 'tag': 'f2516306-b856-400c-913e-756ff357d268', 'status': 'completed', 'code': 200} Dec 10 16:15:11.621617 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6396d7-1e03-454c-9b07-9a9adce2bcbe service neutron] Pushing event updated for resources: {'Port': ['ID=f2516306-b856-400c-913e-756ff357d268,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:15:11.663488 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaeb8a0-4999-4cb4-a971-6314d7ae74b7 req-7e96620a-6c8d-428c-8557-1aa73e470a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:15:11.665745 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-bdaeb8a0-4999-4cb4-a971-6314d7ae74b7 req-7e96620a-6c8d-428c-8557-1aa73e470a3c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=60d8a4ee439f45bd94d85fffd4ed71ff&device_id=fc4a86e6-15f2-4115-bc98-8351a4cde6e5 HTTP/1.1" status: 200 len: 1096 time: 0.0551538 Dec 10 16:15:11.767481 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaeb8a0-4999-4cb4-a971-6314d7ae74b7 req-1a27ec81-f24d-4891-8a64-15120c6b9773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:15:11.769612 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-bdaeb8a0-4999-4cb4-a971-6314d7ae74b7 req-1a27ec81-f24d-4891-8a64-15120c6b9773 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=60d8a4ee439f45bd94d85fffd4ed71ff&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0950534 Dec 10 16:15:11.869130 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaeb8a0-4999-4cb4-a971-6314d7ae74b7 req-6cf7ab25-e310-4e3e-ab79-885dbe545424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:15:11.870655 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-bdaeb8a0-4999-4cb4-a971-6314d7ae74b7 req-6cf7ab25-e310-4e3e-ab79-885dbe545424 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0947807 Dec 10 16:15:11.947866 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e588d3-2d28-449c-85f3-86b182523872 req-cb144908-d344-4abd-a82f-a4de60a7c031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:15:11.949352 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-01e588d3-2d28-449c-85f3-86b182523872 req-cb144908-d344-4abd-a82f-a4de60a7c031 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=60d8a4ee439f45bd94d85fffd4ed71ff&device_id=fc4a86e6-15f2-4115-bc98-8351a4cde6e5 HTTP/1.1" status: 200 len: 1096 time: 0.0404873 Dec 10 16:15:11.991651 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-01e588d3-2d28-449c-85f3-86b182523872 req-46e8da9a-8682-4964-8ebc-d4cc13a0c693 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2516306-b856-400c-913e-756ff357d268 HTTP/1.1" status: 200 len: 217 time: 0.0339494 Dec 10 16:15:12.043257 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e588d3-2d28-449c-85f3-86b182523872 req-bba0bb31-8363-4228-9125-9205049abcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:15:12.044733 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-01e588d3-2d28-449c-85f3-86b182523872 req-bba0bb31-8363-4228-9125-9205049abcbf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fef728a0-b2ed-48ff-962e-4a5ea2604571 HTTP/1.1" status: 200 len: 848 time: 0.0463288 Dec 10 16:15:12.095253 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e588d3-2d28-449c-85f3-86b182523872 req-bbb8c32d-f4f4-4f34-ad65-b112d33e155f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:15:12.096753 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-01e588d3-2d28-449c-85f3-86b182523872 req-bbb8c32d-f4f4-4f34-ad65-b112d33e155f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee5f9d78-6e0c-4199-ba89-ed6e51f95d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0449157 Dec 10 16:15:12.195182 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-01e588d3-2d28-449c-85f3-86b182523872 req-d3f68dd7-3275-4fd3-a0ed-660091656044 service neutron] 10.222.0.44 "GET /v2.0/networks/ee5f9d78-6e0c-4199-ba89-ed6e51f95d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909171 Dec 10 16:15:12.292041 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-01e588d3-2d28-449c-85f3-86b182523872 req-9f2c8497-2e0f-4ec3-b262-265509e1db7a service neutron] 10.222.0.44 "GET /v2.0/networks/ee5f9d78-6e0c-4199-ba89-ed6e51f95d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887940 Dec 10 16:15:12.583737 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7538ac46-3629-4fbf-92d0-236ca5302739 req-4c1f3255-6872-4a7b-9363-ffb5a97588b2 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:15:12.585163 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-7538ac46-3629-4fbf-92d0-236ca5302739 req-4c1f3255-6872-4a7b-9363-ffb5a97588b2 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc4a86e6-15f2-4115-bc98-8351a4cde6e5 HTTP/1.1" status: 200 len: 943 time: 0.0505204 Dec 10 16:15:12.634852 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-7538ac46-3629-4fbf-92d0-236ca5302739 req-a93a6075-5cc8-4279-9849-b4e3c0dc8740 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e5b7b3-ff2e-43d9-9097-c014c445ce82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434539 Dec 10 16:15:12.998179 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8853af3f-6b6b-4aec-9990-3050ba2d0314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:15:13.763120 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb5432f-922b-44c3-a42d-ae71453c5b98 req-e2dcb4b3-43ea-4b85-ac93-39615e39d0d2 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:15:13.764609 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-8bb5432f-922b-44c3-a42d-ae71453c5b98 req-e2dcb4b3-43ea-4b85-ac93-39615e39d0d2 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc4a86e6-15f2-4115-bc98-8351a4cde6e5 HTTP/1.1" status: 200 len: 943 time: 0.0493288 Dec 10 16:15:13.792157 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:15:13.816089 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-8bb5432f-922b-44c3-a42d-ae71453c5b98 req-8c2921cb-4683-4e3d-838d-fff410d99e5d tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e5b7b3-ff2e-43d9-9097-c014c445ce82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442660 Dec 10 16:15:14.940280 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a707cac3-cc15-4b2c-81e3-994d4e63aeeb req-16994b45-3e7d-4d3f-9605-31f3f8560a11 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:15:14.941773 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-a707cac3-cc15-4b2c-81e3-994d4e63aeeb req-16994b45-3e7d-4d3f-9605-31f3f8560a11 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc4a86e6-15f2-4115-bc98-8351a4cde6e5 HTTP/1.1" status: 200 len: 943 time: 0.0499275 Dec 10 16:15:14.995889 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-a707cac3-cc15-4b2c-81e3-994d4e63aeeb req-885e6d7d-1a0f-4cdf-90c4-be6940826456 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e5b7b3-ff2e-43d9-9097-c014c445ce82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477543 Dec 10 16:15:15.295161 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-033ae83f-ae06-418d-976a-2700e6d8d347 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:15:16.114980 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5133e156-19cc-4033-a7e6-79de0fd48255 req-b4d54587-a431-44f7-98de-dd952cccd603 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:15:16.116435 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-5133e156-19cc-4033-a7e6-79de0fd48255 req-b4d54587-a431-44f7-98de-dd952cccd603 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc4a86e6-15f2-4115-bc98-8351a4cde6e5 HTTP/1.1" status: 200 len: 943 time: 0.0516250 Dec 10 16:15:16.163986 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-5133e156-19cc-4033-a7e6-79de0fd48255 req-464ff51f-45d1-41da-9bf8-bc79fdebff17 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e5b7b3-ff2e-43d9-9097-c014c445ce82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416625 Dec 10 16:15:16.288867 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:15:17.284395 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c96758-6acc-423e-a742-78e8513b87d2 req-a7148ec3-cba4-46e1-9485-b26734a3871c tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:15:17.285807 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f0c96758-6acc-423e-a742-78e8513b87d2 req-a7148ec3-cba4-46e1-9485-b26734a3871c tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc4a86e6-15f2-4115-bc98-8351a4cde6e5 HTTP/1.1" status: 200 len: 943 time: 0.0488880 Dec 10 16:15:17.335385 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f0c96758-6acc-423e-a742-78e8513b87d2 req-1b409c16-3128-4932-8e8f-b1f535e4c60e tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e5b7b3-ff2e-43d9-9097-c014c445ce82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430605 Dec 10 16:15:17.924190 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:15:18.447906 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca401b8-c6c1-4673-a5aa-4f1270f42f7a req-ac00b047-f282-4bb6-9724-a6085d677f59 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:15:18.449380 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-8ca401b8-c6c1-4673-a5aa-4f1270f42f7a req-ac00b047-f282-4bb6-9724-a6085d677f59 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc4a86e6-15f2-4115-bc98-8351a4cde6e5 HTTP/1.1" status: 200 len: 943 time: 0.0486228 Dec 10 16:15:18.497431 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-8ca401b8-c6c1-4673-a5aa-4f1270f42f7a req-b5277e79-7bf4-482b-af37-27ea98215484 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e5b7b3-ff2e-43d9-9097-c014c445ce82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421915 Dec 10 16:15:18.712180 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:15:19.608497 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f5a44-9177-4bfb-9314-df9e36c8c154 req-9b322160-e4ca-48a2-bb08-62d6218540bb tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:15:19.610022 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-bf0f5a44-9177-4bfb-9314-df9e36c8c154 req-9b322160-e4ca-48a2-bb08-62d6218540bb tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc4a86e6-15f2-4115-bc98-8351a4cde6e5 HTTP/1.1" status: 200 len: 943 time: 0.0485296 Dec 10 16:15:19.658632 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-bf0f5a44-9177-4bfb-9314-df9e36c8c154 req-4e25d807-7a58-49dd-8e90-a874fb68bc4e tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e5b7b3-ff2e-43d9-9097-c014c445ce82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421422 Dec 10 16:15:20.774434 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7979fa3-ff6b-491b-bb87-44aecaeaefef req-c854fab4-9c50-467e-aec8-eab7c80067a9 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:15:20.775983 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b7979fa3-ff6b-491b-bb87-44aecaeaefef req-c854fab4-9c50-467e-aec8-eab7c80067a9 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc4a86e6-15f2-4115-bc98-8351a4cde6e5 HTTP/1.1" status: 200 len: 943 time: 0.0513496 Dec 10 16:15:20.824154 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b7979fa3-ff6b-491b-bb87-44aecaeaefef req-7cda34d3-aa26-4530-9a25-02e925c3b260 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e5b7b3-ff2e-43d9-9097-c014c445ce82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422733 Dec 10 16:15:21.942277 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa6607-e57a-43f0-8fbe-606a38865b19 req-9e90bff1-d434-4a72-b957-c5e7c5312a96 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:15:21.943760 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-23fa6607-e57a-43f0-8fbe-606a38865b19 req-9e90bff1-d434-4a72-b957-c5e7c5312a96 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc4a86e6-15f2-4115-bc98-8351a4cde6e5 HTTP/1.1" status: 200 len: 943 time: 0.0522265 Dec 10 16:15:21.992542 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-23fa6607-e57a-43f0-8fbe-606a38865b19 req-5803e224-4df2-410c-bac1-779e4d7967d8 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e5b7b3-ff2e-43d9-9097-c014c445ce82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426435 Dec 10 16:15:23.150398 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57227d33-58fc-4bc1-acba-cb2b1a059fff req-cb1dd6ac-e43e-4f4a-bfba-85e3a96ab01f tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:15:23.151905 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-57227d33-58fc-4bc1-acba-cb2b1a059fff req-cb1dd6ac-e43e-4f4a-bfba-85e3a96ab01f tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc4a86e6-15f2-4115-bc98-8351a4cde6e5 HTTP/1.1" status: 200 len: 943 time: 0.0480993 Dec 10 16:15:23.208129 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-57227d33-58fc-4bc1-acba-cb2b1a059fff req-73a079d3-cde3-4121-b0f9-f97425ae58de tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e5b7b3-ff2e-43d9-9097-c014c445ce82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501842 Dec 10 16:15:24.235793 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device f2516306-b856-400c-913e-756ff357d268 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:15:24.322925 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bfb287-7bac-4b77-a0ef-3f4621a9f7ed req-7c433669-d745-4ea1-8edd-f24e76dcea5d tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:15:24.324681 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-c7bfb287-7bac-4b77-a0ef-3f4621a9f7ed req-7c433669-d745-4ea1-8edd-f24e76dcea5d tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc4a86e6-15f2-4115-bc98-8351a4cde6e5 HTTP/1.1" status: 200 len: 943 time: 0.0491028 Dec 10 16:15:24.331449 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port f2516306-b856-400c-913e-756ff357d268, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=f2516306-b856-400c-913e-756ff357d268,segment=NetworkSegment(3c80bf7c-58c6-427b-b99c-4fc31a65f885),segment_id=3c80bf7c-58c6-427b-b99c-4fc31a65f885)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:15:24.342743 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Returning: {'device': 'f2516306-b856-400c-913e-756ff357d268', 'network_id': 'ee5f9d78-6e0c-4199-ba89-ed6e51f95d02', 'port_id': 'f2516306-b856-400c-913e-756ff357d268', 'mac_address': 'fa:16:3e:fd:d0:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fef728a0-b2ed-48ff-962e-4a5ea2604571', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:15:24.374179 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-c7bfb287-7bac-4b77-a0ef-3f4621a9f7ed req-6d383f87-2741-4c61-8af6-28c2cccded30 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e5b7b3-ff2e-43d9-9097-c014c445ce82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426500 Dec 10 16:15:24.378575 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:15:24.391578 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2516306-b856-400c-913e-756ff357d268 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:15:24.411139 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port f2516306-b856-400c-913e-756ff357d268, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=f2516306-b856-400c-913e-756ff357d268,segment=NetworkSegment(3c80bf7c-58c6-427b-b99c-4fc31a65f885),segment_id=3c80bf7c-58c6-427b-b99c-4fc31a65f885)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:15:24.500790 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:15:24.551949 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=f2516306-b856-400c-913e-756ff357d268,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:15:24.558840 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:15:24.559189 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:15:24.559529 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:15:24.559861 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:15:24.560190 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:15:24.560514 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:15:24.560841 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:15:24.561163 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:15:24.561485 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:15:24.561834 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:15:24.562155 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:15:24.562472 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:15:24.562788 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:15:24.705475 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] get_ports_and_sgs() called for port_ids ['f2516306-b856-400c-913e-756ff357d268'] {{(pid=103588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:15:25.487265 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb27211a-ddf5-45d4-9126-57b9d1530ec7 req-9e6c6061-5c03-4144-8d40-b6b3cd5ccdb9 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:15:25.488735 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-bb27211a-ddf5-45d4-9126-57b9d1530ec7 req-9e6c6061-5c03-4144-8d40-b6b3cd5ccdb9 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc4a86e6-15f2-4115-bc98-8351a4cde6e5 HTTP/1.1" status: 200 len: 944 time: 0.0479236 Dec 10 16:15:25.540076 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-bb27211a-ddf5-45d4-9126-57b9d1530ec7 req-776a3561-6fea-4c11-b9ba-5f0d545ba345 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e5b7b3-ff2e-43d9-9097-c014c445ce82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454569 Dec 10 16:15:26.251052 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device f2516306-b856-400c-913e-756ff357d268 up at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:15:26.375151 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning for port f2516306-b856-400c-913e-756ff357d268 completed by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:15:26.379569 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning complete for port f2516306-b856-400c-913e-756ff357d268 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:15:26.384121 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:15:26.455006 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:15:26.480432 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc4a86e6-15f2-4115-bc98-8351a4cde6e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2516306-b856-400c-913e-756ff357d268'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:15:26.482718 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa4b92c408489e2c982394a5a7b3518bb1b22554638321e3ea6c5cabb2c75d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4193961f-44a4-40e7-a03e-394ddee48357" -d '{"events": [{"server_uuid": "fc4a86e6-15f2-4115-bc98-8351a4cde6e5", "name": "network-vif-plugged", "status": "completed", "tag": "f2516306-b856-400c-913e-756ff357d268"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:15:26.496298 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port f2516306-b856-400c-913e-756ff357d268, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=f2516306-b856-400c-913e-756ff357d268,segment=NetworkSegment(3c80bf7c-58c6-427b-b99c-4fc31a65f885),segment_id=3c80bf7c-58c6-427b-b99c-4fc31a65f885)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:15:26.587909 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6659bdf0-c6fd-446f-b0b0-33366c1c9ee9 x-openstack-request-id: req-6659bdf0-c6fd-446f-b0b0-33366c1c9ee9 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:15:26.588213 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc4a86e6-15f2-4115-bc98-8351a4cde6e5", "name": "network-vif-plugged", "status": "completed", "tag": "f2516306-b856-400c-913e-756ff357d268", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:15:26.588473 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6659bdf0-c6fd-446f-b0b0-33366c1c9ee9 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:15:26.589119 dv-neutron-821401-4-hyperv neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc4a86e6-15f2-4115-bc98-8351a4cde6e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2516306-b856-400c-913e-756ff357d268', 'code': 200} Dec 10 16:15:26.598397 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:15:26.654962 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e05bfa-b7e5-4d9b-bfa7-dfb80793d489 req-f26d35ed-2608-4f88-bb18-6c82bbd3a2f2 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:15:26.656460 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-c5e05bfa-b7e5-4d9b-bfa7-dfb80793d489 req-f26d35ed-2608-4f88-bb18-6c82bbd3a2f2 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc4a86e6-15f2-4115-bc98-8351a4cde6e5 HTTP/1.1" status: 200 len: 945 time: 0.0494411 Dec 10 16:15:26.656952 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=f2516306-b856-400c-913e-756ff357d268,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:15:26.706712 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-c5e05bfa-b7e5-4d9b-bfa7-dfb80793d489 req-bf84f6b2-3544-4e78-9fe3-49958ee0609b tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e5b7b3-ff2e-43d9-9097-c014c445ce82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433075 Dec 10 16:15:26.848251 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8c4d1-670e-4bb9-b9c6-123c11262339 req-a0573612-62c5-4c4a-8529-c8548e0f1cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:15:26.849761 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-98c8c4d1-670e-4bb9-b9c6-123c11262339 req-a0573612-62c5-4c4a-8529-c8548e0f1cbc service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fc4a86e6-15f2-4115-bc98-8351a4cde6e5 HTTP/1.1" status: 200 len: 1098 time: 0.0410919 Dec 10 16:15:26.899853 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-98c8c4d1-670e-4bb9-b9c6-123c11262339 req-c6349c31-1fe1-4291-b4b0-6f2919f224b4 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=78e5b7b3-ff2e-43d9-9097-c014c445ce82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432198 Dec 10 16:15:27.822980 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf96d17a-7b87-47b1-a4a0-4ac533eee854 req-82860982-fdef-499f-892b-46f48a1e9fde tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:15:27.824489 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-cf96d17a-7b87-47b1-a4a0-4ac533eee854 req-82860982-fdef-499f-892b-46f48a1e9fde tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc4a86e6-15f2-4115-bc98-8351a4cde6e5 HTTP/1.1" status: 200 len: 945 time: 0.0487049 Dec 10 16:15:27.873030 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-cf96d17a-7b87-47b1-a4a0-4ac533eee854 req-aa44857f-6bff-4367-9007-5a39a2cac2d2 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e5b7b3-ff2e-43d9-9097-c014c445ce82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423658 Dec 10 16:15:28.984566 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649fbb5c-d869-4ed8-9283-a6f9f5bb5b1d req-b72b1735-4bc4-4433-b2bd-a68a112f9ac4 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:15:28.986128 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-649fbb5c-d869-4ed8-9283-a6f9f5bb5b1d req-b72b1735-4bc4-4433-b2bd-a68a112f9ac4 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc4a86e6-15f2-4115-bc98-8351a4cde6e5 HTTP/1.1" status: 200 len: 945 time: 0.0484037 Dec 10 16:15:29.034825 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-649fbb5c-d869-4ed8-9283-a6f9f5bb5b1d req-aef6fa63-0d3c-466b-922d-e79a7d4866f4 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e5b7b3-ff2e-43d9-9097-c014c445ce82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428467 Dec 10 16:15:29.145802 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9aac5f-f891-4912-be5b-53375441b22e req-61016c5a-53d0-4637-ac8e-430948a04b21 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:15:29.147308 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-3d9aac5f-f891-4912-be5b-53375441b22e req-61016c5a-53d0-4637-ac8e-430948a04b21 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc4a86e6-15f2-4115-bc98-8351a4cde6e5 HTTP/1.1" status: 200 len: 945 time: 0.0479121 Dec 10 16:15:29.197504 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-3d9aac5f-f891-4912-be5b-53375441b22e req-43376983-d126-4ac2-8b71-8845de48fb4c tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e5b7b3-ff2e-43d9-9097-c014c445ce82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437274 Dec 10 16:15:29.218679 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 44262) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:15:29.261380 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9bf04ad-a536-43a2-ab76-9d21dad7f009 tempest-TestShelveInstance-1653185579 tempest-TestShelveInstance-1653185579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:15:29.262924 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-f9bf04ad-a536-43a2-ab76-9d21dad7f009 tempest-TestShelveInstance-1653185579 tempest-TestShelveInstance-1653185579-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fc4a86e6-15f2-4115-bc98-8351a4cde6e5 HTTP/1.1" status: 200 len: 1093 time: 0.0432577 Dec 10 16:15:29.265835 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 44264) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:15:29.269980 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-7e6f5854-c65c-47d2-b209-30f1976db769 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Request body: {'floatingip': {'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'port_id': 'f2516306-b856-400c-913e-756ff357d268', 'tenant_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:15:29.352377 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7e6f5854-c65c-47d2-b209-30f1976db769 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks [] for floatingip, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:15:29.446374 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7e6f5854-c65c-47d2-b209-30f1976db769 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:15:29.550492 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-7e6f5854-c65c-47d2-b209-30f1976db769 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Allocated IP 172.26.2.124 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/9500f5d6-acab-4456-af8c-fa9d662aba3e) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:15:29.651233 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7e6f5854-c65c-47d2-b209-30f1976db769 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:15:29.729709 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7e6f5854-c65c-47d2-b209-30f1976db769 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:15:29.773171 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6f5854-c65c-47d2-b209-30f1976db769 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:15:29.776125 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-7e6f5854-c65c-47d2-b209-30f1976db769 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:15:29.778753 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6f5854-c65c-47d2-b209-30f1976db769 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:15:29.802707 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6f5854-c65c-47d2-b209-30f1976db769 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Pushing event updated for resources: {'Port': ['ID=9500f5d6-acab-4456-af8c-fa9d662aba3e,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:15:30.128887 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7e6f5854-c65c-47d2-b209-30f1976db769 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:15:30.259898 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7e6f5854-c65c-47d2-b209-30f1976db769 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:15:30.402492 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7e6f5854-c65c-47d2-b209-30f1976db769 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:15:30.472151 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7e6f5854-c65c-47d2-b209-30f1976db769 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:15:30.539872 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6f5854-c65c-47d2-b209-30f1976db769 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Pushing event updated for resources: {'Port': ['ID=9500f5d6-acab-4456-af8c-fa9d662aba3e,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:15:30.553510 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7e6f5854-c65c-47d2-b209-30f1976db769 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552741'] for floatingip, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:15:30.955304 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.l3_db [None req-7e6f5854-c65c-47d2-b209-30f1976db769 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Floating IP 5b9425fd-fcff-47aa-9087-26a992eb24f2 associated. External IP: 172.26.2.124, port: f2516306-b856-400c-913e-756ff357d268. Dec 10 16:15:31.159317 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e6f5854-c65c-47d2-b209-30f1976db769 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Router f96ec197-3fd5-4d1d-8630-cd39b50a5deb has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:15:31.265074 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e6f5854-c65c-47d2-b209-30f1976db769 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:15:31.275140 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0f0a47-3cbd-44da-9763-ab1d04bb61ab None None] Sync routers for ids ['f96ec197-3fd5-4d1d-8630-cd39b50a5deb'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:15:31.284633 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0f0a47-3cbd-44da-9763-ab1d04bb61ab None None] Routers {'f96ec197-3fd5-4d1d-8630-cd39b50a5deb'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:15:31.291128 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-1d0f0a47-3cbd-44da-9763-ab1d04bb61ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:15:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['f96ec197-3fd5-4d1d-8630-cd39b50a5deb'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:15:31.343188 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7e6f5854-c65c-47d2-b209-30f1976db769 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:15:31.370393 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-7e6f5854-c65c-47d2-b209-30f1976db769 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1035566 Dec 10 16:15:31.371096 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc4a86e6-15f2-4115-bc98-8351a4cde6e5', 'tag': 'f2516306-b856-400c-913e-756ff357d268'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:15:31.373360 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9ca57131bc4931768ac29058952438d1fdd62308db7b17540cc34ffe8faef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-413b24ef-ab27-4873-b85f-68dd89ce15f2" -d '{"events": [{"name": "network-changed", "server_uuid": "fc4a86e6-15f2-4115-bc98-8351a4cde6e5", "tag": "f2516306-b856-400c-913e-756ff357d268"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:15:31.391599 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-1d0f0a47-3cbd-44da-9763-ab1d04bb61ab None None] Set router f96ec197-3fd5-4d1d-8630-cd39b50a5deb gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:15:31.409506 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9374709c-f7a2-492e-85d6-3b959b4c4111 x-openstack-request-id: req-9374709c-f7a2-492e-85d6-3b959b4c4111 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:15:31.409808 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc4a86e6-15f2-4115-bc98-8351a4cde6e5", "tag": "f2516306-b856-400c-913e-756ff357d268", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:15:31.410071 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9374709c-f7a2-492e-85d6-3b959b4c4111 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:15:31.410470 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc4a86e6-15f2-4115-bc98-8351a4cde6e5', 'tag': 'f2516306-b856-400c-913e-756ff357d268', 'status': 'completed', 'code': 200} Dec 10 16:15:31.477482 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b24ef-ab27-4873-b85f-68dd89ce15f2 req-558fe2ab-e9ba-4dd8-a096-52b3e80f3bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:15:31.479035 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-413b24ef-ab27-4873-b85f-68dd89ce15f2 req-558fe2ab-e9ba-4dd8-a096-52b3e80f3bcf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=60d8a4ee439f45bd94d85fffd4ed71ff&device_id=fc4a86e6-15f2-4115-bc98-8351a4cde6e5 HTTP/1.1" status: 200 len: 1098 time: 0.0445709 Dec 10 16:15:31.568511 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b24ef-ab27-4873-b85f-68dd89ce15f2 req-c5e82d52-411e-47d0-9841-f2b44d36c0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:15:31.569938 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-413b24ef-ab27-4873-b85f-68dd89ce15f2 req-c5e82d52-411e-47d0-9841-f2b44d36c0c9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee5f9d78-6e0c-4199-ba89-ed6e51f95d02 HTTP/1.1" status: 200 len: 910 time: 0.0832937 Dec 10 16:15:31.616185 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-1d0f0a47-3cbd-44da-9763-ab1d04bb61ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96ec197-3fd5-4d1d-8630-cd39b50a5deb', 'name': 'tempest-TestShelveInstance-1490916739-router', 'tenant_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.103'}], 'enable_snat': True}, 'gw_port_id': '29c81113-223b-4d57-81d1-869ecf9bbb56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:10:11Z', 'updated_at': '2021-12-10T16:10:15Z', 'revision_number': 4, 'project_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'gw_port': {'id': '29c81113-223b-4d57-81d1-869ecf9bbb56', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:03:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96ec197-3fd5-4d1d-8630-cd39b50a5deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:10:12Z', 'updated_at': '2021-12-10T16:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': '5b9425fd-fcff-47aa-9087-26a992eb24f2', 'tenant_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'floating_ip_address': '172.26.2.124', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': 'f96ec197-3fd5-4d1d-8630-cd39b50a5deb', 'port_id': 'f2516306-b856-400c-913e-756ff357d268', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1854, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee5f9d78-6e0c-4199-ba89-ed6e51f95d02', 'mac_address': 'fa:16:3e:fd:d0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4a86e6-15f2-4115-bc98-8351a4cde6e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:15:29Z', 'updated_at': '2021-12-10T16:15:29Z', 'revision_number': 0, 'project_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbfdd95c-fed2-4c8a-9be4-91e2bd8463ec', 'name': '', 'network_id': 'ee5f9d78-6e0c-4199-ba89-ed6e51f95d02', 'tenant_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'mac_address': 'fa:16:3e:98:cb:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96ec197-3fd5-4d1d-8630-cd39b50a5deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'fef728a0-b2ed-48ff-962e-4a5ea2604571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:10:14Z', 'updated_at': '2021-12-10T16:10:18Z', 'revision_number': 5, 'project_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'subnets': [{'id': 'fef728a0-b2ed-48ff-962e-4a5ea2604571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:15:31.638925 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-413b24ef-ab27-4873-b85f-68dd89ce15f2 req-685d7c20-2ee3-4074-b958-298b8446293f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2516306-b856-400c-913e-756ff357d268 HTTP/1.1" status: 200 len: 999 time: 0.0624473 Dec 10 16:15:31.642316 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0f0a47-3cbd-44da-9763-ab1d04bb61ab None None] Checking router: f96ec197-3fd5-4d1d-8630-cd39b50a5deb for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:15:31.651264 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0f0a47-3cbd-44da-9763-ab1d04bb61ab None None] Routers {'f96ec197-3fd5-4d1d-8630-cd39b50a5deb'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:15:31.651870 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-1d0f0a47-3cbd-44da-9763-ab1d04bb61ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:15:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['f96ec197-3fd5-4d1d-8630-cd39b50a5deb'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:15:31.690079 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b24ef-ab27-4873-b85f-68dd89ce15f2 req-86d1b1a0-3994-4d1f-ade8-9a90c352deb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:15:31.691539 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-413b24ef-ab27-4873-b85f-68dd89ce15f2 req-86d1b1a0-3994-4d1f-ade8-9a90c352deb7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fef728a0-b2ed-48ff-962e-4a5ea2604571 HTTP/1.1" status: 200 len: 848 time: 0.0456996 Dec 10 16:15:31.735522 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b24ef-ab27-4873-b85f-68dd89ce15f2 req-81374b8f-1137-4706-9cfa-c20bf98c98d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:15:31.737566 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-413b24ef-ab27-4873-b85f-68dd89ce15f2 req-81374b8f-1137-4706-9cfa-c20bf98c98d6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee5f9d78-6e0c-4199-ba89-ed6e51f95d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396059 Dec 10 16:15:31.757349 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-1d0f0a47-3cbd-44da-9763-ab1d04bb61ab None None] Set router f96ec197-3fd5-4d1d-8630-cd39b50a5deb gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:15:31.829225 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-413b24ef-ab27-4873-b85f-68dd89ce15f2 req-4af99de1-c791-4ed3-b71a-5db1aba38bf5 service neutron] 10.222.0.44 "GET /v2.0/networks/ee5f9d78-6e0c-4199-ba89-ed6e51f95d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841064 Dec 10 16:15:31.918197 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-413b24ef-ab27-4873-b85f-68dd89ce15f2 req-e9749e3e-5335-4b4e-a05c-76545afa736f service neutron] 10.222.0.44 "GET /v2.0/networks/ee5f9d78-6e0c-4199-ba89-ed6e51f95d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819342 Dec 10 16:15:31.977317 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-1d0f0a47-3cbd-44da-9763-ab1d04bb61ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96ec197-3fd5-4d1d-8630-cd39b50a5deb', 'name': 'tempest-TestShelveInstance-1490916739-router', 'tenant_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.103'}], 'enable_snat': True}, 'gw_port_id': '29c81113-223b-4d57-81d1-869ecf9bbb56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:10:11Z', 'updated_at': '2021-12-10T16:10:15Z', 'revision_number': 4, 'project_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'gw_port': {'id': '29c81113-223b-4d57-81d1-869ecf9bbb56', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:03:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96ec197-3fd5-4d1d-8630-cd39b50a5deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:10:12Z', 'updated_at': '2021-12-10T16:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': '5b9425fd-fcff-47aa-9087-26a992eb24f2', 'tenant_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'floating_ip_address': '172.26.2.124', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': 'f96ec197-3fd5-4d1d-8630-cd39b50a5deb', 'port_id': 'f2516306-b856-400c-913e-756ff357d268', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1854, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee5f9d78-6e0c-4199-ba89-ed6e51f95d02', 'mac_address': 'fa:16:3e:fd:d0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4a86e6-15f2-4115-bc98-8351a4cde6e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:15:29Z', 'updated_at': '2021-12-10T16:15:29Z', 'revision_number': 0, 'project_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbfdd95c-fed2-4c8a-9be4-91e2bd8463ec', 'name': '', 'network_id': 'ee5f9d78-6e0c-4199-ba89-ed6e51f95d02', 'tenant_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'mac_address': 'fa:16:3e:98:cb:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96ec197-3fd5-4d1d-8630-cd39b50a5deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'fef728a0-b2ed-48ff-962e-4a5ea2604571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:10:14Z', 'updated_at': '2021-12-10T16:10:18Z', 'revision_number': 5, 'project_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'subnets': [{'id': 'fef728a0-b2ed-48ff-962e-4a5ea2604571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:15:32.007121 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0f0a47-3cbd-44da-9763-ab1d04bb61ab None None] The sync data for ids ['f96ec197-3fd5-4d1d-8630-cd39b50a5deb'] in dv-neutron-821401-4-hyperv is: [{'id': 'f96ec197-3fd5-4d1d-8630-cd39b50a5deb', 'name': 'tempest-TestShelveInstance-1490916739-router', 'tenant_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.103'}], 'enable_snat': True}, 'gw_port_id': '29c81113-223b-4d57-81d1-869ecf9bbb56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:10:11Z', 'updated_at': '2021-12-10T16:10:15Z', 'revision_number': 4, 'project_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'gw_port': {'id': '29c81113-223b-4d57-81d1-869ecf9bbb56', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:03:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96ec197-3fd5-4d1d-8630-cd39b50a5deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:10:12Z', 'updated_at': '2021-12-10T16:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': '5b9425fd-fcff-47aa-9087-26a992eb24f2', 'tenant_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'floating_ip_address': '172.26.2.124', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': 'f96ec197-3fd5-4d1d-8630-cd39b50a5deb', 'port_id': 'f2516306-b856-400c-913e-756ff357d268', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1854, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee5f9d78-6e0c-4199-ba89-ed6e51f95d02', 'mac_address': 'fa:16:3e:fd:d0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4a86e6-15f2-4115-bc98-8351a4cde6e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:15:29Z', 'updated_at': '2021-12-10T16:15:29Z', 'revision_number': 0, 'project_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbfdd95c-fed2-4c8a-9be4-91e2bd8463ec', 'name': '', 'network_id': 'ee5f9d78-6e0c-4199-ba89-ed6e51f95d02', 'tenant_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'mac_address': 'fa:16:3e:98:cb:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96ec197-3fd5-4d1d-8630-cd39b50a5deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'fef728a0-b2ed-48ff-962e-4a5ea2604571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:10:14Z', 'updated_at': '2021-12-10T16:10:18Z', 'revision_number': 5, 'project_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'subnets': [{'id': 'fef728a0-b2ed-48ff-962e-4a5ea2604571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:15:32.193158 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdc90d6-24fb-4a75-968c-ba9a0512e33a None None] New status for floating IP 5b9425fd-fcff-47aa-9087-26a992eb24f2: ACTIVE {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:15:42.966152 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:15:42.969650 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-90958d20-40ba-4dcf-9fa0-569a8b203b4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:15:43.809995 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:15:45.318459 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3c6ecaf2-821e-42d4-81a3-0d74b2a80477 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:15:46.312425 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:15:47.981007 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:15:48.752926 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:15:53.333236 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4c2d9dbc-8fef-460f-bbc2-7717a0498656 req-02c65b44-02da-40ea-ab90-933ff371ff9c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fc4a86e6-15f2-4115-bc98-8351a4cde6e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0450289 Dec 10 16:15:53.418828 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2d9dbc-8fef-460f-bbc2-7717a0498656 req-2030dfde-61bd-4617-aae5-089965269489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:15:53.460773 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4c2d9dbc-8fef-460f-bbc2-7717a0498656 req-2030dfde-61bd-4617-aae5-089965269489 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=60d8a4ee439f45bd94d85fffd4ed71ff&device_id=fc4a86e6-15f2-4115-bc98-8351a4cde6e5 HTTP/1.1" status: 200 len: 1098 time: 0.0422158 Dec 10 16:15:53.520686 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2d9dbc-8fef-460f-bbc2-7717a0498656 req-da70e4a9-bed8-43da-9922-483e322ed821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:15:53.522186 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4c2d9dbc-8fef-460f-bbc2-7717a0498656 req-da70e4a9-bed8-43da-9922-483e322ed821 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee5f9d78-6e0c-4199-ba89-ed6e51f95d02 HTTP/1.1" status: 200 len: 910 time: 0.0826709 Dec 10 16:15:53.591980 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4c2d9dbc-8fef-460f-bbc2-7717a0498656 req-0ca77e8c-2773-47b3-a2ca-ca81256e97ed service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2516306-b856-400c-913e-756ff357d268 HTTP/1.1" status: 200 len: 1001 time: 0.0622330 Dec 10 16:15:53.647462 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2d9dbc-8fef-460f-bbc2-7717a0498656 req-c4efe29e-1a30-4e32-8d7b-08fc372936ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:15:53.648888 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4c2d9dbc-8fef-460f-bbc2-7717a0498656 req-c4efe29e-1a30-4e32-8d7b-08fc372936ec service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fef728a0-b2ed-48ff-962e-4a5ea2604571 HTTP/1.1" status: 200 len: 848 time: 0.0499597 Dec 10 16:15:53.694021 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2d9dbc-8fef-460f-bbc2-7717a0498656 req-bd2c7294-0d08-4be5-b9f1-112867f3f254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:15:53.695487 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4c2d9dbc-8fef-460f-bbc2-7717a0498656 req-bd2c7294-0d08-4be5-b9f1-112867f3f254 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee5f9d78-6e0c-4199-ba89-ed6e51f95d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396276 Dec 10 16:15:53.789061 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4c2d9dbc-8fef-460f-bbc2-7717a0498656 req-4356d334-5922-4a3a-83f3-4204d9f17022 service neutron] 10.222.0.44 "GET /v2.0/networks/ee5f9d78-6e0c-4199-ba89-ed6e51f95d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863738 Dec 10 16:15:53.876004 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4c2d9dbc-8fef-460f-bbc2-7717a0498656 req-fa849f00-0523-4f66-8068-bf0437f8f94a service neutron] 10.222.0.44 "GET /v2.0/networks/ee5f9d78-6e0c-4199-ba89-ed6e51f95d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797844 Dec 10 16:16:12.953278 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-42cd8589-d43a-4385-8d70-1ff6eff24ebc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:13.816014 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:15.346650 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d50f8ef5-a358-4100-8c73-ccb2db9de141 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:16.289874 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:17.918398 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:18.718301 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:19.965501 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:16:42.958539 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ea00089a-6b13-49e8-a750-1cdc9e6e750e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:43.804504 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:45.301021 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-75e7f11a-1350-4bc9-a41d-0d2f8ed03281 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:46.301621 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:47.958421 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:48.724337 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:54.378683 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-d12ae60f-0b10-4f92-ad12-7c8e56d0be24 req-07cb994f-1666-4880-800d-c51bcfcb62ca service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fc4a86e6-15f2-4115-bc98-8351a4cde6e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0906088 Dec 10 16:16:54.460242 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ae60f-0b10-4f92-ad12-7c8e56d0be24 req-9d5086a4-2736-45ce-8db4-d9f85ee34a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:16:54.461754 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-d12ae60f-0b10-4f92-ad12-7c8e56d0be24 req-9d5086a4-2736-45ce-8db4-d9f85ee34a56 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=60d8a4ee439f45bd94d85fffd4ed71ff&device_id=fc4a86e6-15f2-4115-bc98-8351a4cde6e5 HTTP/1.1" status: 200 len: 1098 time: 0.0395136 Dec 10 16:16:54.564770 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ae60f-0b10-4f92-ad12-7c8e56d0be24 req-a9427bd9-544d-45ce-bc74-9628524add2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:16:54.566285 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-d12ae60f-0b10-4f92-ad12-7c8e56d0be24 req-a9427bd9-544d-45ce-bc74-9628524add2c service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee5f9d78-6e0c-4199-ba89-ed6e51f95d02 HTTP/1.1" status: 200 len: 910 time: 0.0856812 Dec 10 16:16:54.630370 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-d12ae60f-0b10-4f92-ad12-7c8e56d0be24 req-d4944126-c827-4670-a944-66719f5970d1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2516306-b856-400c-913e-756ff357d268 HTTP/1.1" status: 200 len: 1001 time: 0.0574074 Dec 10 16:16:54.681752 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ae60f-0b10-4f92-ad12-7c8e56d0be24 req-1fd2f7f8-b0cd-4041-9f5b-3a45b6f4d499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:16:54.683780 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-d12ae60f-0b10-4f92-ad12-7c8e56d0be24 req-1fd2f7f8-b0cd-4041-9f5b-3a45b6f4d499 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fef728a0-b2ed-48ff-962e-4a5ea2604571 HTTP/1.1" status: 200 len: 848 time: 0.0464849 Dec 10 16:16:54.728853 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ae60f-0b10-4f92-ad12-7c8e56d0be24 req-899e5954-d298-4a6c-b729-d46c2d00be92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:16:54.730395 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-d12ae60f-0b10-4f92-ad12-7c8e56d0be24 req-899e5954-d298-4a6c-b729-d46c2d00be92 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee5f9d78-6e0c-4199-ba89-ed6e51f95d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402055 Dec 10 16:16:54.819031 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-d12ae60f-0b10-4f92-ad12-7c8e56d0be24 req-305bc398-57b0-4771-abbe-6db44a53a70e service neutron] 10.222.0.44 "GET /v2.0/networks/ee5f9d78-6e0c-4199-ba89-ed6e51f95d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815363 Dec 10 16:16:54.923076 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-d12ae60f-0b10-4f92-ad12-7c8e56d0be24 req-2df202ea-ac67-41a7-a68a-786911984cc7 service neutron] 10.222.0.44 "GET /v2.0/networks/ee5f9d78-6e0c-4199-ba89-ed6e51f95d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957489 Dec 10 16:16:56.964510 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:17:12.964213 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e3bdd742-97de-463e-86bc-ad1424532b28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:13.803860 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:15.289959 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d9a0b521-d2aa-40e7-b906-ba06e0bef581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:16.335413 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:17.941128 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:18.724212 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:33.962765 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:17:42.964644 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ec0daef5-86b4-4d56-8cbf-0cf071995919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:43.804184 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:45.290075 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1e0b5a10-9e36-42ee-bebf-ea9a67e6dcf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:46.295870 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:47.935369 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:48.730411 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:55.326753 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-e7516556-8019-45df-9ecf-2633d950e194 req-843285b9-f2e6-4fd3-b5dd-d501af3ba1da service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fc4a86e6-15f2-4115-bc98-8351a4cde6e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389607 Dec 10 16:17:55.408767 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7516556-8019-45df-9ecf-2633d950e194 req-ba3d92c2-b71d-4ad1-b458-f6b49d0faa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:55.410290 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-e7516556-8019-45df-9ecf-2633d950e194 req-ba3d92c2-b71d-4ad1-b458-f6b49d0faa91 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=60d8a4ee439f45bd94d85fffd4ed71ff&device_id=fc4a86e6-15f2-4115-bc98-8351a4cde6e5 HTTP/1.1" status: 200 len: 1098 time: 0.0427692 Dec 10 16:17:55.509701 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7516556-8019-45df-9ecf-2633d950e194 req-ce92b9b6-58cf-4236-8feb-365bb7244ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:55.511185 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-e7516556-8019-45df-9ecf-2633d950e194 req-ce92b9b6-58cf-4236-8feb-365bb7244ebc service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee5f9d78-6e0c-4199-ba89-ed6e51f95d02 HTTP/1.1" status: 200 len: 910 time: 0.0820057 Dec 10 16:17:55.580115 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-e7516556-8019-45df-9ecf-2633d950e194 req-ed06f5c5-4a23-49d8-89ab-4eecf246e3a9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2516306-b856-400c-913e-756ff357d268 HTTP/1.1" status: 200 len: 1001 time: 0.0609672 Dec 10 16:17:55.628684 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7516556-8019-45df-9ecf-2633d950e194 req-8a95a230-0a5b-49b9-bb85-a2a000a01083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:55.630209 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-e7516556-8019-45df-9ecf-2633d950e194 req-8a95a230-0a5b-49b9-bb85-a2a000a01083 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fef728a0-b2ed-48ff-962e-4a5ea2604571 HTTP/1.1" status: 200 len: 848 time: 0.0433755 Dec 10 16:17:55.674566 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7516556-8019-45df-9ecf-2633d950e194 req-a8380345-1063-4e0a-9a7e-bc1d0ecf9fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:55.676045 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-e7516556-8019-45df-9ecf-2633d950e194 req-a8380345-1063-4e0a-9a7e-bc1d0ecf9fbd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee5f9d78-6e0c-4199-ba89-ed6e51f95d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396447 Dec 10 16:17:55.772060 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-e7516556-8019-45df-9ecf-2633d950e194 req-f7763c17-f670-409a-9052-92225afb3965 service neutron] 10.222.0.44 "GET /v2.0/networks/ee5f9d78-6e0c-4199-ba89-ed6e51f95d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864055 Dec 10 16:17:55.863253 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-e7516556-8019-45df-9ecf-2633d950e194 req-a2ee98de-6bd1-41fc-875d-9d4b9f2ab853 service neutron] 10.222.0.44 "GET /v2.0/networks/ee5f9d78-6e0c-4199-ba89-ed6e51f95d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830483 Dec 10 16:17:56.190650 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54722696-c9e5-4396-b52e-4c6eac4e9982 req-ced98dbf-888f-4e7e-b2f7-d0b6119279db tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:56.194007 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-54722696-c9e5-4396-b52e-4c6eac4e9982 req-ced98dbf-888f-4e7e-b2f7-d0b6119279db tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc4a86e6-15f2-4115-bc98-8351a4cde6e5 HTTP/1.1" status: 200 len: 945 time: 0.1144276 Dec 10 16:17:56.244362 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-54722696-c9e5-4396-b52e-4c6eac4e9982 req-4e07a8fc-eff2-40f4-8f07-d27848d9504c tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e5b7b3-ff2e-43d9-9097-c014c445ce82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437300 Dec 10 16:17:57.416014 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae24bdb-b331-4131-977d-bb6fec87fff1 req-7f1dc94f-e238-460e-a105-0df3b9d7108d tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:57.417504 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-0ae24bdb-b331-4131-977d-bb6fec87fff1 req-7f1dc94f-e238-460e-a105-0df3b9d7108d tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc4a86e6-15f2-4115-bc98-8351a4cde6e5 HTTP/1.1" status: 200 len: 945 time: 0.0922906 Dec 10 16:17:57.470677 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-0ae24bdb-b331-4131-977d-bb6fec87fff1 req-3381c929-df28-4623-af95-eb0e7e4ef4e0 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e5b7b3-ff2e-43d9-9097-c014c445ce82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471392 Dec 10 16:17:58.596398 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b20d980-5e55-4a35-bd5d-2794b62f94fb req-2c850fa6-3ed7-40a1-9906-96e4aa5c19b8 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:58.597892 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-8b20d980-5e55-4a35-bd5d-2794b62f94fb req-2c850fa6-3ed7-40a1-9906-96e4aa5c19b8 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc4a86e6-15f2-4115-bc98-8351a4cde6e5 HTTP/1.1" status: 200 len: 945 time: 0.0486672 Dec 10 16:17:58.649536 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-8b20d980-5e55-4a35-bd5d-2794b62f94fb req-d7ea9430-1346-4b65-9fe3-784780a0a654 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e5b7b3-ff2e-43d9-9097-c014c445ce82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457637 Dec 10 16:17:59.763067 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dde189-b631-4c05-8d19-5609439e9c7b req-4b7a72fc-c7b3-4d0d-bd32-bd03b3b9a01e tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:59.764561 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-09dde189-b631-4c05-8d19-5609439e9c7b req-4b7a72fc-c7b3-4d0d-bd32-bd03b3b9a01e tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc4a86e6-15f2-4115-bc98-8351a4cde6e5 HTTP/1.1" status: 200 len: 945 time: 0.0490842 Dec 10 16:17:59.813551 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-09dde189-b631-4c05-8d19-5609439e9c7b req-c756b6db-e317-44cd-af97-e678a2cf48cd tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e5b7b3-ff2e-43d9-9097-c014c445ce82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430145 Dec 10 16:18:00.928156 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a436ac-cc02-4ede-9cb8-8baf545f0d68 req-0d196ca6-f99c-4441-8a62-50443cd32674 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:00.929639 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b1a436ac-cc02-4ede-9cb8-8baf545f0d68 req-0d196ca6-f99c-4441-8a62-50443cd32674 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc4a86e6-15f2-4115-bc98-8351a4cde6e5 HTTP/1.1" status: 200 len: 945 time: 0.0477517 Dec 10 16:18:00.977693 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b1a436ac-cc02-4ede-9cb8-8baf545f0d68 req-9238acb4-043c-412d-8edd-039e01352f13 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e5b7b3-ff2e-43d9-9097-c014c445ce82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415115 Dec 10 16:18:02.096363 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e9ad6-ac81-4270-8092-7c3a7ea898ff req-3e05ed16-f7e7-4aab-b8aa-a7a68f11b3f4 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:02.097932 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-de9e9ad6-ac81-4270-8092-7c3a7ea898ff req-3e05ed16-f7e7-4aab-b8aa-a7a68f11b3f4 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc4a86e6-15f2-4115-bc98-8351a4cde6e5 HTTP/1.1" status: 200 len: 945 time: 0.0485780 Dec 10 16:18:02.145897 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-de9e9ad6-ac81-4270-8092-7c3a7ea898ff req-fa610f18-7ce4-4d56-9272-cb8aef47028d tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e5b7b3-ff2e-43d9-9097-c014c445ce82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420132 Dec 10 16:18:03.258802 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dcdf04-33fc-4400-ba16-82e3dfd303fb req-6223b2db-d7a1-4986-970c-660025faeb88 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:03.260419 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-06dcdf04-33fc-4400-ba16-82e3dfd303fb req-6223b2db-d7a1-4986-970c-660025faeb88 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc4a86e6-15f2-4115-bc98-8351a4cde6e5 HTTP/1.1" status: 200 len: 945 time: 0.0488842 Dec 10 16:18:03.308960 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-06dcdf04-33fc-4400-ba16-82e3dfd303fb req-103aa987-302f-4e09-ac73-94cb342516b9 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e5b7b3-ff2e-43d9-9097-c014c445ce82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420320 Dec 10 16:18:04.425153 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560dab32-8f95-4d33-b6e9-24eb0956ae9a req-578f06ad-3a8b-4f19-bcd0-6eb34c331cf9 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:04.426736 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-560dab32-8f95-4d33-b6e9-24eb0956ae9a req-578f06ad-3a8b-4f19-bcd0-6eb34c331cf9 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc4a86e6-15f2-4115-bc98-8351a4cde6e5 HTTP/1.1" status: 200 len: 945 time: 0.0519783 Dec 10 16:18:04.475058 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-560dab32-8f95-4d33-b6e9-24eb0956ae9a req-4d4e140c-cf9e-4914-b44e-ac0734f0ba88 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e5b7b3-ff2e-43d9-9097-c014c445ce82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425262 Dec 10 16:18:05.590795 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dfcaf3-9d0e-424c-b452-5a55e5d7bce3 req-aff2735d-ec30-4b73-a59b-39fee4f436fd tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:05.592766 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-30dfcaf3-9d0e-424c-b452-5a55e5d7bce3 req-aff2735d-ec30-4b73-a59b-39fee4f436fd tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc4a86e6-15f2-4115-bc98-8351a4cde6e5 HTTP/1.1" status: 200 len: 945 time: 0.0530348 Dec 10 16:18:05.640616 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-30dfcaf3-9d0e-424c-b452-5a55e5d7bce3 req-17a8cc89-4514-42c3-9415-a73640cd3977 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e5b7b3-ff2e-43d9-9097-c014c445ce82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419111 Dec 10 16:18:06.326049 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996406ce-d106-4e98-a5b5-07835083ca55 req-e2bf29fd-af1f-4e73-8ac1-b923f07390f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:06.327487 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-996406ce-d106-4e98-a5b5-07835083ca55 req-e2bf29fd-af1f-4e73-8ac1-b923f07390f0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=60d8a4ee439f45bd94d85fffd4ed71ff&device_id=fc4a86e6-15f2-4115-bc98-8351a4cde6e5 HTTP/1.1" status: 200 len: 1098 time: 0.0402737 Dec 10 16:18:06.416918 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996406ce-d106-4e98-a5b5-07835083ca55 req-39eff80c-e548-4f4c-8ca5-275679e17369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:06.418417 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-996406ce-d106-4e98-a5b5-07835083ca55 req-39eff80c-e548-4f4c-8ca5-275679e17369 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee5f9d78-6e0c-4199-ba89-ed6e51f95d02 HTTP/1.1" status: 200 len: 910 time: 0.0840955 Dec 10 16:18:06.482417 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-996406ce-d106-4e98-a5b5-07835083ca55 req-b06656fc-aa29-4cca-af6d-123ea94cb156 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2516306-b856-400c-913e-756ff357d268 HTTP/1.1" status: 200 len: 1001 time: 0.0570605 Dec 10 16:18:06.530324 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996406ce-d106-4e98-a5b5-07835083ca55 req-fa9f86f1-830c-492b-ae3a-7c258b3b654c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:06.531717 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-996406ce-d106-4e98-a5b5-07835083ca55 req-fa9f86f1-830c-492b-ae3a-7c258b3b654c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fef728a0-b2ed-48ff-962e-4a5ea2604571 HTTP/1.1" status: 200 len: 848 time: 0.0426638 Dec 10 16:18:06.579877 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996406ce-d106-4e98-a5b5-07835083ca55 req-04fe2a9e-1d9e-4df7-996d-8c62dc4caed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:06.581346 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-996406ce-d106-4e98-a5b5-07835083ca55 req-04fe2a9e-1d9e-4df7-996d-8c62dc4caed1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee5f9d78-6e0c-4199-ba89-ed6e51f95d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0429006 Dec 10 16:18:06.667269 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-996406ce-d106-4e98-a5b5-07835083ca55 req-1d812bde-ce8b-4ce6-9771-ffd962212c6a service neutron] 10.222.0.44 "GET /v2.0/networks/ee5f9d78-6e0c-4199-ba89-ed6e51f95d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787108 Dec 10 16:18:06.788689 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29704a24-bb0f-4032-a465-8b0211a829d1 req-b11fe3de-9282-44fb-b251-a5fdb6f42cd4 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:06.790206 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-29704a24-bb0f-4032-a465-8b0211a829d1 req-b11fe3de-9282-44fb-b251-a5fdb6f42cd4 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc4a86e6-15f2-4115-bc98-8351a4cde6e5 HTTP/1.1" status: 200 len: 945 time: 0.0684767 Dec 10 16:18:06.807620 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-996406ce-d106-4e98-a5b5-07835083ca55 req-a2c8511d-0dad-4220-a491-3b5fc76aedfa service neutron] 10.222.0.44 "GET /v2.0/networks/ee5f9d78-6e0c-4199-ba89-ed6e51f95d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330614 Dec 10 16:18:06.844899 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-29704a24-bb0f-4032-a465-8b0211a829d1 req-75b8cbd0-2d3a-4cbd-96a2-928ad3c1d87d tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e5b7b3-ff2e-43d9-9097-c014c445ce82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466101 Dec 10 16:18:07.959702 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee76b6-8686-486e-9a48-5f6b33d03b33 req-af6243c3-ff11-4bf5-8105-7372c453e398 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:07.961196 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-f6ee76b6-8686-486e-9a48-5f6b33d03b33 req-af6243c3-ff11-4bf5-8105-7372c453e398 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc4a86e6-15f2-4115-bc98-8351a4cde6e5 HTTP/1.1" status: 200 len: 945 time: 0.0486965 Dec 10 16:18:08.009855 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-f6ee76b6-8686-486e-9a48-5f6b33d03b33 req-4d1bea6c-7c4f-4e55-b115-4e36a8b744c5 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e5b7b3-ff2e-43d9-9097-c014c445ce82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426855 Dec 10 16:18:09.131353 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa33bf2-b1b0-4b63-8d61-dcc646db028d req-1638bf0f-7e55-42ba-ab72-74f393ac36b5 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:09.132849 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-9aa33bf2-b1b0-4b63-8d61-dcc646db028d req-1638bf0f-7e55-42ba-ab72-74f393ac36b5 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc4a86e6-15f2-4115-bc98-8351a4cde6e5 HTTP/1.1" status: 200 len: 945 time: 0.0511563 Dec 10 16:18:09.186738 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-9aa33bf2-b1b0-4b63-8d61-dcc646db028d req-59b877b7-b1bc-449d-8db2-62814e11786a tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e5b7b3-ff2e-43d9-9097-c014c445ce82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474300 Dec 10 16:18:10.315065 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e1c73f-feb4-4382-8e15-c49f67c70ca4 req-1ff1891d-8ecf-4ec0-93c8-c85e6f1a5426 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:10.316603 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-11e1c73f-feb4-4382-8e15-c49f67c70ca4 req-1ff1891d-8ecf-4ec0-93c8-c85e6f1a5426 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc4a86e6-15f2-4115-bc98-8351a4cde6e5 HTTP/1.1" status: 200 len: 945 time: 0.0603824 Dec 10 16:18:10.366501 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-11e1c73f-feb4-4382-8e15-c49f67c70ca4 req-0d2cc218-01c4-4e9e-96e6-9b77e7023791 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e5b7b3-ff2e-43d9-9097-c014c445ce82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437779 Dec 10 16:18:10.961318 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:18:11.477650 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d9ba7e-d0eb-4ad7-b0a5-4d9e9413dacf req-2d5ac135-e19f-4078-ad78-28861c579242 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:11.479152 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-67d9ba7e-d0eb-4ad7-b0a5-4d9e9413dacf req-2d5ac135-e19f-4078-ad78-28861c579242 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc4a86e6-15f2-4115-bc98-8351a4cde6e5 HTTP/1.1" status: 200 len: 945 time: 0.0483062 Dec 10 16:18:11.526813 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-67d9ba7e-d0eb-4ad7-b0a5-4d9e9413dacf req-3be5477a-3db5-4924-84ef-ee10cc786612 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e5b7b3-ff2e-43d9-9097-c014c445ce82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418003 Dec 10 16:18:11.640807 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [req-ad6dea9d-acfa-4b34-87f1-69ebe9ef4e8b req-3dc6d1f1-b70b-470e-8a1c-c9cfa0dd6796 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:18:11.641849 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-ad6dea9d-acfa-4b34-87f1-69ebe9ef4e8b req-3dc6d1f1-b70b-470e-8a1c-c9cfa0dd6796 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0522978 Dec 10 16:18:11.923439 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2527b8-2f42-434f-a678-f176edda8a55 req-657ff4ef-0bc4-4f97-a1ba-8afb7e98c8e7 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:11.924946 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-2d2527b8-2f42-434f-a678-f176edda8a55 req-657ff4ef-0bc4-4f97-a1ba-8afb7e98c8e7 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc4a86e6-15f2-4115-bc98-8351a4cde6e5 HTTP/1.1" status: 200 len: 945 time: 0.0536721 Dec 10 16:18:12.013898 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-2d2527b8-2f42-434f-a678-f176edda8a55 req-d84b6eff-2a70-43c9-bad8-7ba0500efc38 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e5b7b3-ff2e-43d9-9097-c014c445ce82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828500 Dec 10 16:18:12.030369 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-b4aa6aff-c646-45ac-bf9b-e7c220749378 req-99327c6c-8ab9-43bc-aa03-392558b3382c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fc4a86e6-15f2-4115-bc98-8351a4cde6e5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1315520 Dec 10 16:18:12.036888 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [req-b4aa6aff-c646-45ac-bf9b-e7c220749378 req-2d79b185-22f1-4d68-9fde-ec5f38467e95 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:18:12.037902 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-b4aa6aff-c646-45ac-bf9b-e7c220749378 req-2d79b185-22f1-4d68-9fde-ec5f38467e95 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050852 Dec 10 16:18:12.952366 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e05e8dff-37fc-46c1-b438-1d5cdd894896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:12.970318 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device f2516306-b856-400c-913e-756ff357d268 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:18:13.044958 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:13.078787 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc4a86e6-15f2-4115-bc98-8351a4cde6e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2516306-b856-400c-913e-756ff357d268'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:18:13.081053 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa4b92c408489e2c982394a5a7b3518bb1b22554638321e3ea6c5cabb2c75d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10c2d99-63f5-4775-ae48-3d2aabf3b662" -d '{"events": [{"server_uuid": "fc4a86e6-15f2-4115-bc98-8351a4cde6e5", "name": "network-vif-unplugged", "status": "completed", "tag": "f2516306-b856-400c-913e-756ff357d268"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:18:13.098183 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port f2516306-b856-400c-913e-756ff357d268, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=f2516306-b856-400c-913e-756ff357d268,segment=NetworkSegment(3c80bf7c-58c6-427b-b99c-4fc31a65f885),segment_id=3c80bf7c-58c6-427b-b99c-4fc31a65f885)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:18:13.120780 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 10 Dec 2021 16:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92431e72-28ea-49e1-8d4f-80decd5177db x-openstack-request-id: req-92431e72-28ea-49e1-8d4f-80decd5177db {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:18:13.120780 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc4a86e6-15f2-4115-bc98-8351a4cde6e5", "name": "network-vif-unplugged", "status": "failed", "tag": "f2516306-b856-400c-913e-756ff357d268", "code": 422}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:18:13.120780 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-92431e72-28ea-49e1-8d4f-80decd5177db {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:18:13.120780 dv-neutron-821401-4-hyperv neutron-server[103588]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fc4a86e6-15f2-4115-bc98-8351a4cde6e5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f2516306-b856-400c-913e-756ff357d268', 'code': 422} returned with failed status Dec 10 16:18:13.144284 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d6a7ab-525a-4f9d-8854-8e49cda54dae req-951ecc67-613c-49b3-89ab-db9a3ad64eb7 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:13.150356 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-24d6a7ab-525a-4f9d-8854-8e49cda54dae req-951ecc67-613c-49b3-89ab-db9a3ad64eb7 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc4a86e6-15f2-4115-bc98-8351a4cde6e5 HTTP/1.1" status: 200 len: 945 time: 0.0553522 Dec 10 16:18:13.164066 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:13.196218 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-24d6a7ab-525a-4f9d-8854-8e49cda54dae req-6911b746-6552-401e-8c2f-07dd03185105 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e5b7b3-ff2e-43d9-9097-c014c445ce82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449977 Dec 10 16:18:13.210347 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=f2516306-b856-400c-913e-756ff357d268,revision_number=6']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:13.218269 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:18:13.218621 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:18:13.218966 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:18:13.219304 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:18:13.219637 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:18:13.219967 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:18:13.220298 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:18:13.220628 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:18:13.220962 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:18:13.221289 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:18:13.221612 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:18:13.221960 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:18:13.222284 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:18:13.821273 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:14.313608 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d46615f-e85b-4c60-97b7-7cd589a74849 req-cf66ea30-5b2a-40da-87e2-6f559cb9bbad tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:14.315135 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-1d46615f-e85b-4c60-97b7-7cd589a74849 req-cf66ea30-5b2a-40da-87e2-6f559cb9bbad tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc4a86e6-15f2-4115-bc98-8351a4cde6e5 HTTP/1.1" status: 200 len: 943 time: 0.0523136 Dec 10 16:18:14.363793 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-1d46615f-e85b-4c60-97b7-7cd589a74849 req-822a4dac-4d93-48e0-bc08-a8694e408186 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e5b7b3-ff2e-43d9-9097-c014c445ce82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427303 Dec 10 16:18:15.301529 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a46b64b5-826d-42fd-b871-12ac59164b11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:15.477657 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd3ac3b-1f31-4b84-9d0c-79245591d85b req-d1e67456-b831-421c-b153-4904149ccc19 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:15.479160 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-2cd3ac3b-1f31-4b84-9d0c-79245591d85b req-d1e67456-b831-421c-b153-4904149ccc19 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc4a86e6-15f2-4115-bc98-8351a4cde6e5 HTTP/1.1" status: 200 len: 943 time: 0.0485938 Dec 10 16:18:15.532075 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-2cd3ac3b-1f31-4b84-9d0c-79245591d85b req-cfdab919-c6f2-44ff-9110-2307356c8e56 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e5b7b3-ff2e-43d9-9097-c014c445ce82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470037 Dec 10 16:18:16.312736 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:16.645987 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926f5f40-ce4b-443e-a750-5d58fd897048 req-707df792-8240-4aa6-ab7f-0c672dae45e6 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:16.647494 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-926f5f40-ce4b-443e-a750-5d58fd897048 req-707df792-8240-4aa6-ab7f-0c672dae45e6 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc4a86e6-15f2-4115-bc98-8351a4cde6e5 HTTP/1.1" status: 200 len: 943 time: 0.0475242 Dec 10 16:18:16.698296 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-926f5f40-ce4b-443e-a750-5d58fd897048 req-94724e5c-3731-4e2b-b66f-2db2be3c6db7 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e5b7b3-ff2e-43d9-9097-c014c445ce82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448186 Dec 10 16:18:17.813062 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2b2834-6a40-48d6-91b5-c7891ea35428 req-8fe5f0a5-cc10-4700-b28e-b488b979f221 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:17.814473 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-ab2b2834-6a40-48d6-91b5-c7891ea35428 req-8fe5f0a5-cc10-4700-b28e-b488b979f221 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc4a86e6-15f2-4115-bc98-8351a4cde6e5 HTTP/1.1" status: 200 len: 943 time: 0.0486846 Dec 10 16:18:17.863681 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-ab2b2834-6a40-48d6-91b5-c7891ea35428 req-9623aa8a-4dc5-4297-854f-643d5ba7bf8a tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e5b7b3-ff2e-43d9-9097-c014c445ce82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431349 Dec 10 16:18:17.935762 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:18.712872 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:18.984032 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d783f791-77fc-4e54-bf27-9dba9c21cc6b req-4a48d802-b8cf-4ea7-a32e-b000f6435be8 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:18.985433 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-d783f791-77fc-4e54-bf27-9dba9c21cc6b req-4a48d802-b8cf-4ea7-a32e-b000f6435be8 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc4a86e6-15f2-4115-bc98-8351a4cde6e5 HTTP/1.1" status: 200 len: 943 time: 0.0525258 Dec 10 16:18:19.036879 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-d783f791-77fc-4e54-bf27-9dba9c21cc6b req-ced03183-214f-49b8-9705-8b464663a0d8 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e5b7b3-ff2e-43d9-9097-c014c445ce82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451910 Dec 10 16:18:20.152168 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96a9c3e-f559-468b-b476-a8b05df94fc4 req-88be1406-bda9-4f39-8997-c78852bf3d0f tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:20.157127 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-e96a9c3e-f559-468b-b476-a8b05df94fc4 req-88be1406-bda9-4f39-8997-c78852bf3d0f tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc4a86e6-15f2-4115-bc98-8351a4cde6e5 HTTP/1.1" status: 200 len: 943 time: 0.0498140 Dec 10 16:18:20.204456 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-e96a9c3e-f559-468b-b476-a8b05df94fc4 req-216e2996-e403-4172-bda4-728ba1c9b567 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e5b7b3-ff2e-43d9-9097-c014c445ce82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441768 Dec 10 16:18:21.317044 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8538ea-58f9-4229-add0-3f0726ab32f0 req-bef0d938-fe44-4765-8850-d766beb8af6e tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:21.318460 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-6c8538ea-58f9-4229-add0-3f0726ab32f0 req-bef0d938-fe44-4765-8850-d766beb8af6e tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc4a86e6-15f2-4115-bc98-8351a4cde6e5 HTTP/1.1" status: 200 len: 943 time: 0.0486085 Dec 10 16:18:21.368007 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-6c8538ea-58f9-4229-add0-3f0726ab32f0 req-f86d56cd-2152-43be-9329-4b1f2711298f tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e5b7b3-ff2e-43d9-9097-c014c445ce82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432384 Dec 10 16:18:22.487142 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5eace4-5a86-4754-9dfb-60c4f4876dad req-2cc46f7b-b9ee-4d90-82a1-ccf5ad822968 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:22.488615 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-ae5eace4-5a86-4754-9dfb-60c4f4876dad req-2cc46f7b-b9ee-4d90-82a1-ccf5ad822968 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc4a86e6-15f2-4115-bc98-8351a4cde6e5 HTTP/1.1" status: 200 len: 943 time: 0.0529144 Dec 10 16:18:22.537655 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-ae5eace4-5a86-4754-9dfb-60c4f4876dad req-bfbf8df8-8e2f-4133-8b42-dae279981918 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e5b7b3-ff2e-43d9-9097-c014c445ce82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430946 Dec 10 16:18:22.573264 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa6aff-c646-45ac-bf9b-e7c220749378 req-3b2d2b07-c89b-4de0-b31b-9c2424adee1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:22.574881 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-b4aa6aff-c646-45ac-bf9b-e7c220749378 req-3b2d2b07-c89b-4de0-b31b-9c2424adee1b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fc4a86e6-15f2-4115-bc98-8351a4cde6e5&tenant_id=60d8a4ee439f45bd94d85fffd4ed71ff HTTP/1.1" status: 200 len: 1096 time: 0.0455422 Dec 10 16:18:22.930704 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa6aff-c646-45ac-bf9b-e7c220749378 req-5395e4c5-e4f5-4757-9181-887dad8bc769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:22.932175 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-b4aa6aff-c646-45ac-bf9b-e7c220749378 req-5395e4c5-e4f5-4757-9181-887dad8bc769 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=60d8a4ee439f45bd94d85fffd4ed71ff&device_id=fc4a86e6-15f2-4115-bc98-8351a4cde6e5 HTTP/1.1" status: 200 len: 1096 time: 0.3358061 Dec 10 16:18:23.020483 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa6aff-c646-45ac-bf9b-e7c220749378 req-3e74d35e-51a0-4f1d-8d15-7bb682de6d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:23.022651 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-b4aa6aff-c646-45ac-bf9b-e7c220749378 req-3e74d35e-51a0-4f1d-8d15-7bb682de6d00 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee5f9d78-6e0c-4199-ba89-ed6e51f95d02 HTTP/1.1" status: 200 len: 910 time: 0.0832536 Dec 10 16:18:23.091440 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-b4aa6aff-c646-45ac-bf9b-e7c220749378 req-40b702f4-f5c4-4144-abcf-ff56db95d993 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2516306-b856-400c-913e-756ff357d268 HTTP/1.1" status: 200 len: 999 time: 0.0609832 Dec 10 16:18:23.137878 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa6aff-c646-45ac-bf9b-e7c220749378 req-6e8ba2b9-a11e-4552-9fc9-e328514d5e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:23.139261 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-b4aa6aff-c646-45ac-bf9b-e7c220749378 req-6e8ba2b9-a11e-4552-9fc9-e328514d5e97 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fef728a0-b2ed-48ff-962e-4a5ea2604571 HTTP/1.1" status: 200 len: 848 time: 0.0414050 Dec 10 16:18:23.183890 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa6aff-c646-45ac-bf9b-e7c220749378 req-252057e0-eb1a-4622-a663-73fa1e9a58a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:23.185281 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-b4aa6aff-c646-45ac-bf9b-e7c220749378 req-252057e0-eb1a-4622-a663-73fa1e9a58a6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee5f9d78-6e0c-4199-ba89-ed6e51f95d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390723 Dec 10 16:18:23.274216 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-b4aa6aff-c646-45ac-bf9b-e7c220749378 req-4af0d584-fa46-4d2e-b544-ccaa04208a1c service neutron] 10.222.0.44 "GET /v2.0/networks/ee5f9d78-6e0c-4199-ba89-ed6e51f95d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820251 Dec 10 16:18:23.362427 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-b4aa6aff-c646-45ac-bf9b-e7c220749378 req-a08bd312-bfc6-4ee3-b3ff-dc3e4a775aa8 service neutron] 10.222.0.44 "GET /v2.0/networks/ee5f9d78-6e0c-4199-ba89-ed6e51f95d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808656 Dec 10 16:18:23.653897 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c44d508-5bc6-4751-8ae4-f3eda2f7c2f9 req-ae795d88-2fc2-4ee2-8bff-78b3664fa2e6 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:23.655433 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-3c44d508-5bc6-4751-8ae4-f3eda2f7c2f9 req-ae795d88-2fc2-4ee2-8bff-78b3664fa2e6 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc4a86e6-15f2-4115-bc98-8351a4cde6e5 HTTP/1.1" status: 200 len: 943 time: 0.0518858 Dec 10 16:18:23.707370 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-3c44d508-5bc6-4751-8ae4-f3eda2f7c2f9 req-f922149a-af88-4808-9223-7f20840fd414 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e5b7b3-ff2e-43d9-9097-c014c445ce82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459604 Dec 10 16:18:24.819850 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0f171e-ce18-4704-a42a-8dc7177dad57 req-af32d001-a758-48af-855c-27169c167153 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:24.821331 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-1e0f171e-ce18-4704-a42a-8dc7177dad57 req-af32d001-a758-48af-855c-27169c167153 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc4a86e6-15f2-4115-bc98-8351a4cde6e5 HTTP/1.1" status: 200 len: 943 time: 0.0482051 Dec 10 16:18:24.869399 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-1e0f171e-ce18-4704-a42a-8dc7177dad57 req-9edb4dc4-b7b3-4fd3-a73a-747c0c4169b8 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e5b7b3-ff2e-43d9-9097-c014c445ce82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414433 Dec 10 16:18:25.984253 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec1efef-e96b-419b-a730-3f1666f44b8a req-48253b0b-0c86-4693-bbc5-794aeeb4b796 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:25.985746 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-6ec1efef-e96b-419b-a730-3f1666f44b8a req-48253b0b-0c86-4693-bbc5-794aeeb4b796 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc4a86e6-15f2-4115-bc98-8351a4cde6e5 HTTP/1.1" status: 200 len: 943 time: 0.0481339 Dec 10 16:18:26.033029 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-6ec1efef-e96b-419b-a730-3f1666f44b8a req-b082ea88-58b7-4e45-b1e0-935da5873302 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e5b7b3-ff2e-43d9-9097-c014c445ce82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414054 Dec 10 16:18:27.147339 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb7725c-8d9d-4bec-b8ac-3b1fcf54082f req-fac26831-2b15-4b04-be46-1a8354aa166a tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:27.148838 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-9cb7725c-8d9d-4bec-b8ac-3b1fcf54082f req-fac26831-2b15-4b04-be46-1a8354aa166a tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc4a86e6-15f2-4115-bc98-8351a4cde6e5 HTTP/1.1" status: 200 len: 943 time: 0.0483687 Dec 10 16:18:27.202015 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-9cb7725c-8d9d-4bec-b8ac-3b1fcf54082f req-a95b7a52-9de5-4f65-8559-af9fa9e5ce65 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e5b7b3-ff2e-43d9-9097-c014c445ce82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471361 Dec 10 16:18:28.316931 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f858190a-9ae0-41fd-868d-30d4fcc49303 req-9a325bdc-2fde-4124-9790-dc174519c00e tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:28.318421 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f858190a-9ae0-41fd-868d-30d4fcc49303 req-9a325bdc-2fde-4124-9790-dc174519c00e tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc4a86e6-15f2-4115-bc98-8351a4cde6e5 HTTP/1.1" status: 200 len: 943 time: 0.0513372 Dec 10 16:18:28.366469 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f858190a-9ae0-41fd-868d-30d4fcc49303 req-8f2244be-e20e-4d4b-a343-6d973522d43c tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e5b7b3-ff2e-43d9-9097-c014c445ce82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418866 Dec 10 16:18:29.480197 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4db4f3a-5417-44b3-bcc1-4ac4fce9edd7 req-d3bd59d2-b260-4373-ade9-7110b7c972e7 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:29.481657 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b4db4f3a-5417-44b3-bcc1-4ac4fce9edd7 req-d3bd59d2-b260-4373-ade9-7110b7c972e7 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc4a86e6-15f2-4115-bc98-8351a4cde6e5 HTTP/1.1" status: 200 len: 943 time: 0.0491343 Dec 10 16:18:29.530964 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b4db4f3a-5417-44b3-bcc1-4ac4fce9edd7 req-b4ee7878-2833-4efc-b778-a4d801ef1c7b tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e5b7b3-ff2e-43d9-9097-c014c445ce82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426917 Dec 10 16:18:30.670848 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c516f1-4815-477f-aa8e-19ef51710a21 req-2868c7e2-c2a4-45bb-806c-8810d466a3f9 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:30.673033 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-05c516f1-4815-477f-aa8e-19ef51710a21 req-2868c7e2-c2a4-45bb-806c-8810d466a3f9 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc4a86e6-15f2-4115-bc98-8351a4cde6e5 HTTP/1.1" status: 200 len: 943 time: 0.0605528 Dec 10 16:18:30.722163 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-05c516f1-4815-477f-aa8e-19ef51710a21 req-001e35f0-633d-493e-b79e-880383766094 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e5b7b3-ff2e-43d9-9097-c014c445ce82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429847 Dec 10 16:18:30.985443 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device f2516306-b856-400c-913e-756ff357d268 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:18:31.081898 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port f2516306-b856-400c-913e-756ff357d268, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=f2516306-b856-400c-913e-756ff357d268,segment=NetworkSegment(3c80bf7c-58c6-427b-b99c-4fc31a65f885),segment_id=3c80bf7c-58c6-427b-b99c-4fc31a65f885)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:18:31.092926 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Returning: {'device': 'f2516306-b856-400c-913e-756ff357d268', 'network_id': 'ee5f9d78-6e0c-4199-ba89-ed6e51f95d02', 'port_id': 'f2516306-b856-400c-913e-756ff357d268', 'mac_address': 'fa:16:3e:fd:d0:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fef728a0-b2ed-48ff-962e-4a5ea2604571', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:18:31.130537 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:31.143192 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2516306-b856-400c-913e-756ff357d268 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:18:31.161705 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port f2516306-b856-400c-913e-756ff357d268, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=f2516306-b856-400c-913e-756ff357d268,segment=NetworkSegment(3c80bf7c-58c6-427b-b99c-4fc31a65f885),segment_id=3c80bf7c-58c6-427b-b99c-4fc31a65f885)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:18:31.198506 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:31.243372 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=f2516306-b856-400c-913e-756ff357d268,revision_number=7']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:31.433846 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] get_ports_and_sgs() called for port_ids ['f2516306-b856-400c-913e-756ff357d268'] {{(pid=103588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:18:31.834494 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ad7d1-140a-4cca-9915-043d9f4a1be1 req-ba480a4c-4686-4f61-9792-ad2536c1859e tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:31.835978 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-606ad7d1-140a-4cca-9915-043d9f4a1be1 req-ba480a4c-4686-4f61-9792-ad2536c1859e tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc4a86e6-15f2-4115-bc98-8351a4cde6e5 HTTP/1.1" status: 200 len: 944 time: 0.0479593 Dec 10 16:18:31.884295 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-606ad7d1-140a-4cca-9915-043d9f4a1be1 req-4f5f70a5-a46f-45dd-8886-b33ebc9f3be9 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e5b7b3-ff2e-43d9-9097-c014c445ce82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423760 Dec 10 16:18:32.996079 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb03ab7-989e-4e28-b58d-b85280e9d17d req-fbe768e2-5afd-44cb-8f5f-dda86043b0e3 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:32.997572 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-fcb03ab7-989e-4e28-b58d-b85280e9d17d req-fbe768e2-5afd-44cb-8f5f-dda86043b0e3 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc4a86e6-15f2-4115-bc98-8351a4cde6e5 HTTP/1.1" status: 200 len: 944 time: 0.0473604 Dec 10 16:18:33.001553 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device f2516306-b856-400c-913e-756ff357d268 up at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:18:33.051411 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning complete for port f2516306-b856-400c-913e-756ff357d268 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:18:33.051669 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-fcb03ab7-989e-4e28-b58d-b85280e9d17d req-c0b9d36e-0bd0-4e64-8963-070d5181b9d2 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e5b7b3-ff2e-43d9-9097-c014c445ce82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470827 Dec 10 16:18:33.051859 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:33.127189 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:33.148622 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc4a86e6-15f2-4115-bc98-8351a4cde6e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2516306-b856-400c-913e-756ff357d268'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:18:33.151276 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa4b92c408489e2c982394a5a7b3518bb1b22554638321e3ea6c5cabb2c75d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7401a309-163b-4ede-a857-4c88cca6c52f" -d '{"events": [{"server_uuid": "fc4a86e6-15f2-4115-bc98-8351a4cde6e5", "name": "network-vif-plugged", "status": "completed", "tag": "f2516306-b856-400c-913e-756ff357d268"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:18:33.163631 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port f2516306-b856-400c-913e-756ff357d268, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=f2516306-b856-400c-913e-756ff357d268,segment=NetworkSegment(3c80bf7c-58c6-427b-b99c-4fc31a65f885),segment_id=3c80bf7c-58c6-427b-b99c-4fc31a65f885)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:18:33.221251 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:33.270122 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=f2516306-b856-400c-913e-756ff357d268,revision_number=8']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:34.172639 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23319a1-57f0-44c6-b73e-601167c4b8df req-c601aa2a-0eb9-457b-bd9d-ee2ea6f4217e tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:34.174126 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f23319a1-57f0-44c6-b73e-601167c4b8df req-c601aa2a-0eb9-457b-bd9d-ee2ea6f4217e tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc4a86e6-15f2-4115-bc98-8351a4cde6e5 HTTP/1.1" status: 200 len: 945 time: 0.0476558 Dec 10 16:18:34.207594 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83cd8f2d-1150-45cf-876b-4e302f71cdc0 x-openstack-request-id: req-83cd8f2d-1150-45cf-876b-4e302f71cdc0 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:18:34.208323 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc4a86e6-15f2-4115-bc98-8351a4cde6e5", "name": "network-vif-plugged", "status": "completed", "tag": "f2516306-b856-400c-913e-756ff357d268", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:18:34.208323 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-83cd8f2d-1150-45cf-876b-4e302f71cdc0 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:18:34.208586 dv-neutron-821401-4-hyperv neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc4a86e6-15f2-4115-bc98-8351a4cde6e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2516306-b856-400c-913e-756ff357d268', 'code': 200} Dec 10 16:18:34.223495 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f23319a1-57f0-44c6-b73e-601167c4b8df req-275521a4-adee-465a-bda9-fa1eb0f30276 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e5b7b3-ff2e-43d9-9097-c014c445ce82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433838 Dec 10 16:18:34.512356 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0124dd2b-d023-4076-9c4d-1a4412fa82c0 req-ad26ea76-d4e2-46ec-ad89-87f824b9c2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:34.513825 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-0124dd2b-d023-4076-9c4d-1a4412fa82c0 req-ad26ea76-d4e2-46ec-ad89-87f824b9c2a8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fc4a86e6-15f2-4115-bc98-8351a4cde6e5 HTTP/1.1" status: 200 len: 1098 time: 0.0391936 Dec 10 16:18:34.557989 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-0124dd2b-d023-4076-9c4d-1a4412fa82c0 req-851030c0-7eea-4073-b075-f1c7d93ec6d4 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=78e5b7b3-ff2e-43d9-9097-c014c445ce82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374367 Dec 10 16:18:35.347012 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c17420-ae28-46e2-8f8f-6b673874a95a req-5fdd1f31-6bef-4e33-8ee3-f1c6573f1271 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:35.348399 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b7c17420-ae28-46e2-8f8f-6b673874a95a req-5fdd1f31-6bef-4e33-8ee3-f1c6573f1271 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc4a86e6-15f2-4115-bc98-8351a4cde6e5 HTTP/1.1" status: 200 len: 945 time: 0.0530310 Dec 10 16:18:35.397806 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-b7c17420-ae28-46e2-8f8f-6b673874a95a req-1c4f8c0c-67d0-4309-b5c1-51d030c95faa tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e5b7b3-ff2e-43d9-9097-c014c445ce82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433393 Dec 10 16:18:36.516106 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b34815f-1cb8-48e6-a0f8-5a1c89750fe7 req-ba10e0cd-6b6e-4f73-bf24-63e90fe1c527 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:36.517575 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-2b34815f-1cb8-48e6-a0f8-5a1c89750fe7 req-ba10e0cd-6b6e-4f73-bf24-63e90fe1c527 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc4a86e6-15f2-4115-bc98-8351a4cde6e5 HTTP/1.1" status: 200 len: 945 time: 0.0527568 Dec 10 16:18:36.566143 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-2b34815f-1cb8-48e6-a0f8-5a1c89750fe7 req-6e30ec73-677a-4cae-8b11-54a3a0076aed tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e5b7b3-ff2e-43d9-9097-c014c445ce82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426025 Dec 10 16:18:42.981229 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-666dd2aa-6e5b-480c-96e8-4a38af6c778e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:43.850178 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:45.312027 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4dd68f36-88e1-4aaf-91f8-fd5d2e431935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:46.323819 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:47.946568 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:47.960441 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:18:48.730094 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:57.328511 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-72ff6a09-e24f-4b60-8add-0196c45f2db4 req-cc2973c2-7eeb-459e-9caf-a35dce483ef8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fc4a86e6-15f2-4115-bc98-8351a4cde6e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400419 Dec 10 16:18:57.411730 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff6a09-e24f-4b60-8add-0196c45f2db4 req-55b40323-6d7e-4023-b89f-a2bee40be5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:57.413123 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-72ff6a09-e24f-4b60-8add-0196c45f2db4 req-55b40323-6d7e-4023-b89f-a2bee40be5cd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=60d8a4ee439f45bd94d85fffd4ed71ff&device_id=fc4a86e6-15f2-4115-bc98-8351a4cde6e5 HTTP/1.1" status: 200 len: 1098 time: 0.0395479 Dec 10 16:18:57.518388 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff6a09-e24f-4b60-8add-0196c45f2db4 req-77a9dde0-8a29-4b4a-80a8-3dad3db86bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:57.519946 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-72ff6a09-e24f-4b60-8add-0196c45f2db4 req-77a9dde0-8a29-4b4a-80a8-3dad3db86bd1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee5f9d78-6e0c-4199-ba89-ed6e51f95d02 HTTP/1.1" status: 200 len: 910 time: 0.0880256 Dec 10 16:18:57.587140 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-72ff6a09-e24f-4b60-8add-0196c45f2db4 req-17625327-57eb-4c8f-aff0-a56ef9311964 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2516306-b856-400c-913e-756ff357d268 HTTP/1.1" status: 200 len: 1001 time: 0.0600479 Dec 10 16:18:57.644151 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff6a09-e24f-4b60-8add-0196c45f2db4 req-6524677a-c799-47f7-8f12-0c6c879a31cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:57.645757 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-72ff6a09-e24f-4b60-8add-0196c45f2db4 req-6524677a-c799-47f7-8f12-0c6c879a31cd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fef728a0-b2ed-48ff-962e-4a5ea2604571 HTTP/1.1" status: 200 len: 848 time: 0.0506399 Dec 10 16:18:57.699705 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff6a09-e24f-4b60-8add-0196c45f2db4 req-140679cb-09f7-4520-846d-e0284ac5ce44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:57.701615 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-72ff6a09-e24f-4b60-8add-0196c45f2db4 req-140679cb-09f7-4520-846d-e0284ac5ce44 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee5f9d78-6e0c-4199-ba89-ed6e51f95d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0495839 Dec 10 16:18:57.809028 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-72ff6a09-e24f-4b60-8add-0196c45f2db4 req-32c5e5be-f6a4-45eb-94a4-7d706bd8ef27 service neutron] 10.222.0.44 "GET /v2.0/networks/ee5f9d78-6e0c-4199-ba89-ed6e51f95d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956178 Dec 10 16:18:57.901202 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-72ff6a09-e24f-4b60-8add-0196c45f2db4 req-3950a413-a3c6-4f30-a313-c7f0ff71d0d5 service neutron] 10.222.0.44 "GET /v2.0/networks/ee5f9d78-6e0c-4199-ba89-ed6e51f95d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841353 Dec 10 16:19:12.940829 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4cf48a37-e8e5-49dc-8461-cf99f8e2cb4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:13.872260 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:15.294843 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-460157c6-73e3-4ad7-b5d7-d89ef0ee867f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:16.323844 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:17.969170 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:18.752379 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:24.961547 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:19:42.974915 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fb6f42f7-4e2f-4fc2-b175-acd30d3a04d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:43.912244 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:45.294794 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4c96dd16-1646-42f4-84d6-f54247ed31ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:46.351926 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:47.951632 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:48.717366 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:59.330007 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-919fd8b1-9f56-4a27-84da-2b5df716c0b1 req-5c8555a7-db9b-4da0-98ea-d8b0d2db40ae service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fc4a86e6-15f2-4115-bc98-8351a4cde6e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439582 Dec 10 16:19:59.410385 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919fd8b1-9f56-4a27-84da-2b5df716c0b1 req-5e36751b-a959-4082-af51-7f23ba605158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:59.412127 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-919fd8b1-9f56-4a27-84da-2b5df716c0b1 req-5e36751b-a959-4082-af51-7f23ba605158 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=60d8a4ee439f45bd94d85fffd4ed71ff&device_id=fc4a86e6-15f2-4115-bc98-8351a4cde6e5 HTTP/1.1" status: 200 len: 1098 time: 0.0409956 Dec 10 16:19:59.514196 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919fd8b1-9f56-4a27-84da-2b5df716c0b1 req-8013393c-5baa-487c-980d-145d10c8076f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:59.516342 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-919fd8b1-9f56-4a27-84da-2b5df716c0b1 req-8013393c-5baa-487c-980d-145d10c8076f service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee5f9d78-6e0c-4199-ba89-ed6e51f95d02 HTTP/1.1" status: 200 len: 910 time: 0.0858061 Dec 10 16:19:59.589247 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-919fd8b1-9f56-4a27-84da-2b5df716c0b1 req-bdcde4f0-f555-4cb5-809d-888353d39ae0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2516306-b856-400c-913e-756ff357d268 HTTP/1.1" status: 200 len: 1001 time: 0.0635445 Dec 10 16:19:59.636285 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919fd8b1-9f56-4a27-84da-2b5df716c0b1 req-fc75691b-1a0d-4007-bc59-872263ef7709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:59.637711 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-919fd8b1-9f56-4a27-84da-2b5df716c0b1 req-fc75691b-1a0d-4007-bc59-872263ef7709 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fef728a0-b2ed-48ff-962e-4a5ea2604571 HTTP/1.1" status: 200 len: 848 time: 0.0423698 Dec 10 16:19:59.681388 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919fd8b1-9f56-4a27-84da-2b5df716c0b1 req-98cf209a-3627-41aa-8a5e-2920a3068584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:59.682904 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-919fd8b1-9f56-4a27-84da-2b5df716c0b1 req-98cf209a-3627-41aa-8a5e-2920a3068584 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee5f9d78-6e0c-4199-ba89-ed6e51f95d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386710 Dec 10 16:19:59.775237 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-919fd8b1-9f56-4a27-84da-2b5df716c0b1 req-94439d43-bb45-4924-9df7-ae0968e7c3fb service neutron] 10.222.0.44 "GET /v2.0/networks/ee5f9d78-6e0c-4199-ba89-ed6e51f95d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856371 Dec 10 16:19:59.878041 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-919fd8b1-9f56-4a27-84da-2b5df716c0b1 req-fc17791e-92dc-41c6-96ea-71c1385a1e4d service neutron] 10.222.0.44 "GET /v2.0/networks/ee5f9d78-6e0c-4199-ba89-ed6e51f95d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954773 Dec 10 16:20:01.959475 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:20:11.583627 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 44450) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:11.749251 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-02624002-9b9f-4742-8366-80e8cc0f0eed tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Deleting port 9500f5d6-acab-4456-af8c-fa9d662aba3e {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:20:11.749593 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-02624002-9b9f-4742-8366-80e8cc0f0eed tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:11.827063 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-02624002-9b9f-4742-8366-80e8cc0f0eed tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:11.827390 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-02624002-9b9f-4742-8366-80e8cc0f0eed tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:11.839547 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-02624002-9b9f-4742-8366-80e8cc0f0eed tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Calling delete_port for 9500f5d6-acab-4456-af8c-fa9d662aba3e owned by network:floatingip {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:20:12.037684 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-02624002-9b9f-4742-8366-80e8cc0f0eed tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:12.067392 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02624002-9b9f-4742-8366-80e8cc0f0eed tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Pushing event deleted for resources: {'Port': ['ID=9500f5d6-acab-4456-af8c-fa9d662aba3e,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:12.091062 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02624002-9b9f-4742-8366-80e8cc0f0eed tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:12.091344 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02624002-9b9f-4742-8366-80e8cc0f0eed tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:12.091687 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02624002-9b9f-4742-8366-80e8cc0f0eed tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:12.092022 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02624002-9b9f-4742-8366-80e8cc0f0eed tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:12.092352 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02624002-9b9f-4742-8366-80e8cc0f0eed tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:12.092678 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02624002-9b9f-4742-8366-80e8cc0f0eed tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:12.093003 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02624002-9b9f-4742-8366-80e8cc0f0eed tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:12.093331 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02624002-9b9f-4742-8366-80e8cc0f0eed tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:12.093696 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02624002-9b9f-4742-8366-80e8cc0f0eed tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:12.094046 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02624002-9b9f-4742-8366-80e8cc0f0eed tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:12.094368 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02624002-9b9f-4742-8366-80e8cc0f0eed tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:12.094684 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02624002-9b9f-4742-8366-80e8cc0f0eed tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:12.095004 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02624002-9b9f-4742-8366-80e8cc0f0eed tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:12.135866 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-02624002-9b9f-4742-8366-80e8cc0f0eed tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks [] for floatingip, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:12.136200 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.l3_db [None req-02624002-9b9f-4742-8366-80e8cc0f0eed tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Floating IP 5b9425fd-fcff-47aa-9087-26a992eb24f2 disassociated (deleted). External IP: 172.26.2.124, port: f2516306-b856-400c-913e-756ff357d268. Dec 10 16:20:12.342434 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02624002-9b9f-4742-8366-80e8cc0f0eed tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Router f96ec197-3fd5-4d1d-8630-cd39b50a5deb has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:20:12.454846 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02624002-9b9f-4742-8366-80e8cc0f0eed tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:20:12.459724 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-02624002-9b9f-4742-8366-80e8cc0f0eed tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:12.464962 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ffa533-a917-4bc6-8bfb-97c2b5b123b1 None None] Sync routers for ids ['f96ec197-3fd5-4d1d-8630-cd39b50a5deb'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:20:12.475173 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ffa533-a917-4bc6-8bfb-97c2b5b123b1 None None] Routers {'f96ec197-3fd5-4d1d-8630-cd39b50a5deb'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:20:12.475983 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-22ffa533-a917-4bc6-8bfb-97c2b5b123b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:19:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['f96ec197-3fd5-4d1d-8630-cd39b50a5deb'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:12.514420 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-02624002-9b9f-4742-8366-80e8cc0f0eed tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "DELETE /v2.0/floatingips/5b9425fd-fcff-47aa-9087-26a992eb24f2 HTTP/1.1" status: 204 len: 168 time: 0.9296958 Dec 10 16:20:12.515028 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc4a86e6-15f2-4115-bc98-8351a4cde6e5', 'tag': 'f2516306-b856-400c-913e-756ff357d268'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:20:12.517507 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9ca57131bc4931768ac29058952438d1fdd62308db7b17540cc34ffe8faef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e41604-6e2c-460a-874b-329c0c3c1e1c" -d '{"events": [{"name": "network-changed", "server_uuid": "fc4a86e6-15f2-4115-bc98-8351a4cde6e5", "tag": "f2516306-b856-400c-913e-756ff357d268"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:20:12.581642 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-22ffa533-a917-4bc6-8bfb-97c2b5b123b1 None None] Set router f96ec197-3fd5-4d1d-8630-cd39b50a5deb gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:20:12.615611 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9aa08f8-7cd5-45dd-a89e-3c8dec174862 x-openstack-request-id: req-b9aa08f8-7cd5-45dd-a89e-3c8dec174862 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:20:12.616116 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc4a86e6-15f2-4115-bc98-8351a4cde6e5", "tag": "f2516306-b856-400c-913e-756ff357d268", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:20:12.616220 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b9aa08f8-7cd5-45dd-a89e-3c8dec174862 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:20:12.616568 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc4a86e6-15f2-4115-bc98-8351a4cde6e5', 'tag': 'f2516306-b856-400c-913e-756ff357d268', 'status': 'completed', 'code': 200} Dec 10 16:20:12.683302 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e41604-6e2c-460a-874b-329c0c3c1e1c req-5e4b2684-ced3-42f1-9f35-54abf5a95632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:12.684967 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-b2e41604-6e2c-460a-874b-329c0c3c1e1c req-5e4b2684-ced3-42f1-9f35-54abf5a95632 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=60d8a4ee439f45bd94d85fffd4ed71ff&device_id=fc4a86e6-15f2-4115-bc98-8351a4cde6e5 HTTP/1.1" status: 200 len: 1098 time: 0.0464301 Dec 10 16:20:12.778894 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e41604-6e2c-460a-874b-329c0c3c1e1c req-788bcfcd-3c5b-4142-aab6-e06be3a1e4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:12.780383 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-b2e41604-6e2c-460a-874b-329c0c3c1e1c req-788bcfcd-3c5b-4142-aab6-e06be3a1e4a1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee5f9d78-6e0c-4199-ba89-ed6e51f95d02 HTTP/1.1" status: 200 len: 910 time: 0.0887232 Dec 10 16:20:12.782946 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-22ffa533-a917-4bc6-8bfb-97c2b5b123b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96ec197-3fd5-4d1d-8630-cd39b50a5deb', 'name': 'tempest-TestShelveInstance-1490916739-router', 'tenant_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.103'}], 'enable_snat': True}, 'gw_port_id': '29c81113-223b-4d57-81d1-869ecf9bbb56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:10:11Z', 'updated_at': '2021-12-10T16:10:15Z', 'revision_number': 4, 'project_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'gw_port': {'id': '29c81113-223b-4d57-81d1-869ecf9bbb56', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:03:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96ec197-3fd5-4d1d-8630-cd39b50a5deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:10:12Z', 'updated_at': '2021-12-10T16:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': 'bbfdd95c-fed2-4c8a-9be4-91e2bd8463ec', 'name': '', 'network_id': 'ee5f9d78-6e0c-4199-ba89-ed6e51f95d02', 'tenant_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'mac_address': 'fa:16:3e:98:cb:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96ec197-3fd5-4d1d-8630-cd39b50a5deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'fef728a0-b2ed-48ff-962e-4a5ea2604571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:10:14Z', 'updated_at': '2021-12-10T16:10:18Z', 'revision_number': 5, 'project_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'subnets': [{'id': 'fef728a0-b2ed-48ff-962e-4a5ea2604571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:12.808863 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ffa533-a917-4bc6-8bfb-97c2b5b123b1 None None] Checking router: f96ec197-3fd5-4d1d-8630-cd39b50a5deb for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:20:12.817281 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ffa533-a917-4bc6-8bfb-97c2b5b123b1 None None] Routers {'f96ec197-3fd5-4d1d-8630-cd39b50a5deb'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:20:12.817917 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-22ffa533-a917-4bc6-8bfb-97c2b5b123b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:19:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['f96ec197-3fd5-4d1d-8630-cd39b50a5deb'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:12.825984 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-b2e41604-6e2c-460a-874b-329c0c3c1e1c req-4e64d9ed-4e65-438c-9212-de2a27d4c35a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2516306-b856-400c-913e-756ff357d268 HTTP/1.1" status: 200 len: 217 time: 0.0386674 Dec 10 16:20:12.878292 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e41604-6e2c-460a-874b-329c0c3c1e1c req-b864c269-7bb4-4a72-a304-f0a82a84588d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:12.879950 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-b2e41604-6e2c-460a-874b-329c0c3c1e1c req-b864c269-7bb4-4a72-a304-f0a82a84588d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fef728a0-b2ed-48ff-962e-4a5ea2604571 HTTP/1.1" status: 200 len: 848 time: 0.0479572 Dec 10 16:20:12.953505 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-22ffa533-a917-4bc6-8bfb-97c2b5b123b1 None None] Set router f96ec197-3fd5-4d1d-8630-cd39b50a5deb gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:20:12.960462 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e41604-6e2c-460a-874b-329c0c3c1e1c req-53cd1a47-12c0-4e05-bba3-3da376048200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:12.962014 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-b2e41604-6e2c-460a-874b-329c0c3c1e1c req-53cd1a47-12c0-4e05-bba3-3da376048200 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee5f9d78-6e0c-4199-ba89-ed6e51f95d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732369 Dec 10 16:20:12.998884 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-84479c4e-186e-4664-8fae-38af0a0e74a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:13.029090 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c2860b-5ad6-4df1-8616-02baef975af4 req-2e2a9153-0a8f-4876-a753-176691bc8190 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:13.030616 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-98c2860b-5ad6-4df1-8616-02baef975af4 req-2e2a9153-0a8f-4876-a753-176691bc8190 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc4a86e6-15f2-4115-bc98-8351a4cde6e5 HTTP/1.1" status: 200 len: 945 time: 0.1059022 Dec 10 16:20:13.104780 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-98c2860b-5ad6-4df1-8616-02baef975af4 req-a004cb82-e576-436e-9522-1b9254cdc9f8 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e5b7b3-ff2e-43d9-9097-c014c445ce82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678842 Dec 10 16:20:13.107050 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-b2e41604-6e2c-460a-874b-329c0c3c1e1c req-301e9d3b-dc09-4929-84d3-1dd98d03ba9d service neutron] 10.222.0.44 "GET /v2.0/networks/ee5f9d78-6e0c-4199-ba89-ed6e51f95d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361706 Dec 10 16:20:13.164920 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-22ffa533-a917-4bc6-8bfb-97c2b5b123b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96ec197-3fd5-4d1d-8630-cd39b50a5deb', 'name': 'tempest-TestShelveInstance-1490916739-router', 'tenant_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.103'}], 'enable_snat': True}, 'gw_port_id': '29c81113-223b-4d57-81d1-869ecf9bbb56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:10:11Z', 'updated_at': '2021-12-10T16:10:15Z', 'revision_number': 4, 'project_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'gw_port': {'id': '29c81113-223b-4d57-81d1-869ecf9bbb56', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:03:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96ec197-3fd5-4d1d-8630-cd39b50a5deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:10:12Z', 'updated_at': '2021-12-10T16:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': 'bbfdd95c-fed2-4c8a-9be4-91e2bd8463ec', 'name': '', 'network_id': 'ee5f9d78-6e0c-4199-ba89-ed6e51f95d02', 'tenant_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'mac_address': 'fa:16:3e:98:cb:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96ec197-3fd5-4d1d-8630-cd39b50a5deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'fef728a0-b2ed-48ff-962e-4a5ea2604571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:10:14Z', 'updated_at': '2021-12-10T16:10:18Z', 'revision_number': 5, 'project_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'subnets': [{'id': 'fef728a0-b2ed-48ff-962e-4a5ea2604571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:13.194828 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ffa533-a917-4bc6-8bfb-97c2b5b123b1 None None] The sync data for ids ['f96ec197-3fd5-4d1d-8630-cd39b50a5deb'] in dv-neutron-821401-4-hyperv is: [{'id': 'f96ec197-3fd5-4d1d-8630-cd39b50a5deb', 'name': 'tempest-TestShelveInstance-1490916739-router', 'tenant_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.103'}], 'enable_snat': True}, 'gw_port_id': '29c81113-223b-4d57-81d1-869ecf9bbb56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:10:11Z', 'updated_at': '2021-12-10T16:10:15Z', 'revision_number': 4, 'project_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'gw_port': {'id': '29c81113-223b-4d57-81d1-869ecf9bbb56', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:03:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96ec197-3fd5-4d1d-8630-cd39b50a5deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:10:12Z', 'updated_at': '2021-12-10T16:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': 'bbfdd95c-fed2-4c8a-9be4-91e2bd8463ec', 'name': '', 'network_id': 'ee5f9d78-6e0c-4199-ba89-ed6e51f95d02', 'tenant_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'mac_address': 'fa:16:3e:98:cb:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96ec197-3fd5-4d1d-8630-cd39b50a5deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'fef728a0-b2ed-48ff-962e-4a5ea2604571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:10:14Z', 'updated_at': '2021-12-10T16:10:18Z', 'revision_number': 5, 'project_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'subnets': [{'id': 'fef728a0-b2ed-48ff-962e-4a5ea2604571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:20:13.199440 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-b2e41604-6e2c-460a-874b-329c0c3c1e1c req-cf6ee688-7f07-46a3-9bd3-3a15ad4336a2 service neutron] 10.222.0.44 "GET /v2.0/networks/ee5f9d78-6e0c-4199-ba89-ed6e51f95d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850201 Dec 10 16:20:13.425107 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1ca793-5eb0-4247-8a3a-56600a595b29 None None] New status for floating IP 5b9425fd-fcff-47aa-9087-26a992eb24f2: DOWN {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:20:13.854863 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:14.220935 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f428f48-06cc-4566-8d50-31bbd50a022d req-97903741-2b3b-47c4-bf23-a82eda48d902 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:14.222451 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-8f428f48-06cc-4566-8d50-31bbd50a022d req-97903741-2b3b-47c4-bf23-a82eda48d902 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc4a86e6-15f2-4115-bc98-8351a4cde6e5 HTTP/1.1" status: 200 len: 945 time: 0.0485189 Dec 10 16:20:14.270575 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-8f428f48-06cc-4566-8d50-31bbd50a022d req-4d0a80d0-4cb0-4e44-a4b1-063c39cc99d5 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e5b7b3-ff2e-43d9-9097-c014c445ce82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422857 Dec 10 16:20:14.457335 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3caae1-4b2c-4aa0-a307-e11486be3e39 req-047d3c16-5369-4376-b28c-68e79370ecef tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:14.459178 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-2e3caae1-4b2c-4aa0-a307-e11486be3e39 req-047d3c16-5369-4376-b28c-68e79370ecef tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc4a86e6-15f2-4115-bc98-8351a4cde6e5 HTTP/1.1" status: 200 len: 945 time: 0.0548105 Dec 10 16:20:14.548729 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [req-2e3caae1-4b2c-4aa0-a307-e11486be3e39 req-5514a6ab-4273-4b6c-8bd7-eed89fb058a1 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Deleting port f2516306-b856-400c-913e-756ff357d268 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:20:14.549079 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-2e3caae1-4b2c-4aa0-a307-e11486be3e39 req-5514a6ab-4273-4b6c-8bd7-eed89fb058a1 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:14.638437 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [req-2e3caae1-4b2c-4aa0-a307-e11486be3e39 req-5514a6ab-4273-4b6c-8bd7-eed89fb058a1 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] For port f2516306-b856-400c-913e-756ff357d268, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=f2516306-b856-400c-913e-756ff357d268,segment=NetworkSegment(3c80bf7c-58c6-427b-b99c-4fc31a65f885),segment_id=3c80bf7c-58c6-427b-b99c-4fc31a65f885)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:20:14.638799 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-2e3caae1-4b2c-4aa0-a307-e11486be3e39 req-5514a6ab-4273-4b6c-8bd7-eed89fb058a1 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:14.650366 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [req-2e3caae1-4b2c-4aa0-a307-e11486be3e39 req-5514a6ab-4273-4b6c-8bd7-eed89fb058a1 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Calling delete_port for f2516306-b856-400c-913e-756ff357d268 owned by compute:nova {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:20:14.814417 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-2e3caae1-4b2c-4aa0-a307-e11486be3e39 req-5514a6ab-4273-4b6c-8bd7-eed89fb058a1 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:14.845439 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5514a6ab-4273-4b6c-8bd7-eed89fb058a1 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Pushing event deleted for resources: {'Port': ['ID=f2516306-b856-400c-913e-756ff357d268,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:14.857495 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5514a6ab-4273-4b6c-8bd7-eed89fb058a1 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:14.857950 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5514a6ab-4273-4b6c-8bd7-eed89fb058a1 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:14.858302 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5514a6ab-4273-4b6c-8bd7-eed89fb058a1 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:14.858640 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5514a6ab-4273-4b6c-8bd7-eed89fb058a1 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:14.858965 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5514a6ab-4273-4b6c-8bd7-eed89fb058a1 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:14.859301 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5514a6ab-4273-4b6c-8bd7-eed89fb058a1 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:14.859632 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5514a6ab-4273-4b6c-8bd7-eed89fb058a1 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:14.859967 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5514a6ab-4273-4b6c-8bd7-eed89fb058a1 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:14.860354 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5514a6ab-4273-4b6c-8bd7-eed89fb058a1 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:14.860691 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5514a6ab-4273-4b6c-8bd7-eed89fb058a1 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:14.861017 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5514a6ab-4273-4b6c-8bd7-eed89fb058a1 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:14.861382 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5514a6ab-4273-4b6c-8bd7-eed89fb058a1 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:14.861673 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5514a6ab-4273-4b6c-8bd7-eed89fb058a1 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:14.899261 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e3caae1-4b2c-4aa0-a307-e11486be3e39 req-5514a6ab-4273-4b6c-8bd7-eed89fb058a1 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] No DVR routers for this DVR port f2516306-b856-400c-913e-756ff357d268 on host hv-neutron-8214 {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:20:14.901854 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-2e3caae1-4b2c-4aa0-a307-e11486be3e39 req-5514a6ab-4273-4b6c-8bd7-eed89fb058a1 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:14.905231 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-2e3caae1-4b2c-4aa0-a307-e11486be3e39 req-5514a6ab-4273-4b6c-8bd7-eed89fb058a1 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.44 "DELETE /v2.0/ports/f2516306-b856-400c-913e-756ff357d268 HTTP/1.1" status: 204 len: 173 time: 0.4385228 Dec 10 16:20:14.905667 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc4a86e6-15f2-4115-bc98-8351a4cde6e5', 'name': 'network-vif-deleted', 'tag': 'f2516306-b856-400c-913e-756ff357d268'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:20:14.908577 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde1b47dcd987728a27c8e391f176ee57ea2adf837d2cedb59662361de43515a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7355254-e6c5-4a96-a667-22d089f3a434" -d '{"events": [{"server_uuid": "fc4a86e6-15f2-4115-bc98-8351a4cde6e5", "name": "network-vif-deleted", "tag": "f2516306-b856-400c-913e-756ff357d268"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:20:15.007395 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4145770-157c-422d-8f54-2ffc9f2a26b4 x-openstack-request-id: req-e4145770-157c-422d-8f54-2ffc9f2a26b4 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:20:15.007669 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc4a86e6-15f2-4115-bc98-8351a4cde6e5", "name": "network-vif-deleted", "tag": "f2516306-b856-400c-913e-756ff357d268", "status": "completed", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:20:15.007925 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e4145770-157c-422d-8f54-2ffc9f2a26b4 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:20:15.008326 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc4a86e6-15f2-4115-bc98-8351a4cde6e5', 'name': 'network-vif-deleted', 'tag': 'f2516306-b856-400c-913e-756ff357d268', 'status': 'completed', 'code': 200} Dec 10 16:20:15.334956 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-780d20cc-863e-4e4b-b256-228c76f1196e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:15.386226 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-7a2c34e9-5181-4d11-8be4-119760bf079f req-9aa90713-bac6-46f6-8ec3-650c6fb46cda tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc4a86e6-15f2-4115-bc98-8351a4cde6e5 HTTP/1.1" status: 200 len: 210 time: 0.0305543 Dec 10 16:20:16.329581 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:16.489244 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-1492ab1b-610c-4afa-9625-a2ad952351c5 req-d7a023ce-50c4-4ac8-9bef-5cbda0b63ea9 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc4a86e6-15f2-4115-bc98-8351a4cde6e5 HTTP/1.1" status: 200 len: 210 time: 0.0273187 Dec 10 16:20:17.583357 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-91245eec-b8d6-478f-90b5-eedf95b5cf6f req-2cc6ef73-2659-49b6-b730-9b9addbeb5c6 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc4a86e6-15f2-4115-bc98-8351a4cde6e5 HTTP/1.1" status: 200 len: 210 time: 0.0258040 Dec 10 16:20:17.968905 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:18.687148 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-14649a79-54a6-4f87-8042-4e11959b0fc5 req-45909c15-ca2b-490f-a746-2522d8a8dab9 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc4a86e6-15f2-4115-bc98-8351a4cde6e5 HTTP/1.1" status: 200 len: 210 time: 0.0300670 Dec 10 16:20:18.722770 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:19.577009 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device f2516306-b856-400c-913e-756ff357d268 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:20:19.597487 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] No Port match for: f2516306-b856-400c-913e-756ff357d268 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:20:19.597878 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device f2516306-b856-400c-913e-756ff357d268 not bound to the agent host hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:20:19.793386 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-65a29f92-28a3-4a4c-9ce0-29d5bb36fad1 req-48c785ac-0992-41da-b10c-cbbc3fd68270 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc4a86e6-15f2-4115-bc98-8351a4cde6e5 HTTP/1.1" status: 200 len: 210 time: 0.0267055 Dec 10 16:20:20.849428 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 44502) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:20.905422 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ed6ad635-bad0-4045-ba01-5f2f47c665d1 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:20.930309 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ed6ad635-bad0-4045-ba01-5f2f47c665d1 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:21.066152 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ed6ad635-bad0-4045-ba01-5f2f47c665d1 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:21.069060 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ed6ad635-bad0-4045-ba01-5f2f47c665d1 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:21.070342 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-ed6ad635-bad0-4045-ba01-5f2f47c665d1 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] 10.222.0.20 "DELETE /v2.0/security-groups/78e5b7b3-ff2e-43d9-9097-c014c445ce82 HTTP/1.1" status: 204 len: 168 time: 0.2198327 Dec 10 16:20:21.081810 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6ad635-bad0-4045-ba01-5f2f47c665d1 tempest-TestShelveInstance-1152512146 tempest-TestShelveInstance-1152512146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e5b7b3-ff2e-43d9-9097-c014c445ce82,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:21.194461 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 44506) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:21.670802 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c9caea0f-b7d2-4d8b-81d2-ba603cf638c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549925'] for router_interface, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:21.912833 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-c9caea0f-b7d2-4d8b-81d2-ba603cf638c9 admin admin] Deleting port bbfdd95c-fed2-4c8a-9be4-91e2bd8463ec {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:20:21.913070 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c9caea0f-b7d2-4d8b-81d2-ba603cf638c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:21.988857 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-c9caea0f-b7d2-4d8b-81d2-ba603cf638c9 admin admin] For port bbfdd95c-fed2-4c8a-9be4-91e2bd8463ec, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=bbfdd95c-fed2-4c8a-9be4-91e2bd8463ec,segment=NetworkSegment(3c80bf7c-58c6-427b-b99c-4fc31a65f885),segment_id=3c80bf7c-58c6-427b-b99c-4fc31a65f885)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:20:21.989216 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c9caea0f-b7d2-4d8b-81d2-ba603cf638c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:22.001306 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-c9caea0f-b7d2-4d8b-81d2-ba603cf638c9 admin admin] Calling delete_port for bbfdd95c-fed2-4c8a-9be4-91e2bd8463ec owned by network:router_interface {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:20:22.231605 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c9caea0f-b7d2-4d8b-81d2-ba603cf638c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:22.257499 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9caea0f-b7d2-4d8b-81d2-ba603cf638c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbfdd95c-fed2-4c8a-9be4-91e2bd8463ec,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:22.435356 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-c9caea0f-b7d2-4d8b-81d2-ba603cf638c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550073'] for router_interface, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:22.648553 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9caea0f-b7d2-4d8b-81d2-ba603cf638c9 admin admin] Router f96ec197-3fd5-4d1d-8630-cd39b50a5deb has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:20:22.757086 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9caea0f-b7d2-4d8b-81d2-ba603cf638c9 admin admin] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:20:22.762468 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-c9caea0f-b7d2-4d8b-81d2-ba603cf638c9 admin admin] 10.222.0.20 "PUT /v2.0/routers/f96ec197-3fd5-4d1d-8630-cd39b50a5deb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5668755 Dec 10 16:20:22.765267 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 44510) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:22.767064 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7541eb77-0bcb-429e-a95b-180772825468 None None] Sync routers for ids ['f96ec197-3fd5-4d1d-8630-cd39b50a5deb'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:20:22.777628 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7541eb77-0bcb-429e-a95b-180772825468 None None] Routers {'f96ec197-3fd5-4d1d-8630-cd39b50a5deb'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:20:22.778284 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-7541eb77-0bcb-429e-a95b-180772825468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:20:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['f96ec197-3fd5-4d1d-8630-cd39b50a5deb'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:22.874669 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-23d111d2-5969-46a3-9a83-3b25f3d4333a admin admin] Publish callbacks [] for router, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:22.987389 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-23d111d2-5969-46a3-9a83-3b25f3d4333a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:23.036924 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-7541eb77-0bcb-429e-a95b-180772825468 None None] Set router f96ec197-3fd5-4d1d-8630-cd39b50a5deb gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:20:23.095226 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-23d111d2-5969-46a3-9a83-3b25f3d4333a admin admin] Deleting port 29c81113-223b-4d57-81d1-869ecf9bbb56 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:20:23.095581 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-23d111d2-5969-46a3-9a83-3b25f3d4333a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:23.187699 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-23d111d2-5969-46a3-9a83-3b25f3d4333a admin admin] For port 29c81113-223b-4d57-81d1-869ecf9bbb56, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=29c81113-223b-4d57-81d1-869ecf9bbb56,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:20:23.188069 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-23d111d2-5969-46a3-9a83-3b25f3d4333a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:23.201052 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-23d111d2-5969-46a3-9a83-3b25f3d4333a admin admin] Calling delete_port for 29c81113-223b-4d57-81d1-869ecf9bbb56 owned by network:router_gateway {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:20:23.225743 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-7541eb77-0bcb-429e-a95b-180772825468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96ec197-3fd5-4d1d-8630-cd39b50a5deb', 'name': 'tempest-TestShelveInstance-1490916739-router', 'tenant_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.103'}], 'enable_snat': True}, 'gw_port_id': '29c81113-223b-4d57-81d1-869ecf9bbb56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:10:11Z', 'updated_at': '2021-12-10T16:20:22Z', 'revision_number': 5, 'project_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'gw_port': {'id': '29c81113-223b-4d57-81d1-869ecf9bbb56', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:03:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96ec197-3fd5-4d1d-8630-cd39b50a5deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:10:12Z', 'updated_at': '2021-12-10T16:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:23.252446 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7541eb77-0bcb-429e-a95b-180772825468 None None] Checking router: f96ec197-3fd5-4d1d-8630-cd39b50a5deb for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:20:23.261582 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7541eb77-0bcb-429e-a95b-180772825468 None None] Routers {'f96ec197-3fd5-4d1d-8630-cd39b50a5deb'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:20:23.262085 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-7541eb77-0bcb-429e-a95b-180772825468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:20:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['f96ec197-3fd5-4d1d-8630-cd39b50a5deb'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:23.351008 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-7541eb77-0bcb-429e-a95b-180772825468 None None] Set router f96ec197-3fd5-4d1d-8630-cd39b50a5deb gateway port host: None {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:20:23.405269 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-7541eb77-0bcb-429e-a95b-180772825468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96ec197-3fd5-4d1d-8630-cd39b50a5deb', 'name': 'tempest-TestShelveInstance-1490916739-router', 'tenant_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:10:11Z', 'updated_at': '2021-12-10T16:20:22Z', 'revision_number': 6, 'project_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'gw_port_host': None}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:23.431741 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-23d111d2-5969-46a3-9a83-3b25f3d4333a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:23.432279 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7541eb77-0bcb-429e-a95b-180772825468 None None] The sync data for ids ['f96ec197-3fd5-4d1d-8630-cd39b50a5deb'] in dv-neutron-821401-4-hyperv is: [{'id': 'f96ec197-3fd5-4d1d-8630-cd39b50a5deb', 'name': 'tempest-TestShelveInstance-1490916739-router', 'tenant_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:10:11Z', 'updated_at': '2021-12-10T16:20:22Z', 'revision_number': 6, 'project_id': '60d8a4ee439f45bd94d85fffd4ed71ff', 'gw_port_host': None}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:20:23.458161 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80aef1cb-6ec0-47c6-9b5f-fa930b509629 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:20:23.483008 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d111d2-5969-46a3-9a83-3b25f3d4333a admin admin] Pushing event deleted for resources: {'Port': ['ID=29c81113-223b-4d57-81d1-869ecf9bbb56,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:23.539573 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-23d111d2-5969-46a3-9a83-3b25f3d4333a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552731'] for router_gateway, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:23.627626 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-23d111d2-5969-46a3-9a83-3b25f3d4333a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13898'] for router, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:23.629728 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-23d111d2-5969-46a3-9a83-3b25f3d4333a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:23.751572 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-23d111d2-5969-46a3-9a83-3b25f3d4333a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549250'] for router, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:23.752127 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23d111d2-5969-46a3-9a83-3b25f3d4333a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f96ec197-3fd5-4d1d-8630-cd39b50a5deb {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:20:23.756514 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-23d111d2-5969-46a3-9a83-3b25f3d4333a admin admin] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:23.760152 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-23d111d2-5969-46a3-9a83-3b25f3d4333a admin admin] 10.222.0.20 "DELETE /v2.0/routers/f96ec197-3fd5-4d1d-8630-cd39b50a5deb HTTP/1.1" status: 204 len: 168 time: 0.9912953 Dec 10 16:20:23.760304 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 44512) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:23.806951 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf6db0e7-a2df-46c5-b4c6-69c059b3bb7e admin admin] Deleting subnet fef728a0-b2ed-48ff-962e-4a5ea2604571 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:20:23.810279 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cf6db0e7-a2df-46c5-b4c6-69c059b3bb7e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:23.847228 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cf6db0e7-a2df-46c5-b4c6-69c059b3bb7e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11806768'] for subnet, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:23.947115 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cf6db0e7-a2df-46c5-b4c6-69c059b3bb7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:24.037812 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cf6db0e7-a2df-46c5-b4c6-69c059b3bb7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11236721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11668521'] for subnet, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:24.061383 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6db0e7-a2df-46c5-b4c6-69c059b3bb7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fef728a0-b2ed-48ff-962e-4a5ea2604571,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:24.067580 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cf6db0e7-a2df-46c5-b4c6-69c059b3bb7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:24.070863 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-cf6db0e7-a2df-46c5-b4c6-69c059b3bb7e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/fef728a0-b2ed-48ff-962e-4a5ea2604571 HTTP/1.1" status: 204 len: 168 time: 0.3096251 Dec 10 16:20:24.073836 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 44514) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:24.079761 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d5465c-1874-426e-b046-48798a82ce57 None None] Network ee5f9d78-6e0c-4199-ba89-ed6e51f95d02 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:20:24.142812 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b10469ca-1df5-4511-a6f6-c36ce4c5dfa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:24.206292 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-b10469ca-1df5-4511-a6f6-c36ce4c5dfa5 admin admin] Deleting port 612c2d88-f44c-4137-bfa2-4f23c740e6e2 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:20:24.206539 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b10469ca-1df5-4511-a6f6-c36ce4c5dfa5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:24.241325 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b236bfd-fc09-482b-aba7-dce0a7b7ef9e None None] DHCP port deletion for ee5f9d78-6e0c-4199-ba89-ed6e51f95d02 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:20:24.270384 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-b10469ca-1df5-4511-a6f6-c36ce4c5dfa5 admin admin] For port 612c2d88-f44c-4137-bfa2-4f23c740e6e2, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=612c2d88-f44c-4137-bfa2-4f23c740e6e2,segment=NetworkSegment(3c80bf7c-58c6-427b-b99c-4fc31a65f885),segment_id=3c80bf7c-58c6-427b-b99c-4fc31a65f885)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:20:24.270745 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b10469ca-1df5-4511-a6f6-c36ce4c5dfa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:24.284224 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-b10469ca-1df5-4511-a6f6-c36ce4c5dfa5 admin admin] Calling delete_port for 612c2d88-f44c-4137-bfa2-4f23c740e6e2 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:20:24.294523 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-3b236bfd-fc09-482b-aba7-dce0a7b7ef9e None None] Deleting port 612c2d88-f44c-4137-bfa2-4f23c740e6e2 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:20:24.294908 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3b236bfd-fc09-482b-aba7-dce0a7b7ef9e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:24.358259 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-3b236bfd-fc09-482b-aba7-dce0a7b7ef9e None None] For port 612c2d88-f44c-4137-bfa2-4f23c740e6e2, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=612c2d88-f44c-4137-bfa2-4f23c740e6e2,segment=NetworkSegment(3c80bf7c-58c6-427b-b99c-4fc31a65f885),segment_id=3c80bf7c-58c6-427b-b99c-4fc31a65f885)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:20:24.358682 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3b236bfd-fc09-482b-aba7-dce0a7b7ef9e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:24.373522 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-3b236bfd-fc09-482b-aba7-dce0a7b7ef9e None None] Calling delete_port for 612c2d88-f44c-4137-bfa2-4f23c740e6e2 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:20:24.415007 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b10469ca-1df5-4511-a6f6-c36ce4c5dfa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:24.443268 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10469ca-1df5-4511-a6f6-c36ce4c5dfa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=612c2d88-f44c-4137-bfa2-4f23c740e6e2,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:24.448009 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10469ca-1df5-4511-a6f6-c36ce4c5dfa5 admin admin] No DVR routers for this DVR port 612c2d88-f44c-4137-bfa2-4f23c740e6e2 on host dv-neutron-821401-4-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:20:24.486269 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3b236bfd-fc09-482b-aba7-dce0a7b7ef9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:24.519959 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b236bfd-fc09-482b-aba7-dce0a7b7ef9e None None] Pushing event deleted for resources: {'Port': ['ID=612c2d88-f44c-4137-bfa2-4f23c740e6e2,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:24.527758 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b236bfd-fc09-482b-aba7-dce0a7b7ef9e None None] No DVR routers for this DVR port 612c2d88-f44c-4137-bfa2-4f23c740e6e2 on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:20:24.535700 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b236bfd-fc09-482b-aba7-dce0a7b7ef9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:24.535927 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b236bfd-fc09-482b-aba7-dce0a7b7ef9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:24.536143 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b236bfd-fc09-482b-aba7-dce0a7b7ef9e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:24.536451 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b236bfd-fc09-482b-aba7-dce0a7b7ef9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:24.536787 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b236bfd-fc09-482b-aba7-dce0a7b7ef9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:24.537117 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b236bfd-fc09-482b-aba7-dce0a7b7ef9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:24.537447 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b236bfd-fc09-482b-aba7-dce0a7b7ef9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:24.537774 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b236bfd-fc09-482b-aba7-dce0a7b7ef9e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:24.538489 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b236bfd-fc09-482b-aba7-dce0a7b7ef9e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:24.538489 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b236bfd-fc09-482b-aba7-dce0a7b7ef9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:24.538745 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b236bfd-fc09-482b-aba7-dce0a7b7ef9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:24.539068 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b236bfd-fc09-482b-aba7-dce0a7b7ef9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:24.539387 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b236bfd-fc09-482b-aba7-dce0a7b7ef9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:24.546546 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b10469ca-1df5-4511-a6f6-c36ce4c5dfa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:24.569806 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-b10469ca-1df5-4511-a6f6-c36ce4c5dfa5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee5f9d78-6e0c-4199-ba89-ed6e51f95d02']}} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:24.579927 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-b10469ca-1df5-4511-a6f6-c36ce4c5dfa5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c80bf7c-58c6-427b-b99c-4fc31a65f885') {'for_net_delete': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:24.580882 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-b10469ca-1df5-4511-a6f6-c36ce4c5dfa5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c80bf7c-58c6-427b-b99c-4fc31a65f885') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:24.593279 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b10469ca-1df5-4511-a6f6-c36ce4c5dfa5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12392235'] for segment, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:24.606793 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b10469ca-1df5-4511-a6f6-c36ce4c5dfa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:24.612871 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b10469ca-1df5-4511-a6f6-c36ce4c5dfa5 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=103586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:20:24.613285 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b10469ca-1df5-4511-a6f6-c36ce4c5dfa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11695586'] for segment, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:24.615040 dv-neutron-821401-4-hyperv neutron-server[103586]: Traceback (most recent call last): Dec 10 16:20:24.615040 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:20:24.615040 dv-neutron-821401-4-hyperv neutron-server[103586]: timer() Dec 10 16:20:24.615040 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:20:24.615040 dv-neutron-821401-4-hyperv neutron-server[103586]: cb(*args, **kw) Dec 10 16:20:24.615040 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:20:24.615040 dv-neutron-821401-4-hyperv neutron-server[103586]: return func(*args, **kwargs) Dec 10 16:20:24.615040 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:20:24.615040 dv-neutron-821401-4-hyperv neutron-server[103586]: self._notify() Dec 10 16:20:24.615040 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:20:24.615040 dv-neutron-821401-4-hyperv neutron-server[103586]: self.callback(batched_events) Dec 10 16:20:24.615040 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:20:24.615040 dv-neutron-821401-4-hyperv neutron-server[103586]: event.method(event) Dec 10 16:20:24.615040 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:20:24.615040 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:20:24.615040 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:20:24.615040 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:20:24.615040 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:20:24.615040 dv-neutron-821401-4-hyperv neutron-server[103586]: return f(self, *a, **k) Dec 10 16:20:24.615040 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:20:24.615040 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._get(url).json() Dec 10 16:20:24.615040 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:20:24.615040 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:20:24.615040 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:20:24.615040 dv-neutron-821401-4-hyperv neutron-server[103586]: return self.request(url, 'GET', **kwargs) Dec 10 16:20:24.615040 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:20:24.615040 dv-neutron-821401-4-hyperv neutron-server[103586]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:20:24.615040 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:20:24.615040 dv-neutron-821401-4-hyperv neutron-server[103586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:20:24.615040 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:20:24.615040 dv-neutron-821401-4-hyperv neutron-server[103586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:20:24.615040 dv-neutron-821401-4-hyperv neutron-server[103586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:20:24.711780 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b10469ca-1df5-4511-a6f6-c36ce4c5dfa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:24.717138 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b10469ca-1df5-4511-a6f6-c36ce4c5dfa5 admin admin] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:24.721003 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-b10469ca-1df5-4511-a6f6-c36ce4c5dfa5 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ee5f9d78-6e0c-4199-ba89-ed6e51f95d02 HTTP/1.1" status: 204 len: 168 time: 0.6456263 Dec 10 16:20:24.724267 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 44516) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:24.732115 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10469ca-1df5-4511-a6f6-c36ce4c5dfa5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee5f9d78-6e0c-4199-ba89-ed6e51f95d02,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:25.060038 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2fa2f0c6-91e6-4ecd-98b7-cd955d4bc802 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549925'] for router_interface, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:25.186043 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device bbfdd95c-fed2-4c8a-9be4-91e2bd8463ec no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:20:25.208546 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: bbfdd95c-fed2-4c8a-9be4-91e2bd8463ec {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:20:25.208983 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device bbfdd95c-fed2-4c8a-9be4-91e2bd8463ec not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:20:25.209471 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 29c81113-223b-4d57-81d1-869ecf9bbb56 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:20:25.229014 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 29c81113-223b-4d57-81d1-869ecf9bbb56 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:20:25.229361 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 29c81113-223b-4d57-81d1-869ecf9bbb56 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:20:25.229815 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 612c2d88-f44c-4137-bfa2-4f23c740e6e2 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:20:25.249276 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 612c2d88-f44c-4137-bfa2-4f23c740e6e2 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:20:25.249625 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 612c2d88-f44c-4137-bfa2-4f23c740e6e2 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:20:25.607962 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-2fa2f0c6-91e6-4ecd-98b7-cd955d4bc802 admin admin] Deleting port 0ee28b6b-6891-4a03-886b-c8fdcf13adc2 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:20:25.608301 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2fa2f0c6-91e6-4ecd-98b7-cd955d4bc802 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:25.689274 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-2fa2f0c6-91e6-4ecd-98b7-cd955d4bc802 admin admin] For port 0ee28b6b-6891-4a03-886b-c8fdcf13adc2, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=0ee28b6b-6891-4a03-886b-c8fdcf13adc2,segment=NetworkSegment(756a424d-7274-4442-8d3c-ff8ed907ef22),segment_id=756a424d-7274-4442-8d3c-ff8ed907ef22)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:20:25.689628 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2fa2f0c6-91e6-4ecd-98b7-cd955d4bc802 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:25.702135 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-2fa2f0c6-91e6-4ecd-98b7-cd955d4bc802 admin admin] Calling delete_port for 0ee28b6b-6891-4a03-886b-c8fdcf13adc2 owned by network:router_interface {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:20:25.934653 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2fa2f0c6-91e6-4ecd-98b7-cd955d4bc802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:25.964132 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa2f0c6-91e6-4ecd-98b7-cd955d4bc802 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ee28b6b-6891-4a03-886b-c8fdcf13adc2,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:26.129707 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2fa2f0c6-91e6-4ecd-98b7-cd955d4bc802 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550073'] for router_interface, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:26.342454 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fa2f0c6-91e6-4ecd-98b7-cd955d4bc802 admin admin] Router bb7630f0-7044-4c97-9aff-a531e845807b has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:20:26.449025 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa2f0c6-91e6-4ecd-98b7-cd955d4bc802 admin admin] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:20:26.454738 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-2fa2f0c6-91e6-4ecd-98b7-cd955d4bc802 admin admin] 10.222.0.20 "PUT /v2.0/routers/bb7630f0-7044-4c97-9aff-a531e845807b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7287736 Dec 10 16:20:26.457421 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 44518) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:26.459683 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432c57c2-cf6d-4551-8be2-a87aa753ef16 None None] Sync routers for ids ['bb7630f0-7044-4c97-9aff-a531e845807b'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:20:26.469011 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432c57c2-cf6d-4551-8be2-a87aa753ef16 None None] Routers {'bb7630f0-7044-4c97-9aff-a531e845807b'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:20:26.469656 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-432c57c2-cf6d-4551-8be2-a87aa753ef16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:20:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['bb7630f0-7044-4c97-9aff-a531e845807b'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:26.560845 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-19b414b2-12c3-4463-b3ae-2db62e3fcb99 admin admin] Publish callbacks [] for router, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:26.572325 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-432c57c2-cf6d-4551-8be2-a87aa753ef16 None None] Set router bb7630f0-7044-4c97-9aff-a531e845807b gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:20:26.659113 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-19b414b2-12c3-4463-b3ae-2db62e3fcb99 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:26.751918 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-432c57c2-cf6d-4551-8be2-a87aa753ef16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb7630f0-7044-4c97-9aff-a531e845807b', 'name': 'tempest-TestShelveInstance-1285884995-router', 'tenant_id': '7277ef7ea0f24a6a93b2ffe96b7652c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.167'}], 'enable_snat': True}, 'gw_port_id': '1e88f413-7612-4f79-bc2b-8d18403ce100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:10:17Z', 'updated_at': '2021-12-10T16:20:25Z', 'revision_number': 5, 'project_id': '7277ef7ea0f24a6a93b2ffe96b7652c4', 'gw_port': {'id': '1e88f413-7612-4f79-bc2b-8d18403ce100', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:84:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb7630f0-7044-4c97-9aff-a531e845807b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:10:18Z', 'updated_at': '2021-12-10T16:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:26.778113 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432c57c2-cf6d-4551-8be2-a87aa753ef16 None None] Checking router: bb7630f0-7044-4c97-9aff-a531e845807b for host: dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:20:26.781428 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-19b414b2-12c3-4463-b3ae-2db62e3fcb99 admin admin] Deleting port 1e88f413-7612-4f79-bc2b-8d18403ce100 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:20:26.781828 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-19b414b2-12c3-4463-b3ae-2db62e3fcb99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:26.786318 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432c57c2-cf6d-4551-8be2-a87aa753ef16 None None] Routers {'bb7630f0-7044-4c97-9aff-a531e845807b'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:20:26.786916 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-432c57c2-cf6d-4551-8be2-a87aa753ef16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:20:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['bb7630f0-7044-4c97-9aff-a531e845807b'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:26.859498 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-19b414b2-12c3-4463-b3ae-2db62e3fcb99 admin admin] For port 1e88f413-7612-4f79-bc2b-8d18403ce100, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=1e88f413-7612-4f79-bc2b-8d18403ce100,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:20:26.859868 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-19b414b2-12c3-4463-b3ae-2db62e3fcb99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:26.870565 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-432c57c2-cf6d-4551-8be2-a87aa753ef16 None None] Set router bb7630f0-7044-4c97-9aff-a531e845807b gateway port host: None {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:20:26.872113 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-19b414b2-12c3-4463-b3ae-2db62e3fcb99 admin admin] Calling delete_port for 1e88f413-7612-4f79-bc2b-8d18403ce100 owned by network:router_gateway {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:20:26.921767 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-432c57c2-cf6d-4551-8be2-a87aa753ef16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb7630f0-7044-4c97-9aff-a531e845807b', 'name': 'tempest-TestShelveInstance-1285884995-router', 'tenant_id': '7277ef7ea0f24a6a93b2ffe96b7652c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:10:17Z', 'updated_at': '2021-12-10T16:20:26Z', 'revision_number': 6, 'project_id': '7277ef7ea0f24a6a93b2ffe96b7652c4', 'gw_port_host': None}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:26.950162 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432c57c2-cf6d-4551-8be2-a87aa753ef16 None None] The sync data for ids ['bb7630f0-7044-4c97-9aff-a531e845807b'] in dv-neutron-821401-4-hyperv is: [{'id': 'bb7630f0-7044-4c97-9aff-a531e845807b', 'name': 'tempest-TestShelveInstance-1285884995-router', 'tenant_id': '7277ef7ea0f24a6a93b2ffe96b7652c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:10:17Z', 'updated_at': '2021-12-10T16:20:26Z', 'revision_number': 6, 'project_id': '7277ef7ea0f24a6a93b2ffe96b7652c4', 'gw_port_host': None}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:20:27.095562 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-19b414b2-12c3-4463-b3ae-2db62e3fcb99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:27.121155 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b414b2-12c3-4463-b3ae-2db62e3fcb99 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e88f413-7612-4f79-bc2b-8d18403ce100,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:27.135244 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af18911-a021-41c4-b5b0-4f547e8b1a08 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:20:27.186197 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-19b414b2-12c3-4463-b3ae-2db62e3fcb99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552731'] for router_gateway, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:27.276253 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-19b414b2-12c3-4463-b3ae-2db62e3fcb99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13898'] for router, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:27.279133 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-19b414b2-12c3-4463-b3ae-2db62e3fcb99 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:27.397172 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-19b414b2-12c3-4463-b3ae-2db62e3fcb99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549250'] for router, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:27.397755 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19b414b2-12c3-4463-b3ae-2db62e3fcb99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb7630f0-7044-4c97-9aff-a531e845807b {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:20:27.401967 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-19b414b2-12c3-4463-b3ae-2db62e3fcb99 admin admin] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:27.403132 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-19b414b2-12c3-4463-b3ae-2db62e3fcb99 admin admin] 10.222.0.20 "DELETE /v2.0/routers/bb7630f0-7044-4c97-9aff-a531e845807b HTTP/1.1" status: 204 len: 168 time: 0.9445779 Dec 10 16:20:27.405686 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 44520) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:27.453315 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-9da3cff7-d221-4c84-87ba-fdb1c6f2095f admin admin] Deleting subnet 2db1a702-875e-4628-9e18-ae8c378ac0ce {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:20:27.456893 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9da3cff7-d221-4c84-87ba-fdb1c6f2095f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:27.489612 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9da3cff7-d221-4c84-87ba-fdb1c6f2095f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11806768'] for subnet, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:27.563017 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9da3cff7-d221-4c84-87ba-fdb1c6f2095f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:27.695483 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9da3cff7-d221-4c84-87ba-fdb1c6f2095f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11236721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11668521'] for subnet, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:27.699972 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 0ee28b6b-6891-4a03-886b-c8fdcf13adc2 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:20:27.724453 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 0ee28b6b-6891-4a03-886b-c8fdcf13adc2 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:20:27.725120 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 0ee28b6b-6891-4a03-886b-c8fdcf13adc2 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:20:27.729386 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da3cff7-d221-4c84-87ba-fdb1c6f2095f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2db1a702-875e-4628-9e18-ae8c378ac0ce,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:27.734029 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9da3cff7-d221-4c84-87ba-fdb1c6f2095f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:27.738413 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-9da3cff7-d221-4c84-87ba-fdb1c6f2095f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2db1a702-875e-4628-9e18-ae8c378ac0ce HTTP/1.1" status: 204 len: 168 time: 0.3316944 Dec 10 16:20:27.740436 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 44522) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:27.740971 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fcc9add-49ad-4fd3-85f7-402f5b9e4607 None None] Network 700ed5e9-4f3a-46c5-8341-bbd09fc44db2 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:20:27.818204 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-66159485-c3fe-4bab-80d8-9f2bab183212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:27.873242 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-66159485-c3fe-4bab-80d8-9f2bab183212 admin admin] Deleting port f961e285-ede2-4e06-bda2-9a289e721057 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:20:27.873580 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-66159485-c3fe-4bab-80d8-9f2bab183212 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:27.881812 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1032c9-95dd-4aaa-baad-f283d689c5c3 None None] DHCP port deletion for 700ed5e9-4f3a-46c5-8341-bbd09fc44db2 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:20:27.934520 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-ec1032c9-95dd-4aaa-baad-f283d689c5c3 None None] Deleting port f961e285-ede2-4e06-bda2-9a289e721057 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:20:27.934899 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ec1032c9-95dd-4aaa-baad-f283d689c5c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:27.937306 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-66159485-c3fe-4bab-80d8-9f2bab183212 admin admin] For port f961e285-ede2-4e06-bda2-9a289e721057, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=f961e285-ede2-4e06-bda2-9a289e721057,segment=NetworkSegment(756a424d-7274-4442-8d3c-ff8ed907ef22),segment_id=756a424d-7274-4442-8d3c-ff8ed907ef22)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:20:27.937736 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-66159485-c3fe-4bab-80d8-9f2bab183212 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:27.952307 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-66159485-c3fe-4bab-80d8-9f2bab183212 admin admin] Calling delete_port for f961e285-ede2-4e06-bda2-9a289e721057 owned by network:dhcp {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:20:28.001060 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-ec1032c9-95dd-4aaa-baad-f283d689c5c3 None None] For port f961e285-ede2-4e06-bda2-9a289e721057, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=f961e285-ede2-4e06-bda2-9a289e721057,segment=NetworkSegment(756a424d-7274-4442-8d3c-ff8ed907ef22),segment_id=756a424d-7274-4442-8d3c-ff8ed907ef22)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:20:28.001573 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ec1032c9-95dd-4aaa-baad-f283d689c5c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:28.016002 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-ec1032c9-95dd-4aaa-baad-f283d689c5c3 None None] Calling delete_port for f961e285-ede2-4e06-bda2-9a289e721057 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:20:28.128726 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-66159485-c3fe-4bab-80d8-9f2bab183212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:28.134273 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ec1032c9-95dd-4aaa-baad-f283d689c5c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:28.156291 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66159485-c3fe-4bab-80d8-9f2bab183212 admin admin] Pushing event deleted for resources: {'Port': ['ID=f961e285-ede2-4e06-bda2-9a289e721057,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:28.159939 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1032c9-95dd-4aaa-baad-f283d689c5c3 None None] Pushing event deleted for resources: {'Port': ['ID=f961e285-ede2-4e06-bda2-9a289e721057,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:28.162708 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66159485-c3fe-4bab-80d8-9f2bab183212 admin admin] No DVR routers for this DVR port f961e285-ede2-4e06-bda2-9a289e721057 on host dv-neutron-821401-4-hyperv {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:20:28.163411 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1032c9-95dd-4aaa-baad-f283d689c5c3 None None] No DVR routers for this DVR port f961e285-ede2-4e06-bda2-9a289e721057 on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:20:28.239505 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-66159485-c3fe-4bab-80d8-9f2bab183212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:28.258972 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-66159485-c3fe-4bab-80d8-9f2bab183212 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['700ed5e9-4f3a-46c5-8341-bbd09fc44db2']}} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:28.268025 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-66159485-c3fe-4bab-80d8-9f2bab183212 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '756a424d-7274-4442-8d3c-ff8ed907ef22') {'for_net_delete': True} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:28.268325 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.services.segments.db [None req-66159485-c3fe-4bab-80d8-9f2bab183212 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '756a424d-7274-4442-8d3c-ff8ed907ef22') {} {{(pid=103586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:28.277451 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-66159485-c3fe-4bab-80d8-9f2bab183212 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12392235'] for segment, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:28.290701 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-66159485-c3fe-4bab-80d8-9f2bab183212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:28.296427 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66159485-c3fe-4bab-80d8-9f2bab183212 admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=103586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:20:28.296810 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-66159485-c3fe-4bab-80d8-9f2bab183212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11695586'] for segment, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:28.299044 dv-neutron-821401-4-hyperv neutron-server[103586]: Traceback (most recent call last): Dec 10 16:20:28.299044 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:20:28.299044 dv-neutron-821401-4-hyperv neutron-server[103586]: timer() Dec 10 16:20:28.299044 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:20:28.299044 dv-neutron-821401-4-hyperv neutron-server[103586]: cb(*args, **kw) Dec 10 16:20:28.299044 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:20:28.299044 dv-neutron-821401-4-hyperv neutron-server[103586]: return func(*args, **kwargs) Dec 10 16:20:28.299044 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:20:28.299044 dv-neutron-821401-4-hyperv neutron-server[103586]: self._notify() Dec 10 16:20:28.299044 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:20:28.299044 dv-neutron-821401-4-hyperv neutron-server[103586]: self.callback(batched_events) Dec 10 16:20:28.299044 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:20:28.299044 dv-neutron-821401-4-hyperv neutron-server[103586]: event.method(event) Dec 10 16:20:28.299044 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:20:28.299044 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:20:28.299044 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:20:28.299044 dv-neutron-821401-4-hyperv neutron-server[103586]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:20:28.299044 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:20:28.299044 dv-neutron-821401-4-hyperv neutron-server[103586]: return f(self, *a, **k) Dec 10 16:20:28.299044 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:20:28.299044 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._get(url).json() Dec 10 16:20:28.299044 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:20:28.299044 dv-neutron-821401-4-hyperv neutron-server[103586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:20:28.299044 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:20:28.299044 dv-neutron-821401-4-hyperv neutron-server[103586]: return self.request(url, 'GET', **kwargs) Dec 10 16:20:28.299044 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:20:28.299044 dv-neutron-821401-4-hyperv neutron-server[103586]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:20:28.299044 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:20:28.299044 dv-neutron-821401-4-hyperv neutron-server[103586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:20:28.299044 dv-neutron-821401-4-hyperv neutron-server[103586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:20:28.299044 dv-neutron-821401-4-hyperv neutron-server[103586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:20:28.299044 dv-neutron-821401-4-hyperv neutron-server[103586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:20:28.420156 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-66159485-c3fe-4bab-80d8-9f2bab183212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:28.425861 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-66159485-c3fe-4bab-80d8-9f2bab183212 admin admin] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:28.428787 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-66159485-c3fe-4bab-80d8-9f2bab183212 admin admin] 10.222.0.20 "DELETE /v2.0/networks/700ed5e9-4f3a-46c5-8341-bbd09fc44db2 HTTP/1.1" status: 204 len: 168 time: 0.6872206 Dec 10 16:20:28.440229 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66159485-c3fe-4bab-80d8-9f2bab183212 admin admin] Pushing event deleted for resources: {'Network': ['ID=700ed5e9-4f3a-46c5-8341-bbd09fc44db2,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:28.734509 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 44526) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:28.773947 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-087aaa9a-50c1-49ba-8142-4fcfd2de6231 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=60d8a4ee439f45bd94d85fffd4ed71ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382419 Dec 10 16:20:28.776337 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 44528) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:28.826497 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cf0c861b-ac66-45bc-b6a1-a8b462a3c149 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:28.847584 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cf0c861b-ac66-45bc-b6a1-a8b462a3c149 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:28.945645 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cf0c861b-ac66-45bc-b6a1-a8b462a3c149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:28.948611 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cf0c861b-ac66-45bc-b6a1-a8b462a3c149 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:28.949793 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-cf0c861b-ac66-45bc-b6a1-a8b462a3c149 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/751f8166-5777-44d7-b98f-aba3f8e26036 HTTP/1.1" status: 204 len: 168 time: 0.1725669 Dec 10 16:20:28.958080 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0c861b-ac66-45bc-b6a1-a8b462a3c149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=751f8166-5777-44d7-b98f-aba3f8e26036,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:29.187356 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 1e88f413-7612-4f79-bc2b-8d18403ce100 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:20:29.208933 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 1e88f413-7612-4f79-bc2b-8d18403ce100 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:20:29.209206 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 1e88f413-7612-4f79-bc2b-8d18403ce100 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:20:29.209630 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device f961e285-ede2-4e06-bda2-9a289e721057 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:20:29.228844 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: f961e285-ede2-4e06-bda2-9a289e721057 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:20:29.229201 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device f961e285-ede2-4e06-bda2-9a289e721057 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:20:29.598103 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 44534) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:29.637385 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-770aa935-2fb3-4e97-bddb-7263b8b2eabb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7277ef7ea0f24a6a93b2ffe96b7652c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380647 Dec 10 16:20:29.639828 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 44536) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:29.686442 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-64efb263-7874-4f0c-996a-6e0106ddbd88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:29.707134 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-64efb263-7874-4f0c-996a-6e0106ddbd88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:29.808582 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-64efb263-7874-4f0c-996a-6e0106ddbd88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:29.811318 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-64efb263-7874-4f0c-996a-6e0106ddbd88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:29.814126 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-64efb263-7874-4f0c-996a-6e0106ddbd88 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0db1fdc9-2487-426e-b475-4259400bcbf5 HTTP/1.1" status: 204 len: 168 time: 0.1717401 Dec 10 16:20:29.820278 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64efb263-7874-4f0c-996a-6e0106ddbd88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db1fdc9-2487-426e-b475-4259400bcbf5,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:31.169932 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 44558) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:31.330501 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-60e98e79-67d0-4fdc-8d08-b3e7660dd18d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-979517495-network', 'tenant_id': '6934074f796445609a769899ca13ad9f'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:20:31.436942 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e98e79-67d0-4fdc-8d08-b3e7660dd18d admin admin] Made reservation on behalf of 6934074f796445609a769899ca13ad9f for: {'network': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:20:31.440054 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-60e98e79-67d0-4fdc-8d08-b3e7660dd18d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:31.451839 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-60e98e79-67d0-4fdc-8d08-b3e7660dd18d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:31.522960 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-60e98e79-67d0-4fdc-8d08-b3e7660dd18d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:31.591054 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-60e98e79-67d0-4fdc-8d08-b3e7660dd18d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:31.611223 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60e98e79-67d0-4fdc-8d08-b3e7660dd18d admin admin] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=103586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:20:31.625571 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e98e79-67d0-4fdc-8d08-b3e7660dd18d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=106427ef-dc26-4fdc-983a-2bbeaecea4f2,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:31.628964 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-60e98e79-67d0-4fdc-8d08-b3e7660dd18d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:31.629309 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.segments_db [None req-60e98e79-67d0-4fdc-8d08-b3e7660dd18d admin admin] Added segment 250f9aa7-f93b-4a53-8841-c213a5780bd4 of type vlan for network a9bea8a6-6f30-42e4-966c-03215d9b57bf Dec 10 16:20:31.668289 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-60e98e79-67d0-4fdc-8d08-b3e7660dd18d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:31.757219 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-60e98e79-67d0-4fdc-8d08-b3e7660dd18d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:31.758228 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e98e79-67d0-4fdc-8d08-b3e7660dd18d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:31.758839 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-60e98e79-67d0-4fdc-8d08-b3e7660dd18d admin admin] Publish callbacks [] for network, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:31.816261 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e98e79-67d0-4fdc-8d08-b3e7660dd18d admin admin] Pushing event updated for resources: {'Network': ['ID=a9bea8a6-6f30-42e4-966c-03215d9b57bf,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:31.826552 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network a9bea8a6-6f30-42e4-966c-03215d9b57bf details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:20:31.857515 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-60e98e79-67d0-4fdc-8d08-b3e7660dd18d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6863756 Dec 10 16:20:31.860802 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 44564) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:31.866171 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-ad03ff46-5613-4e0a-b27e-966f10eb5263 admin admin] Request body: {'subnet': {'network_id': 'a9bea8a6-6f30-42e4-966c-03215d9b57bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-979517495-subnet', 'tenant_id': '6934074f796445609a769899ca13ad9f', 'ip_version': 4}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:20:31.934118 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad03ff46-5613-4e0a-b27e-966f10eb5263 admin admin] Made reservation on behalf of 6934074f796445609a769899ca13ad9f for: {'subnet': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:20:31.936544 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ad03ff46-5613-4e0a-b27e-966f10eb5263 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581937'] for subnet, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:32.163205 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ad03ff46-5613-4e0a-b27e-966f10eb5263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11695183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581935'] for subnet, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:32.221582 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad03ff46-5613-4e0a-b27e-966f10eb5263 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6f90267-8035-4a73-873f-1e1b57235a16,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:32.231668 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad03ff46-5613-4e0a-b27e-966f10eb5263 admin admin] Checking segment: {'id': '250f9aa7-f93b-4a53-8841-c213a5780bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a9bea8a6-6f30-42e4-966c-03215d9b57bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:20:32.232028 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad03ff46-5613-4e0a-b27e-966f10eb5263 admin admin] Network hostable DHCP agents. Network: a9bea8a6-6f30-42e4-966c-03215d9b57bf, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:20:32.288637 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad03ff46-5613-4e0a-b27e-966f10eb5263 admin admin] Network a9bea8a6-6f30-42e4-966c-03215d9b57bf is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:20:32.339893 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-ad03ff46-5613-4e0a-b27e-966f10eb5263 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, a9bea8a6-6f30-42e4-966c-03215d9b57bf) {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:20:32.343685 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad03ff46-5613-4e0a-b27e-966f10eb5263 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:32.344270 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ad03ff46-5613-4e0a-b27e-966f10eb5263 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:32.349103 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65a80c8-8577-45a2-9aec-cac67acc54ca None None] Network a9bea8a6-6f30-42e4-966c-03215d9b57bf requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:20:32.406094 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-ad03ff46-5613-4e0a-b27e-966f10eb5263 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5438137 Dec 10 16:20:32.409305 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 44566) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:32.414022 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-13a0cc77-724d-46f2-82b8-e2a7552231da admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-979517495-router', 'tenant_id': '6934074f796445609a769899ca13ad9f', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:20:32.448188 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97233e80-8096-4d79-8cc9-e4ca5141106f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-a9bea8a6-6f30-42e4-966c-03215d9b57bf', 'network_id': 'a9bea8a6-6f30-42e4-966c-03215d9b57bf', 'project_id': '6934074f796445609a769899ca13ad9f', 'fixed_ips': [{'subnet_id': 'd6f90267-8035-4a73-873f-1e1b57235a16'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:20:32.449088 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-97233e80-8096-4d79-8cc9-e4ca5141106f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:32.512149 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-13a0cc77-724d-46f2-82b8-e2a7552231da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13912'] for router, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:32.513286 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-13a0cc77-724d-46f2-82b8-e2a7552231da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:32.562810 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-13a0cc77-724d-46f2-82b8-e2a7552231da admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:32.582619 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-97233e80-8096-4d79-8cc9-e4ca5141106f None None] Allocated IP 172.20.0.2 (a9bea8a6-6f30-42e4-966c-03215d9b57bf/d6f90267-8035-4a73-873f-1e1b57235a16/4afdead3-d665-4afd-a0ea-2549802636aa) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:20:32.720087 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-97233e80-8096-4d79-8cc9-e4ca5141106f None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:32.762185 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-13a0cc77-724d-46f2-82b8-e2a7552231da admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:32.768880 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-97233e80-8096-4d79-8cc9-e4ca5141106f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:32.811614 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97233e80-8096-4d79-8cc9-e4ca5141106f None None] Network a9bea8a6-6f30-42e4-966c-03215d9b57bf is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:20:32.815097 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-97233e80-8096-4d79-8cc9-e4ca5141106f None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:20:32.818465 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97233e80-8096-4d79-8cc9-e4ca5141106f None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:20:32.825456 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97233e80-8096-4d79-8cc9-e4ca5141106f None None] Pushing event updated for resources: {'Port': ['ID=4afdead3-d665-4afd-a0ea-2549802636aa,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:32.875253 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-97233e80-8096-4d79-8cc9-e4ca5141106f None None] Attempting to bind port 4afdead3-d665-4afd-a0ea-2549802636aa on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:20:32.876523 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-97233e80-8096-4d79-8cc9-e4ca5141106f None None] Attempting to bind port 4afdead3-d665-4afd-a0ea-2549802636aa by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '250f9aa7-f93b-4a53-8841-c213a5780bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a9bea8a6-6f30-42e4-966c-03215d9b57bf'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:20:32.876720 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97233e80-8096-4d79-8cc9-e4ca5141106f None None] Attempting to bind port 4afdead3-d665-4afd-a0ea-2549802636aa on network a9bea8a6-6f30-42e4-966c-03215d9b57bf {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:20:32.881654 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97233e80-8096-4d79-8cc9-e4ca5141106f None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:20:32.884773 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97233e80-8096-4d79-8cc9-e4ca5141106f None None] Checking segment: {'id': '250f9aa7-f93b-4a53-8841-c213a5780bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a9bea8a6-6f30-42e4-966c-03215d9b57bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:20:32.884773 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-97233e80-8096-4d79-8cc9-e4ca5141106f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:32.884773 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97233e80-8096-4d79-8cc9-e4ca5141106f None None] Bound using segment: {'id': '250f9aa7-f93b-4a53-8841-c213a5780bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a9bea8a6-6f30-42e4-966c-03215d9b57bf'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:20:32.884773 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-97233e80-8096-4d79-8cc9-e4ca5141106f None None] Bound port: 4afdead3-d665-4afd-a0ea-2549802636aa, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '250f9aa7-f93b-4a53-8841-c213a5780bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a9bea8a6-6f30-42e4-966c-03215d9b57bf'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:20:32.884773 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-97233e80-8096-4d79-8cc9-e4ca5141106f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:32.944826 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-97233e80-8096-4d79-8cc9-e4ca5141106f None None] For port 4afdead3-d665-4afd-a0ea-2549802636aa, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:20:32.948062 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-97233e80-8096-4d79-8cc9-e4ca5141106f None None] For port 4afdead3-d665-4afd-a0ea-2549802636aa, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=4afdead3-d665-4afd-a0ea-2549802636aa,segment=NetworkSegment(250f9aa7-f93b-4a53-8841-c213a5780bd4),segment_id=250f9aa7-f93b-4a53-8841-c213a5780bd4)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:20:32.991960 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-97233e80-8096-4d79-8cc9-e4ca5141106f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:32.992202 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-13a0cc77-724d-46f2-82b8-e2a7552231da admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:33.011030 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-13a0cc77-724d-46f2-82b8-e2a7552231da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:33.052308 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97233e80-8096-4d79-8cc9-e4ca5141106f None None] Pushing event updated for resources: {'Port': ['ID=4afdead3-d665-4afd-a0ea-2549802636aa,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:33.118792 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-13a0cc77-724d-46f2-82b8-e2a7552231da admin admin] Allocated IP 172.26.2.244 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/b1aeb858-4ba6-4ce7-a878-5e8725a4e0b8) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:20:33.233545 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-13a0cc77-724d-46f2-82b8-e2a7552231da admin admin] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:33.312246 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-13a0cc77-724d-46f2-82b8-e2a7552231da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:33.360864 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a0cc77-724d-46f2-82b8-e2a7552231da admin admin] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:20:33.365877 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-13a0cc77-724d-46f2-82b8-e2a7552231da admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:20:33.368063 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a0cc77-724d-46f2-82b8-e2a7552231da admin admin] Pushing event updated for resources: {'Port': ['ID=b1aeb858-4ba6-4ce7-a878-5e8725a4e0b8,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:33.370198 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a0cc77-724d-46f2-82b8-e2a7552231da admin admin] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:20:33.379660 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6db7553-b42f-46d7-b68d-0319b462600e None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:20:33.453579 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6dae7253-ca29-469a-a2af-333b6fe386fc None None] Provisioning complete for port b1aeb858-4ba6-4ce7-a878-5e8725a4e0b8 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:20:33.454514 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6dae7253-ca29-469a-a2af-333b6fe386fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:33.489638 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6dae7253-ca29-469a-a2af-333b6fe386fc None None] Port b1aeb858-4ba6-4ce7-a878-5e8725a4e0b8 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:20:33.737988 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-13a0cc77-724d-46f2-82b8-e2a7552231da admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:33.908309 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdafb463-94cc-4504-9b16-dfd27d6980ff None None] Network a9bea8a6-6f30-42e4-966c-03215d9b57bf requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:20:34.027135 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f610e87a-f201-425b-ba41-08dddb949a1e None None] Provisioning complete for port 4afdead3-d665-4afd-a0ea-2549802636aa triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:20:34.027495 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f610e87a-f201-425b-ba41-08dddb949a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:34.116429 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f610e87a-f201-425b-ba41-08dddb949a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:34.164335 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f610e87a-f201-425b-ba41-08dddb949a1e None None] For port 4afdead3-d665-4afd-a0ea-2549802636aa, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=4afdead3-d665-4afd-a0ea-2549802636aa,segment=NetworkSegment(250f9aa7-f93b-4a53-8841-c213a5780bd4),segment_id=250f9aa7-f93b-4a53-8841-c213a5780bd4)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:20:34.263074 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-13a0cc77-724d-46f2-82b8-e2a7552231da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363'] for router, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:34.265845 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f610e87a-f201-425b-ba41-08dddb949a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:34.312861 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f610e87a-f201-425b-ba41-08dddb949a1e None None] Pushing event updated for resources: {'Port': ['ID=4afdead3-d665-4afd-a0ea-2549802636aa,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:34.385368 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-d8533624-6d30-4f28-9b3c-894a3596d8f3 None None] Provisioning complete for port 4afdead3-d665-4afd-a0ea-2549802636aa triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:20:34.385649 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d8533624-6d30-4f28-9b3c-894a3596d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:34.465723 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13a0cc77-724d-46f2-82b8-e2a7552231da admin admin] Router 4fbe11af-005b-4a56-9c0b-865b31326bbd is scheduled to L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d with binding_index 1 {{(pid=103587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:20:34.570270 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a0cc77-724d-46f2-82b8-e2a7552231da admin admin] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:20:34.580472 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c593550e-0c40-4264-8da1-6b398f2f74e3 None None] Sync routers for ids ['4fbe11af-005b-4a56-9c0b-865b31326bbd'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:20:34.589242 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c593550e-0c40-4264-8da1-6b398f2f74e3 None None] Routers {'4fbe11af-005b-4a56-9c0b-865b31326bbd'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:20:34.589864 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-c593550e-0c40-4264-8da1-6b398f2f74e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:20:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['4fbe11af-005b-4a56-9c0b-865b31326bbd'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:34.639297 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-13a0cc77-724d-46f2-82b8-e2a7552231da admin admin] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:34.640494 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-13a0cc77-724d-46f2-82b8-e2a7552231da admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2301023 Dec 10 16:20:34.644342 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 44568) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:34.699108 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-c593550e-0c40-4264-8da1-6b398f2f74e3 None None] Set router 4fbe11af-005b-4a56-9c0b-865b31326bbd gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:20:34.906262 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-c593550e-0c40-4264-8da1-6b398f2f74e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fbe11af-005b-4a56-9c0b-865b31326bbd', 'name': 'tempest-TestSnapshotPattern-979517495-router', 'tenant_id': '6934074f796445609a769899ca13ad9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': 'b1aeb858-4ba6-4ce7-a878-5e8725a4e0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:20:32Z', 'updated_at': '2021-12-10T16:20:33Z', 'revision_number': 3, 'project_id': '6934074f796445609a769899ca13ad9f', 'gw_port': {'id': 'b1aeb858-4ba6-4ce7-a878-5e8725a4e0b8', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fbe11af-005b-4a56-9c0b-865b31326bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:33Z', 'updated_at': '2021-12-10T16:20:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:34.931948 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c593550e-0c40-4264-8da1-6b398f2f74e3 None None] Checking router: 4fbe11af-005b-4a56-9c0b-865b31326bbd for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:20:34.932581 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c593550e-0c40-4264-8da1-6b398f2f74e3 None None] Updating router 4fbe11af-005b-4a56-9c0b-865b31326bbd port b1aeb858-4ba6-4ce7-a878-5e8725a4e0b8 binding host dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:20:34.957279 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c593550e-0c40-4264-8da1-6b398f2f74e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:35.086002 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9c1728ec-08b6-4369-8309-d949d5f422be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:35.228167 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 4afdead3-d665-4afd-a0ea-2549802636aa up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:20:35.268345 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-9c1728ec-08b6-4369-8309-d949d5f422be admin admin] Allocated IP 172.20.0.1 (a9bea8a6-6f30-42e4-966c-03215d9b57bf/d6f90267-8035-4a73-873f-1e1b57235a16/8e59786e-9cdd-4d62-876c-52cc9a8c0e90) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:20:35.342104 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 4afdead3-d665-4afd-a0ea-2549802636aa triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:20:35.342482 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:35.368307 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9c1728ec-08b6-4369-8309-d949d5f422be admin admin] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:35.443039 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c593550e-0c40-4264-8da1-6b398f2f74e3 None None] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:35.454841 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9c1728ec-08b6-4369-8309-d949d5f422be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:35.500959 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1728ec-08b6-4369-8309-d949d5f422be admin admin] Network a9bea8a6-6f30-42e4-966c-03215d9b57bf is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:20:35.503921 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-9c1728ec-08b6-4369-8309-d949d5f422be admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:20:35.506433 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1728ec-08b6-4369-8309-d949d5f422be admin admin] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:20:35.530039 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1728ec-08b6-4369-8309-d949d5f422be admin admin] Pushing event updated for resources: {'Port': ['ID=8e59786e-9cdd-4d62-876c-52cc9a8c0e90,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:35.540487 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c593550e-0c40-4264-8da1-6b398f2f74e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:35.551449 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9c1728ec-08b6-4369-8309-d949d5f422be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552880'] for router_interface, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:35.587788 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df9547a-89a4-424a-8498-53b4b3bd8213 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:20:35.599263 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-c593550e-0c40-4264-8da1-6b398f2f74e3 None None] Attempting to bind port b1aeb858-4ba6-4ce7-a878-5e8725a4e0b8 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:20:35.600225 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-c593550e-0c40-4264-8da1-6b398f2f74e3 None None] Attempting to bind port b1aeb858-4ba6-4ce7-a878-5e8725a4e0b8 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:20:35.600598 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c593550e-0c40-4264-8da1-6b398f2f74e3 None None] Attempting to bind port b1aeb858-4ba6-4ce7-a878-5e8725a4e0b8 on network d5a1452c-422a-4e1a-a1c7-48738ecf752f {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:20:35.614249 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c11a26-6532-4a91-ab5a-6fdc48dd5dcd None None] Pushing event updated for resources: {'Port': ['ID=b1aeb858-4ba6-4ce7-a878-5e8725a4e0b8,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:35.617579 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c593550e-0c40-4264-8da1-6b398f2f74e3 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:20:35.618012 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c593550e-0c40-4264-8da1-6b398f2f74e3 None None] Checking segment: {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:20:35.618417 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c593550e-0c40-4264-8da1-6b398f2f74e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:35.618827 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c593550e-0c40-4264-8da1-6b398f2f74e3 None None] Bound using segment: {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:20:35.619330 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-c593550e-0c40-4264-8da1-6b398f2f74e3 None None] Bound port: b1aeb858-4ba6-4ce7-a878-5e8725a4e0b8, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:20:35.619713 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c593550e-0c40-4264-8da1-6b398f2f74e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:35.679123 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-c593550e-0c40-4264-8da1-6b398f2f74e3 None None] For port b1aeb858-4ba6-4ce7-a878-5e8725a4e0b8, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:20:35.682563 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-c593550e-0c40-4264-8da1-6b398f2f74e3 None None] For port b1aeb858-4ba6-4ce7-a878-5e8725a4e0b8, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=b1aeb858-4ba6-4ce7-a878-5e8725a4e0b8,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:20:35.699457 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-78478b4d-1312-4b6e-a25c-b3f8dafc4587 None None] Provisioning complete for port b1aeb858-4ba6-4ce7-a878-5e8725a4e0b8 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:20:35.699732 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-78478b4d-1312-4b6e-a25c-b3f8dafc4587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:35.733259 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-78478b4d-1312-4b6e-a25c-b3f8dafc4587 None None] Port b1aeb858-4ba6-4ce7-a878-5e8725a4e0b8 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:20:35.769279 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c593550e-0c40-4264-8da1-6b398f2f74e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:35.770083 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9c1728ec-08b6-4369-8309-d949d5f422be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:35.811502 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a7eb14-6311-4ae9-a21d-c7b6d61f59a7 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:20:35.835810 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c593550e-0c40-4264-8da1-6b398f2f74e3 None None] Routers {'4fbe11af-005b-4a56-9c0b-865b31326bbd'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:20:35.835810 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-c593550e-0c40-4264-8da1-6b398f2f74e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:20:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['4fbe11af-005b-4a56-9c0b-865b31326bbd'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:35.839921 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c11a26-6532-4a91-ab5a-6fdc48dd5dcd None None] Pushing event updated for resources: {'Port': ['ID=b1aeb858-4ba6-4ce7-a878-5e8725a4e0b8,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:35.901561 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-0918356d-33fc-4a01-b15f-c5e1ebc39121 None None] Provisioning complete for port b1aeb858-4ba6-4ce7-a878-5e8725a4e0b8 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:20:35.901965 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0918356d-33fc-4a01-b15f-c5e1ebc39121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:35.936937 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9c1728ec-08b6-4369-8309-d949d5f422be admin admin] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:35.982116 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-c593550e-0c40-4264-8da1-6b398f2f74e3 None None] Set router 4fbe11af-005b-4a56-9c0b-865b31326bbd gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:20:36.002762 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9c1728ec-08b6-4369-8309-d949d5f422be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:36.069008 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1728ec-08b6-4369-8309-d949d5f422be admin admin] Pushing event updated for resources: {'Port': ['ID=8e59786e-9cdd-4d62-876c-52cc9a8c0e90,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:36.071574 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9c1728ec-08b6-4369-8309-d949d5f422be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549888'] for router_interface, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:36.119085 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0918356d-33fc-4a01-b15f-c5e1ebc39121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:36.159397 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-0918356d-33fc-4a01-b15f-c5e1ebc39121 None None] For port b1aeb858-4ba6-4ce7-a878-5e8725a4e0b8, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=b1aeb858-4ba6-4ce7-a878-5e8725a4e0b8,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:20:36.167835 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1728ec-08b6-4369-8309-d949d5f422be admin admin] Network a9bea8a6-6f30-42e4-966c-03215d9b57bf is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:20:36.169186 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-9c1728ec-08b6-4369-8309-d949d5f422be admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:20:36.227409 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0918356d-33fc-4a01-b15f-c5e1ebc39121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:36.264352 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-c593550e-0c40-4264-8da1-6b398f2f74e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fbe11af-005b-4a56-9c0b-865b31326bbd', 'name': 'tempest-TestSnapshotPattern-979517495-router', 'tenant_id': '6934074f796445609a769899ca13ad9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': 'b1aeb858-4ba6-4ce7-a878-5e8725a4e0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:20:32Z', 'updated_at': '2021-12-10T16:20:35Z', 'revision_number': 4, 'project_id': '6934074f796445609a769899ca13ad9f', 'gw_port': {'id': 'b1aeb858-4ba6-4ce7-a878-5e8725a4e0b8', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fbe11af-005b-4a56-9c0b-865b31326bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:33Z', 'updated_at': '2021-12-10T16:20:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '8e59786e-9cdd-4d62-876c-52cc9a8c0e90', 'name': '', 'network_id': 'a9bea8a6-6f30-42e4-966c-03215d9b57bf', 'tenant_id': '6934074f796445609a769899ca13ad9f', 'mac_address': 'fa:16:3e:90:fa:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fbe11af-005b-4a56-9c0b-865b31326bbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'd6f90267-8035-4a73-873f-1e1b57235a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:35Z', 'updated_at': '2021-12-10T16:20:35Z', 'revision_number': 1, 'project_id': '6934074f796445609a769899ca13ad9f', 'subnets': [{'id': 'd6f90267-8035-4a73-873f-1e1b57235a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:36.289417 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c1728ec-08b6-4369-8309-d949d5f422be admin admin] Router 4fbe11af-005b-4a56-9c0b-865b31326bbd has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:20:36.300652 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c593550e-0c40-4264-8da1-6b398f2f74e3 None None] The sync data for ids ['4fbe11af-005b-4a56-9c0b-865b31326bbd'] in dv-neutron-821401-4-hyperv is: [{'id': '4fbe11af-005b-4a56-9c0b-865b31326bbd', 'name': 'tempest-TestSnapshotPattern-979517495-router', 'tenant_id': '6934074f796445609a769899ca13ad9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': 'b1aeb858-4ba6-4ce7-a878-5e8725a4e0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:20:32Z', 'updated_at': '2021-12-10T16:20:35Z', 'revision_number': 4, 'project_id': '6934074f796445609a769899ca13ad9f', 'gw_port': {'id': 'b1aeb858-4ba6-4ce7-a878-5e8725a4e0b8', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fbe11af-005b-4a56-9c0b-865b31326bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:33Z', 'updated_at': '2021-12-10T16:20:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '8e59786e-9cdd-4d62-876c-52cc9a8c0e90', 'name': '', 'network_id': 'a9bea8a6-6f30-42e4-966c-03215d9b57bf', 'tenant_id': '6934074f796445609a769899ca13ad9f', 'mac_address': 'fa:16:3e:90:fa:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fbe11af-005b-4a56-9c0b-865b31326bbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'd6f90267-8035-4a73-873f-1e1b57235a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:35Z', 'updated_at': '2021-12-10T16:20:35Z', 'revision_number': 1, 'project_id': '6934074f796445609a769899ca13ad9f', 'subnets': [{'id': 'd6f90267-8035-4a73-873f-1e1b57235a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:20:36.305237 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-0918356d-33fc-4a01-b15f-c5e1ebc39121 None None] Provisioning complete for port 8e59786e-9cdd-4d62-876c-52cc9a8c0e90 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:20:36.305237 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0918356d-33fc-4a01-b15f-c5e1ebc39121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:36.350454 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0918356d-33fc-4a01-b15f-c5e1ebc39121 None None] Pushing event updated for resources: {'Port': ['ID=b1aeb858-4ba6-4ce7-a878-5e8725a4e0b8,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:36.363958 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-0918356d-33fc-4a01-b15f-c5e1ebc39121 None None] Port 8e59786e-9cdd-4d62-876c-52cc9a8c0e90 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:20:36.420802 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c1728ec-08b6-4369-8309-d949d5f422be admin admin] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:20:36.426052 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-9c1728ec-08b6-4369-8309-d949d5f422be admin admin] 10.222.0.20 "PUT /v2.0/routers/4fbe11af-005b-4a56-9c0b-865b31326bbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7802176 Dec 10 16:20:36.483089 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-99f45732-a2d9-49eb-ba87-e4d35b4a57f1 None None] Provisioning complete for port 8e59786e-9cdd-4d62-876c-52cc9a8c0e90 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:20:36.483524 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-99f45732-a2d9-49eb-ba87-e4d35b4a57f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:36.520433 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-99f45732-a2d9-49eb-ba87-e4d35b4a57f1 None None] Port 8e59786e-9cdd-4d62-876c-52cc9a8c0e90 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:20:37.182718 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 44584) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:37.188145 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-d9a25e5d-ba59-4f9c-aaba-328d33046a03 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1468587795-network', 'tenant_id': 'f63a92eacb034a66a7765bf73b50f7a3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:20:37.235864 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device b1aeb858-4ba6-4ce7-a878-5e8725a4e0b8 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:20:37.265511 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a25e5d-ba59-4f9c-aaba-328d33046a03 admin admin] Made reservation on behalf of f63a92eacb034a66a7765bf73b50f7a3 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:20:37.268596 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d9a25e5d-ba59-4f9c-aaba-328d33046a03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for network, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:37.279452 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d9a25e5d-ba59-4f9c-aaba-328d33046a03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:37.289635 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port b1aeb858-4ba6-4ce7-a878-5e8725a4e0b8 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:20:37.290045 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:37.364963 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d9a25e5d-ba59-4f9c-aaba-328d33046a03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:37.425701 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d9a25e5d-ba59-4f9c-aaba-328d33046a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:37.450985 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9a25e5d-ba59-4f9c-aaba-328d33046a03 admin admin] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:20:37.461552 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a25e5d-ba59-4f9c-aaba-328d33046a03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88816114-beb3-46d0-9fdc-27a8fcbafb09,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:37.466547 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d9a25e5d-ba59-4f9c-aaba-328d33046a03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:37.466900 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.segments_db [None req-d9a25e5d-ba59-4f9c-aaba-328d33046a03 admin admin] Added segment eb5f9599-1354-4c0a-9f06-0afdf4ba6691 of type vlan for network 73aa9b77-1079-47ad-8fa2-1df996db3766 Dec 10 16:20:37.515157 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d9a25e5d-ba59-4f9c-aaba-328d33046a03 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785453496351'] for network, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:37.574296 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d9a25e5d-ba59-4f9c-aaba-328d33046a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637'] for network, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:37.575302 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a25e5d-ba59-4f9c-aaba-328d33046a03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:37.575891 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d9a25e5d-ba59-4f9c-aaba-328d33046a03 admin admin] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:37.633933 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a25e5d-ba59-4f9c-aaba-328d33046a03 admin admin] Pushing event updated for resources: {'Network': ['ID=73aa9b77-1079-47ad-8fa2-1df996db3766,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:37.644526 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Network 73aa9b77-1079-47ad-8fa2-1df996db3766 details requested by agent ovs-agent-dv-neutron-821401-4-hyperv with host dv-neutron-821401-4-hyperv {{(pid=103588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:20:37.668713 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-d9a25e5d-ba59-4f9c-aaba-328d33046a03 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4845710 Dec 10 16:20:37.671409 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 44586) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:37.676103 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-87936e18-ef8e-4dcd-a279-1f1cf7a33b0c admin admin] Request body: {'subnet': {'network_id': '73aa9b77-1079-47ad-8fa2-1df996db3766', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1468587795-subnet', 'tenant_id': 'f63a92eacb034a66a7765bf73b50f7a3', 'ip_version': 4}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:20:37.745935 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87936e18-ef8e-4dcd-a279-1f1cf7a33b0c admin admin] Made reservation on behalf of f63a92eacb034a66a7765bf73b50f7a3 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:20:37.748324 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-87936e18-ef8e-4dcd-a279-1f1cf7a33b0c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11668558'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:37.969658 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-87936e18-ef8e-4dcd-a279-1f1cf7a33b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11236534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11668560'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:38.029575 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87936e18-ef8e-4dcd-a279-1f1cf7a33b0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3ab18fb-e772-4e25-9a2d-1f02724d90ce,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:38.041002 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87936e18-ef8e-4dcd-a279-1f1cf7a33b0c admin admin] Checking segment: {'id': 'eb5f9599-1354-4c0a-9f06-0afdf4ba6691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '73aa9b77-1079-47ad-8fa2-1df996db3766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:20:38.041002 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87936e18-ef8e-4dcd-a279-1f1cf7a33b0c admin admin] Network hostable DHCP agents. Network: 73aa9b77-1079-47ad-8fa2-1df996db3766, hostable agents: ['3b54f161-48e1-442e-bb64-20d2b087b4a6'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:20:38.180312 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87936e18-ef8e-4dcd-a279-1f1cf7a33b0c admin admin] Network 73aa9b77-1079-47ad-8fa2-1df996db3766 is scheduled to be hosted by DHCP agent 3b54f161-48e1-442e-bb64-20d2b087b4a6 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:20:38.243257 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-87936e18-ef8e-4dcd-a279-1f1cf7a33b0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821401-4-hyperv, 73aa9b77-1079-47ad-8fa2-1df996db3766) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:20:38.247885 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87936e18-ef8e-4dcd-a279-1f1cf7a33b0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:38.248774 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-87936e18-ef8e-4dcd-a279-1f1cf7a33b0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564611'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:38.252702 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a5aa85-2081-4de1-b13b-216888f2e6b8 None None] Network 73aa9b77-1079-47ad-8fa2-1df996db3766 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:20:38.307080 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c2c3a1-8f1f-47a5-a4d3-4fbeff89a9b5 None None] Sync routers for ids ['4fbe11af-005b-4a56-9c0b-865b31326bbd'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:20:38.317348 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c2c3a1-8f1f-47a5-a4d3-4fbeff89a9b5 None None] Routers {'4fbe11af-005b-4a56-9c0b-865b31326bbd'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:20:38.318111 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-e4c2c3a1-8f1f-47a5-a4d3-4fbeff89a9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:20:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['4fbe11af-005b-4a56-9c0b-865b31326bbd'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:38.354611 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d431a0f1-5bdd-4448-816a-d6002accf911 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa85ba915-0d59-58b2-9c9e-9c1d88536e9d-73aa9b77-1079-47ad-8fa2-1df996db3766', 'network_id': '73aa9b77-1079-47ad-8fa2-1df996db3766', 'project_id': 'f63a92eacb034a66a7765bf73b50f7a3', 'fixed_ips': [{'subnet_id': 'b3ab18fb-e772-4e25-9a2d-1f02724d90ce'}]}} from dv-neutron-821401-4-hyperv. {{(pid=103588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:20:38.355274 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-87936e18-ef8e-4dcd-a279-1f1cf7a33b0c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6828158 Dec 10 16:20:38.355977 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d431a0f1-5bdd-4448-816a-d6002accf911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:38.357896 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 44588) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:38.363536 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-0693f526-75d4-44d5-b558-5bfe47570023 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1468587795-router', 'tenant_id': 'f63a92eacb034a66a7765bf73b50f7a3', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:20:38.429056 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-e4c2c3a1-8f1f-47a5-a4d3-4fbeff89a9b5 None None] Set router 4fbe11af-005b-4a56-9c0b-865b31326bbd gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:20:38.460584 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0693f526-75d4-44d5-b558-5bfe47570023 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13912'] for router, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:38.461754 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0693f526-75d4-44d5-b558-5bfe47570023 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:38.497708 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-d431a0f1-5bdd-4448-816a-d6002accf911 None None] Allocated IP 172.20.0.2 (73aa9b77-1079-47ad-8fa2-1df996db3766/b3ab18fb-e772-4e25-9a2d-1f02724d90ce/307a624e-0013-4ae9-8895-87c10948e8f0) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:20:38.521414 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0693f526-75d4-44d5-b558-5bfe47570023 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:38.652854 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d431a0f1-5bdd-4448-816a-d6002accf911 None None] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:38.700594 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d431a0f1-5bdd-4448-816a-d6002accf911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:38.720286 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0693f526-75d4-44d5-b558-5bfe47570023 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:38.722093 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-e4c2c3a1-8f1f-47a5-a4d3-4fbeff89a9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fbe11af-005b-4a56-9c0b-865b31326bbd', 'name': 'tempest-TestSnapshotPattern-979517495-router', 'tenant_id': '6934074f796445609a769899ca13ad9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': 'b1aeb858-4ba6-4ce7-a878-5e8725a4e0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:20:32Z', 'updated_at': '2021-12-10T16:20:35Z', 'revision_number': 4, 'project_id': '6934074f796445609a769899ca13ad9f', 'gw_port': {'id': 'b1aeb858-4ba6-4ce7-a878-5e8725a4e0b8', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbe11af-005b-4a56-9c0b-865b31326bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:33Z', 'updated_at': '2021-12-10T16:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '8e59786e-9cdd-4d62-876c-52cc9a8c0e90', 'name': '', 'network_id': 'a9bea8a6-6f30-42e4-966c-03215d9b57bf', 'tenant_id': '6934074f796445609a769899ca13ad9f', 'mac_address': 'fa:16:3e:90:fa:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fbe11af-005b-4a56-9c0b-865b31326bbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'd6f90267-8035-4a73-873f-1e1b57235a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:35Z', 'updated_at': '2021-12-10T16:20:35Z', 'revision_number': 2, 'project_id': '6934074f796445609a769899ca13ad9f', 'subnets': [{'id': 'd6f90267-8035-4a73-873f-1e1b57235a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:38.740390 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d431a0f1-5bdd-4448-816a-d6002accf911 None None] Network 73aa9b77-1079-47ad-8fa2-1df996db3766 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:20:38.743340 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-d431a0f1-5bdd-4448-816a-d6002accf911 None None] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:20:38.746850 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d431a0f1-5bdd-4448-816a-d6002accf911 None None] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:20:38.752654 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c2c3a1-8f1f-47a5-a4d3-4fbeff89a9b5 None None] Checking router: 4fbe11af-005b-4a56-9c0b-865b31326bbd for host: dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:20:38.753016 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c2c3a1-8f1f-47a5-a4d3-4fbeff89a9b5 None None] Updating router 4fbe11af-005b-4a56-9c0b-865b31326bbd port 8e59786e-9cdd-4d62-876c-52cc9a8c0e90 binding host dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:20:38.757702 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d431a0f1-5bdd-4448-816a-d6002accf911 None None] Pushing event updated for resources: {'Port': ['ID=307a624e-0013-4ae9-8895-87c10948e8f0,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:38.779145 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e4c2c3a1-8f1f-47a5-a4d3-4fbeff89a9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:38.809860 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-d431a0f1-5bdd-4448-816a-d6002accf911 None None] Attempting to bind port 307a624e-0013-4ae9-8895-87c10948e8f0 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:20:38.810235 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-d431a0f1-5bdd-4448-816a-d6002accf911 None None] Attempting to bind port 307a624e-0013-4ae9-8895-87c10948e8f0 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'eb5f9599-1354-4c0a-9f06-0afdf4ba6691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '73aa9b77-1079-47ad-8fa2-1df996db3766'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:20:38.810610 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d431a0f1-5bdd-4448-816a-d6002accf911 None None] Attempting to bind port 307a624e-0013-4ae9-8895-87c10948e8f0 on network 73aa9b77-1079-47ad-8fa2-1df996db3766 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:20:38.816820 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d431a0f1-5bdd-4448-816a-d6002accf911 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:20:38.817201 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d431a0f1-5bdd-4448-816a-d6002accf911 None None] Checking segment: {'id': 'eb5f9599-1354-4c0a-9f06-0afdf4ba6691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '73aa9b77-1079-47ad-8fa2-1df996db3766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:20:38.817608 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d431a0f1-5bdd-4448-816a-d6002accf911 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:38.818038 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d431a0f1-5bdd-4448-816a-d6002accf911 None None] Bound using segment: {'id': 'eb5f9599-1354-4c0a-9f06-0afdf4ba6691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '73aa9b77-1079-47ad-8fa2-1df996db3766'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:20:38.818503 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-d431a0f1-5bdd-4448-816a-d6002accf911 None None] Bound port: 307a624e-0013-4ae9-8895-87c10948e8f0, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb5f9599-1354-4c0a-9f06-0afdf4ba6691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '73aa9b77-1079-47ad-8fa2-1df996db3766'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:20:38.819184 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d431a0f1-5bdd-4448-816a-d6002accf911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:38.886984 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-d431a0f1-5bdd-4448-816a-d6002accf911 None None] For port 307a624e-0013-4ae9-8895-87c10948e8f0, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:20:38.890555 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-d431a0f1-5bdd-4448-816a-d6002accf911 None None] For port 307a624e-0013-4ae9-8895-87c10948e8f0, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=307a624e-0013-4ae9-8895-87c10948e8f0,segment=NetworkSegment(eb5f9599-1354-4c0a-9f06-0afdf4ba6691),segment_id=eb5f9599-1354-4c0a-9f06-0afdf4ba6691)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:20:38.957763 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d431a0f1-5bdd-4448-816a-d6002accf911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:38.963666 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:20:38.982329 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0693f526-75d4-44d5-b558-5bfe47570023 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:39.003019 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0693f526-75d4-44d5-b558-5bfe47570023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:39.019786 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d431a0f1-5bdd-4448-816a-d6002accf911 None None] Pushing event updated for resources: {'Port': ['ID=307a624e-0013-4ae9-8895-87c10948e8f0,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:39.057276 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e4c2c3a1-8f1f-47a5-a4d3-4fbeff89a9b5 None None] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:39.115781 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-0693f526-75d4-44d5-b558-5bfe47570023 admin admin] Allocated IP 172.26.2.74 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/775b9fda-7aee-41a8-9b52-7c69f658009e) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:20:39.146014 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e4c2c3a1-8f1f-47a5-a4d3-4fbeff89a9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:39.189191 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42af252-c458-45ee-ab31-899a119652d1 None None] Pushing event updated for resources: {'Port': ['ID=8e59786e-9cdd-4d62-876c-52cc9a8c0e90,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:39.199696 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42af252-c458-45ee-ab31-899a119652d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:39.202244 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42af252-c458-45ee-ab31-899a119652d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:39.202244 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42af252-c458-45ee-ab31-899a119652d1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:39.202244 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42af252-c458-45ee-ab31-899a119652d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:39.202244 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42af252-c458-45ee-ab31-899a119652d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:39.202244 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42af252-c458-45ee-ab31-899a119652d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:39.202244 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42af252-c458-45ee-ab31-899a119652d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:39.202244 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42af252-c458-45ee-ab31-899a119652d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:39.202832 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42af252-c458-45ee-ab31-899a119652d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:39.203108 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42af252-c458-45ee-ab31-899a119652d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:39.203706 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42af252-c458-45ee-ab31-899a119652d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:39.204335 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42af252-c458-45ee-ab31-899a119652d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:39.204882 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42af252-c458-45ee-ab31-899a119652d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:39.278755 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-e4c2c3a1-8f1f-47a5-a4d3-4fbeff89a9b5 None None] Attempting to bind port 8e59786e-9cdd-4d62-876c-52cc9a8c0e90 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:20:39.282480 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-e4c2c3a1-8f1f-47a5-a4d3-4fbeff89a9b5 None None] Attempting to bind port 8e59786e-9cdd-4d62-876c-52cc9a8c0e90 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': '250f9aa7-f93b-4a53-8841-c213a5780bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a9bea8a6-6f30-42e4-966c-03215d9b57bf'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:20:39.282480 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c2c3a1-8f1f-47a5-a4d3-4fbeff89a9b5 None None] Attempting to bind port 8e59786e-9cdd-4d62-876c-52cc9a8c0e90 on network a9bea8a6-6f30-42e4-966c-03215d9b57bf {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:20:39.283859 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0693f526-75d4-44d5-b558-5bfe47570023 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:39.287483 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c2c3a1-8f1f-47a5-a4d3-4fbeff89a9b5 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:20:39.288024 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c2c3a1-8f1f-47a5-a4d3-4fbeff89a9b5 None None] Checking segment: {'id': '250f9aa7-f93b-4a53-8841-c213a5780bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a9bea8a6-6f30-42e4-966c-03215d9b57bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:20:39.288529 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e4c2c3a1-8f1f-47a5-a4d3-4fbeff89a9b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:39.289127 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c2c3a1-8f1f-47a5-a4d3-4fbeff89a9b5 None None] Bound using segment: {'id': '250f9aa7-f93b-4a53-8841-c213a5780bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a9bea8a6-6f30-42e4-966c-03215d9b57bf'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:20:39.289585 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-e4c2c3a1-8f1f-47a5-a4d3-4fbeff89a9b5 None None] Bound port: 8e59786e-9cdd-4d62-876c-52cc9a8c0e90, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '250f9aa7-f93b-4a53-8841-c213a5780bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a9bea8a6-6f30-42e4-966c-03215d9b57bf'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:20:39.290060 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e4c2c3a1-8f1f-47a5-a4d3-4fbeff89a9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:39.371027 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-e4c2c3a1-8f1f-47a5-a4d3-4fbeff89a9b5 None None] For port 8e59786e-9cdd-4d62-876c-52cc9a8c0e90, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:20:39.374930 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-e4c2c3a1-8f1f-47a5-a4d3-4fbeff89a9b5 None None] For port 8e59786e-9cdd-4d62-876c-52cc9a8c0e90, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=8e59786e-9cdd-4d62-876c-52cc9a8c0e90,segment=NetworkSegment(250f9aa7-f93b-4a53-8841-c213a5780bd4),segment_id=250f9aa7-f93b-4a53-8841-c213a5780bd4)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:20:39.380871 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0693f526-75d4-44d5-b558-5bfe47570023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:39.430523 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0693f526-75d4-44d5-b558-5bfe47570023 admin admin] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:20:39.433246 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-0693f526-75d4-44d5-b558-5bfe47570023 admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:20:39.435755 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0693f526-75d4-44d5-b558-5bfe47570023 admin admin] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:20:39.443954 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e4c2c3a1-8f1f-47a5-a4d3-4fbeff89a9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:39.447870 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cac02f1-aa68-4675-9b73-164040251c91 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:20:39.466685 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0693f526-75d4-44d5-b558-5bfe47570023 admin admin] Pushing event updated for resources: {'Port': ['ID=775b9fda-7aee-41a8-9b52-7c69f658009e,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:39.480461 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-0142ee27-c4fe-40a5-a12d-cd2bd846de83 None None] Provisioning complete for port 8e59786e-9cdd-4d62-876c-52cc9a8c0e90 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:20:39.480940 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0142ee27-c4fe-40a5-a12d-cd2bd846de83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:39.509851 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42af252-c458-45ee-ab31-899a119652d1 None None] Pushing event updated for resources: {'Port': ['ID=8e59786e-9cdd-4d62-876c-52cc9a8c0e90,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:39.518791 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c2c3a1-8f1f-47a5-a4d3-4fbeff89a9b5 None None] Routers {'4fbe11af-005b-4a56-9c0b-865b31326bbd'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:20:39.519412 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-e4c2c3a1-8f1f-47a5-a4d3-4fbeff89a9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:20:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['4fbe11af-005b-4a56-9c0b-865b31326bbd'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:39.594063 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0142ee27-c4fe-40a5-a12d-cd2bd846de83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:39.633150 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-0142ee27-c4fe-40a5-a12d-cd2bd846de83 None None] For port 8e59786e-9cdd-4d62-876c-52cc9a8c0e90, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=8e59786e-9cdd-4d62-876c-52cc9a8c0e90,segment=NetworkSegment(250f9aa7-f93b-4a53-8841-c213a5780bd4),segment_id=250f9aa7-f93b-4a53-8841-c213a5780bd4)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:20:39.648842 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-e4c2c3a1-8f1f-47a5-a4d3-4fbeff89a9b5 None None] Set router 4fbe11af-005b-4a56-9c0b-865b31326bbd gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:20:39.701099 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0142ee27-c4fe-40a5-a12d-cd2bd846de83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:39.785329 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0142ee27-c4fe-40a5-a12d-cd2bd846de83 None None] Pushing event updated for resources: {'Port': ['ID=8e59786e-9cdd-4d62-876c-52cc9a8c0e90,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:39.812051 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0693f526-75d4-44d5-b558-5bfe47570023 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:39.825629 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-ccb88258-ca03-4c95-9e05-da13897b58fc None None] Provisioning complete for port 8e59786e-9cdd-4d62-876c-52cc9a8c0e90 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:20:39.826312 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ccb88258-ca03-4c95-9e05-da13897b58fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:39.901445 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-e4c2c3a1-8f1f-47a5-a4d3-4fbeff89a9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fbe11af-005b-4a56-9c0b-865b31326bbd', 'name': 'tempest-TestSnapshotPattern-979517495-router', 'tenant_id': '6934074f796445609a769899ca13ad9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': 'b1aeb858-4ba6-4ce7-a878-5e8725a4e0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:20:32Z', 'updated_at': '2021-12-10T16:20:35Z', 'revision_number': 4, 'project_id': '6934074f796445609a769899ca13ad9f', 'gw_port': {'id': 'b1aeb858-4ba6-4ce7-a878-5e8725a4e0b8', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbe11af-005b-4a56-9c0b-865b31326bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:33Z', 'updated_at': '2021-12-10T16:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '8e59786e-9cdd-4d62-876c-52cc9a8c0e90', 'name': '', 'network_id': 'a9bea8a6-6f30-42e4-966c-03215d9b57bf', 'tenant_id': '6934074f796445609a769899ca13ad9f', 'mac_address': 'fa:16:3e:90:fa:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fbe11af-005b-4a56-9c0b-865b31326bbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'd6f90267-8035-4a73-873f-1e1b57235a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:35Z', 'updated_at': '2021-12-10T16:20:39Z', 'revision_number': 4, 'project_id': '6934074f796445609a769899ca13ad9f', 'subnets': [{'id': 'd6f90267-8035-4a73-873f-1e1b57235a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:39.929764 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c2c3a1-8f1f-47a5-a4d3-4fbeff89a9b5 None None] The sync data for ids ['4fbe11af-005b-4a56-9c0b-865b31326bbd'] in dv-neutron-821401-4-hyperv is: [{'id': '4fbe11af-005b-4a56-9c0b-865b31326bbd', 'name': 'tempest-TestSnapshotPattern-979517495-router', 'tenant_id': '6934074f796445609a769899ca13ad9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': 'b1aeb858-4ba6-4ce7-a878-5e8725a4e0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:20:32Z', 'updated_at': '2021-12-10T16:20:35Z', 'revision_number': 4, 'project_id': '6934074f796445609a769899ca13ad9f', 'gw_port': {'id': 'b1aeb858-4ba6-4ce7-a878-5e8725a4e0b8', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbe11af-005b-4a56-9c0b-865b31326bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:33Z', 'updated_at': '2021-12-10T16:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '8e59786e-9cdd-4d62-876c-52cc9a8c0e90', 'name': '', 'network_id': 'a9bea8a6-6f30-42e4-966c-03215d9b57bf', 'tenant_id': '6934074f796445609a769899ca13ad9f', 'mac_address': 'fa:16:3e:90:fa:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fbe11af-005b-4a56-9c0b-865b31326bbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'd6f90267-8035-4a73-873f-1e1b57235a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:35Z', 'updated_at': '2021-12-10T16:20:39Z', 'revision_number': 4, 'project_id': '6934074f796445609a769899ca13ad9f', 'subnets': [{'id': 'd6f90267-8035-4a73-873f-1e1b57235a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:20:39.933670 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-ccb88258-ca03-4c95-9e05-da13897b58fc None None] Provisioning complete for port 775b9fda-7aee-41a8-9b52-7c69f658009e triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:20:39.934088 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ccb88258-ca03-4c95-9e05-da13897b58fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:39.976131 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-ccb88258-ca03-4c95-9e05-da13897b58fc None None] Port 775b9fda-7aee-41a8-9b52-7c69f658009e cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:20:40.042410 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0693f526-75d4-44d5-b558-5bfe47570023 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551363'] for router, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:40.108730 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d04332-c14d-4a11-be14-39fb43ea1b6a None None] Network 73aa9b77-1079-47ad-8fa2-1df996db3766 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:20:40.222088 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-afe13624-cb94-4903-81c4-5c3f3ae60017 None None] Provisioning complete for port 307a624e-0013-4ae9-8895-87c10948e8f0 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:20:40.222493 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-afe13624-cb94-4903-81c4-5c3f3ae60017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:40.300249 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0693f526-75d4-44d5-b558-5bfe47570023 admin admin] Router 19f6d325-6bbe-4a94-acd1-84bfd0fc6c58 is scheduled to L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d with binding_index 1 {{(pid=103587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:20:40.309517 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-afe13624-cb94-4903-81c4-5c3f3ae60017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:40.529918 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-afe13624-cb94-4903-81c4-5c3f3ae60017 None None] For port 307a624e-0013-4ae9-8895-87c10948e8f0, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=307a624e-0013-4ae9-8895-87c10948e8f0,segment=NetworkSegment(eb5f9599-1354-4c0a-9f06-0afdf4ba6691),segment_id=eb5f9599-1354-4c0a-9f06-0afdf4ba6691)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:20:40.591526 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-afe13624-cb94-4903-81c4-5c3f3ae60017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:40.650803 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe13624-cb94-4903-81c4-5c3f3ae60017 None None] Pushing event updated for resources: {'Port': ['ID=307a624e-0013-4ae9-8895-87c10948e8f0,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:40.719805 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-16d60fcc-735b-4a18-a36a-09ac86c4d161 None None] Provisioning complete for port 307a624e-0013-4ae9-8895-87c10948e8f0 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:20:40.720653 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-16d60fcc-735b-4a18-a36a-09ac86c4d161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:40.780089 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0693f526-75d4-44d5-b558-5bfe47570023 admin admin] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:20:40.799925 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cdeed9-d791-43cf-af47-0b6cef17bea7 None None] Sync routers for ids ['19f6d325-6bbe-4a94-acd1-84bfd0fc6c58'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:20:40.825623 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cdeed9-d791-43cf-af47-0b6cef17bea7 None None] Routers {'19f6d325-6bbe-4a94-acd1-84bfd0fc6c58'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:20:40.826274 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-b1cdeed9-d791-43cf-af47-0b6cef17bea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:20:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['19f6d325-6bbe-4a94-acd1-84bfd0fc6c58'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:40.862516 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0693f526-75d4-44d5-b558-5bfe47570023 admin admin] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:40.866095 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-0693f526-75d4-44d5-b558-5bfe47570023 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5044391 Dec 10 16:20:40.866837 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 44590) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:40.934022 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-b1cdeed9-d791-43cf-af47-0b6cef17bea7 None None] Set router 19f6d325-6bbe-4a94-acd1-84bfd0fc6c58 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:20:41.120351 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-b1cdeed9-d791-43cf-af47-0b6cef17bea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f6d325-6bbe-4a94-acd1-84bfd0fc6c58', 'name': 'tempest-TestSnapshotPattern-1468587795-router', 'tenant_id': 'f63a92eacb034a66a7765bf73b50f7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.74'}], 'enable_snat': True}, 'gw_port_id': '775b9fda-7aee-41a8-9b52-7c69f658009e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:20:38Z', 'updated_at': '2021-12-10T16:20:39Z', 'revision_number': 3, 'project_id': 'f63a92eacb034a66a7765bf73b50f7a3', 'gw_port': {'id': '775b9fda-7aee-41a8-9b52-7c69f658009e', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:0e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f6d325-6bbe-4a94-acd1-84bfd0fc6c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:39Z', 'updated_at': '2021-12-10T16:20:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:41.147124 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cdeed9-d791-43cf-af47-0b6cef17bea7 None None] Checking router: 19f6d325-6bbe-4a94-acd1-84bfd0fc6c58 for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:20:41.147481 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cdeed9-d791-43cf-af47-0b6cef17bea7 None None] Updating router 19f6d325-6bbe-4a94-acd1-84bfd0fc6c58 port 775b9fda-7aee-41a8-9b52-7c69f658009e binding host dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:20:41.187590 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b1cdeed9-d791-43cf-af47-0b6cef17bea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:41.307933 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 8e59786e-9cdd-4d62-876c-52cc9a8c0e90 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:20:41.426547 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 8e59786e-9cdd-4d62-876c-52cc9a8c0e90 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:20:41.426922 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:41.544837 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b1cdeed9-d791-43cf-af47-0b6cef17bea7 None None] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:41.562029 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 307a624e-0013-4ae9-8895-87c10948e8f0 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:20:41.582489 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7157c956-21d5-4a53-859e-bb75d75c77e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:41.609206 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b1cdeed9-d791-43cf-af47-0b6cef17bea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:41.613879 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 307a624e-0013-4ae9-8895-87c10948e8f0 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:20:41.614211 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:41.682641 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-b1cdeed9-d791-43cf-af47-0b6cef17bea7 None None] Attempting to bind port 775b9fda-7aee-41a8-9b52-7c69f658009e on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:20:41.682934 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-b1cdeed9-d791-43cf-af47-0b6cef17bea7 None None] Attempting to bind port 775b9fda-7aee-41a8-9b52-7c69f658009e by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:20:41.683298 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cdeed9-d791-43cf-af47-0b6cef17bea7 None None] Attempting to bind port 775b9fda-7aee-41a8-9b52-7c69f658009e on network d5a1452c-422a-4e1a-a1c7-48738ecf752f {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:20:41.691509 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7470d97-78be-4586-b3a6-9a50a1980782 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:20:41.705986 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cdeed9-d791-43cf-af47-0b6cef17bea7 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:20:41.706368 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cdeed9-d791-43cf-af47-0b6cef17bea7 None None] Checking segment: {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:20:41.709294 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b1cdeed9-d791-43cf-af47-0b6cef17bea7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:41.709294 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cdeed9-d791-43cf-af47-0b6cef17bea7 None None] Bound using segment: {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:20:41.709294 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-b1cdeed9-d791-43cf-af47-0b6cef17bea7 None None] Bound port: 775b9fda-7aee-41a8-9b52-7c69f658009e, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daf18002-b5a0-49f3-8b6e-f29caa147edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:20:41.709294 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b1cdeed9-d791-43cf-af47-0b6cef17bea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:41.715958 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0002cd5c-f2ab-4e43-86d6-293e304ddb4f None None] Pushing event updated for resources: {'Port': ['ID=775b9fda-7aee-41a8-9b52-7c69f658009e,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:41.740192 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [None req-7157c956-21d5-4a53-859e-bb75d75c77e4 admin admin] Allocated IP 172.20.0.1 (73aa9b77-1079-47ad-8fa2-1df996db3766/b3ab18fb-e772-4e25-9a2d-1f02724d90ce/08ddf5cc-3435-4dcd-89b6-86f46cb8ad28) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:20:41.782785 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-c5ede878-03a2-4d0a-83ab-07868741e12e None None] Provisioning complete for port 775b9fda-7aee-41a8-9b52-7c69f658009e triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:20:41.783154 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c5ede878-03a2-4d0a-83ab-07868741e12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:41.811702 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-b1cdeed9-d791-43cf-af47-0b6cef17bea7 None None] For port 775b9fda-7aee-41a8-9b52-7c69f658009e, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:20:41.846125 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7157c956-21d5-4a53-859e-bb75d75c77e4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:41.856429 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-b1cdeed9-d791-43cf-af47-0b6cef17bea7 None None] For port 775b9fda-7aee-41a8-9b52-7c69f658009e, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=775b9fda-7aee-41a8-9b52-7c69f658009e,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:20:41.864878 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-c5ede878-03a2-4d0a-83ab-07868741e12e None None] Port 775b9fda-7aee-41a8-9b52-7c69f658009e cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:20:41.917666 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b1cdeed9-d791-43cf-af47-0b6cef17bea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:41.946352 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7157c956-21d5-4a53-859e-bb75d75c77e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:41.962396 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c7ce13-a30c-487d-a5cc-a3513853c930 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:20:41.980976 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cdeed9-d791-43cf-af47-0b6cef17bea7 None None] Routers {'19f6d325-6bbe-4a94-acd1-84bfd0fc6c58'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:20:41.981552 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-b1cdeed9-d791-43cf-af47-0b6cef17bea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:20:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['19f6d325-6bbe-4a94-acd1-84bfd0fc6c58'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:41.990150 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7157c956-21d5-4a53-859e-bb75d75c77e4 admin admin] Network 73aa9b77-1079-47ad-8fa2-1df996db3766 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:20:41.994760 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-7157c956-21d5-4a53-859e-bb75d75c77e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:20:41.997503 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7157c956-21d5-4a53-859e-bb75d75c77e4 admin admin] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:20:42.001185 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7157c956-21d5-4a53-859e-bb75d75c77e4 admin admin] Pushing event updated for resources: {'Port': ['ID=08ddf5cc-3435-4dcd-89b6-86f46cb8ad28,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:42.029297 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0002cd5c-f2ab-4e43-86d6-293e304ddb4f None None] Pushing event updated for resources: {'Port': ['ID=775b9fda-7aee-41a8-9b52-7c69f658009e,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:42.040247 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7157c956-21d5-4a53-859e-bb75d75c77e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-552880'] for router_interface, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:42.114051 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-c38e246f-0002-43a4-8520-aaee744eff7d None None] Provisioning complete for port 775b9fda-7aee-41a8-9b52-7c69f658009e triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:20:42.114593 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c38e246f-0002-43a4-8520-aaee744eff7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:42.117098 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-b1cdeed9-d791-43cf-af47-0b6cef17bea7 None None] Set router 19f6d325-6bbe-4a94-acd1-84bfd0fc6c58 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:20:42.223414 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7157c956-21d5-4a53-859e-bb75d75c77e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:42.316326 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c38e246f-0002-43a4-8520-aaee744eff7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:42.358306 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-c38e246f-0002-43a4-8520-aaee744eff7d None None] For port 775b9fda-7aee-41a8-9b52-7c69f658009e, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=775b9fda-7aee-41a8-9b52-7c69f658009e,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:20:42.381330 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-b1cdeed9-d791-43cf-af47-0b6cef17bea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f6d325-6bbe-4a94-acd1-84bfd0fc6c58', 'name': 'tempest-TestSnapshotPattern-1468587795-router', 'tenant_id': 'f63a92eacb034a66a7765bf73b50f7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.74'}], 'enable_snat': True}, 'gw_port_id': '775b9fda-7aee-41a8-9b52-7c69f658009e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:20:38Z', 'updated_at': '2021-12-10T16:20:39Z', 'revision_number': 3, 'project_id': 'f63a92eacb034a66a7765bf73b50f7a3', 'gw_port': {'id': '775b9fda-7aee-41a8-9b52-7c69f658009e', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:0e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f6d325-6bbe-4a94-acd1-84bfd0fc6c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:39Z', 'updated_at': '2021-12-10T16:20:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:42.397323 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7157c956-21d5-4a53-859e-bb75d75c77e4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:42.408104 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cdeed9-d791-43cf-af47-0b6cef17bea7 None None] The sync data for ids ['19f6d325-6bbe-4a94-acd1-84bfd0fc6c58'] in dv-neutron-821401-4-hyperv is: [{'id': '19f6d325-6bbe-4a94-acd1-84bfd0fc6c58', 'name': 'tempest-TestSnapshotPattern-1468587795-router', 'tenant_id': 'f63a92eacb034a66a7765bf73b50f7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.74'}], 'enable_snat': True}, 'gw_port_id': '775b9fda-7aee-41a8-9b52-7c69f658009e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:20:38Z', 'updated_at': '2021-12-10T16:20:39Z', 'revision_number': 3, 'project_id': 'f63a92eacb034a66a7765bf73b50f7a3', 'gw_port': {'id': '775b9fda-7aee-41a8-9b52-7c69f658009e', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:0e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f6d325-6bbe-4a94-acd1-84bfd0fc6c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:39Z', 'updated_at': '2021-12-10T16:20:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:20:42.443570 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c38e246f-0002-43a4-8520-aaee744eff7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:42.466244 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7157c956-21d5-4a53-859e-bb75d75c77e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:42.513569 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38e246f-0002-43a4-8520-aaee744eff7d None None] Pushing event updated for resources: {'Port': ['ID=775b9fda-7aee-41a8-9b52-7c69f658009e,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:42.544115 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7157c956-21d5-4a53-859e-bb75d75c77e4 admin admin] Pushing event updated for resources: {'Port': ['ID=08ddf5cc-3435-4dcd-89b6-86f46cb8ad28,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:42.549941 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7157c956-21d5-4a53-859e-bb75d75c77e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549888'] for router_interface, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:42.566801 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-fbec51de-448c-4841-84db-47117b5bc7f6 None None] Provisioning complete for port 08ddf5cc-3435-4dcd-89b6-86f46cb8ad28 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:20:42.568270 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fbec51de-448c-4841-84db-47117b5bc7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:42.605270 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-fbec51de-448c-4841-84db-47117b5bc7f6 None None] Port 08ddf5cc-3435-4dcd-89b6-86f46cb8ad28 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:20:42.645398 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7157c956-21d5-4a53-859e-bb75d75c77e4 admin admin] Network 73aa9b77-1079-47ad-8fa2-1df996db3766 is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:20:42.646904 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [None req-7157c956-21d5-4a53-859e-bb75d75c77e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:20:42.791082 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7157c956-21d5-4a53-859e-bb75d75c77e4 admin admin] Router 19f6d325-6bbe-4a94-acd1-84bfd0fc6c58 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:20:42.922376 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7157c956-21d5-4a53-859e-bb75d75c77e4 admin admin] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:20:42.925126 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-7157c956-21d5-4a53-859e-bb75d75c77e4 admin admin] 10.222.0.20 "PUT /v2.0/routers/19f6d325-6bbe-4a94-acd1-84bfd0fc6c58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0569417 Dec 10 16:20:42.927495 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-a80ebc09-03af-4c35-9666-deecc8d9a71f None None] Provisioning complete for port 08ddf5cc-3435-4dcd-89b6-86f46cb8ad28 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:20:42.928102 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a80ebc09-03af-4c35-9666-deecc8d9a71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:42.964544 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-a80ebc09-03af-4c35-9666-deecc8d9a71f None None] Port 08ddf5cc-3435-4dcd-89b6-86f46cb8ad28 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:20:42.975184 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c248896f-6a67-463c-a214-7b6eaa304a33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:43.256207 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 775b9fda-7aee-41a8-9b52-7c69f658009e up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:20:43.491758 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 775b9fda-7aee-41a8-9b52-7c69f658009e triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:20:43.492221 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:43.608731 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 44598) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:43.614633 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-4a96cfc2-23cc-4fb4-8353-75fe64d4fdc2 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1725319432', 'description': 'tempest-secgroup-smoke-1725319432 description', 'project_id': '6934074f796445609a769899ca13ad9f'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:20:43.700190 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4a96cfc2-23cc-4fb4-8353-75fe64d4fdc2 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Publish callbacks [] for security_group, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:43.766794 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4a96cfc2-23cc-4fb4-8353-75fe64d4fdc2 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Publish callbacks [] for security_group, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:43.831613 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4a96cfc2-23cc-4fb4-8353-75fe64d4fdc2 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:43.862492 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a96cfc2-23cc-4fb4-8353-75fe64d4fdc2 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f051e37-87b0-49ec-9691-b587724a4b55,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:43.894512 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:43.913810 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-4a96cfc2-23cc-4fb4-8353-75fe64d4fdc2 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:43.916630 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-4a96cfc2-23cc-4fb4-8353-75fe64d4fdc2 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3057506 Dec 10 16:20:43.919282 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 44600) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:43.925009 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-0eb7ff07-a0da-4c74-93f5-e8e7f61f5318 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Request body: {'security_group_rule': {'security_group_id': '6f051e37-87b0-49ec-9691-b587724a4b55', 'project_id': '6934074f796445609a769899ca13ad9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:20:43.992835 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0eb7ff07-a0da-4c74-93f5-e8e7f61f5318 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:44.065998 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0eb7ff07-a0da-4c74-93f5-e8e7f61f5318 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:44.123193 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0eb7ff07-a0da-4c74-93f5-e8e7f61f5318 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:44.146653 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb7ff07-a0da-4c74-93f5-e8e7f61f5318 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e18e94a3-57c0-438a-a019-af6d7182190e,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:44.210979 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-0eb7ff07-a0da-4c74-93f5-e8e7f61f5318 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:44.212211 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-0eb7ff07-a0da-4c74-93f5-e8e7f61f5318 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2917514 Dec 10 16:20:44.214966 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 44602) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:44.219395 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-19c486a8-f168-4b90-b560-20624f7e6edd tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Request body: {'security_group_rule': {'security_group_id': '6f051e37-87b0-49ec-9691-b587724a4b55', 'project_id': '6934074f796445609a769899ca13ad9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:20:44.258570 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfef8af-4928-4b2a-918a-e00dd66c1019 None None] Sync routers for ids ['19f6d325-6bbe-4a94-acd1-84bfd0fc6c58'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:20:44.270574 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfef8af-4928-4b2a-918a-e00dd66c1019 None None] Routers {'19f6d325-6bbe-4a94-acd1-84bfd0fc6c58'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:20:44.271208 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-3cfef8af-4928-4b2a-918a-e00dd66c1019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:20:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['19f6d325-6bbe-4a94-acd1-84bfd0fc6c58'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:44.306077 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-19c486a8-f168-4b90-b560-20624f7e6edd tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:44.370920 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-19c486a8-f168-4b90-b560-20624f7e6edd tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:44.384234 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-3cfef8af-4928-4b2a-918a-e00dd66c1019 None None] Set router 19f6d325-6bbe-4a94-acd1-84bfd0fc6c58 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:20:44.420366 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-19c486a8-f168-4b90-b560-20624f7e6edd tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:44.440385 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c486a8-f168-4b90-b560-20624f7e6edd tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15c2fe7c-cc25-4d70-944d-2e7ee4888f67,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:44.490713 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-19c486a8-f168-4b90-b560-20624f7e6edd tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:44.491965 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-19c486a8-f168-4b90-b560-20624f7e6edd tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2760701 Dec 10 16:20:44.498691 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 44604) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:44.503905 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-ddf2e72e-e667-4624-9cde-2d6fc447d11e tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Request body: {'security_group_rule': {'security_group_id': '6f051e37-87b0-49ec-9691-b587724a4b55', 'project_id': '6934074f796445609a769899ca13ad9f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:20:44.590500 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ddf2e72e-e667-4624-9cde-2d6fc447d11e tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:44.602055 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-3cfef8af-4928-4b2a-918a-e00dd66c1019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f6d325-6bbe-4a94-acd1-84bfd0fc6c58', 'name': 'tempest-TestSnapshotPattern-1468587795-router', 'tenant_id': 'f63a92eacb034a66a7765bf73b50f7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.74'}], 'enable_snat': True}, 'gw_port_id': '775b9fda-7aee-41a8-9b52-7c69f658009e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:20:38Z', 'updated_at': '2021-12-10T16:20:42Z', 'revision_number': 4, 'project_id': 'f63a92eacb034a66a7765bf73b50f7a3', 'gw_port': {'id': '775b9fda-7aee-41a8-9b52-7c69f658009e', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:0e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f6d325-6bbe-4a94-acd1-84bfd0fc6c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:39Z', 'updated_at': '2021-12-10T16:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '08ddf5cc-3435-4dcd-89b6-86f46cb8ad28', 'name': '', 'network_id': '73aa9b77-1079-47ad-8fa2-1df996db3766', 'tenant_id': 'f63a92eacb034a66a7765bf73b50f7a3', 'mac_address': 'fa:16:3e:ac:6f:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f6d325-6bbe-4a94-acd1-84bfd0fc6c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': 'b3ab18fb-e772-4e25-9a2d-1f02724d90ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:41Z', 'updated_at': '2021-12-10T16:20:42Z', 'revision_number': 2, 'project_id': 'f63a92eacb034a66a7765bf73b50f7a3', 'subnets': [{'id': 'b3ab18fb-e772-4e25-9a2d-1f02724d90ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:44.629225 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfef8af-4928-4b2a-918a-e00dd66c1019 None None] Checking router: 19f6d325-6bbe-4a94-acd1-84bfd0fc6c58 for host: dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:20:44.629495 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfef8af-4928-4b2a-918a-e00dd66c1019 None None] Updating router 19f6d325-6bbe-4a94-acd1-84bfd0fc6c58 port 08ddf5cc-3435-4dcd-89b6-86f46cb8ad28 binding host dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:20:44.649723 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ddf2e72e-e667-4624-9cde-2d6fc447d11e tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:44.659156 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3cfef8af-4928-4b2a-918a-e00dd66c1019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:44.711214 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ddf2e72e-e667-4624-9cde-2d6fc447d11e tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:44.727026 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf2e72e-e667-4624-9cde-2d6fc447d11e tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dde6ed7-01d7-49fe-9733-cb5d270f1772,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:44.793325 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-ddf2e72e-e667-4624-9cde-2d6fc447d11e tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:44.794605 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-ddf2e72e-e667-4624-9cde-2d6fc447d11e tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2950578 Dec 10 16:20:44.797454 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 44606) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:44.801820 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-d29a3c64-cdf9-494c-abf7-3fb7d43085fc tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Request body: {'security_group_rule': {'security_group_id': '6f051e37-87b0-49ec-9691-b587724a4b55', 'project_id': '6934074f796445609a769899ca13ad9f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:20:44.877400 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d29a3c64-cdf9-494c-abf7-3fb7d43085fc tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:44.936956 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d29a3c64-cdf9-494c-abf7-3fb7d43085fc tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:44.991635 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d29a3c64-cdf9-494c-abf7-3fb7d43085fc tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:45.011180 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29a3c64-cdf9-494c-abf7-3fb7d43085fc tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe63528a-db4a-4cb2-8195-ffeb646886e5,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:45.027681 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3cfef8af-4928-4b2a-918a-e00dd66c1019 None None] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:45.079257 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d29a3c64-cdf9-494c-abf7-3fb7d43085fc tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:45.080524 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-d29a3c64-cdf9-494c-abf7-3fb7d43085fc tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2820699 Dec 10 16:20:45.083248 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 44608) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:45.087732 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [None req-a2ccab24-1ed2-4d02-afe1-c4bdc483524b tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Request body: {'security_group_rule': {'security_group_id': '6f051e37-87b0-49ec-9691-b587724a4b55', 'project_id': '6934074f796445609a769899ca13ad9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:20:45.094363 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3cfef8af-4928-4b2a-918a-e00dd66c1019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:45.143400 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fb7c49-4eb9-438a-a18c-579a4f8b708a None None] Pushing event updated for resources: {'Port': ['ID=08ddf5cc-3435-4dcd-89b6-86f46cb8ad28,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:45.162846 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.securitygroups_db [None req-a2ccab24-1ed2-4d02-afe1-c4bdc483524b tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Project 6934074f796445609a769899ca13ad9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 16:20:45.169188 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a2ccab24-1ed2-4d02-afe1-c4bdc483524b tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:45.202899 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-3cfef8af-4928-4b2a-918a-e00dd66c1019 None None] Attempting to bind port 08ddf5cc-3435-4dcd-89b6-86f46cb8ad28 on host dv-neutron-821401-4-hyperv for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:20:45.203240 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-3cfef8af-4928-4b2a-918a-e00dd66c1019 None None] Attempting to bind port 08ddf5cc-3435-4dcd-89b6-86f46cb8ad28 by drivers openvswitch,hyperv on host dv-neutron-821401-4-hyperv at level 0 using segments [{'id': 'eb5f9599-1354-4c0a-9f06-0afdf4ba6691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '73aa9b77-1079-47ad-8fa2-1df996db3766'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:20:45.203581 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfef8af-4928-4b2a-918a-e00dd66c1019 None None] Attempting to bind port 08ddf5cc-3435-4dcd-89b6-86f46cb8ad28 on network 73aa9b77-1079-47ad-8fa2-1df996db3766 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:20:45.209562 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfef8af-4928-4b2a-918a-e00dd66c1019 None None] Checking agent: {'id': '91de660e-bdf9-4f70-8a7c-5f273ac60861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821401-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 22, 19), 'started_at': datetime.datetime(2021, 12, 10, 15, 22, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821401-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:20:45.210397 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfef8af-4928-4b2a-918a-e00dd66c1019 None None] Checking segment: {'id': 'eb5f9599-1354-4c0a-9f06-0afdf4ba6691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '73aa9b77-1079-47ad-8fa2-1df996db3766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:20:45.210397 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3cfef8af-4928-4b2a-918a-e00dd66c1019 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:45.210763 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfef8af-4928-4b2a-918a-e00dd66c1019 None None] Bound using segment: {'id': 'eb5f9599-1354-4c0a-9f06-0afdf4ba6691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '73aa9b77-1079-47ad-8fa2-1df996db3766'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:20:45.211284 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-3cfef8af-4928-4b2a-918a-e00dd66c1019 None None] Bound port: 08ddf5cc-3435-4dcd-89b6-86f46cb8ad28, host: dv-neutron-821401-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb5f9599-1354-4c0a-9f06-0afdf4ba6691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '73aa9b77-1079-47ad-8fa2-1df996db3766'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:20:45.211668 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3cfef8af-4928-4b2a-918a-e00dd66c1019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:45.241385 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a2ccab24-1ed2-4d02-afe1-c4bdc483524b tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:45.277617 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3cfef8af-4928-4b2a-918a-e00dd66c1019 None None] For port 08ddf5cc-3435-4dcd-89b6-86f46cb8ad28, host dv-neutron-821401-4-hyperv, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:20:45.281023 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3cfef8af-4928-4b2a-918a-e00dd66c1019 None None] For port 08ddf5cc-3435-4dcd-89b6-86f46cb8ad28, host dv-neutron-821401-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=08ddf5cc-3435-4dcd-89b6-86f46cb8ad28,segment=NetworkSegment(eb5f9599-1354-4c0a-9f06-0afdf4ba6691),segment_id=eb5f9599-1354-4c0a-9f06-0afdf4ba6691)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:20:45.294292 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a2ccab24-1ed2-4d02-afe1-c4bdc483524b tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:45.305707 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a11b80db-fcb8-4cbf-b2b4-913848b16a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:45.313895 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ccab24-1ed2-4d02-afe1-c4bdc483524b tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10163b6a-f3f2-446b-9d04-14775e2f9857,revision_number=0']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:45.380533 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3cfef8af-4928-4b2a-918a-e00dd66c1019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:45.394150 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-a2ccab24-1ed2-4d02-afe1-c4bdc483524b tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:45.395554 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-a2ccab24-1ed2-4d02-afe1-c4bdc483524b tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3113837 Dec 10 16:20:45.398560 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 44610) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:45.404269 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-9bffd7a9-b4c1-4343-b7e9-1190030d26ea tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Request body: {'security_group_rule': {'security_group_id': '6f051e37-87b0-49ec-9691-b587724a4b55', 'project_id': '6934074f796445609a769899ca13ad9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:20:45.410266 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-815aa6c7-2708-4860-9294-f071df747b62 None None] Provisioning complete for port 08ddf5cc-3435-4dcd-89b6-86f46cb8ad28 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:20:45.410266 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-815aa6c7-2708-4860-9294-f071df747b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:45.425971 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfef8af-4928-4b2a-918a-e00dd66c1019 None None] Routers {'19f6d325-6bbe-4a94-acd1-84bfd0fc6c58'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:20:45.426597 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-3cfef8af-4928-4b2a-918a-e00dd66c1019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:20:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['19f6d325-6bbe-4a94-acd1-84bfd0fc6c58'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:45.490190 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fb7c49-4eb9-438a-a18c-579a4f8b708a None None] Pushing event updated for resources: {'Port': ['ID=08ddf5cc-3435-4dcd-89b6-86f46cb8ad28,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:45.497052 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-815aa6c7-2708-4860-9294-f071df747b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:45.511998 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.securitygroups_db [None req-9bffd7a9-b4c1-4343-b7e9-1190030d26ea tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Project 6934074f796445609a769899ca13ad9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 16:20:45.519580 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9bffd7a9-b4c1-4343-b7e9-1190030d26ea tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:45.538543 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-815aa6c7-2708-4860-9294-f071df747b62 None None] For port 08ddf5cc-3435-4dcd-89b6-86f46cb8ad28, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=08ddf5cc-3435-4dcd-89b6-86f46cb8ad28,segment=NetworkSegment(eb5f9599-1354-4c0a-9f06-0afdf4ba6691),segment_id=eb5f9599-1354-4c0a-9f06-0afdf4ba6691)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:20:45.551011 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-3cfef8af-4928-4b2a-918a-e00dd66c1019 None None] Set router 19f6d325-6bbe-4a94-acd1-84bfd0fc6c58 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:20:45.608917 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9bffd7a9-b4c1-4343-b7e9-1190030d26ea tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:45.626717 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-815aa6c7-2708-4860-9294-f071df747b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:45.673996 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815aa6c7-2708-4860-9294-f071df747b62 None None] Pushing event updated for resources: {'Port': ['ID=08ddf5cc-3435-4dcd-89b6-86f46cb8ad28,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:45.689167 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9bffd7a9-b4c1-4343-b7e9-1190030d26ea tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555735'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:45.704802 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bffd7a9-b4c1-4343-b7e9-1190030d26ea tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93de584b-c16a-4920-b2bf-37697a131e25,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:45.752021 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-bbf5d647-768c-46d6-bd2d-9dbda1f7aab1 None None] Provisioning complete for port 08ddf5cc-3435-4dcd-89b6-86f46cb8ad28 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:20:45.752293 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bbf5d647-768c-46d6-bd2d-9dbda1f7aab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:45.761643 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-3cfef8af-4928-4b2a-918a-e00dd66c1019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f6d325-6bbe-4a94-acd1-84bfd0fc6c58', 'name': 'tempest-TestSnapshotPattern-1468587795-router', 'tenant_id': 'f63a92eacb034a66a7765bf73b50f7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.74'}], 'enable_snat': True}, 'gw_port_id': '775b9fda-7aee-41a8-9b52-7c69f658009e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:20:38Z', 'updated_at': '2021-12-10T16:20:42Z', 'revision_number': 4, 'project_id': 'f63a92eacb034a66a7765bf73b50f7a3', 'gw_port': {'id': '775b9fda-7aee-41a8-9b52-7c69f658009e', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:0e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f6d325-6bbe-4a94-acd1-84bfd0fc6c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:39Z', 'updated_at': '2021-12-10T16:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '08ddf5cc-3435-4dcd-89b6-86f46cb8ad28', 'name': '', 'network_id': '73aa9b77-1079-47ad-8fa2-1df996db3766', 'tenant_id': 'f63a92eacb034a66a7765bf73b50f7a3', 'mac_address': 'fa:16:3e:ac:6f:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f6d325-6bbe-4a94-acd1-84bfd0fc6c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': 'b3ab18fb-e772-4e25-9a2d-1f02724d90ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:41Z', 'updated_at': '2021-12-10T16:20:45Z', 'revision_number': 4, 'project_id': 'f63a92eacb034a66a7765bf73b50f7a3', 'subnets': [{'id': 'b3ab18fb-e772-4e25-9a2d-1f02724d90ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:45.787882 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9bffd7a9-b4c1-4343-b7e9-1190030d26ea tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:45.791364 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-9bffd7a9-b4c1-4343-b7e9-1190030d26ea tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3889399 Dec 10 16:20:45.796086 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfef8af-4928-4b2a-918a-e00dd66c1019 None None] The sync data for ids ['19f6d325-6bbe-4a94-acd1-84bfd0fc6c58'] in dv-neutron-821401-4-hyperv is: [{'id': '19f6d325-6bbe-4a94-acd1-84bfd0fc6c58', 'name': 'tempest-TestSnapshotPattern-1468587795-router', 'tenant_id': 'f63a92eacb034a66a7765bf73b50f7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.74'}], 'enable_snat': True}, 'gw_port_id': '775b9fda-7aee-41a8-9b52-7c69f658009e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:20:38Z', 'updated_at': '2021-12-10T16:20:42Z', 'revision_number': 4, 'project_id': 'f63a92eacb034a66a7765bf73b50f7a3', 'gw_port': {'id': '775b9fda-7aee-41a8-9b52-7c69f658009e', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:0e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f6d325-6bbe-4a94-acd1-84bfd0fc6c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:39Z', 'updated_at': '2021-12-10T16:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '08ddf5cc-3435-4dcd-89b6-86f46cb8ad28', 'name': '', 'network_id': '73aa9b77-1079-47ad-8fa2-1df996db3766', 'tenant_id': 'f63a92eacb034a66a7765bf73b50f7a3', 'mac_address': 'fa:16:3e:ac:6f:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f6d325-6bbe-4a94-acd1-84bfd0fc6c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': 'b3ab18fb-e772-4e25-9a2d-1f02724d90ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:41Z', 'updated_at': '2021-12-10T16:20:45Z', 'revision_number': 4, 'project_id': 'f63a92eacb034a66a7765bf73b50f7a3', 'subnets': [{'id': 'b3ab18fb-e772-4e25-9a2d-1f02724d90ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:20:45.971750 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-7a4de6a8-aed6-4ece-8f7c-8d2763927c0a req-47810b46-b394-42d9-89a0-59b2ef72c826 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1725319432&fields=id&tenant_id=6934074f796445609a769899ca13ad9f HTTP/1.1" status: 200 len: 267 time: 0.0480790 Dec 10 16:20:46.086334 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4de6a8-aed6-4ece-8f7c-8d2763927c0a req-566154fd-57fb-4e72-8bfb-156214e2cc35 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:46.087991 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-7a4de6a8-aed6-4ece-8f7c-8d2763927c0a req-566154fd-57fb-4e72-8bfb-156214e2cc35 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.20 "GET /v2.0/networks?id=a9bea8a6-6f30-42e4-966c-03215d9b57bf HTTP/1.1" status: 200 len: 809 time: 0.1090112 Dec 10 16:20:46.104030 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-7a4de6a8-aed6-4ece-8f7c-8d2763927c0a req-9c7190b8-9065-4eb2-a9ce-52f9fd4a0c68 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.20 "GET /v2.0/quotas/6934074f796445609a769899ca13ad9f HTTP/1.1" status: 200 len: 375 time: 0.0100713 Dec 10 16:20:46.159080 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-7a4de6a8-aed6-4ece-8f7c-8d2763927c0a req-93d94662-f084-464d-94d7-fd10674ce47f tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6934074f796445609a769899ca13ad9f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493057 Dec 10 16:20:46.175060 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [req-7a4de6a8-aed6-4ece-8f7c-8d2763927c0a req-b89339c7-0a1b-410f-a25d-2b20c7d380df service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:20:46.176080 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-7a4de6a8-aed6-4ece-8f7c-8d2763927c0a req-b89339c7-0a1b-410f-a25d-2b20c7d380df service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054660 Dec 10 16:20:46.267874 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-7a4de6a8-aed6-4ece-8f7c-8d2763927c0a req-e1046ef4-0416-4102-bd03-49f956dddb5c service neutron] 10.222.0.20 "GET /v2.0/networks/a9bea8a6-6f30-42e4-966c-03215d9b57bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854838 Dec 10 16:20:46.339963 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:46.364096 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-7a4de6a8-aed6-4ece-8f7c-8d2763927c0a req-8b550d79-1459-44c9-8883-2917957d5514 service neutron] 10.222.0.20 "GET /v2.0/networks/a9bea8a6-6f30-42e4-966c-03215d9b57bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900633 Dec 10 16:20:46.659474 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-5a3e7a4e-a8a6-4169-804d-82d836eed41c req-f8f7a401-e514-4c26-a29a-c6a0c07b4605 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a15e983-848f-4e04-83f4-6fee88742a25 HTTP/1.1" status: 200 len: 210 time: 0.0278771 Dec 10 16:20:47.230640 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 08ddf5cc-3435-4dcd-89b6-86f46cb8ad28 up at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:20:47.283381 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Provisioning complete for port 08ddf5cc-3435-4dcd-89b6-86f46cb8ad28 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:20:47.283750 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:47.736549 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-edd3b8e0-ddd5-4df6-baee-6979ab1c76a6 req-b9ebaf71-f948-40ed-8b1e-28bb0b19f1f0 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a15e983-848f-4e04-83f4-6fee88742a25 HTTP/1.1" status: 200 len: 210 time: 0.0275180 Dec 10 16:20:47.934119 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:48.728337 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:48.863923 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-7dae9c6d-ec43-494f-b76d-3c3fddee7673 req-f3dfdf5d-8b1e-47bb-b156-fe8718f2fc80 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a15e983-848f-4e04-83f4-6fee88742a25 HTTP/1.1" status: 200 len: 210 time: 0.0382311 Dec 10 16:20:48.903732 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4de6a8-aed6-4ece-8f7c-8d2763927c0a req-f35ff87c-e8d4-4550-95fd-18c92ac9b178 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:48.905187 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-7a4de6a8-aed6-4ece-8f7c-8d2763927c0a req-f35ff87c-e8d4-4550-95fd-18c92ac9b178 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.44 "GET /v2.0/networks?id=a9bea8a6-6f30-42e4-966c-03215d9b57bf HTTP/1.1" status: 200 len: 809 time: 0.1282837 Dec 10 16:20:48.968775 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-7a4de6a8-aed6-4ece-8f7c-8d2763927c0a req-c8c04542-5d28-4db6-a9bb-0984b8aba4c9 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6934074f796445609a769899ca13ad9f HTTP/1.1" status: 200 len: 380 time: 0.0549378 Dec 10 16:20:48.978920 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [req-7a4de6a8-aed6-4ece-8f7c-8d2763927c0a req-3367e09f-90b5-4600-b9c3-4321558ddebb tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Request body: {'port': {'device_id': '0a15e983-848f-4e04-83f4-6fee88742a25', 'network_id': 'a9bea8a6-6f30-42e4-966c-03215d9b57bf', 'admin_state_up': True, 'tenant_id': '6934074f796445609a769899ca13ad9f', 'security_groups': ['6f051e37-87b0-49ec-9691-b587724a4b55']}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:20:49.173990 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a4de6a8-aed6-4ece-8f7c-8d2763927c0a req-3367e09f-90b5-4600-b9c3-4321558ddebb tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Made reservation on behalf of 6934074f796445609a769899ca13ad9f for: {'port': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:20:49.177640 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-7a4de6a8-aed6-4ece-8f7c-8d2763927c0a req-3367e09f-90b5-4600-b9c3-4321558ddebb tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:49.306383 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [req-7a4de6a8-aed6-4ece-8f7c-8d2763927c0a req-3367e09f-90b5-4600-b9c3-4321558ddebb tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Allocated IP 172.20.0.13 (a9bea8a6-6f30-42e4-966c-03215d9b57bf/d6f90267-8035-4a73-873f-1e1b57235a16/0cba4780-59d9-4426-af1b-f766e8c46485) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:20:49.556305 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-7a4de6a8-aed6-4ece-8f7c-8d2763927c0a req-3367e09f-90b5-4600-b9c3-4321558ddebb tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:49.643341 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-7a4de6a8-aed6-4ece-8f7c-8d2763927c0a req-3367e09f-90b5-4600-b9c3-4321558ddebb tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:49.688381 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a4de6a8-aed6-4ece-8f7c-8d2763927c0a req-3367e09f-90b5-4600-b9c3-4321558ddebb tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Network a9bea8a6-6f30-42e4-966c-03215d9b57bf is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:20:49.691425 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [req-7a4de6a8-aed6-4ece-8f7c-8d2763927c0a req-3367e09f-90b5-4600-b9c3-4321558ddebb tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:20:49.694996 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a4de6a8-aed6-4ece-8f7c-8d2763927c0a req-3367e09f-90b5-4600-b9c3-4321558ddebb tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:20:49.722148 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3367e09f-90b5-4600-b9c3-4321558ddebb tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Pushing event updated for resources: {'Port': ['ID=0cba4780-59d9-4426-af1b-f766e8c46485,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:49.752735 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4de6a8-aed6-4ece-8f7c-8d2763927c0a req-3367e09f-90b5-4600-b9c3-4321558ddebb tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:49.753353 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-7a4de6a8-aed6-4ece-8f7c-8d2763927c0a req-3367e09f-90b5-4600-b9c3-4321558ddebb tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:49.828670 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-7a4de6a8-aed6-4ece-8f7c-8d2763927c0a req-3367e09f-90b5-4600-b9c3-4321558ddebb tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8539808 Dec 10 16:20:49.841025 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [req-7a4de6a8-aed6-4ece-8f7c-8d2763927c0a req-8958ef42-ba6f-4909-8e21-fa3dd149a760 service neutron] Request body: {'port': {'device_id': '0a15e983-848f-4e04-83f4-6fee88742a25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:20:49.900427 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-7a4de6a8-aed6-4ece-8f7c-8d2763927c0a req-8958ef42-ba6f-4909-8e21-fa3dd149a760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:49.983230 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-7dd7381b-3785-4b5a-b90f-c20a5e451f3e None None] Provisioning complete for port 0cba4780-59d9-4426-af1b-f766e8c46485 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:20:49.983813 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7dd7381b-3785-4b5a-b90f-c20a5e451f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:49.987096 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6130b65-f69f-4e4f-9145-ffb88467b5df req-65f7b7aa-61a0-465a-bf44-98bbba58dc26 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:49.989167 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-a6130b65-f69f-4e4f-9145-ffb88467b5df req-65f7b7aa-61a0-465a-bf44-98bbba58dc26 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a15e983-848f-4e04-83f4-6fee88742a25 HTTP/1.1" status: 200 len: 932 time: 0.0548246 Dec 10 16:20:50.021596 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-7dd7381b-3785-4b5a-b90f-c20a5e451f3e None None] Port 0cba4780-59d9-4426-af1b-f766e8c46485 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:20:50.042498 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-a6130b65-f69f-4e4f-9145-ffb88467b5df req-350a5ccb-4624-45d7-9a28-d9b0902af548 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f051e37-87b0-49ec-9691-b587724a4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467639 Dec 10 16:20:50.164789 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [req-7a4de6a8-aed6-4ece-8f7c-8d2763927c0a req-8958ef42-ba6f-4909-8e21-fa3dd149a760 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cba4780-59d9-4426-af1b-f766e8c46485 {{(pid=103586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:20:50.172404 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-7a4de6a8-aed6-4ece-8f7c-8d2763927c0a req-8958ef42-ba6f-4909-8e21-fa3dd149a760 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:50.183953 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [req-7a4de6a8-aed6-4ece-8f7c-8d2763927c0a req-8958ef42-ba6f-4909-8e21-fa3dd149a760 service neutron] Transition to ACTIVE for port object 0cba4780-59d9-4426-af1b-f766e8c46485 will not be triggered until provisioned by entity L2. {{(pid=103586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:20:50.242617 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-7a4de6a8-aed6-4ece-8f7c-8d2763927c0a req-8958ef42-ba6f-4909-8e21-fa3dd149a760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:50.292679 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8958ef42-ba6f-4909-8e21-fa3dd149a760 service neutron] Pushing event updated for resources: {'Port': ['ID=0cba4780-59d9-4426-af1b-f766e8c46485,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:50.366504 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [req-7a4de6a8-aed6-4ece-8f7c-8d2763927c0a req-8958ef42-ba6f-4909-8e21-fa3dd149a760 service neutron] Attempting to bind port 0cba4780-59d9-4426-af1b-f766e8c46485 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:20:50.366870 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [req-7a4de6a8-aed6-4ece-8f7c-8d2763927c0a req-8958ef42-ba6f-4909-8e21-fa3dd149a760 service neutron] Attempting to bind port 0cba4780-59d9-4426-af1b-f766e8c46485 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '250f9aa7-f93b-4a53-8841-c213a5780bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a9bea8a6-6f30-42e4-966c-03215d9b57bf'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:20:50.367202 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4de6a8-aed6-4ece-8f7c-8d2763927c0a req-8958ef42-ba6f-4909-8e21-fa3dd149a760 service neutron] Attempting to bind port 0cba4780-59d9-4426-af1b-f766e8c46485 on network a9bea8a6-6f30-42e4-966c-03215d9b57bf {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:20:50.371888 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4de6a8-aed6-4ece-8f7c-8d2763927c0a req-8958ef42-ba6f-4909-8e21-fa3dd149a760 service neutron] Port 0cba4780-59d9-4426-af1b-f766e8c46485 on network a9bea8a6-6f30-42e4-966c-03215d9b57bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:20:50.372211 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4de6a8-aed6-4ece-8f7c-8d2763927c0a req-8958ef42-ba6f-4909-8e21-fa3dd149a760 service neutron] Attempting to bind port 0cba4780-59d9-4426-af1b-f766e8c46485 on network a9bea8a6-6f30-42e4-966c-03215d9b57bf {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:20:50.377237 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4de6a8-aed6-4ece-8f7c-8d2763927c0a req-8958ef42-ba6f-4909-8e21-fa3dd149a760 service neutron] Checking agent: {'id': 'fa828968-c68f-4b22-9699-a58fe4ab1f05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 28, 13), 'started_at': datetime.datetime(2021, 12, 10, 15, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:20:50.377581 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4de6a8-aed6-4ece-8f7c-8d2763927c0a req-8958ef42-ba6f-4909-8e21-fa3dd149a760 service neutron] Checking segment: {'id': '250f9aa7-f93b-4a53-8841-c213a5780bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a9bea8a6-6f30-42e4-966c-03215d9b57bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:20:50.378058 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4de6a8-aed6-4ece-8f7c-8d2763927c0a req-8958ef42-ba6f-4909-8e21-fa3dd149a760 service neutron] Bound using segment: {'id': '250f9aa7-f93b-4a53-8841-c213a5780bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a9bea8a6-6f30-42e4-966c-03215d9b57bf'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:20:50.378490 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [req-7a4de6a8-aed6-4ece-8f7c-8d2763927c0a req-8958ef42-ba6f-4909-8e21-fa3dd149a760 service neutron] Bound port: 0cba4780-59d9-4426-af1b-f766e8c46485, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '250f9aa7-f93b-4a53-8841-c213a5780bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a9bea8a6-6f30-42e4-966c-03215d9b57bf'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:20:50.378888 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-7a4de6a8-aed6-4ece-8f7c-8d2763927c0a req-8958ef42-ba6f-4909-8e21-fa3dd149a760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:50.450126 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [req-7a4de6a8-aed6-4ece-8f7c-8d2763927c0a req-8958ef42-ba6f-4909-8e21-fa3dd149a760 service neutron] For port 0cba4780-59d9-4426-af1b-f766e8c46485, host hv-neutron-8214, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:20:50.453428 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [req-7a4de6a8-aed6-4ece-8f7c-8d2763927c0a req-8958ef42-ba6f-4909-8e21-fa3dd149a760 service neutron] For port 0cba4780-59d9-4426-af1b-f766e8c46485, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=0cba4780-59d9-4426-af1b-f766e8c46485,segment=NetworkSegment(250f9aa7-f93b-4a53-8841-c213a5780bd4),segment_id=250f9aa7-f93b-4a53-8841-c213a5780bd4)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:20:50.540788 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-7a4de6a8-aed6-4ece-8f7c-8d2763927c0a req-8958ef42-ba6f-4909-8e21-fa3dd149a760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:50.578475 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4de6a8-aed6-4ece-8f7c-8d2763927c0a req-8958ef42-ba6f-4909-8e21-fa3dd149a760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:50.579633 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-7a4de6a8-aed6-4ece-8f7c-8d2763927c0a req-8958ef42-ba6f-4909-8e21-fa3dd149a760 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:50.581073 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-7a4de6a8-aed6-4ece-8f7c-8d2763927c0a req-8958ef42-ba6f-4909-8e21-fa3dd149a760 service neutron] 10.222.0.44 "PUT /v2.0/ports/0cba4780-59d9-4426-af1b-f766e8c46485 HTTP/1.1" status: 200 len: 1094 time: 0.7447720 Dec 10 16:20:50.581555 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a15e983-848f-4e04-83f4-6fee88742a25', 'tag': '0cba4780-59d9-4426-af1b-f766e8c46485'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:20:50.583868 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde1b47dcd987728a27c8e391f176ee57ea2adf837d2cedb59662361de43515a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf4fbdc-031c-469b-8ab3-4badf6d06b13" -d '{"events": [{"name": "network-changed", "server_uuid": "0a15e983-848f-4e04-83f4-6fee88742a25", "tag": "0cba4780-59d9-4426-af1b-f766e8c46485"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:20:50.608427 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8958ef42-ba6f-4909-8e21-fa3dd149a760 service neutron] Pushing event updated for resources: {'Port': ['ID=0cba4780-59d9-4426-af1b-f766e8c46485,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:50.628536 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f51bd05d-93d5-4395-84f1-d34b5f5d0f19 x-openstack-request-id: req-f51bd05d-93d5-4395-84f1-d34b5f5d0f19 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:20:50.628838 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a15e983-848f-4e04-83f4-6fee88742a25", "tag": "0cba4780-59d9-4426-af1b-f766e8c46485", "status": "completed", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:20:50.629094 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f51bd05d-93d5-4395-84f1-d34b5f5d0f19 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:20:50.629498 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a15e983-848f-4e04-83f4-6fee88742a25', 'tag': '0cba4780-59d9-4426-af1b-f766e8c46485', 'status': 'completed', 'code': 200} Dec 10 16:20:50.690623 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf4fbdc-031c-469b-8ab3-4badf6d06b13 req-9ad52f3e-b9d4-4b81-aeea-573ac38b3b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:50.692177 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-9bf4fbdc-031c-469b-8ab3-4badf6d06b13 req-9ad52f3e-b9d4-4b81-aeea-573ac38b3b34 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6934074f796445609a769899ca13ad9f&device_id=0a15e983-848f-4e04-83f4-6fee88742a25 HTTP/1.1" status: 200 len: 1097 time: 0.0432258 Dec 10 16:20:50.804504 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf4fbdc-031c-469b-8ab3-4badf6d06b13 req-ca821f7a-3456-4876-b18f-8f0522bc0ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:50.806023 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-9bf4fbdc-031c-469b-8ab3-4badf6d06b13 req-ca821f7a-3456-4876-b18f-8f0522bc0ad8 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=6934074f796445609a769899ca13ad9f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1051686 Dec 10 16:20:50.902600 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf4fbdc-031c-469b-8ab3-4badf6d06b13 req-1c43332b-a7b2-4240-ba0f-76a730e916fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:50.904059 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-9bf4fbdc-031c-469b-8ab3-4badf6d06b13 req-1c43332b-a7b2-4240-ba0f-76a730e916fc service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0918434 Dec 10 16:20:50.978995 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4de6a8-aed6-4ece-8f7c-8d2763927c0a req-8429513a-d866-4ec0-95ee-c4e5fbc44900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:50.980442 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-7a4de6a8-aed6-4ece-8f7c-8d2763927c0a req-8429513a-d866-4ec0-95ee-c4e5fbc44900 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6934074f796445609a769899ca13ad9f&device_id=0a15e983-848f-4e04-83f4-6fee88742a25 HTTP/1.1" status: 200 len: 1097 time: 0.0406394 Dec 10 16:20:51.021146 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-7a4de6a8-aed6-4ece-8f7c-8d2763927c0a req-df1c1030-7be7-4f67-bd03-96b6850398d0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0cba4780-59d9-4426-af1b-f766e8c46485 HTTP/1.1" status: 200 len: 217 time: 0.0327513 Dec 10 16:20:51.068957 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4de6a8-aed6-4ece-8f7c-8d2763927c0a req-48bff677-a21e-48f7-b270-60396d6c61f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:51.070435 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-7a4de6a8-aed6-4ece-8f7c-8d2763927c0a req-48bff677-a21e-48f7-b270-60396d6c61f0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d6f90267-8035-4a73-873f-1e1b57235a16 HTTP/1.1" status: 200 len: 848 time: 0.0417094 Dec 10 16:20:51.120507 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4de6a8-aed6-4ece-8f7c-8d2763927c0a req-90d7a70b-9a48-45db-b736-c3eee2342e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:51.122022 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-7a4de6a8-aed6-4ece-8f7c-8d2763927c0a req-90d7a70b-9a48-45db-b736-c3eee2342e64 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a9bea8a6-6f30-42e4-966c-03215d9b57bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0438898 Dec 10 16:20:51.170181 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d9f561-9b14-48ec-b3dd-39f453ceff6f req-4e16fd28-3bff-4994-befa-aa5f24eb5232 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:51.171799 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-94d9f561-9b14-48ec-b3dd-39f453ceff6f req-4e16fd28-3bff-4994-befa-aa5f24eb5232 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a15e983-848f-4e04-83f4-6fee88742a25 HTTP/1.1" status: 200 len: 944 time: 0.0607309 Dec 10 16:20:51.211828 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-7a4de6a8-aed6-4ece-8f7c-8d2763927c0a req-2d4781f7-4bc1-4cec-8537-5d0e72d5d311 service neutron] 10.222.0.44 "GET /v2.0/networks/a9bea8a6-6f30-42e4-966c-03215d9b57bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828750 Dec 10 16:20:51.221573 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-94d9f561-9b14-48ec-b3dd-39f453ceff6f req-f6400a1a-8bbd-40b2-b5d7-da1243c90dbf tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f051e37-87b0-49ec-9691-b587724a4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438061 Dec 10 16:20:51.305104 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-7a4de6a8-aed6-4ece-8f7c-8d2763927c0a req-bd88f51f-3ddc-4bbd-a44a-0820b59e105f service neutron] 10.222.0.44 "GET /v2.0/networks/a9bea8a6-6f30-42e4-966c-03215d9b57bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858786 Dec 10 16:20:52.338263 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d251c6b-74de-4cbf-b574-1e1f1e77a1a6 req-b26c9c26-6937-4745-99bc-97629b2fcc43 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:52.339720 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4d251c6b-74de-4cbf-b574-1e1f1e77a1a6 req-b26c9c26-6937-4745-99bc-97629b2fcc43 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a15e983-848f-4e04-83f4-6fee88742a25 HTTP/1.1" status: 200 len: 944 time: 0.0494440 Dec 10 16:20:52.387395 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4d251c6b-74de-4cbf-b574-1e1f1e77a1a6 req-886cbac9-450b-44a8-a649-4c710244cf86 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f051e37-87b0-49ec-9691-b587724a4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410607 Dec 10 16:20:53.501669 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ffa622-8145-483c-bf70-ec8be3de62d1 req-2f9a933d-7435-416e-ac04-931111fdf64e tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:53.503179 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-29ffa622-8145-483c-bf70-ec8be3de62d1 req-2f9a933d-7435-416e-ac04-931111fdf64e tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a15e983-848f-4e04-83f4-6fee88742a25 HTTP/1.1" status: 200 len: 944 time: 0.0492251 Dec 10 16:20:53.551465 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-29ffa622-8145-483c-bf70-ec8be3de62d1 req-429651bb-c927-4952-8e6a-ff4d6968c638 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f051e37-87b0-49ec-9691-b587724a4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422800 Dec 10 16:20:53.671990 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 0cba4780-59d9-4426-af1b-f766e8c46485 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:20:53.764015 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port 0cba4780-59d9-4426-af1b-f766e8c46485, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=0cba4780-59d9-4426-af1b-f766e8c46485,segment=NetworkSegment(250f9aa7-f93b-4a53-8841-c213a5780bd4),segment_id=250f9aa7-f93b-4a53-8841-c213a5780bd4)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:20:53.778231 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Returning: {'device': '0cba4780-59d9-4426-af1b-f766e8c46485', 'network_id': 'a9bea8a6-6f30-42e4-966c-03215d9b57bf', 'port_id': '0cba4780-59d9-4426-af1b-f766e8c46485', 'mac_address': 'fa:16:3e:7a:0b:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6f90267-8035-4a73-873f-1e1b57235a16', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:20:53.814502 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:53.827260 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cba4780-59d9-4426-af1b-f766e8c46485 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:20:53.847186 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port 0cba4780-59d9-4426-af1b-f766e8c46485, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=0cba4780-59d9-4426-af1b-f766e8c46485,segment=NetworkSegment(250f9aa7-f93b-4a53-8841-c213a5780bd4),segment_id=250f9aa7-f93b-4a53-8841-c213a5780bd4)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:20:53.888267 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:53.934066 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=0cba4780-59d9-4426-af1b-f766e8c46485,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:54.119066 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] get_ports_and_sgs() called for port_ids ['0cba4780-59d9-4426-af1b-f766e8c46485'] {{(pid=103588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:20:54.666390 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65afb952-c928-4b4e-aa87-ee426da97650 req-28e8a4f4-cbb5-4c85-ac83-dc6be0dadeed tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:54.667844 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-65afb952-c928-4b4e-aa87-ee426da97650 req-28e8a4f4-cbb5-4c85-ac83-dc6be0dadeed tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a15e983-848f-4e04-83f4-6fee88742a25 HTTP/1.1" status: 200 len: 945 time: 0.0472064 Dec 10 16:20:54.719808 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-65afb952-c928-4b4e-aa87-ee426da97650 req-f3fa51a9-1dc8-443c-875b-4b23193861fe tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f051e37-87b0-49ec-9691-b587724a4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454364 Dec 10 16:20:55.685672 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 0cba4780-59d9-4426-af1b-f766e8c46485 up at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:20:55.785381 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning for port 0cba4780-59d9-4426-af1b-f766e8c46485 completed by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:20:55.789449 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning complete for port 0cba4780-59d9-4426-af1b-f766e8c46485 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:20:55.789844 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:55.836555 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f14cf5-772e-4218-8873-a93f29a99ed6 req-c4c3f825-47e7-4e94-b9cf-176557a44446 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:55.838406 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d3f14cf5-772e-4218-8873-a93f29a99ed6 req-c4c3f825-47e7-4e94-b9cf-176557a44446 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a15e983-848f-4e04-83f4-6fee88742a25 HTTP/1.1" status: 200 len: 945 time: 0.0536253 Dec 10 16:20:55.870482 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:55.888034 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-d3f14cf5-772e-4218-8873-a93f29a99ed6 req-e7f23c91-0bd0-4abf-9e5d-e53cc2189aa0 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f051e37-87b0-49ec-9691-b587724a4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438228 Dec 10 16:20:55.892376 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a15e983-848f-4e04-83f4-6fee88742a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cba4780-59d9-4426-af1b-f766e8c46485'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:20:55.894662 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa4b92c408489e2c982394a5a7b3518bb1b22554638321e3ea6c5cabb2c75d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f9a9de-7c08-4da2-8588-97b8b5ecdedb" -d '{"events": [{"server_uuid": "0a15e983-848f-4e04-83f4-6fee88742a25", "name": "network-vif-plugged", "status": "completed", "tag": "0cba4780-59d9-4426-af1b-f766e8c46485"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:20:55.910029 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port 0cba4780-59d9-4426-af1b-f766e8c46485, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=0cba4780-59d9-4426-af1b-f766e8c46485,segment=NetworkSegment(250f9aa7-f93b-4a53-8841-c213a5780bd4),segment_id=250f9aa7-f93b-4a53-8841-c213a5780bd4)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:20:55.962755 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:55.991261 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1fa4193-cea3-4941-aad4-21ab751ee24e x-openstack-request-id: req-c1fa4193-cea3-4941-aad4-21ab751ee24e {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:20:55.991559 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a15e983-848f-4e04-83f4-6fee88742a25", "name": "network-vif-plugged", "status": "completed", "tag": "0cba4780-59d9-4426-af1b-f766e8c46485", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:20:55.991816 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c1fa4193-cea3-4941-aad4-21ab751ee24e {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:20:55.992211 dv-neutron-821401-4-hyperv neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a15e983-848f-4e04-83f4-6fee88742a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cba4780-59d9-4426-af1b-f766e8c46485', 'code': 200} Dec 10 16:20:56.020416 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=0cba4780-59d9-4426-af1b-f766e8c46485,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:56.222126 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb992141-f13f-46a0-b509-7f736b7489ad req-5329afa6-4746-4a56-a822-009a249e38af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:56.223655 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-bb992141-f13f-46a0-b509-7f736b7489ad req-5329afa6-4746-4a56-a822-009a249e38af service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0a15e983-848f-4e04-83f4-6fee88742a25 HTTP/1.1" status: 200 len: 1099 time: 0.0396311 Dec 10 16:20:56.268717 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-bb992141-f13f-46a0-b509-7f736b7489ad req-dee97a58-126d-43e6-a072-e9cf9ddf5a51 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6f051e37-87b0-49ec-9691-b587724a4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380282 Dec 10 16:20:57.000577 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a495a77b-d94c-4614-9a96-b56134fc2aa8 req-78576a67-4173-4764-aa7b-b0152ff17903 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:57.002062 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-a495a77b-d94c-4614-9a96-b56134fc2aa8 req-78576a67-4173-4764-aa7b-b0152ff17903 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a15e983-848f-4e04-83f4-6fee88742a25 HTTP/1.1" status: 200 len: 946 time: 0.0473409 Dec 10 16:20:57.049685 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-a495a77b-d94c-4614-9a96-b56134fc2aa8 req-af20c7d4-1954-43c7-abdf-6f4e947745b3 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f051e37-87b0-49ec-9691-b587724a4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417266 Dec 10 16:20:58.163574 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce7a089-3554-46b3-9421-a0ad1f196afd req-a899c7f1-1c91-43f8-a452-24e83330328a tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:58.165065 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-8ce7a089-3554-46b3-9421-a0ad1f196afd req-a899c7f1-1c91-43f8-a452-24e83330328a tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a15e983-848f-4e04-83f4-6fee88742a25 HTTP/1.1" status: 200 len: 946 time: 0.0483913 Dec 10 16:20:58.213465 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-8ce7a089-3554-46b3-9421-a0ad1f196afd req-b2cb5801-fdd9-4dac-81a0-f1214048d17b tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f051e37-87b0-49ec-9691-b587724a4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423999 Dec 10 16:20:58.326415 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8476be6d-7837-490c-8616-f4f6a214c626 req-1986e0f4-a832-4971-b090-03d056b6f35e tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:58.327948 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-8476be6d-7837-490c-8616-f4f6a214c626 req-1986e0f4-a832-4971-b090-03d056b6f35e tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a15e983-848f-4e04-83f4-6fee88742a25 HTTP/1.1" status: 200 len: 946 time: 0.0484729 Dec 10 16:20:58.380192 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-8476be6d-7837-490c-8616-f4f6a214c626 req-9ad2b67f-4bce-4235-934f-ea9a1dfdba7d tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f051e37-87b0-49ec-9691-b587724a4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458541 Dec 10 16:20:58.401762 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 44672) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:58.561738 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7c47f7-3c9f-46b8-8709-89994c324465 tempest-TestSnapshotPattern-1607604399 tempest-TestSnapshotPattern-1607604399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:58.563341 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-6c7c47f7-3c9f-46b8-8709-89994c324465 tempest-TestSnapshotPattern-1607604399 tempest-TestSnapshotPattern-1607604399-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=0a15e983-848f-4e04-83f4-6fee88742a25 HTTP/1.1" status: 200 len: 1094 time: 0.1605601 Dec 10 16:20:58.566256 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 44678) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:58.571182 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-80809bb6-477b-4b3d-b5fe-8f4fbf8e45ec tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Request body: {'floatingip': {'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'port_id': '0cba4780-59d9-4426-af1b-f766e8c46485', 'tenant_id': '6934074f796445609a769899ca13ad9f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:20:58.671322 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-80809bb6-477b-4b3d-b5fe-8f4fbf8e45ec tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Publish callbacks [] for floatingip, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:58.766659 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-80809bb6-477b-4b3d-b5fe-8f4fbf8e45ec tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:58.873230 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-80809bb6-477b-4b3d-b5fe-8f4fbf8e45ec tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Allocated IP 172.26.2.149 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/fb1905fc-d50d-4086-98a1-1fbd015ce363) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:20:58.971529 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-80809bb6-477b-4b3d-b5fe-8f4fbf8e45ec tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:59.042756 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-80809bb6-477b-4b3d-b5fe-8f4fbf8e45ec tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:59.084219 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80809bb6-477b-4b3d-b5fe-8f4fbf8e45ec tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:20:59.087158 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-80809bb6-477b-4b3d-b5fe-8f4fbf8e45ec tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:20:59.090683 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80809bb6-477b-4b3d-b5fe-8f4fbf8e45ec tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:20:59.119643 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80809bb6-477b-4b3d-b5fe-8f4fbf8e45ec tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Pushing event updated for resources: {'Port': ['ID=fb1905fc-d50d-4086-98a1-1fbd015ce363,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:59.334730 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-98533d98-17d8-45cf-88a4-5eb58ee2938e req-5bd7d174-1fdb-463c-815d-53aec9d12a38 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0a15e983-848f-4e04-83f4-6fee88742a25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447886 Dec 10 16:20:59.415230 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98533d98-17d8-45cf-88a4-5eb58ee2938e req-c563b799-c8e6-43b2-91e8-5eff39086218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:59.416734 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-98533d98-17d8-45cf-88a4-5eb58ee2938e req-c563b799-c8e6-43b2-91e8-5eff39086218 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6934074f796445609a769899ca13ad9f&device_id=0a15e983-848f-4e04-83f4-6fee88742a25 HTTP/1.1" status: 200 len: 1099 time: 0.0387340 Dec 10 16:20:59.459415 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-80809bb6-477b-4b3d-b5fe-8f4fbf8e45ec tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:59.518098 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98533d98-17d8-45cf-88a4-5eb58ee2938e req-6c294ba2-adb5-4a49-b5bb-a4d633598aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:59.519568 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-98533d98-17d8-45cf-88a4-5eb58ee2938e req-6c294ba2-adb5-4a49-b5bb-a4d633598aab service neutron] 10.222.0.44 "GET /v2.0/networks?id=a9bea8a6-6f30-42e4-966c-03215d9b57bf HTTP/1.1" status: 200 len: 910 time: 0.0841186 Dec 10 16:20:59.564866 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-98533d98-17d8-45cf-88a4-5eb58ee2938e req-4dc6f4d4-b211-4a0c-841e-e46d8279bfe1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0cba4780-59d9-4426-af1b-f766e8c46485 HTTP/1.1" status: 200 len: 217 time: 0.0376999 Dec 10 16:20:59.582279 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-80809bb6-477b-4b3d-b5fe-8f4fbf8e45ec tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:59.613922 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98533d98-17d8-45cf-88a4-5eb58ee2938e req-f11b66bb-245c-4075-9a61-0dbe884d6bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:59.615302 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-98533d98-17d8-45cf-88a4-5eb58ee2938e req-f11b66bb-245c-4075-9a61-0dbe884d6bc6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d6f90267-8035-4a73-873f-1e1b57235a16 HTTP/1.1" status: 200 len: 848 time: 0.0441096 Dec 10 16:20:59.660674 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98533d98-17d8-45cf-88a4-5eb58ee2938e req-8efd9914-24b1-4ab3-8fd4-fde2b5861774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:59.662207 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-98533d98-17d8-45cf-88a4-5eb58ee2938e req-8efd9914-24b1-4ab3-8fd4-fde2b5861774 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a9bea8a6-6f30-42e4-966c-03215d9b57bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399990 Dec 10 16:20:59.733061 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-80809bb6-477b-4b3d-b5fe-8f4fbf8e45ec tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:59.754498 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-98533d98-17d8-45cf-88a4-5eb58ee2938e req-de7575a5-a201-46c9-9f5c-0c684c472f84 service neutron] 10.222.0.44 "GET /v2.0/networks/a9bea8a6-6f30-42e4-966c-03215d9b57bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845530 Dec 10 16:20:59.779765 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-80809bb6-477b-4b3d-b5fe-8f4fbf8e45ec tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:59.844648 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-98533d98-17d8-45cf-88a4-5eb58ee2938e req-cc16f472-95f8-4ad0-ad28-55f36bfb197a service neutron] 10.222.0.44 "GET /v2.0/networks/a9bea8a6-6f30-42e4-966c-03215d9b57bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825806 Dec 10 16:20:59.847755 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80809bb6-477b-4b3d-b5fe-8f4fbf8e45ec tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Pushing event updated for resources: {'Port': ['ID=fb1905fc-d50d-4086-98a1-1fbd015ce363,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:59.859545 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-80809bb6-477b-4b3d-b5fe-8f4fbf8e45ec tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552741'] for floatingip, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:59.960053 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.l3_db [None req-80809bb6-477b-4b3d-b5fe-8f4fbf8e45ec tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Floating IP 20f5bfb2-d262-484d-80b7-59aa35c126e6 associated. External IP: 172.26.2.149, port: 0cba4780-59d9-4426-af1b-f766e8c46485. Dec 10 16:21:00.168168 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80809bb6-477b-4b3d-b5fe-8f4fbf8e45ec tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Router 4fbe11af-005b-4a56-9c0b-865b31326bbd has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:21:00.278442 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80809bb6-477b-4b3d-b5fe-8f4fbf8e45ec tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:21:00.287831 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0680de3-06b5-4cbc-aefd-dfa334d09ea0 None None] Sync routers for ids ['4fbe11af-005b-4a56-9c0b-865b31326bbd'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:21:00.298133 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0680de3-06b5-4cbc-aefd-dfa334d09ea0 None None] Routers {'4fbe11af-005b-4a56-9c0b-865b31326bbd'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:21:00.298781 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-a0680de3-06b5-4cbc-aefd-dfa334d09ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:20:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['4fbe11af-005b-4a56-9c0b-865b31326bbd'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:21:00.341570 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-80809bb6-477b-4b3d-b5fe-8f4fbf8e45ec tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:00.368102 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-80809bb6-477b-4b3d-b5fe-8f4fbf8e45ec tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8006310 Dec 10 16:21:00.368708 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a15e983-848f-4e04-83f4-6fee88742a25', 'tag': '0cba4780-59d9-4426-af1b-f766e8c46485'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:21:00.371661 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9ca57131bc4931768ac29058952438d1fdd62308db7b17540cc34ffe8faef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c8f48f8-83d6-4911-a8d3-fe859825edb7" -d '{"events": [{"name": "network-changed", "server_uuid": "0a15e983-848f-4e04-83f4-6fee88742a25", "tag": "0cba4780-59d9-4426-af1b-f766e8c46485"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:21:00.404899 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-a0680de3-06b5-4cbc-aefd-dfa334d09ea0 None None] Set router 4fbe11af-005b-4a56-9c0b-865b31326bbd gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:21:00.409078 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca58fbd-ec3f-4e95-ab5f-c3e1cf4ee140 x-openstack-request-id: req-0ca58fbd-ec3f-4e95-ab5f-c3e1cf4ee140 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:21:00.409378 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a15e983-848f-4e04-83f4-6fee88742a25", "tag": "0cba4780-59d9-4426-af1b-f766e8c46485", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:21:00.409640 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0ca58fbd-ec3f-4e95-ab5f-c3e1cf4ee140 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:21:00.410085 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a15e983-848f-4e04-83f4-6fee88742a25', 'tag': '0cba4780-59d9-4426-af1b-f766e8c46485', 'status': 'completed', 'code': 200} Dec 10 16:21:00.474990 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8f48f8-83d6-4911-a8d3-fe859825edb7 req-2b5f68fb-cd63-47b5-bdcf-01ade1f4a737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:00.476501 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-6c8f48f8-83d6-4911-a8d3-fe859825edb7 req-2b5f68fb-cd63-47b5-bdcf-01ade1f4a737 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6934074f796445609a769899ca13ad9f&device_id=0a15e983-848f-4e04-83f4-6fee88742a25 HTTP/1.1" status: 200 len: 1099 time: 0.0457926 Dec 10 16:21:00.568063 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8f48f8-83d6-4911-a8d3-fe859825edb7 req-eeaa65d7-504b-4fdb-aa90-8dc7057e9974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:00.569546 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-6c8f48f8-83d6-4911-a8d3-fe859825edb7 req-eeaa65d7-504b-4fdb-aa90-8dc7057e9974 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a9bea8a6-6f30-42e4-966c-03215d9b57bf HTTP/1.1" status: 200 len: 910 time: 0.0843093 Dec 10 16:21:00.642706 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-6c8f48f8-83d6-4911-a8d3-fe859825edb7 req-7457fda0-38f6-499a-99b0-2f0efac1b19a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0cba4780-59d9-4426-af1b-f766e8c46485 HTTP/1.1" status: 200 len: 1000 time: 0.0657573 Dec 10 16:21:00.644634 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-a0680de3-06b5-4cbc-aefd-dfa334d09ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fbe11af-005b-4a56-9c0b-865b31326bbd', 'name': 'tempest-TestSnapshotPattern-979517495-router', 'tenant_id': '6934074f796445609a769899ca13ad9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': 'b1aeb858-4ba6-4ce7-a878-5e8725a4e0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:20:32Z', 'updated_at': '2021-12-10T16:20:35Z', 'revision_number': 4, 'project_id': '6934074f796445609a769899ca13ad9f', 'gw_port': {'id': 'b1aeb858-4ba6-4ce7-a878-5e8725a4e0b8', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbe11af-005b-4a56-9c0b-865b31326bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:33Z', 'updated_at': '2021-12-10T16:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': '20f5bfb2-d262-484d-80b7-59aa35c126e6', 'tenant_id': '6934074f796445609a769899ca13ad9f', 'floating_ip_address': '172.26.2.149', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': '4fbe11af-005b-4a56-9c0b-865b31326bbd', 'port_id': '0cba4780-59d9-4426-af1b-f766e8c46485', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1890, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9bea8a6-6f30-42e4-966c-03215d9b57bf', 'mac_address': 'fa:16:3e:7a:0b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a15e983-848f-4e04-83f4-6fee88742a25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:20:59Z', 'updated_at': '2021-12-10T16:20:59Z', 'revision_number': 0, 'project_id': '6934074f796445609a769899ca13ad9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e59786e-9cdd-4d62-876c-52cc9a8c0e90', 'name': '', 'network_id': 'a9bea8a6-6f30-42e4-966c-03215d9b57bf', 'tenant_id': '6934074f796445609a769899ca13ad9f', 'mac_address': 'fa:16:3e:90:fa:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbe11af-005b-4a56-9c0b-865b31326bbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'd6f90267-8035-4a73-873f-1e1b57235a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:35Z', 'updated_at': '2021-12-10T16:20:39Z', 'revision_number': 5, 'project_id': '6934074f796445609a769899ca13ad9f', 'subnets': [{'id': 'd6f90267-8035-4a73-873f-1e1b57235a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:21:00.676104 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0680de3-06b5-4cbc-aefd-dfa334d09ea0 None None] Checking router: 4fbe11af-005b-4a56-9c0b-865b31326bbd for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:21:00.684902 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0680de3-06b5-4cbc-aefd-dfa334d09ea0 None None] Routers {'4fbe11af-005b-4a56-9c0b-865b31326bbd'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:21:00.685520 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-a0680de3-06b5-4cbc-aefd-dfa334d09ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:20:45Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['4fbe11af-005b-4a56-9c0b-865b31326bbd'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:21:00.691467 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8f48f8-83d6-4911-a8d3-fe859825edb7 req-576f567d-a312-49d3-8737-229943d48760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:00.692935 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-6c8f48f8-83d6-4911-a8d3-fe859825edb7 req-576f567d-a312-49d3-8737-229943d48760 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d6f90267-8035-4a73-873f-1e1b57235a16 HTTP/1.1" status: 200 len: 848 time: 0.0441179 Dec 10 16:21:00.738141 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8f48f8-83d6-4911-a8d3-fe859825edb7 req-62154531-9019-411b-bc63-7251ffdbcdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:00.739658 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-6c8f48f8-83d6-4911-a8d3-fe859825edb7 req-62154531-9019-411b-bc63-7251ffdbcdfe service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a9bea8a6-6f30-42e4-966c-03215d9b57bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394142 Dec 10 16:21:00.803124 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-a0680de3-06b5-4cbc-aefd-dfa334d09ea0 None None] Set router 4fbe11af-005b-4a56-9c0b-865b31326bbd gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:21:00.831062 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-6c8f48f8-83d6-4911-a8d3-fe859825edb7 req-fbe084f8-7468-4d0e-b4e8-7eb48719a555 service neutron] 10.222.0.44 "GET /v2.0/networks/a9bea8a6-6f30-42e4-966c-03215d9b57bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846949 Dec 10 16:21:00.927405 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-6c8f48f8-83d6-4911-a8d3-fe859825edb7 req-5a7c6f0f-8875-4b74-a1c5-6ecf279f5d1a service neutron] 10.222.0.44 "GET /v2.0/networks/a9bea8a6-6f30-42e4-966c-03215d9b57bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894110 Dec 10 16:21:01.127859 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-a0680de3-06b5-4cbc-aefd-dfa334d09ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fbe11af-005b-4a56-9c0b-865b31326bbd', 'name': 'tempest-TestSnapshotPattern-979517495-router', 'tenant_id': '6934074f796445609a769899ca13ad9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': 'b1aeb858-4ba6-4ce7-a878-5e8725a4e0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:20:32Z', 'updated_at': '2021-12-10T16:20:35Z', 'revision_number': 4, 'project_id': '6934074f796445609a769899ca13ad9f', 'gw_port': {'id': 'b1aeb858-4ba6-4ce7-a878-5e8725a4e0b8', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbe11af-005b-4a56-9c0b-865b31326bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:33Z', 'updated_at': '2021-12-10T16:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': '20f5bfb2-d262-484d-80b7-59aa35c126e6', 'tenant_id': '6934074f796445609a769899ca13ad9f', 'floating_ip_address': '172.26.2.149', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': '4fbe11af-005b-4a56-9c0b-865b31326bbd', 'port_id': '0cba4780-59d9-4426-af1b-f766e8c46485', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1890, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9bea8a6-6f30-42e4-966c-03215d9b57bf', 'mac_address': 'fa:16:3e:7a:0b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a15e983-848f-4e04-83f4-6fee88742a25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:20:59Z', 'updated_at': '2021-12-10T16:20:59Z', 'revision_number': 0, 'project_id': '6934074f796445609a769899ca13ad9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e59786e-9cdd-4d62-876c-52cc9a8c0e90', 'name': '', 'network_id': 'a9bea8a6-6f30-42e4-966c-03215d9b57bf', 'tenant_id': '6934074f796445609a769899ca13ad9f', 'mac_address': 'fa:16:3e:90:fa:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbe11af-005b-4a56-9c0b-865b31326bbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'd6f90267-8035-4a73-873f-1e1b57235a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:35Z', 'updated_at': '2021-12-10T16:20:39Z', 'revision_number': 5, 'project_id': '6934074f796445609a769899ca13ad9f', 'subnets': [{'id': 'd6f90267-8035-4a73-873f-1e1b57235a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:21:01.298206 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0680de3-06b5-4cbc-aefd-dfa334d09ea0 None None] The sync data for ids ['4fbe11af-005b-4a56-9c0b-865b31326bbd'] in dv-neutron-821401-4-hyperv is: [{'id': '4fbe11af-005b-4a56-9c0b-865b31326bbd', 'name': 'tempest-TestSnapshotPattern-979517495-router', 'tenant_id': '6934074f796445609a769899ca13ad9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': 'b1aeb858-4ba6-4ce7-a878-5e8725a4e0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:20:32Z', 'updated_at': '2021-12-10T16:20:35Z', 'revision_number': 4, 'project_id': '6934074f796445609a769899ca13ad9f', 'gw_port': {'id': 'b1aeb858-4ba6-4ce7-a878-5e8725a4e0b8', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbe11af-005b-4a56-9c0b-865b31326bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:33Z', 'updated_at': '2021-12-10T16:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': '20f5bfb2-d262-484d-80b7-59aa35c126e6', 'tenant_id': '6934074f796445609a769899ca13ad9f', 'floating_ip_address': '172.26.2.149', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': '4fbe11af-005b-4a56-9c0b-865b31326bbd', 'port_id': '0cba4780-59d9-4426-af1b-f766e8c46485', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1890, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9bea8a6-6f30-42e4-966c-03215d9b57bf', 'mac_address': 'fa:16:3e:7a:0b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a15e983-848f-4e04-83f4-6fee88742a25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:20:59Z', 'updated_at': '2021-12-10T16:20:59Z', 'revision_number': 0, 'project_id': '6934074f796445609a769899ca13ad9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e59786e-9cdd-4d62-876c-52cc9a8c0e90', 'name': '', 'network_id': 'a9bea8a6-6f30-42e4-966c-03215d9b57bf', 'tenant_id': '6934074f796445609a769899ca13ad9f', 'mac_address': 'fa:16:3e:90:fa:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbe11af-005b-4a56-9c0b-865b31326bbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'd6f90267-8035-4a73-873f-1e1b57235a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:35Z', 'updated_at': '2021-12-10T16:20:39Z', 'revision_number': 5, 'project_id': '6934074f796445609a769899ca13ad9f', 'subnets': [{'id': 'd6f90267-8035-4a73-873f-1e1b57235a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:21:01.474910 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371dd40a-cba4-4140-b1e7-af573453b4f0 None None] New status for floating IP 20f5bfb2-d262-484d-80b7-59aa35c126e6: ACTIVE {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:21:13.013728 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4b46f5ee-5b27-4f1e-a501-6943858a768d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:13.916740 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:15.305083 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-840140a7-a08d-4f16-8488-e5605d7afcdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:15.962716 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:21:16.316605 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:17.996766 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:18.745030 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:42.967885 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-70afff9b-63f7-4c0c-bbe9-d1f45a02296f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:43.921748 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:45.310344 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-12052aef-aa8f-45a4-a625-2910de91c459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:46.333119 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:47.978902 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:48.732834 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:52.961339 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:21:59.686534 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-d2b87d6e-22ee-4bcc-a4d9-32e34784472d req-4607e2c5-c99f-4a24-871b-e90a1daf4866 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0a15e983-848f-4e04-83f4-6fee88742a25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3971310 Dec 10 16:21:59.767770 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b87d6e-22ee-4bcc-a4d9-32e34784472d req-c6a4c1f7-d379-41f7-b0db-9cb31968e5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:59.769294 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-d2b87d6e-22ee-4bcc-a4d9-32e34784472d req-c6a4c1f7-d379-41f7-b0db-9cb31968e5ac service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6934074f796445609a769899ca13ad9f&device_id=0a15e983-848f-4e04-83f4-6fee88742a25 HTTP/1.1" status: 200 len: 1099 time: 0.0399520 Dec 10 16:21:59.870067 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b87d6e-22ee-4bcc-a4d9-32e34784472d req-0933cced-63e8-4b7e-89d9-324f122ef388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:59.871504 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-d2b87d6e-22ee-4bcc-a4d9-32e34784472d req-0933cced-63e8-4b7e-89d9-324f122ef388 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a9bea8a6-6f30-42e4-966c-03215d9b57bf HTTP/1.1" status: 200 len: 910 time: 0.0834644 Dec 10 16:21:59.933401 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-d2b87d6e-22ee-4bcc-a4d9-32e34784472d req-bf11efd3-4d22-4544-aed9-800e81f4e0fb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0cba4780-59d9-4426-af1b-f766e8c46485 HTTP/1.1" status: 200 len: 1002 time: 0.0552933 Dec 10 16:21:59.995536 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b87d6e-22ee-4bcc-a4d9-32e34784472d req-930c986f-7ed0-4dfc-8a13-8bf08335edc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:59.996937 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-d2b87d6e-22ee-4bcc-a4d9-32e34784472d req-930c986f-7ed0-4dfc-8a13-8bf08335edc3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d6f90267-8035-4a73-873f-1e1b57235a16 HTTP/1.1" status: 200 len: 848 time: 0.0570595 Dec 10 16:22:00.046056 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b87d6e-22ee-4bcc-a4d9-32e34784472d req-e5ebaa9e-4ee6-489d-86ee-cf9e03d00e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:00.047630 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-d2b87d6e-22ee-4bcc-a4d9-32e34784472d req-e5ebaa9e-4ee6-489d-86ee-cf9e03d00e2e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a9bea8a6-6f30-42e4-966c-03215d9b57bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0440586 Dec 10 16:22:00.058112 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [req-d2b87d6e-22ee-4bcc-a4d9-32e34784472d req-46796743-50d5-4a4b-aaa7-bf8a7f07b4f2 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:22:00.059038 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-d2b87d6e-22ee-4bcc-a4d9-32e34784472d req-46796743-50d5-4a4b-aaa7-bf8a7f07b4f2 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049570 Dec 10 16:22:00.145575 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-d2b87d6e-22ee-4bcc-a4d9-32e34784472d req-d8e7c1d8-395a-48b1-86df-92e1f8cb3726 service neutron] 10.222.0.44 "GET /v2.0/networks/a9bea8a6-6f30-42e4-966c-03215d9b57bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795417 Dec 10 16:22:00.234844 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-d2b87d6e-22ee-4bcc-a4d9-32e34784472d req-a3da944a-952a-49c8-b48b-8ce24fac8503 service neutron] 10.222.0.44 "GET /v2.0/networks/a9bea8a6-6f30-42e4-966c-03215d9b57bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824835 Dec 10 16:22:12.984253 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a931cb10-4437-4870-8888-eaf44416b74c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:13.921215 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:15.355555 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-620a6bc0-7440-410a-81e8-f7b636589200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:16.344447 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:17.972584 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:18.726786 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:29.960073 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:22:42.954748 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-28f006b9-dce1-49c5-a2b0-2c44227b6be7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:43.915192 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:45.366787 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-341c7152-07ed-4bf7-b13b-8922a6c7fa81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:46.326478 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:47.955424 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:48.732052 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:00.331824 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 0cba4780-59d9-4426-af1b-f766e8c46485 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:23:00.430287 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port 0cba4780-59d9-4426-af1b-f766e8c46485, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=0cba4780-59d9-4426-af1b-f766e8c46485,segment=NetworkSegment(250f9aa7-f93b-4a53-8841-c213a5780bd4),segment_id=250f9aa7-f93b-4a53-8841-c213a5780bd4)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:23:00.441651 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Returning: {'device': '0cba4780-59d9-4426-af1b-f766e8c46485', 'network_id': 'a9bea8a6-6f30-42e4-966c-03215d9b57bf', 'port_id': '0cba4780-59d9-4426-af1b-f766e8c46485', 'mac_address': 'fa:16:3e:7a:0b:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6f90267-8035-4a73-873f-1e1b57235a16', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:23:00.478719 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:00.491635 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0cba4780-59d9-4426-af1b-f766e8c46485 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:23:00.514491 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port 0cba4780-59d9-4426-af1b-f766e8c46485, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=0cba4780-59d9-4426-af1b-f766e8c46485,segment=NetworkSegment(250f9aa7-f93b-4a53-8841-c213a5780bd4),segment_id=250f9aa7-f93b-4a53-8841-c213a5780bd4)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:23:00.577762 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:00.627779 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=0cba4780-59d9-4426-af1b-f766e8c46485,revision_number=6']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:00.635164 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:23:00.635518 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:23:00.635860 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:23:00.636199 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:23:00.636531 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:23:00.636860 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:23:00.637189 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:23:00.637516 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:23:00.637867 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:23:00.638194 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:23:00.638521 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:23:00.638844 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:23:00.639162 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:23:00.645051 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] get_ports_and_sgs() called for port_ids ['0cba4780-59d9-4426-af1b-f766e8c46485'] {{(pid=103588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:23:01.372802 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909099b9-2d25-4333-ac7d-b39427fc88a1 req-1d0d6511-8ec4-422f-92da-c273f6f4a273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:01.374548 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-909099b9-2d25-4333-ac7d-b39427fc88a1 req-1d0d6511-8ec4-422f-92da-c273f6f4a273 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6934074f796445609a769899ca13ad9f&device_id=0a15e983-848f-4e04-83f4-6fee88742a25 HTTP/1.1" status: 200 len: 1098 time: 0.0508821 Dec 10 16:23:01.493664 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909099b9-2d25-4333-ac7d-b39427fc88a1 req-c56e6533-3a62-42b8-9bc3-e01e650b54ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:01.495236 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-909099b9-2d25-4333-ac7d-b39427fc88a1 req-c56e6533-3a62-42b8-9bc3-e01e650b54ba service neutron] 10.222.0.44 "GET /v2.0/networks?id=a9bea8a6-6f30-42e4-966c-03215d9b57bf HTTP/1.1" status: 200 len: 910 time: 0.0976686 Dec 10 16:23:01.568624 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-909099b9-2d25-4333-ac7d-b39427fc88a1 req-904b1e9b-7559-4115-bcad-800a1d009b06 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0cba4780-59d9-4426-af1b-f766e8c46485 HTTP/1.1" status: 200 len: 1001 time: 0.0637016 Dec 10 16:23:01.629717 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909099b9-2d25-4333-ac7d-b39427fc88a1 req-6f5457d1-868c-447b-b291-2b39e09d4f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:01.631232 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-909099b9-2d25-4333-ac7d-b39427fc88a1 req-6f5457d1-868c-447b-b291-2b39e09d4f15 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d6f90267-8035-4a73-873f-1e1b57235a16 HTTP/1.1" status: 200 len: 848 time: 0.0554123 Dec 10 16:23:01.684925 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909099b9-2d25-4333-ac7d-b39427fc88a1 req-fa3859eb-883f-4cfd-a7b3-9f3ac53efd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:01.686468 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-909099b9-2d25-4333-ac7d-b39427fc88a1 req-fa3859eb-883f-4cfd-a7b3-9f3ac53efd2c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a9bea8a6-6f30-42e4-966c-03215d9b57bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0460718 Dec 10 16:23:01.795088 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-909099b9-2d25-4333-ac7d-b39427fc88a1 req-64e35be1-40df-4b5a-bfa8-e7a95886017f service neutron] 10.222.0.44 "GET /v2.0/networks/a9bea8a6-6f30-42e4-966c-03215d9b57bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986247 Dec 10 16:23:01.907862 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-909099b9-2d25-4333-ac7d-b39427fc88a1 req-934fc2cf-1543-4ad0-b2ec-9ee25a7c294c service neutron] 10.222.0.44 "GET /v2.0/networks/a9bea8a6-6f30-42e4-966c-03215d9b57bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050048 Dec 10 16:23:02.333147 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 0cba4780-59d9-4426-af1b-f766e8c46485 up at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:23:02.388344 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning complete for port 0cba4780-59d9-4426-af1b-f766e8c46485 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:23:02.388824 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:02.485744 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:02.512174 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a15e983-848f-4e04-83f4-6fee88742a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cba4780-59d9-4426-af1b-f766e8c46485'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:23:02.513663 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa4b92c408489e2c982394a5a7b3518bb1b22554638321e3ea6c5cabb2c75d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-309800ff-83ef-4aba-bde1-613e63629cce" -d '{"events": [{"server_uuid": "0a15e983-848f-4e04-83f4-6fee88742a25", "name": "network-vif-plugged", "status": "completed", "tag": "0cba4780-59d9-4426-af1b-f766e8c46485"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:23:02.540114 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port 0cba4780-59d9-4426-af1b-f766e8c46485, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=0cba4780-59d9-4426-af1b-f766e8c46485,segment=NetworkSegment(250f9aa7-f93b-4a53-8841-c213a5780bd4),segment_id=250f9aa7-f93b-4a53-8841-c213a5780bd4)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:23:02.560426 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecebc04a-925a-4954-8f73-232b0c19affe x-openstack-request-id: req-ecebc04a-925a-4954-8f73-232b0c19affe {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:23:02.560426 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a15e983-848f-4e04-83f4-6fee88742a25", "name": "network-vif-plugged", "status": "completed", "tag": "0cba4780-59d9-4426-af1b-f766e8c46485", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:23:02.560426 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ecebc04a-925a-4954-8f73-232b0c19affe {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:23:02.560426 dv-neutron-821401-4-hyperv neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a15e983-848f-4e04-83f4-6fee88742a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cba4780-59d9-4426-af1b-f766e8c46485', 'code': 200} Dec 10 16:23:02.612784 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:02.668524 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=0cba4780-59d9-4426-af1b-f766e8c46485,revision_number=7']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:06.963154 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:23:12.193368 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-242edd80-3333-47ed-b9b4-97718c14ca1e req-fe4f14ad-db69-44ba-aa8d-3af0bdc81568 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1725319432&fields=id&tenant_id=6934074f796445609a769899ca13ad9f HTTP/1.1" status: 200 len: 267 time: 0.0565147 Dec 10 16:23:12.299284 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242edd80-3333-47ed-b9b4-97718c14ca1e req-c1120035-6113-4c73-aafe-20a12cfc2ff4 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:12.301257 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-242edd80-3333-47ed-b9b4-97718c14ca1e req-c1120035-6113-4c73-aafe-20a12cfc2ff4 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.20 "GET /v2.0/networks?id=a9bea8a6-6f30-42e4-966c-03215d9b57bf HTTP/1.1" status: 200 len: 809 time: 0.1009126 Dec 10 16:23:12.317580 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-242edd80-3333-47ed-b9b4-97718c14ca1e req-a0a4e22b-dc1d-4c90-ac22-e2ec6d03422d tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.20 "GET /v2.0/quotas/6934074f796445609a769899ca13ad9f HTTP/1.1" status: 200 len: 375 time: 0.0105793 Dec 10 16:23:12.369209 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-242edd80-3333-47ed-b9b4-97718c14ca1e req-b2129ead-0f2c-4527-aeed-ad8e9236fe85 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6934074f796445609a769899ca13ad9f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0461943 Dec 10 16:23:12.506565 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-242edd80-3333-47ed-b9b4-97718c14ca1e req-fb4bfc25-2d2b-46b7-a916-91b595a96e87 service neutron] 10.222.0.20 "GET /v2.0/networks/a9bea8a6-6f30-42e4-966c-03215d9b57bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258934 Dec 10 16:23:12.594766 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-242edd80-3333-47ed-b9b4-97718c14ca1e req-dfadeb15-bf2f-4e27-a049-8514c07690cd service neutron] 10.222.0.20 "GET /v2.0/networks/a9bea8a6-6f30-42e4-966c-03215d9b57bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821700 Dec 10 16:23:12.888674 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-1290da12-cd9f-4948-afac-569e21c10885 req-c5a8e2e7-5101-4208-92be-857528e5a1da tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae68b7a7-e3ce-4dec-a3ad-8eee04457849 HTTP/1.1" status: 200 len: 210 time: 0.0778763 Dec 10 16:23:12.954537 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-17407567-8655-4513-8fb1-a5c7953833d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:13.955122 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:13.995688 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-a01464e5-2f8c-4c47-ba9d-528cfcdecf91 req-149baf52-e461-4711-8634-029f5ee474f3 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae68b7a7-e3ce-4dec-a3ad-8eee04457849 HTTP/1.1" status: 200 len: 210 time: 0.0268064 Dec 10 16:23:14.416583 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 0cba4780-59d9-4426-af1b-f766e8c46485 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:23:14.491459 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:14.514347 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a15e983-848f-4e04-83f4-6fee88742a25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cba4780-59d9-4426-af1b-f766e8c46485'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:23:14.516590 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa4b92c408489e2c982394a5a7b3518bb1b22554638321e3ea6c5cabb2c75d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8d4fb0-14c8-4699-84f8-e80e59004953" -d '{"events": [{"server_uuid": "0a15e983-848f-4e04-83f4-6fee88742a25", "name": "network-vif-unplugged", "status": "completed", "tag": "0cba4780-59d9-4426-af1b-f766e8c46485"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:23:14.533120 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port 0cba4780-59d9-4426-af1b-f766e8c46485, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=0cba4780-59d9-4426-af1b-f766e8c46485,segment=NetworkSegment(250f9aa7-f93b-4a53-8841-c213a5780bd4),segment_id=250f9aa7-f93b-4a53-8841-c213a5780bd4)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:23:14.554930 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242edd80-3333-47ed-b9b4-97718c14ca1e req-f1694f39-fd0d-47d6-9a5f-044e8e067d7a tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:14.554930 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-242edd80-3333-47ed-b9b4-97718c14ca1e req-f1694f39-fd0d-47d6-9a5f-044e8e067d7a tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.44 "GET /v2.0/networks?id=a9bea8a6-6f30-42e4-966c-03215d9b57bf HTTP/1.1" status: 200 len: 809 time: 0.1191289 Dec 10 16:23:14.556904 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 16:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d3e2eab-832e-4224-a3ea-abf863034958 x-openstack-request-id: req-9d3e2eab-832e-4224-a3ea-abf863034958 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:23:14.557210 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a15e983-848f-4e04-83f4-6fee88742a25", "name": "network-vif-unplugged", "status": "completed", "tag": "0cba4780-59d9-4426-af1b-f766e8c46485", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:23:14.557472 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9d3e2eab-832e-4224-a3ea-abf863034958 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:23:14.557899 dv-neutron-821401-4-hyperv neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a15e983-848f-4e04-83f4-6fee88742a25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cba4780-59d9-4426-af1b-f766e8c46485', 'code': 200} Dec 10 16:23:14.588945 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:14.619862 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-242edd80-3333-47ed-b9b4-97718c14ca1e req-f8141f42-1547-44f8-96f7-0204ad40a5e7 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6934074f796445609a769899ca13ad9f HTTP/1.1" status: 200 len: 380 time: 0.0558288 Dec 10 16:23:14.629546 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [req-242edd80-3333-47ed-b9b4-97718c14ca1e req-34b448ac-4eee-448f-b984-57eeaa6e5b82 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Request body: {'port': {'device_id': 'ae68b7a7-e3ce-4dec-a3ad-8eee04457849', 'network_id': 'a9bea8a6-6f30-42e4-966c-03215d9b57bf', 'admin_state_up': True, 'tenant_id': '6934074f796445609a769899ca13ad9f', 'security_groups': ['6f051e37-87b0-49ec-9691-b587724a4b55']}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:23:14.635159 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=0cba4780-59d9-4426-af1b-f766e8c46485,revision_number=8']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:14.857340 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-242edd80-3333-47ed-b9b4-97718c14ca1e req-34b448ac-4eee-448f-b984-57eeaa6e5b82 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Made reservation on behalf of 6934074f796445609a769899ca13ad9f for: {'port': 1} {{(pid=103586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:23:14.860973 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-242edd80-3333-47ed-b9b4-97718c14ca1e req-34b448ac-4eee-448f-b984-57eeaa6e5b82 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:14.990068 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_common [req-242edd80-3333-47ed-b9b4-97718c14ca1e req-34b448ac-4eee-448f-b984-57eeaa6e5b82 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Allocated IP 172.20.0.14 (a9bea8a6-6f30-42e4-966c-03215d9b57bf/d6f90267-8035-4a73-873f-1e1b57235a16/2d7dd321-f176-4a90-8fdf-2d14c3c95a79) {{(pid=103586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:23:15.093334 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-78021f62-7a20-4dc4-aae7-abff63100b6e req-32cdd654-3315-4906-8df4-d57a5643006d tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae68b7a7-e3ce-4dec-a3ad-8eee04457849 HTTP/1.1" status: 200 len: 210 time: 0.0289543 Dec 10 16:23:15.141292 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-242edd80-3333-47ed-b9b4-97718c14ca1e req-34b448ac-4eee-448f-b984-57eeaa6e5b82 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Publish callbacks [] for port, precommit_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:15.226686 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-242edd80-3333-47ed-b9b4-97718c14ca1e req-34b448ac-4eee-448f-b984-57eeaa6e5b82 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_create {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:15.288116 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-242edd80-3333-47ed-b9b4-97718c14ca1e req-34b448ac-4eee-448f-b984-57eeaa6e5b82 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Network a9bea8a6-6f30-42e4-966c-03215d9b57bf is already hosted by enough agents. {{(pid=103586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:23:15.291839 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.base_scheduler [req-242edd80-3333-47ed-b9b4-97718c14ca1e req-34b448ac-4eee-448f-b984-57eeaa6e5b82 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Resources bound (agent type, host, resource id): {{(pid=103586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:23:15.297617 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [req-242edd80-3333-47ed-b9b4-97718c14ca1e req-34b448ac-4eee-448f-b984-57eeaa6e5b82 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Received port after_create {{(pid=103586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:23:15.302739 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b448ac-4eee-448f-b984-57eeaa6e5b82 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Pushing event updated for resources: {'Port': ['ID=2d7dd321-f176-4a90-8fdf-2d14c3c95a79,revision_number=1']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:15.309291 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c6e62bbb-5bfc-448f-94bd-0f81774241a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:15.343796 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b448ac-4eee-448f-b984-57eeaa6e5b82 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:23:15.344582 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b448ac-4eee-448f-b984-57eeaa6e5b82 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:23:15.345139 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b448ac-4eee-448f-b984-57eeaa6e5b82 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:23:15.345677 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b448ac-4eee-448f-b984-57eeaa6e5b82 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:23:15.346282 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b448ac-4eee-448f-b984-57eeaa6e5b82 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:23:15.346853 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b448ac-4eee-448f-b984-57eeaa6e5b82 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:23:15.347430 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b448ac-4eee-448f-b984-57eeaa6e5b82 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:23:15.347976 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b448ac-4eee-448f-b984-57eeaa6e5b82 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:23:15.348558 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b448ac-4eee-448f-b984-57eeaa6e5b82 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:23:15.349108 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b448ac-4eee-448f-b984-57eeaa6e5b82 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:23:15.349612 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b448ac-4eee-448f-b984-57eeaa6e5b82 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:23:15.350193 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b448ac-4eee-448f-b984-57eeaa6e5b82 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:23:15.350725 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b448ac-4eee-448f-b984-57eeaa6e5b82 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:23:15.388215 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242edd80-3333-47ed-b9b4-97718c14ca1e req-34b448ac-4eee-448f-b984-57eeaa6e5b82 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:15.389424 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-242edd80-3333-47ed-b9b4-97718c14ca1e req-34b448ac-4eee-448f-b984-57eeaa6e5b82 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:15.466894 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-242edd80-3333-47ed-b9b4-97718c14ca1e req-34b448ac-4eee-448f-b984-57eeaa6e5b82 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8414268 Dec 10 16:23:15.641479 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-7c9fe51b-5046-483b-9708-1de1333e0421 None None] Provisioning complete for port 2d7dd321-f176-4a90-8fdf-2d14c3c95a79 triggered by entity DHCP. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:23:15.641795 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7c9fe51b-5046-483b-9708-1de1333e0421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:15.675029 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-7c9fe51b-5046-483b-9708-1de1333e0421 None None] Port 2d7dd321-f176-4a90-8fdf-2d14c3c95a79 cannot update to ACTIVE because it is not bound. {{(pid=103588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:23:16.222855 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65efdbd6-bd57-4d92-9fde-04f4cb479fb4 req-6a45392e-2966-4210-991b-39c553ed63fd tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:16.224418 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-65efdbd6-bd57-4d92-9fde-04f4cb479fb4 req-6a45392e-2966-4210-991b-39c553ed63fd tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae68b7a7-e3ce-4dec-a3ad-8eee04457849 HTTP/1.1" status: 200 len: 932 time: 0.0561781 Dec 10 16:23:16.283644 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-65efdbd6-bd57-4d92-9fde-04f4cb479fb4 req-9fe74656-8afb-46d3-a825-cb91a2cefa60 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f051e37-87b0-49ec-9691-b587724a4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532198 Dec 10 16:23:16.337566 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:17.416221 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d037688-39a5-44a8-80a1-11d765108713 req-76e5972a-1ebc-4545-978c-7febe53442de tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:17.418183 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-3d037688-39a5-44a8-80a1-11d765108713 req-76e5972a-1ebc-4545-978c-7febe53442de tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae68b7a7-e3ce-4dec-a3ad-8eee04457849 HTTP/1.1" status: 200 len: 932 time: 0.0562699 Dec 10 16:23:17.469599 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-3d037688-39a5-44a8-80a1-11d765108713 req-04302a4d-39b4-49ea-8a12-53e1bf4fedd1 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f051e37-87b0-49ec-9691-b587724a4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454087 Dec 10 16:23:17.983558 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:18.591729 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230aa50a-495a-459a-b91c-5e3159da6e30 req-27afc6ac-0ddc-40ba-9d66-d394f3acd4d1 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:18.593229 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-230aa50a-495a-459a-b91c-5e3159da6e30 req-27afc6ac-0ddc-40ba-9d66-d394f3acd4d1 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae68b7a7-e3ce-4dec-a3ad-8eee04457849 HTTP/1.1" status: 200 len: 932 time: 0.0502791 Dec 10 16:23:18.645275 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-230aa50a-495a-459a-b91c-5e3159da6e30 req-b5bd1586-2d38-4af7-a144-ca7f1f706da9 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f051e37-87b0-49ec-9691-b587724a4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455089 Dec 10 16:23:18.743367 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:19.782696 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc40f60-25e5-4a43-834b-aedc381b05a0 req-97ed5dfc-47b5-4258-a63e-2f59d3f01d2c tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:19.784350 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-7cc40f60-25e5-4a43-834b-aedc381b05a0 req-97ed5dfc-47b5-4258-a63e-2f59d3f01d2c tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae68b7a7-e3ce-4dec-a3ad-8eee04457849 HTTP/1.1" status: 200 len: 932 time: 0.0564370 Dec 10 16:23:19.843456 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-7cc40f60-25e5-4a43-834b-aedc381b05a0 req-242957dd-31c0-4dce-ad1b-665b86224bad tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f051e37-87b0-49ec-9691-b587724a4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530906 Dec 10 16:23:20.963651 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c04293-f8ee-494c-82f9-6f9bd338f4f2 req-9c24c3a5-1c91-493a-9289-67b02a270b0e tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:20.965297 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-67c04293-f8ee-494c-82f9-6f9bd338f4f2 req-9c24c3a5-1c91-493a-9289-67b02a270b0e tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae68b7a7-e3ce-4dec-a3ad-8eee04457849 HTTP/1.1" status: 200 len: 932 time: 0.0486424 Dec 10 16:23:21.016575 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-67c04293-f8ee-494c-82f9-6f9bd338f4f2 req-bdb2ff1f-61fa-4d55-aad9-37c48c8c1c87 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f051e37-87b0-49ec-9691-b587724a4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443571 Dec 10 16:23:22.132701 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c77ce-5be5-4e5f-acf2-86a3633931bc req-c12d3de3-41ac-4179-a84e-4c0f63610f21 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:22.134237 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-023c77ce-5be5-4e5f-acf2-86a3633931bc req-c12d3de3-41ac-4179-a84e-4c0f63610f21 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae68b7a7-e3ce-4dec-a3ad-8eee04457849 HTTP/1.1" status: 200 len: 932 time: 0.0504110 Dec 10 16:23:22.205703 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-023c77ce-5be5-4e5f-acf2-86a3633931bc req-d9e49b9e-5edf-485a-a5e7-a1edd72df180 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f051e37-87b0-49ec-9691-b587724a4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651653 Dec 10 16:23:23.330804 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c10dc3c-51b3-4d83-b29f-f4deb29bb1b5 req-53bab823-36ca-4043-a31a-57d2f2a6cbfe tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:23.333071 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-3c10dc3c-51b3-4d83-b29f-f4deb29bb1b5 req-53bab823-36ca-4043-a31a-57d2f2a6cbfe tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae68b7a7-e3ce-4dec-a3ad-8eee04457849 HTTP/1.1" status: 200 len: 932 time: 0.0558405 Dec 10 16:23:23.392335 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-3c10dc3c-51b3-4d83-b29f-f4deb29bb1b5 req-1a1a6853-5e1c-4304-b3cd-9da8f4d2e403 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f051e37-87b0-49ec-9691-b587724a4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526078 Dec 10 16:23:24.522591 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d6b5e-0872-4590-a579-f7b5680f146d req-27327511-78d2-4f15-8a4f-9b7bc7483a4b tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:24.527947 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-aa5d6b5e-0872-4590-a579-f7b5680f146d req-27327511-78d2-4f15-8a4f-9b7bc7483a4b tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae68b7a7-e3ce-4dec-a3ad-8eee04457849 HTTP/1.1" status: 200 len: 932 time: 0.0609686 Dec 10 16:23:24.582015 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-aa5d6b5e-0872-4590-a579-f7b5680f146d req-35e8aa98-3a92-4bc3-b0bf-4bc7f327db32 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f051e37-87b0-49ec-9691-b587724a4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480297 Dec 10 16:23:25.679830 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.v2.base [req-242edd80-3333-47ed-b9b4-97718c14ca1e req-9a4cba9b-8a06-44c9-aeec-27110ec43ec1 service neutron] Request body: {'port': {'device_id': 'ae68b7a7-e3ce-4dec-a3ad-8eee04457849', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=103586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:23:25.744842 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6bbf30-1b4f-46d5-a8b2-b426b31ee6fe req-1ea9a5e9-e498-4dd5-988b-392066990eba tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:25.746341 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4e6bbf30-1b4f-46d5-a8b2-b426b31ee6fe req-1ea9a5e9-e498-4dd5-988b-392066990eba tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae68b7a7-e3ce-4dec-a3ad-8eee04457849 HTTP/1.1" status: 200 len: 932 time: 0.0977418 Dec 10 16:23:25.750588 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-242edd80-3333-47ed-b9b4-97718c14ca1e req-9a4cba9b-8a06-44c9-aeec-27110ec43ec1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:25.835623 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-4e6bbf30-1b4f-46d5-a8b2-b426b31ee6fe req-5b305874-76b2-4b24-a1bc-c987fbe642d2 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f051e37-87b0-49ec-9691-b587724a4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828748 Dec 10 16:23:26.037064 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [req-242edd80-3333-47ed-b9b4-97718c14ca1e req-9a4cba9b-8a06-44c9-aeec-27110ec43ec1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d7dd321-f176-4a90-8fdf-2d14c3c95a79 {{(pid=103586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:23:26.060054 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-242edd80-3333-47ed-b9b4-97718c14ca1e req-9a4cba9b-8a06-44c9-aeec-27110ec43ec1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:26.072613 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.provisioning_blocks [req-242edd80-3333-47ed-b9b4-97718c14ca1e req-9a4cba9b-8a06-44c9-aeec-27110ec43ec1 service neutron] Transition to ACTIVE for port object 2d7dd321-f176-4a90-8fdf-2d14c3c95a79 will not be triggered until provisioned by entity L2. {{(pid=103586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:23:26.125671 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-242edd80-3333-47ed-b9b4-97718c14ca1e req-9a4cba9b-8a06-44c9-aeec-27110ec43ec1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:26.173915 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4cba9b-8a06-44c9-aeec-27110ec43ec1 service neutron] Pushing event updated for resources: {'Port': ['ID=2d7dd321-f176-4a90-8fdf-2d14c3c95a79,revision_number=2']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:26.251226 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [req-242edd80-3333-47ed-b9b4-97718c14ca1e req-9a4cba9b-8a06-44c9-aeec-27110ec43ec1 service neutron] Attempting to bind port 2d7dd321-f176-4a90-8fdf-2d14c3c95a79 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:23:26.251565 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [req-242edd80-3333-47ed-b9b4-97718c14ca1e req-9a4cba9b-8a06-44c9-aeec-27110ec43ec1 service neutron] Attempting to bind port 2d7dd321-f176-4a90-8fdf-2d14c3c95a79 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '250f9aa7-f93b-4a53-8841-c213a5780bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a9bea8a6-6f30-42e4-966c-03215d9b57bf'}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:23:26.251899 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242edd80-3333-47ed-b9b4-97718c14ca1e req-9a4cba9b-8a06-44c9-aeec-27110ec43ec1 service neutron] Attempting to bind port 2d7dd321-f176-4a90-8fdf-2d14c3c95a79 on network a9bea8a6-6f30-42e4-966c-03215d9b57bf {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:23:26.257173 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242edd80-3333-47ed-b9b4-97718c14ca1e req-9a4cba9b-8a06-44c9-aeec-27110ec43ec1 service neutron] Port 2d7dd321-f176-4a90-8fdf-2d14c3c95a79 on network a9bea8a6-6f30-42e4-966c-03215d9b57bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:23:26.257502 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242edd80-3333-47ed-b9b4-97718c14ca1e req-9a4cba9b-8a06-44c9-aeec-27110ec43ec1 service neutron] Attempting to bind port 2d7dd321-f176-4a90-8fdf-2d14c3c95a79 on network a9bea8a6-6f30-42e4-966c-03215d9b57bf {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:23:26.262569 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242edd80-3333-47ed-b9b4-97718c14ca1e req-9a4cba9b-8a06-44c9-aeec-27110ec43ec1 service neutron] Checking agent: {'id': 'fa828968-c68f-4b22-9699-a58fe4ab1f05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 15, 28, 13), 'started_at': datetime.datetime(2021, 12, 10, 15, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:23:26.262913 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242edd80-3333-47ed-b9b4-97718c14ca1e req-9a4cba9b-8a06-44c9-aeec-27110ec43ec1 service neutron] Checking segment: {'id': '250f9aa7-f93b-4a53-8841-c213a5780bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a9bea8a6-6f30-42e4-966c-03215d9b57bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:23:26.263305 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242edd80-3333-47ed-b9b4-97718c14ca1e req-9a4cba9b-8a06-44c9-aeec-27110ec43ec1 service neutron] Bound using segment: {'id': '250f9aa7-f93b-4a53-8841-c213a5780bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a9bea8a6-6f30-42e4-966c-03215d9b57bf'} {{(pid=103586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:23:26.263744 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.managers [req-242edd80-3333-47ed-b9b4-97718c14ca1e req-9a4cba9b-8a06-44c9-aeec-27110ec43ec1 service neutron] Bound port: 2d7dd321-f176-4a90-8fdf-2d14c3c95a79, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '250f9aa7-f93b-4a53-8841-c213a5780bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a9bea8a6-6f30-42e4-966c-03215d9b57bf'}}] {{(pid=103586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:23:26.264103 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-242edd80-3333-47ed-b9b4-97718c14ca1e req-9a4cba9b-8a06-44c9-aeec-27110ec43ec1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:26.330200 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [req-242edd80-3333-47ed-b9b4-97718c14ca1e req-9a4cba9b-8a06-44c9-aeec-27110ec43ec1 service neutron] For port 2d7dd321-f176-4a90-8fdf-2d14c3c95a79, host hv-neutron-8214, cleared binding levels {{(pid=103586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:23:26.333949 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [req-242edd80-3333-47ed-b9b4-97718c14ca1e req-9a4cba9b-8a06-44c9-aeec-27110ec43ec1 service neutron] For port 2d7dd321-f176-4a90-8fdf-2d14c3c95a79, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=2d7dd321-f176-4a90-8fdf-2d14c3c95a79,segment=NetworkSegment(250f9aa7-f93b-4a53-8841-c213a5780bd4),segment_id=250f9aa7-f93b-4a53-8841-c213a5780bd4)] {{(pid=103586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:23:26.400233 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-242edd80-3333-47ed-b9b4-97718c14ca1e req-9a4cba9b-8a06-44c9-aeec-27110ec43ec1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11695558'] for port, after_update {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:26.435889 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242edd80-3333-47ed-b9b4-97718c14ca1e req-9a4cba9b-8a06-44c9-aeec-27110ec43ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:26.436500 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-242edd80-3333-47ed-b9b4-97718c14ca1e req-9a4cba9b-8a06-44c9-aeec-27110ec43ec1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:26.437872 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-242edd80-3333-47ed-b9b4-97718c14ca1e req-9a4cba9b-8a06-44c9-aeec-27110ec43ec1 service neutron] 10.222.0.44 "PUT /v2.0/ports/2d7dd321-f176-4a90-8fdf-2d14c3c95a79 HTTP/1.1" status: 200 len: 1094 time: 0.7638366 Dec 10 16:23:26.438300 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae68b7a7-e3ce-4dec-a3ad-8eee04457849', 'tag': '2d7dd321-f176-4a90-8fdf-2d14c3c95a79'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:23:26.440523 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde1b47dcd987728a27c8e391f176ee57ea2adf837d2cedb59662361de43515a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c55d0a-9034-4fe8-99fa-9641f26cb95c" -d '{"events": [{"name": "network-changed", "server_uuid": "ae68b7a7-e3ce-4dec-a3ad-8eee04457849", "tag": "2d7dd321-f176-4a90-8fdf-2d14c3c95a79"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:23:26.470664 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4cba9b-8a06-44c9-aeec-27110ec43ec1 service neutron] Pushing event updated for resources: {'Port': ['ID=2d7dd321-f176-4a90-8fdf-2d14c3c95a79,revision_number=3']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:26.483155 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78eedd56-8cdf-4c72-b72b-fe93e1199756 x-openstack-request-id: req-78eedd56-8cdf-4c72-b72b-fe93e1199756 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:23:26.483457 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae68b7a7-e3ce-4dec-a3ad-8eee04457849", "tag": "2d7dd321-f176-4a90-8fdf-2d14c3c95a79", "status": "completed", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:23:26.483718 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-78eedd56-8cdf-4c72-b72b-fe93e1199756 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:23:26.484133 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae68b7a7-e3ce-4dec-a3ad-8eee04457849', 'tag': '2d7dd321-f176-4a90-8fdf-2d14c3c95a79', 'status': 'completed', 'code': 200} Dec 10 16:23:26.552207 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c55d0a-9034-4fe8-99fa-9641f26cb95c req-709ffc7a-ea7c-40a0-b5d5-fc521780be11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:26.553741 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-37c55d0a-9034-4fe8-99fa-9641f26cb95c req-709ffc7a-ea7c-40a0-b5d5-fc521780be11 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6934074f796445609a769899ca13ad9f&device_id=ae68b7a7-e3ce-4dec-a3ad-8eee04457849 HTTP/1.1" status: 200 len: 1097 time: 0.0468881 Dec 10 16:23:26.653055 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c55d0a-9034-4fe8-99fa-9641f26cb95c req-18933b9d-5319-4ea0-9eaa-8568c70642cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:26.654555 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-37c55d0a-9034-4fe8-99fa-9641f26cb95c req-18933b9d-5319-4ea0-9eaa-8568c70642cb service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=6934074f796445609a769899ca13ad9f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0925307 Dec 10 16:23:26.750880 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c55d0a-9034-4fe8-99fa-9641f26cb95c req-d4a31dd6-71e8-4842-b0d4-b8eefd872532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:26.752312 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-37c55d0a-9034-4fe8-99fa-9641f26cb95c req-d4a31dd6-71e8-4842-b0d4-b8eefd872532 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0910571 Dec 10 16:23:26.827587 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242edd80-3333-47ed-b9b4-97718c14ca1e req-20c58254-085a-4a88-885d-28e2b43f2b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:26.829070 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-242edd80-3333-47ed-b9b4-97718c14ca1e req-20c58254-085a-4a88-885d-28e2b43f2b13 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6934074f796445609a769899ca13ad9f&device_id=ae68b7a7-e3ce-4dec-a3ad-8eee04457849 HTTP/1.1" status: 200 len: 1097 time: 0.0410705 Dec 10 16:23:26.871662 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-242edd80-3333-47ed-b9b4-97718c14ca1e req-2b4e61aa-8629-4ff4-a01e-2986a39d05fb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2d7dd321-f176-4a90-8fdf-2d14c3c95a79 HTTP/1.1" status: 200 len: 217 time: 0.0334988 Dec 10 16:23:26.948794 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242edd80-3333-47ed-b9b4-97718c14ca1e req-15a021b6-6101-4910-b227-b74169d0de31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:26.950260 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-242edd80-3333-47ed-b9b4-97718c14ca1e req-15a021b6-6101-4910-b227-b74169d0de31 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d6f90267-8035-4a73-873f-1e1b57235a16 HTTP/1.1" status: 200 len: 848 time: 0.0725780 Dec 10 16:23:26.973162 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f60b9b-6a5e-491f-8a82-07b90b523314 req-40cd362f-695a-4cab-a58c-5abeea7801c0 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:26.974615 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-51f60b9b-6a5e-491f-8a82-07b90b523314 req-40cd362f-695a-4cab-a58c-5abeea7801c0 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae68b7a7-e3ce-4dec-a3ad-8eee04457849 HTTP/1.1" status: 200 len: 944 time: 0.0683620 Dec 10 16:23:27.031592 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242edd80-3333-47ed-b9b4-97718c14ca1e req-f57530af-f9d0-4463-80c1-97130854ab9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:27.040742 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-242edd80-3333-47ed-b9b4-97718c14ca1e req-f57530af-f9d0-4463-80c1-97130854ab9b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a9bea8a6-6f30-42e4-966c-03215d9b57bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752580 Dec 10 16:23:27.042187 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-51f60b9b-6a5e-491f-8a82-07b90b523314 req-8a721e55-3fa3-4d7c-a9aa-e540b5f10a8a tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f051e37-87b0-49ec-9691-b587724a4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543120 Dec 10 16:23:27.130362 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-242edd80-3333-47ed-b9b4-97718c14ca1e req-51da2508-854d-4a64-b4eb-90cbaba4da56 service neutron] 10.222.0.44 "GET /v2.0/networks/a9bea8a6-6f30-42e4-966c-03215d9b57bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870779 Dec 10 16:23:27.220227 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-242edd80-3333-47ed-b9b4-97718c14ca1e req-4f58c138-162c-4c2a-892a-29637d250af1 service neutron] 10.222.0.44 "GET /v2.0/networks/a9bea8a6-6f30-42e4-966c-03215d9b57bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828621 Dec 10 16:23:28.160101 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4206cf25-eb23-422a-a5a1-9b0dc0d53db4 req-c3eb32a2-1bda-459c-b123-39e4e8886371 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:28.162197 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4206cf25-eb23-422a-a5a1-9b0dc0d53db4 req-c3eb32a2-1bda-459c-b123-39e4e8886371 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae68b7a7-e3ce-4dec-a3ad-8eee04457849 HTTP/1.1" status: 200 len: 944 time: 0.0491118 Dec 10 16:23:28.210213 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-4206cf25-eb23-422a-a5a1-9b0dc0d53db4 req-39c4a255-a7b3-42bc-8530-acbbb366e2a7 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f051e37-87b0-49ec-9691-b587724a4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420969 Dec 10 16:23:28.447693 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 2d7dd321-f176-4a90-8fdf-2d14c3c95a79 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:23:28.541555 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port 2d7dd321-f176-4a90-8fdf-2d14c3c95a79, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=2d7dd321-f176-4a90-8fdf-2d14c3c95a79,segment=NetworkSegment(250f9aa7-f93b-4a53-8841-c213a5780bd4),segment_id=250f9aa7-f93b-4a53-8841-c213a5780bd4)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:23:28.553144 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Returning: {'device': '2d7dd321-f176-4a90-8fdf-2d14c3c95a79', 'network_id': 'a9bea8a6-6f30-42e4-966c-03215d9b57bf', 'port_id': '2d7dd321-f176-4a90-8fdf-2d14c3c95a79', 'mac_address': 'fa:16:3e:87:00:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6f90267-8035-4a73-873f-1e1b57235a16', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:23:28.587972 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:28.600880 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d7dd321-f176-4a90-8fdf-2d14c3c95a79 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:23:28.619640 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port 2d7dd321-f176-4a90-8fdf-2d14c3c95a79, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=2d7dd321-f176-4a90-8fdf-2d14c3c95a79,segment=NetworkSegment(250f9aa7-f93b-4a53-8841-c213a5780bd4),segment_id=250f9aa7-f93b-4a53-8841-c213a5780bd4)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:23:28.691334 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:28.736712 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=2d7dd321-f176-4a90-8fdf-2d14c3c95a79,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:28.904560 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] get_ports_and_sgs() called for port_ids ['2d7dd321-f176-4a90-8fdf-2d14c3c95a79'] {{(pid=103588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:23:29.325651 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d001a48e-48e2-4234-a16e-43c8ea2d8dc2 req-4b60f7b4-d7c7-416b-a292-d779f293829f tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:29.327151 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-d001a48e-48e2-4234-a16e-43c8ea2d8dc2 req-4b60f7b4-d7c7-416b-a292-d779f293829f tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae68b7a7-e3ce-4dec-a3ad-8eee04457849 HTTP/1.1" status: 200 len: 945 time: 0.0500832 Dec 10 16:23:29.392881 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-d001a48e-48e2-4234-a16e-43c8ea2d8dc2 req-d161488b-bffd-4453-b478-be22dcef91d9 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f051e37-87b0-49ec-9691-b587724a4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590568 Dec 10 16:23:30.463797 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 2d7dd321-f176-4a90-8fdf-2d14c3c95a79 up at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:23:30.511221 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd2e35b-5c32-47f0-9fc4-42b085c8c13d req-8f908370-75b6-4329-8bc1-b884ae11fb85 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:30.512721 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-7cd2e35b-5c32-47f0-9fc4-42b085c8c13d req-8f908370-75b6-4329-8bc1-b884ae11fb85 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae68b7a7-e3ce-4dec-a3ad-8eee04457849 HTTP/1.1" status: 200 len: 945 time: 0.0522928 Dec 10 16:23:30.561183 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-7cd2e35b-5c32-47f0-9fc4-42b085c8c13d req-b6cb6f81-880e-4e22-a809-202f325fba99 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f051e37-87b0-49ec-9691-b587724a4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423753 Dec 10 16:23:30.571531 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning for port 2d7dd321-f176-4a90-8fdf-2d14c3c95a79 completed by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:23:30.576495 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning complete for port 2d7dd321-f176-4a90-8fdf-2d14c3c95a79 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:23:30.576495 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:30.650698 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:30.672929 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae68b7a7-e3ce-4dec-a3ad-8eee04457849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d7dd321-f176-4a90-8fdf-2d14c3c95a79'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:23:30.675142 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa4b92c408489e2c982394a5a7b3518bb1b22554638321e3ea6c5cabb2c75d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59892119-f530-46eb-9551-16e4c89d45f7" -d '{"events": [{"server_uuid": "ae68b7a7-e3ce-4dec-a3ad-8eee04457849", "name": "network-vif-plugged", "status": "completed", "tag": "2d7dd321-f176-4a90-8fdf-2d14c3c95a79"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:23:30.687144 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port 2d7dd321-f176-4a90-8fdf-2d14c3c95a79, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=2d7dd321-f176-4a90-8fdf-2d14c3c95a79,segment=NetworkSegment(250f9aa7-f93b-4a53-8841-c213a5780bd4),segment_id=250f9aa7-f93b-4a53-8841-c213a5780bd4)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:23:30.711504 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7753d127-533d-45c3-a4c0-b7fddf36a27a x-openstack-request-id: req-7753d127-533d-45c3-a4c0-b7fddf36a27a {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:23:30.711856 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae68b7a7-e3ce-4dec-a3ad-8eee04457849", "name": "network-vif-plugged", "status": "completed", "tag": "2d7dd321-f176-4a90-8fdf-2d14c3c95a79", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:23:30.712146 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7753d127-533d-45c3-a4c0-b7fddf36a27a {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:23:30.712546 dv-neutron-821401-4-hyperv neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae68b7a7-e3ce-4dec-a3ad-8eee04457849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d7dd321-f176-4a90-8fdf-2d14c3c95a79', 'code': 200} Dec 10 16:23:30.754486 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:30.804167 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=2d7dd321-f176-4a90-8fdf-2d14c3c95a79,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:30.994244 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e93fc5-61d6-4c26-8599-205e792a339f req-60269774-433a-47cd-a643-4b3dd6b3d8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:30.995609 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-c8e93fc5-61d6-4c26-8599-205e792a339f req-60269774-433a-47cd-a643-4b3dd6b3d8e3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ae68b7a7-e3ce-4dec-a3ad-8eee04457849 HTTP/1.1" status: 200 len: 1099 time: 0.0390577 Dec 10 16:23:31.041610 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-c8e93fc5-61d6-4c26-8599-205e792a339f req-61baa86b-cd33-42ad-83e0-d62f95d95ea2 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6f051e37-87b0-49ec-9691-b587724a4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390434 Dec 10 16:23:31.681057 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadceb7f-a151-4c10-9449-35e85e7134b5 req-06af7530-7604-4406-8f32-054922b1a573 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:31.682559 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-aadceb7f-a151-4c10-9449-35e85e7134b5 req-06af7530-7604-4406-8f32-054922b1a573 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae68b7a7-e3ce-4dec-a3ad-8eee04457849 HTTP/1.1" status: 200 len: 946 time: 0.0546656 Dec 10 16:23:31.730469 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-aadceb7f-a151-4c10-9449-35e85e7134b5 req-11d3e3fe-b174-4029-a9ba-891fbd3a10dd tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f051e37-87b0-49ec-9691-b587724a4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419850 Dec 10 16:23:32.845207 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4dc625-171c-4105-ab59-51388050042e req-b4b284f6-30f1-4525-af4d-2f61059fea3d tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:32.846693 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-1f4dc625-171c-4105-ab59-51388050042e req-b4b284f6-30f1-4525-af4d-2f61059fea3d tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae68b7a7-e3ce-4dec-a3ad-8eee04457849 HTTP/1.1" status: 200 len: 946 time: 0.0485086 Dec 10 16:23:32.895822 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-1f4dc625-171c-4105-ab59-51388050042e req-63d4260b-d70b-485b-b35d-c3093587f7a4 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f051e37-87b0-49ec-9691-b587724a4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430229 Dec 10 16:23:33.012584 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c48fad-9dec-40bc-9037-6ee6f59e69ec req-5aff045f-93e7-4215-8c4f-9cfd4f61d9d4 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:33.014001 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-96c48fad-9dec-40bc-9037-6ee6f59e69ec req-5aff045f-93e7-4215-8c4f-9cfd4f61d9d4 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae68b7a7-e3ce-4dec-a3ad-8eee04457849 HTTP/1.1" status: 200 len: 946 time: 0.0519714 Dec 10 16:23:33.062767 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-96c48fad-9dec-40bc-9037-6ee6f59e69ec req-2fd569b3-78ba-4cc1-a031-71d8acbe4627 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f051e37-87b0-49ec-9691-b587724a4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428493 Dec 10 16:23:33.084245 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 45000) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:23:33.122815 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b44f3b-74c8-4dc3-81dd-e07fa00fe53c tempest-TestSnapshotPattern-1607604399 tempest-TestSnapshotPattern-1607604399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:33.124295 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-c3b44f3b-74c8-4dc3-81dd-e07fa00fe53c tempest-TestSnapshotPattern-1607604399 tempest-TestSnapshotPattern-1607604399-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ae68b7a7-e3ce-4dec-a3ad-8eee04457849 HTTP/1.1" status: 200 len: 1094 time: 0.0390358 Dec 10 16:23:33.127009 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 45002) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:23:33.131131 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.v2.base [None req-a5215eac-8a86-4f38-b0b8-d6e0f88d8d25 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Request body: {'floatingip': {'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'port_id': '2d7dd321-f176-4a90-8fdf-2d14c3c95a79', 'tenant_id': '6934074f796445609a769899ca13ad9f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:23:33.200160 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a5215eac-8a86-4f38-b0b8-d6e0f88d8d25 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Publish callbacks [] for floatingip, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:33.303908 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a5215eac-8a86-4f38-b0b8-d6e0f88d8d25 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:33.403410 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-a5215eac-8a86-4f38-b0b8-d6e0f88d8d25 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Allocated IP 172.26.2.13 (d5a1452c-422a-4e1a-a1c7-48738ecf752f/1752edd8-74f3-45eb-9e9f-959ba6fa2cfe/084731d4-add2-4517-b285-b393228cf93d) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:23:33.505166 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a5215eac-8a86-4f38-b0b8-d6e0f88d8d25 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:33.588993 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a5215eac-8a86-4f38-b0b8-d6e0f88d8d25 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785453479608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:33.627013 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5215eac-8a86-4f38-b0b8-d6e0f88d8d25 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Network d5a1452c-422a-4e1a-a1c7-48738ecf752f is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:23:33.629910 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-a5215eac-8a86-4f38-b0b8-d6e0f88d8d25 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:23:33.633468 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5215eac-8a86-4f38-b0b8-d6e0f88d8d25 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:23:33.656166 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5215eac-8a86-4f38-b0b8-d6e0f88d8d25 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Pushing event updated for resources: {'Port': ['ID=084731d4-add2-4517-b285-b393228cf93d,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:33.669446 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5215eac-8a86-4f38-b0b8-d6e0f88d8d25 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:23:33.669814 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5215eac-8a86-4f38-b0b8-d6e0f88d8d25 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:23:33.670164 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5215eac-8a86-4f38-b0b8-d6e0f88d8d25 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:23:33.670500 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5215eac-8a86-4f38-b0b8-d6e0f88d8d25 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:23:33.670828 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5215eac-8a86-4f38-b0b8-d6e0f88d8d25 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:23:33.671155 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5215eac-8a86-4f38-b0b8-d6e0f88d8d25 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:23:33.671483 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5215eac-8a86-4f38-b0b8-d6e0f88d8d25 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:23:33.671808 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5215eac-8a86-4f38-b0b8-d6e0f88d8d25 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:23:33.672134 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5215eac-8a86-4f38-b0b8-d6e0f88d8d25 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:23:33.672454 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5215eac-8a86-4f38-b0b8-d6e0f88d8d25 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:23:33.672778 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5215eac-8a86-4f38-b0b8-d6e0f88d8d25 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:23:33.673097 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5215eac-8a86-4f38-b0b8-d6e0f88d8d25 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:23:33.673417 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5215eac-8a86-4f38-b0b8-d6e0f88d8d25 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:23:33.996371 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a5215eac-8a86-4f38-b0b8-d6e0f88d8d25 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:34.145509 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a5215eac-8a86-4f38-b0b8-d6e0f88d8d25 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:34.290716 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a5215eac-8a86-4f38-b0b8-d6e0f88d8d25 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:34.354169 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a5215eac-8a86-4f38-b0b8-d6e0f88d8d25 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11236671'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:34.722599 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5215eac-8a86-4f38-b0b8-d6e0f88d8d25 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Pushing event updated for resources: {'Port': ['ID=084731d4-add2-4517-b285-b393228cf93d,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:34.734656 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a5215eac-8a86-4f38-b0b8-d6e0f88d8d25 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552741'] for floatingip, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:34.831369 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.db.l3_db [None req-a5215eac-8a86-4f38-b0b8-d6e0f88d8d25 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Floating IP 4edc617a-c76d-41eb-af39-db44d3142928 associated. External IP: 172.26.2.13, port: 2d7dd321-f176-4a90-8fdf-2d14c3c95a79. Dec 10 16:23:35.038441 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5215eac-8a86-4f38-b0b8-d6e0f88d8d25 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Router 4fbe11af-005b-4a56-9c0b-865b31326bbd has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:23:35.138746 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5215eac-8a86-4f38-b0b8-d6e0f88d8d25 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:23:35.153083 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6d27f6-a5ee-4060-a49e-276b3ec8239b None None] Sync routers for ids ['4fbe11af-005b-4a56-9c0b-865b31326bbd'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:23:35.164021 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6d27f6-a5ee-4060-a49e-276b3ec8239b None None] Routers {'4fbe11af-005b-4a56-9c0b-865b31326bbd'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:23:35.164681 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-6b6d27f6-a5ee-4060-a49e-276b3ec8239b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:23:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['4fbe11af-005b-4a56-9c0b-865b31326bbd'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:23:35.202125 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a5215eac-8a86-4f38-b0b8-d6e0f88d8d25 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:35.231002 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-a5215eac-8a86-4f38-b0b8-d6e0f88d8d25 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1030021 Dec 10 16:23:35.231685 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae68b7a7-e3ce-4dec-a3ad-8eee04457849', 'tag': '2d7dd321-f176-4a90-8fdf-2d14c3c95a79'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:23:35.233977 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9ca57131bc4931768ac29058952438d1fdd62308db7b17540cc34ffe8faef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3a66802-5a7f-45fd-a9bd-e4017a5a8604" -d '{"events": [{"name": "network-changed", "server_uuid": "ae68b7a7-e3ce-4dec-a3ad-8eee04457849", "tag": "2d7dd321-f176-4a90-8fdf-2d14c3c95a79"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:23:35.269388 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34545327-04ee-407d-b142-8e94a6fc6971 x-openstack-request-id: req-34545327-04ee-407d-b142-8e94a6fc6971 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:23:35.270228 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae68b7a7-e3ce-4dec-a3ad-8eee04457849", "tag": "2d7dd321-f176-4a90-8fdf-2d14c3c95a79", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:23:35.270487 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-34545327-04ee-407d-b142-8e94a6fc6971 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:23:35.271038 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae68b7a7-e3ce-4dec-a3ad-8eee04457849', 'tag': '2d7dd321-f176-4a90-8fdf-2d14c3c95a79', 'status': 'completed', 'code': 200} Dec 10 16:23:35.271545 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-6b6d27f6-a5ee-4060-a49e-276b3ec8239b None None] Set router 4fbe11af-005b-4a56-9c0b-865b31326bbd gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:23:35.336895 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a66802-5a7f-45fd-a9bd-e4017a5a8604 req-088bb9bf-ec19-4ac1-88ff-f76849cf6c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:35.338353 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f3a66802-5a7f-45fd-a9bd-e4017a5a8604 req-088bb9bf-ec19-4ac1-88ff-f76849cf6c24 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6934074f796445609a769899ca13ad9f&device_id=ae68b7a7-e3ce-4dec-a3ad-8eee04457849 HTTP/1.1" status: 200 len: 1099 time: 0.0454626 Dec 10 16:23:35.427052 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a66802-5a7f-45fd-a9bd-e4017a5a8604 req-3739c44a-790c-4806-b83f-6a62b0a8b71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:35.428525 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f3a66802-5a7f-45fd-a9bd-e4017a5a8604 req-3739c44a-790c-4806-b83f-6a62b0a8b71a service neutron] 10.222.0.44 "GET /v2.0/networks?id=a9bea8a6-6f30-42e4-966c-03215d9b57bf HTTP/1.1" status: 200 len: 910 time: 0.0838337 Dec 10 16:23:35.497674 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f3a66802-5a7f-45fd-a9bd-e4017a5a8604 req-ddc8af24-e705-4e6d-ac0e-be7467dce26a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2d7dd321-f176-4a90-8fdf-2d14c3c95a79 HTTP/1.1" status: 200 len: 999 time: 0.0619416 Dec 10 16:23:35.498773 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-6b6d27f6-a5ee-4060-a49e-276b3ec8239b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fbe11af-005b-4a56-9c0b-865b31326bbd', 'name': 'tempest-TestSnapshotPattern-979517495-router', 'tenant_id': '6934074f796445609a769899ca13ad9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': 'b1aeb858-4ba6-4ce7-a878-5e8725a4e0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:20:32Z', 'updated_at': '2021-12-10T16:20:35Z', 'revision_number': 4, 'project_id': '6934074f796445609a769899ca13ad9f', 'gw_port': {'id': 'b1aeb858-4ba6-4ce7-a878-5e8725a4e0b8', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbe11af-005b-4a56-9c0b-865b31326bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:33Z', 'updated_at': '2021-12-10T16:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': '20f5bfb2-d262-484d-80b7-59aa35c126e6', 'tenant_id': '6934074f796445609a769899ca13ad9f', 'floating_ip_address': '172.26.2.149', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': '4fbe11af-005b-4a56-9c0b-865b31326bbd', 'port_id': '0cba4780-59d9-4426-af1b-f766e8c46485', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1890, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9bea8a6-6f30-42e4-966c-03215d9b57bf', 'mac_address': 'fa:16:3e:7a:0b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a15e983-848f-4e04-83f4-6fee88742a25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:20:59Z', 'updated_at': '2021-12-10T16:21:01Z', 'revision_number': 1, 'project_id': '6934074f796445609a769899ca13ad9f', 'fixed_ip_address_scope': None}, {'id': '4edc617a-c76d-41eb-af39-db44d3142928', 'tenant_id': '6934074f796445609a769899ca13ad9f', 'floating_ip_address': '172.26.2.13', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': '4fbe11af-005b-4a56-9c0b-865b31326bbd', 'port_id': '2d7dd321-f176-4a90-8fdf-2d14c3c95a79', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9bea8a6-6f30-42e4-966c-03215d9b57bf', 'mac_address': 'fa:16:3e:87:00:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae68b7a7-e3ce-4dec-a3ad-8eee04457849', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:23:33Z', 'updated_at': '2021-12-10T16:23:33Z', 'revision_number': 0, 'project_id': '6934074f796445609a769899ca13ad9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e59786e-9cdd-4d62-876c-52cc9a8c0e90', 'name': '', 'network_id': 'a9bea8a6-6f30-42e4-966c-03215d9b57bf', 'tenant_id': '6934074f796445609a769899ca13ad9f', 'mac_address': 'fa:16:3e:90:fa:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbe11af-005b-4a56-9c0b-865b31326bbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'd6f90267-8035-4a73-873f-1e1b57235a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:35Z', 'updated_at': '2021-12-10T16:20:39Z', 'revision_number': 5, 'project_id': '6934074f796445609a769899ca13ad9f', 'subnets': [{'id': 'd6f90267-8035-4a73-873f-1e1b57235a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:23:35.529320 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6d27f6-a5ee-4060-a49e-276b3ec8239b None None] Checking router: 4fbe11af-005b-4a56-9c0b-865b31326bbd for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:23:35.537714 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6d27f6-a5ee-4060-a49e-276b3ec8239b None None] Routers {'4fbe11af-005b-4a56-9c0b-865b31326bbd'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:23:35.538358 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-6b6d27f6-a5ee-4060-a49e-276b3ec8239b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:23:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['4fbe11af-005b-4a56-9c0b-865b31326bbd'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:23:35.546223 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a66802-5a7f-45fd-a9bd-e4017a5a8604 req-60651ffa-c9d8-4638-ab9a-c4c8e11cb5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:35.547677 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f3a66802-5a7f-45fd-a9bd-e4017a5a8604 req-60651ffa-c9d8-4638-ab9a-c4c8e11cb5bc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d6f90267-8035-4a73-873f-1e1b57235a16 HTTP/1.1" status: 200 len: 848 time: 0.0424380 Dec 10 16:23:35.597829 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a66802-5a7f-45fd-a9bd-e4017a5a8604 req-49408ed5-b067-40e0-b24d-d791fa32264b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:35.599241 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f3a66802-5a7f-45fd-a9bd-e4017a5a8604 req-49408ed5-b067-40e0-b24d-d791fa32264b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a9bea8a6-6f30-42e4-966c-03215d9b57bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0445700 Dec 10 16:23:35.702194 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f3a66802-5a7f-45fd-a9bd-e4017a5a8604 req-2cd705b6-53d3-42c7-a62f-7fd01d0ec9d5 service neutron] 10.222.0.44 "GET /v2.0/networks/a9bea8a6-6f30-42e4-966c-03215d9b57bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959768 Dec 10 16:23:35.794519 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f3a66802-5a7f-45fd-a9bd-e4017a5a8604 req-a2be5a92-e314-4fb9-9976-dbf107645130 service neutron] 10.222.0.44 "GET /v2.0/networks/a9bea8a6-6f30-42e4-966c-03215d9b57bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857518 Dec 10 16:23:35.797254 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-6b6d27f6-a5ee-4060-a49e-276b3ec8239b None None] Set router 4fbe11af-005b-4a56-9c0b-865b31326bbd gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:23:36.016383 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-6b6d27f6-a5ee-4060-a49e-276b3ec8239b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fbe11af-005b-4a56-9c0b-865b31326bbd', 'name': 'tempest-TestSnapshotPattern-979517495-router', 'tenant_id': '6934074f796445609a769899ca13ad9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': 'b1aeb858-4ba6-4ce7-a878-5e8725a4e0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:20:32Z', 'updated_at': '2021-12-10T16:20:35Z', 'revision_number': 4, 'project_id': '6934074f796445609a769899ca13ad9f', 'gw_port': {'id': 'b1aeb858-4ba6-4ce7-a878-5e8725a4e0b8', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbe11af-005b-4a56-9c0b-865b31326bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:33Z', 'updated_at': '2021-12-10T16:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': '20f5bfb2-d262-484d-80b7-59aa35c126e6', 'tenant_id': '6934074f796445609a769899ca13ad9f', 'floating_ip_address': '172.26.2.149', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': '4fbe11af-005b-4a56-9c0b-865b31326bbd', 'port_id': '0cba4780-59d9-4426-af1b-f766e8c46485', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1890, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9bea8a6-6f30-42e4-966c-03215d9b57bf', 'mac_address': 'fa:16:3e:7a:0b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a15e983-848f-4e04-83f4-6fee88742a25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:20:59Z', 'updated_at': '2021-12-10T16:21:01Z', 'revision_number': 1, 'project_id': '6934074f796445609a769899ca13ad9f', 'fixed_ip_address_scope': None}, {'id': '4edc617a-c76d-41eb-af39-db44d3142928', 'tenant_id': '6934074f796445609a769899ca13ad9f', 'floating_ip_address': '172.26.2.13', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': '4fbe11af-005b-4a56-9c0b-865b31326bbd', 'port_id': '2d7dd321-f176-4a90-8fdf-2d14c3c95a79', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9bea8a6-6f30-42e4-966c-03215d9b57bf', 'mac_address': 'fa:16:3e:87:00:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae68b7a7-e3ce-4dec-a3ad-8eee04457849', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:23:33Z', 'updated_at': '2021-12-10T16:23:33Z', 'revision_number': 0, 'project_id': '6934074f796445609a769899ca13ad9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e59786e-9cdd-4d62-876c-52cc9a8c0e90', 'name': '', 'network_id': 'a9bea8a6-6f30-42e4-966c-03215d9b57bf', 'tenant_id': '6934074f796445609a769899ca13ad9f', 'mac_address': 'fa:16:3e:90:fa:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbe11af-005b-4a56-9c0b-865b31326bbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'd6f90267-8035-4a73-873f-1e1b57235a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:35Z', 'updated_at': '2021-12-10T16:20:39Z', 'revision_number': 5, 'project_id': '6934074f796445609a769899ca13ad9f', 'subnets': [{'id': 'd6f90267-8035-4a73-873f-1e1b57235a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:23:36.045132 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6d27f6-a5ee-4060-a49e-276b3ec8239b None None] The sync data for ids ['4fbe11af-005b-4a56-9c0b-865b31326bbd'] in dv-neutron-821401-4-hyperv is: [{'id': '4fbe11af-005b-4a56-9c0b-865b31326bbd', 'name': 'tempest-TestSnapshotPattern-979517495-router', 'tenant_id': '6934074f796445609a769899ca13ad9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': 'b1aeb858-4ba6-4ce7-a878-5e8725a4e0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:20:32Z', 'updated_at': '2021-12-10T16:20:35Z', 'revision_number': 4, 'project_id': '6934074f796445609a769899ca13ad9f', 'gw_port': {'id': 'b1aeb858-4ba6-4ce7-a878-5e8725a4e0b8', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbe11af-005b-4a56-9c0b-865b31326bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:33Z', 'updated_at': '2021-12-10T16:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': '20f5bfb2-d262-484d-80b7-59aa35c126e6', 'tenant_id': '6934074f796445609a769899ca13ad9f', 'floating_ip_address': '172.26.2.149', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': '4fbe11af-005b-4a56-9c0b-865b31326bbd', 'port_id': '0cba4780-59d9-4426-af1b-f766e8c46485', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1890, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9bea8a6-6f30-42e4-966c-03215d9b57bf', 'mac_address': 'fa:16:3e:7a:0b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a15e983-848f-4e04-83f4-6fee88742a25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:20:59Z', 'updated_at': '2021-12-10T16:21:01Z', 'revision_number': 1, 'project_id': '6934074f796445609a769899ca13ad9f', 'fixed_ip_address_scope': None}, {'id': '4edc617a-c76d-41eb-af39-db44d3142928', 'tenant_id': '6934074f796445609a769899ca13ad9f', 'floating_ip_address': '172.26.2.13', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': '4fbe11af-005b-4a56-9c0b-865b31326bbd', 'port_id': '2d7dd321-f176-4a90-8fdf-2d14c3c95a79', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9bea8a6-6f30-42e4-966c-03215d9b57bf', 'mac_address': 'fa:16:3e:87:00:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae68b7a7-e3ce-4dec-a3ad-8eee04457849', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:23:33Z', 'updated_at': '2021-12-10T16:23:33Z', 'revision_number': 0, 'project_id': '6934074f796445609a769899ca13ad9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e59786e-9cdd-4d62-876c-52cc9a8c0e90', 'name': '', 'network_id': 'a9bea8a6-6f30-42e4-966c-03215d9b57bf', 'tenant_id': '6934074f796445609a769899ca13ad9f', 'mac_address': 'fa:16:3e:90:fa:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbe11af-005b-4a56-9c0b-865b31326bbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'd6f90267-8035-4a73-873f-1e1b57235a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:35Z', 'updated_at': '2021-12-10T16:20:39Z', 'revision_number': 5, 'project_id': '6934074f796445609a769899ca13ad9f', 'subnets': [{'id': 'd6f90267-8035-4a73-873f-1e1b57235a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:23:36.234054 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b0903d-6fd9-465b-8d76-9e4a916cccb5 None None] New status for floating IP 4edc617a-c76d-41eb-af39-db44d3142928: ACTIVE {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:23:42.982735 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5ee1c165-1369-4ced-8046-0e9eb1679b92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:43.962758 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:23:44.011520 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:45.325269 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fab756f8-2e77-41dc-934a-c8a37612b4b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:46.336908 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:47.982265 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:48.742769 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:03.325629 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-33c21a42-6cb0-4a39-9475-a722b8ee38a3 req-928e580b-8365-4101-934f-40e25ff4fa9e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0a15e983-848f-4e04-83f4-6fee88742a25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431130 Dec 10 16:24:03.412925 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c21a42-6cb0-4a39-9475-a722b8ee38a3 req-ea5df62d-a62e-4ee2-a981-a777c7612eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:03.414355 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-33c21a42-6cb0-4a39-9475-a722b8ee38a3 req-ea5df62d-a62e-4ee2-a981-a777c7612eae service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6934074f796445609a769899ca13ad9f&device_id=0a15e983-848f-4e04-83f4-6fee88742a25 HTTP/1.1" status: 200 len: 1097 time: 0.0445735 Dec 10 16:24:03.512161 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c21a42-6cb0-4a39-9475-a722b8ee38a3 req-e3df8313-bde5-43bf-881e-05b2043b0503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:03.513630 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-33c21a42-6cb0-4a39-9475-a722b8ee38a3 req-e3df8313-bde5-43bf-881e-05b2043b0503 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a9bea8a6-6f30-42e4-966c-03215d9b57bf HTTP/1.1" status: 200 len: 910 time: 0.0811980 Dec 10 16:24:03.581535 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-33c21a42-6cb0-4a39-9475-a722b8ee38a3 req-15ec4455-c337-40fa-800a-17b376df5ba4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0cba4780-59d9-4426-af1b-f766e8c46485 HTTP/1.1" status: 200 len: 1000 time: 0.0609596 Dec 10 16:24:03.628662 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c21a42-6cb0-4a39-9475-a722b8ee38a3 req-2d7a5d7a-ebf0-4378-861d-fb6b647e4927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:03.630087 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-33c21a42-6cb0-4a39-9475-a722b8ee38a3 req-2d7a5d7a-ebf0-4378-861d-fb6b647e4927 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d6f90267-8035-4a73-873f-1e1b57235a16 HTTP/1.1" status: 200 len: 848 time: 0.0416851 Dec 10 16:24:03.675985 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c21a42-6cb0-4a39-9475-a722b8ee38a3 req-0a82b776-2586-4972-8526-6b32c32bb964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:03.678036 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-33c21a42-6cb0-4a39-9475-a722b8ee38a3 req-0a82b776-2586-4972-8526-6b32c32bb964 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a9bea8a6-6f30-42e4-966c-03215d9b57bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0415547 Dec 10 16:24:03.770396 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-33c21a42-6cb0-4a39-9475-a722b8ee38a3 req-4ae31cb6-8c9f-4620-b981-1309c0935b77 service neutron] 10.222.0.44 "GET /v2.0/networks/a9bea8a6-6f30-42e4-966c-03215d9b57bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849090 Dec 10 16:24:03.858005 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-33c21a42-6cb0-4a39-9475-a722b8ee38a3 req-deb126fd-89f3-4cb1-bddc-a624f4268ac1 service neutron] 10.222.0.44 "GET /v2.0/networks/a9bea8a6-6f30-42e4-966c-03215d9b57bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806534 Dec 10 16:24:12.959088 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d4f85866-4caa-4e92-aac8-0efb2694eacd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:13.981630 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:15.347353 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c5fc2c86-16e4-4089-b19e-f8409d2b10fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:16.347371 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:17.964541 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:18.753331 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:20.961701 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:24:42.981227 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-45c6c486-40b2-4d39-899f-15420fd2aab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:43.987647 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:45.324414 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-02ffb2ac-59ec-4269-9730-c0a9003acfc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:46.346989 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:47.987000 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:48.758419 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:57.962330 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:25:04.351977 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac9c1ec-6ea6-44c1-930e-d55683697a6c req-00008ad5-7a57-4bc8-b91b-557dc8a236e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:04.353358 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-5ac9c1ec-6ea6-44c1-930e-d55683697a6c req-00008ad5-7a57-4bc8-b91b-557dc8a236e5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6934074f796445609a769899ca13ad9f&device_id=ae68b7a7-e3ce-4dec-a3ad-8eee04457849 HTTP/1.1" status: 200 len: 1099 time: 0.0417016 Dec 10 16:25:04.466943 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac9c1ec-6ea6-44c1-930e-d55683697a6c req-bf44e3d2-7cdf-409b-af11-0f727d8cfd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:04.468435 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-5ac9c1ec-6ea6-44c1-930e-d55683697a6c req-bf44e3d2-7cdf-409b-af11-0f727d8cfd4e service neutron] 10.222.0.44 "GET /v2.0/networks?id=a9bea8a6-6f30-42e4-966c-03215d9b57bf HTTP/1.1" status: 200 len: 910 time: 0.0908043 Dec 10 16:25:04.536477 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-5ac9c1ec-6ea6-44c1-930e-d55683697a6c req-bbb05ba8-f045-4511-9216-e0c658c33b2f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2d7dd321-f176-4a90-8fdf-2d14c3c95a79 HTTP/1.1" status: 200 len: 1001 time: 0.0572977 Dec 10 16:25:04.585599 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac9c1ec-6ea6-44c1-930e-d55683697a6c req-a0376838-23dc-4e79-9c73-fddba37ca48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:04.587028 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-5ac9c1ec-6ea6-44c1-930e-d55683697a6c req-a0376838-23dc-4e79-9c73-fddba37ca48a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d6f90267-8035-4a73-873f-1e1b57235a16 HTTP/1.1" status: 200 len: 848 time: 0.0426414 Dec 10 16:25:04.634849 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac9c1ec-6ea6-44c1-930e-d55683697a6c req-2cd363c7-651c-41f2-81f8-d692e6222144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:04.636231 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-5ac9c1ec-6ea6-44c1-930e-d55683697a6c req-2cd363c7-651c-41f2-81f8-d692e6222144 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a9bea8a6-6f30-42e4-966c-03215d9b57bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0417483 Dec 10 16:25:04.726323 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-5ac9c1ec-6ea6-44c1-930e-d55683697a6c req-96ff91cf-1021-4fd1-8da9-73f6685f1560 service neutron] 10.222.0.44 "GET /v2.0/networks/a9bea8a6-6f30-42e4-966c-03215d9b57bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820332 Dec 10 16:25:04.820135 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-5ac9c1ec-6ea6-44c1-930e-d55683697a6c req-23a48877-6742-47d8-a156-618aec51fb4d service neutron] 10.222.0.44 "GET /v2.0/networks/a9bea8a6-6f30-42e4-966c-03215d9b57bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832014 Dec 10 16:25:04.949456 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 2d7dd321-f176-4a90-8fdf-2d14c3c95a79 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=103588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:25:05.041072 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port 2d7dd321-f176-4a90-8fdf-2d14c3c95a79, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=2d7dd321-f176-4a90-8fdf-2d14c3c95a79,segment=NetworkSegment(250f9aa7-f93b-4a53-8841-c213a5780bd4),segment_id=250f9aa7-f93b-4a53-8841-c213a5780bd4)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:25:05.054706 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Returning: {'device': '2d7dd321-f176-4a90-8fdf-2d14c3c95a79', 'network_id': 'a9bea8a6-6f30-42e4-966c-03215d9b57bf', 'port_id': '2d7dd321-f176-4a90-8fdf-2d14c3c95a79', 'mac_address': 'fa:16:3e:87:00:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6f90267-8035-4a73-873f-1e1b57235a16', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:25:05.096520 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:05.109551 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2d7dd321-f176-4a90-8fdf-2d14c3c95a79 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:25:05.128657 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port 2d7dd321-f176-4a90-8fdf-2d14c3c95a79, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=2d7dd321-f176-4a90-8fdf-2d14c3c95a79,segment=NetworkSegment(250f9aa7-f93b-4a53-8841-c213a5780bd4),segment_id=250f9aa7-f93b-4a53-8841-c213a5780bd4)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:25:05.221185 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:05.272537 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=2d7dd321-f176-4a90-8fdf-2d14c3c95a79,revision_number=6']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:05.279824 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:05.280180 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:05.280602 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:05.281011 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:05.281439 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:05.281806 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:05.282140 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:05.282476 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:05.282809 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:05.283141 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:05.283470 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:05.283801 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:05.284126 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:05.295043 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] get_ports_and_sgs() called for port_ids ['2d7dd321-f176-4a90-8fdf-2d14c3c95a79'] {{(pid=103588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:25:06.962033 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 2d7dd321-f176-4a90-8fdf-2d14c3c95a79 up at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:25:07.014872 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Provisioning complete for port 2d7dd321-f176-4a90-8fdf-2d14c3c95a79 triggered by entity L2. {{(pid=103588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:25:07.015247 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4009117'] for port, provisioning_complete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:07.102867 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:07.139759 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port 2d7dd321-f176-4a90-8fdf-2d14c3c95a79, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=2d7dd321-f176-4a90-8fdf-2d14c3c95a79,segment=NetworkSegment(250f9aa7-f93b-4a53-8841-c213a5780bd4),segment_id=250f9aa7-f93b-4a53-8841-c213a5780bd4)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:25:07.140743 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae68b7a7-e3ce-4dec-a3ad-8eee04457849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d7dd321-f176-4a90-8fdf-2d14c3c95a79'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:25:07.145084 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa4b92c408489e2c982394a5a7b3518bb1b22554638321e3ea6c5cabb2c75d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea142e2-6394-4ac7-ab20-4ed54823216c" -d '{"events": [{"server_uuid": "ae68b7a7-e3ce-4dec-a3ad-8eee04457849", "name": "network-vif-plugged", "status": "completed", "tag": "2d7dd321-f176-4a90-8fdf-2d14c3c95a79"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:25:07.187450 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c289af11-dbf6-4a53-a795-d5af223f9d6e x-openstack-request-id: req-c289af11-dbf6-4a53-a795-d5af223f9d6e {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:25:07.187842 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae68b7a7-e3ce-4dec-a3ad-8eee04457849", "name": "network-vif-plugged", "status": "completed", "tag": "2d7dd321-f176-4a90-8fdf-2d14c3c95a79", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:25:07.188187 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c289af11-dbf6-4a53-a795-d5af223f9d6e {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:25:07.188707 dv-neutron-821401-4-hyperv neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae68b7a7-e3ce-4dec-a3ad-8eee04457849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d7dd321-f176-4a90-8fdf-2d14c3c95a79', 'code': 200} Dec 10 16:25:07.209546 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:07.265630 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=2d7dd321-f176-4a90-8fdf-2d14c3c95a79,revision_number=7']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:12.946249 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-208f2b75-f1a2-4df7-a213-06e40f7d7aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:13.969130 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:15.454827 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-627096df-4f92-4e36-9848-52bc4f2e339b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:16.357719 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:17.374034 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 45226) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:25:17.531352 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-bd781b60-f259-4844-9fa7-4d3186facf7f tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Deleting port 084731d4-add2-4517-b285-b393228cf93d {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:25:17.531754 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bd781b60-f259-4844-9fa7-4d3186facf7f tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:17.609730 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bd781b60-f259-4844-9fa7-4d3186facf7f tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:17.610088 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bd781b60-f259-4844-9fa7-4d3186facf7f tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:17.621419 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-bd781b60-f259-4844-9fa7-4d3186facf7f tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Calling delete_port for 084731d4-add2-4517-b285-b393228cf93d owned by network:floatingip {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:25:17.832045 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bd781b60-f259-4844-9fa7-4d3186facf7f tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:17.855706 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd781b60-f259-4844-9fa7-4d3186facf7f tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Pushing event deleted for resources: {'Port': ['ID=084731d4-add2-4517-b285-b393228cf93d,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:17.865236 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd781b60-f259-4844-9fa7-4d3186facf7f tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:17.865591 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd781b60-f259-4844-9fa7-4d3186facf7f tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:17.865969 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd781b60-f259-4844-9fa7-4d3186facf7f tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:17.866317 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd781b60-f259-4844-9fa7-4d3186facf7f tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:17.866660 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd781b60-f259-4844-9fa7-4d3186facf7f tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:17.866999 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd781b60-f259-4844-9fa7-4d3186facf7f tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:17.867334 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd781b60-f259-4844-9fa7-4d3186facf7f tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:17.868149 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd781b60-f259-4844-9fa7-4d3186facf7f tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:17.868149 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd781b60-f259-4844-9fa7-4d3186facf7f tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:17.868339 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd781b60-f259-4844-9fa7-4d3186facf7f tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:17.868624 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd781b60-f259-4844-9fa7-4d3186facf7f tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:17.868953 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd781b60-f259-4844-9fa7-4d3186facf7f tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:17.869280 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd781b60-f259-4844-9fa7-4d3186facf7f tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:17.930812 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bd781b60-f259-4844-9fa7-4d3186facf7f tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Publish callbacks [] for floatingip, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:17.931142 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.l3_db [None req-bd781b60-f259-4844-9fa7-4d3186facf7f tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Floating IP 4edc617a-c76d-41eb-af39-db44d3142928 disassociated (deleted). External IP: 172.26.2.13, port: 2d7dd321-f176-4a90-8fdf-2d14c3c95a79. Dec 10 16:25:17.963367 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:18.435531 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd781b60-f259-4844-9fa7-4d3186facf7f tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Router 4fbe11af-005b-4a56-9c0b-865b31326bbd has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:25:18.541451 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd781b60-f259-4844-9fa7-4d3186facf7f tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:25:18.546449 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-bd781b60-f259-4844-9fa7-4d3186facf7f tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:18.551549 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a8f2aa-ee75-4d8d-bfa4-c7046b2d3b95 None None] Sync routers for ids ['4fbe11af-005b-4a56-9c0b-865b31326bbd'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:25:18.562081 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a8f2aa-ee75-4d8d-bfa4-c7046b2d3b95 None None] Routers {'4fbe11af-005b-4a56-9c0b-865b31326bbd'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:25:18.562703 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-e6a8f2aa-ee75-4d8d-bfa4-c7046b2d3b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:25:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['4fbe11af-005b-4a56-9c0b-865b31326bbd'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:25:18.574692 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-bd781b60-f259-4844-9fa7-4d3186facf7f tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.20 "DELETE /v2.0/floatingips/4edc617a-c76d-41eb-af39-db44d3142928 HTTP/1.1" status: 204 len: 168 time: 1.1993372 Dec 10 16:25:18.575501 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae68b7a7-e3ce-4dec-a3ad-8eee04457849', 'tag': '2d7dd321-f176-4a90-8fdf-2d14c3c95a79'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:25:18.578006 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde1b47dcd987728a27c8e391f176ee57ea2adf837d2cedb59662361de43515a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86df327e-dd2b-457e-852e-5643c402e68c" -d '{"events": [{"name": "network-changed", "server_uuid": "ae68b7a7-e3ce-4dec-a3ad-8eee04457849", "tag": "2d7dd321-f176-4a90-8fdf-2d14c3c95a79"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:25:18.673430 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-e6a8f2aa-ee75-4d8d-bfa4-c7046b2d3b95 None None] Set router 4fbe11af-005b-4a56-9c0b-865b31326bbd gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:25:18.674268 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-852182ab-9cdc-430d-b4ba-f2d72fb5a298 x-openstack-request-id: req-852182ab-9cdc-430d-b4ba-f2d72fb5a298 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:25:18.674566 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae68b7a7-e3ce-4dec-a3ad-8eee04457849", "tag": "2d7dd321-f176-4a90-8fdf-2d14c3c95a79", "status": "completed", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:25:18.675881 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-852182ab-9cdc-430d-b4ba-f2d72fb5a298 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:25:18.675881 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae68b7a7-e3ce-4dec-a3ad-8eee04457849', 'tag': '2d7dd321-f176-4a90-8fdf-2d14c3c95a79', 'status': 'completed', 'code': 200} Dec 10 16:25:18.739150 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df327e-dd2b-457e-852e-5643c402e68c req-fc1dbb6a-bb17-4cf3-8675-f8357c74ceee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:18.741099 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-86df327e-dd2b-457e-852e-5643c402e68c req-fc1dbb6a-bb17-4cf3-8675-f8357c74ceee service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6934074f796445609a769899ca13ad9f&device_id=ae68b7a7-e3ce-4dec-a3ad-8eee04457849 HTTP/1.1" status: 200 len: 1099 time: 0.0430963 Dec 10 16:25:18.781477 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:18.831697 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df327e-dd2b-457e-852e-5643c402e68c req-b54e593d-cb50-43df-be5b-df6fbbc150c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:18.833209 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-86df327e-dd2b-457e-852e-5643c402e68c req-b54e593d-cb50-43df-be5b-df6fbbc150c0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a9bea8a6-6f30-42e4-966c-03215d9b57bf HTTP/1.1" status: 200 len: 910 time: 0.0837512 Dec 10 16:25:18.880726 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-86df327e-dd2b-457e-852e-5643c402e68c req-9d047838-08f6-4f6b-baa4-f56fed3bae42 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2d7dd321-f176-4a90-8fdf-2d14c3c95a79 HTTP/1.1" status: 200 len: 217 time: 0.0399282 Dec 10 16:25:18.918521 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-e6a8f2aa-ee75-4d8d-bfa4-c7046b2d3b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fbe11af-005b-4a56-9c0b-865b31326bbd', 'name': 'tempest-TestSnapshotPattern-979517495-router', 'tenant_id': '6934074f796445609a769899ca13ad9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': 'b1aeb858-4ba6-4ce7-a878-5e8725a4e0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:20:32Z', 'updated_at': '2021-12-10T16:20:35Z', 'revision_number': 4, 'project_id': '6934074f796445609a769899ca13ad9f', 'gw_port': {'id': 'b1aeb858-4ba6-4ce7-a878-5e8725a4e0b8', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbe11af-005b-4a56-9c0b-865b31326bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:33Z', 'updated_at': '2021-12-10T16:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': '20f5bfb2-d262-484d-80b7-59aa35c126e6', 'tenant_id': '6934074f796445609a769899ca13ad9f', 'floating_ip_address': '172.26.2.149', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': '4fbe11af-005b-4a56-9c0b-865b31326bbd', 'port_id': '0cba4780-59d9-4426-af1b-f766e8c46485', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1890, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9bea8a6-6f30-42e4-966c-03215d9b57bf', 'mac_address': 'fa:16:3e:7a:0b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a15e983-848f-4e04-83f4-6fee88742a25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:20:59Z', 'updated_at': '2021-12-10T16:21:01Z', 'revision_number': 1, 'project_id': '6934074f796445609a769899ca13ad9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e59786e-9cdd-4d62-876c-52cc9a8c0e90', 'name': '', 'network_id': 'a9bea8a6-6f30-42e4-966c-03215d9b57bf', 'tenant_id': '6934074f796445609a769899ca13ad9f', 'mac_address': 'fa:16:3e:90:fa:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbe11af-005b-4a56-9c0b-865b31326bbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'd6f90267-8035-4a73-873f-1e1b57235a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:35Z', 'updated_at': '2021-12-10T16:20:39Z', 'revision_number': 5, 'project_id': '6934074f796445609a769899ca13ad9f', 'subnets': [{'id': 'd6f90267-8035-4a73-873f-1e1b57235a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:25:18.929605 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df327e-dd2b-457e-852e-5643c402e68c req-71b8660b-dfbd-4290-9d29-495908b9c21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:18.931123 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-86df327e-dd2b-457e-852e-5643c402e68c req-71b8660b-dfbd-4290-9d29-495908b9c21d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d6f90267-8035-4a73-873f-1e1b57235a16 HTTP/1.1" status: 200 len: 848 time: 0.0441976 Dec 10 16:25:18.955032 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a8f2aa-ee75-4d8d-bfa4-c7046b2d3b95 None None] Checking router: 4fbe11af-005b-4a56-9c0b-865b31326bbd for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:25:18.965000 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a8f2aa-ee75-4d8d-bfa4-c7046b2d3b95 None None] Routers {'4fbe11af-005b-4a56-9c0b-865b31326bbd'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:25:18.966340 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-e6a8f2aa-ee75-4d8d-bfa4-c7046b2d3b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:25:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['4fbe11af-005b-4a56-9c0b-865b31326bbd'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:25:19.009508 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 2d7dd321-f176-4a90-8fdf-2d14c3c95a79 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:25:19.011013 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df327e-dd2b-457e-852e-5643c402e68c req-a9a9676b-a087-4c02-88ee-82b24ebad00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:19.012532 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-86df327e-dd2b-457e-852e-5643c402e68c req-a9a9676b-a087-4c02-88ee-82b24ebad00c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a9bea8a6-6f30-42e4-966c-03215d9b57bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737069 Dec 10 16:25:19.048068 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6731f507-a207-41be-bdff-338eec479cc6 req-57f14339-c67d-41b8-8f6e-db50bc6a3149 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:19.049530 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-6731f507-a207-41be-bdff-338eec479cc6 req-57f14339-c67d-41b8-8f6e-db50bc6a3149 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae68b7a7-e3ce-4dec-a3ad-8eee04457849 HTTP/1.1" status: 200 len: 946 time: 0.0762587 Dec 10 16:25:19.131666 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-e6a8f2aa-ee75-4d8d-bfa4-c7046b2d3b95 None None] Set router 4fbe11af-005b-4a56-9c0b-865b31326bbd gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:25:19.142777 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-6731f507-a207-41be-bdff-338eec479cc6 req-5dddb196-bfec-48d9-ae3f-231339aa11ba tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f051e37-87b0-49ec-9691-b587724a4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647454 Dec 10 16:25:19.162655 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-86df327e-dd2b-457e-852e-5643c402e68c req-4527ae9b-476a-4451-8f36-5b5806d9fb04 service neutron] 10.222.0.44 "GET /v2.0/networks/a9bea8a6-6f30-42e4-966c-03215d9b57bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398742 Dec 10 16:25:19.170308 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3885932'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:19.234673 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae68b7a7-e3ce-4dec-a3ad-8eee04457849', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d7dd321-f176-4a90-8fdf-2d14c3c95a79'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:25:19.236927 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa4b92c408489e2c982394a5a7b3518bb1b22554638321e3ea6c5cabb2c75d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5146c87e-0260-418d-a21f-27649f9d6c42" -d '{"events": [{"server_uuid": "ae68b7a7-e3ce-4dec-a3ad-8eee04457849", "name": "network-vif-unplugged", "status": "completed", "tag": "2d7dd321-f176-4a90-8fdf-2d14c3c95a79"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:25:19.254278 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] For port 2d7dd321-f176-4a90-8fdf-2d14c3c95a79, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=2d7dd321-f176-4a90-8fdf-2d14c3c95a79,segment=NetworkSegment(250f9aa7-f93b-4a53-8841-c213a5780bd4),segment_id=250f9aa7-f93b-4a53-8841-c213a5780bd4)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:25:19.261740 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-86df327e-dd2b-457e-852e-5643c402e68c req-23aec458-d6f0-41d3-a909-67ca6e585c89 service neutron] 10.222.0.44 "GET /v2.0/networks/a9bea8a6-6f30-42e4-966c-03215d9b57bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909362 Dec 10 16:25:19.301132 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 16:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-933e794f-8eb1-4bfb-8ffb-3591d25dec78 x-openstack-request-id: req-933e794f-8eb1-4bfb-8ffb-3591d25dec78 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:25:19.302670 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae68b7a7-e3ce-4dec-a3ad-8eee04457849", "name": "network-vif-unplugged", "status": "completed", "tag": "2d7dd321-f176-4a90-8fdf-2d14c3c95a79", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:25:19.302670 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-933e794f-8eb1-4bfb-8ffb-3591d25dec78 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:25:19.302670 dv-neutron-821401-4-hyperv neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae68b7a7-e3ce-4dec-a3ad-8eee04457849', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d7dd321-f176-4a90-8fdf-2d14c3c95a79', 'code': 200} Dec 10 16:25:19.334967 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785454060517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785453479626', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785453479644'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:19.414593 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Pushing event updated for resources: {'Port': ['ID=2d7dd321-f176-4a90-8fdf-2d14c3c95a79,revision_number=8']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:19.434731 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-e6a8f2aa-ee75-4d8d-bfa4-c7046b2d3b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fbe11af-005b-4a56-9c0b-865b31326bbd', 'name': 'tempest-TestSnapshotPattern-979517495-router', 'tenant_id': '6934074f796445609a769899ca13ad9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': 'b1aeb858-4ba6-4ce7-a878-5e8725a4e0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:20:32Z', 'updated_at': '2021-12-10T16:20:35Z', 'revision_number': 4, 'project_id': '6934074f796445609a769899ca13ad9f', 'gw_port': {'id': 'b1aeb858-4ba6-4ce7-a878-5e8725a4e0b8', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbe11af-005b-4a56-9c0b-865b31326bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:33Z', 'updated_at': '2021-12-10T16:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': '20f5bfb2-d262-484d-80b7-59aa35c126e6', 'tenant_id': '6934074f796445609a769899ca13ad9f', 'floating_ip_address': '172.26.2.149', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': '4fbe11af-005b-4a56-9c0b-865b31326bbd', 'port_id': '0cba4780-59d9-4426-af1b-f766e8c46485', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1890, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9bea8a6-6f30-42e4-966c-03215d9b57bf', 'mac_address': 'fa:16:3e:7a:0b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a15e983-848f-4e04-83f4-6fee88742a25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:20:59Z', 'updated_at': '2021-12-10T16:21:01Z', 'revision_number': 1, 'project_id': '6934074f796445609a769899ca13ad9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e59786e-9cdd-4d62-876c-52cc9a8c0e90', 'name': '', 'network_id': 'a9bea8a6-6f30-42e4-966c-03215d9b57bf', 'tenant_id': '6934074f796445609a769899ca13ad9f', 'mac_address': 'fa:16:3e:90:fa:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbe11af-005b-4a56-9c0b-865b31326bbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'd6f90267-8035-4a73-873f-1e1b57235a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:35Z', 'updated_at': '2021-12-10T16:20:39Z', 'revision_number': 5, 'project_id': '6934074f796445609a769899ca13ad9f', 'subnets': [{'id': 'd6f90267-8035-4a73-873f-1e1b57235a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:25:19.460942 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a8f2aa-ee75-4d8d-bfa4-c7046b2d3b95 None None] The sync data for ids ['4fbe11af-005b-4a56-9c0b-865b31326bbd'] in dv-neutron-821401-4-hyperv is: [{'id': '4fbe11af-005b-4a56-9c0b-865b31326bbd', 'name': 'tempest-TestSnapshotPattern-979517495-router', 'tenant_id': '6934074f796445609a769899ca13ad9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': 'b1aeb858-4ba6-4ce7-a878-5e8725a4e0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:20:32Z', 'updated_at': '2021-12-10T16:20:35Z', 'revision_number': 4, 'project_id': '6934074f796445609a769899ca13ad9f', 'gw_port': {'id': 'b1aeb858-4ba6-4ce7-a878-5e8725a4e0b8', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbe11af-005b-4a56-9c0b-865b31326bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:33Z', 'updated_at': '2021-12-10T16:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_floatingips': [{'id': '20f5bfb2-d262-484d-80b7-59aa35c126e6', 'tenant_id': '6934074f796445609a769899ca13ad9f', 'floating_ip_address': '172.26.2.149', 'floating_network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'router_id': '4fbe11af-005b-4a56-9c0b-865b31326bbd', 'port_id': '0cba4780-59d9-4426-af1b-f766e8c46485', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1890, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9bea8a6-6f30-42e4-966c-03215d9b57bf', 'mac_address': 'fa:16:3e:7a:0b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a15e983-848f-4e04-83f4-6fee88742a25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:20:59Z', 'updated_at': '2021-12-10T16:21:01Z', 'revision_number': 1, 'project_id': '6934074f796445609a769899ca13ad9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e59786e-9cdd-4d62-876c-52cc9a8c0e90', 'name': '', 'network_id': 'a9bea8a6-6f30-42e4-966c-03215d9b57bf', 'tenant_id': '6934074f796445609a769899ca13ad9f', 'mac_address': 'fa:16:3e:90:fa:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbe11af-005b-4a56-9c0b-865b31326bbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'd6f90267-8035-4a73-873f-1e1b57235a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:35Z', 'updated_at': '2021-12-10T16:20:39Z', 'revision_number': 5, 'project_id': '6934074f796445609a769899ca13ad9f', 'subnets': [{'id': 'd6f90267-8035-4a73-873f-1e1b57235a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:25:19.676760 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd280fe-60ef-4413-80c2-34196d707073 None None] New status for floating IP 4edc617a-c76d-41eb-af39-db44d3142928: DOWN {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:25:20.264437 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0339c6-4e79-4036-bbf5-da92255a5e54 req-98746dd4-7b63-4234-a7a3-1b2a109d103d tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:20.265942 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-1f0339c6-4e79-4036-bbf5-da92255a5e54 req-98746dd4-7b63-4234-a7a3-1b2a109d103d tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae68b7a7-e3ce-4dec-a3ad-8eee04457849 HTTP/1.1" status: 200 len: 944 time: 0.0489068 Dec 10 16:25:20.314197 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-1f0339c6-4e79-4036-bbf5-da92255a5e54 req-c0aa7cbf-447d-45e6-b017-39f4f78a5693 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f051e37-87b0-49ec-9691-b587724a4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423443 Dec 10 16:25:20.632183 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acae4482-a2c3-423e-9040-2599d121f709 req-eb1d67f6-86d2-4b41-bb1b-8bf5260296f8 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:20.633619 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-acae4482-a2c3-423e-9040-2599d121f709 req-eb1d67f6-86d2-4b41-bb1b-8bf5260296f8 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae68b7a7-e3ce-4dec-a3ad-8eee04457849 HTTP/1.1" status: 200 len: 944 time: 0.0522635 Dec 10 16:25:20.721613 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [req-acae4482-a2c3-423e-9040-2599d121f709 req-98264874-725d-429a-a9fb-9664df870d26 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Deleting port 2d7dd321-f176-4a90-8fdf-2d14c3c95a79 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:25:20.721992 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-acae4482-a2c3-423e-9040-2599d121f709 req-98264874-725d-429a-a9fb-9664df870d26 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:20.812286 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [req-acae4482-a2c3-423e-9040-2599d121f709 req-98264874-725d-429a-a9fb-9664df870d26 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] For port 2d7dd321-f176-4a90-8fdf-2d14c3c95a79, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=2d7dd321-f176-4a90-8fdf-2d14c3c95a79,segment=NetworkSegment(250f9aa7-f93b-4a53-8841-c213a5780bd4),segment_id=250f9aa7-f93b-4a53-8841-c213a5780bd4)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:25:20.812654 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-acae4482-a2c3-423e-9040-2599d121f709 req-98264874-725d-429a-a9fb-9664df870d26 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:20.826127 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [req-acae4482-a2c3-423e-9040-2599d121f709 req-98264874-725d-429a-a9fb-9664df870d26 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Calling delete_port for 2d7dd321-f176-4a90-8fdf-2d14c3c95a79 owned by compute:nova {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:25:21.014790 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-acae4482-a2c3-423e-9040-2599d121f709 req-98264874-725d-429a-a9fb-9664df870d26 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:21.047052 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98264874-725d-429a-a9fb-9664df870d26 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Pushing event deleted for resources: {'Port': ['ID=2d7dd321-f176-4a90-8fdf-2d14c3c95a79,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:21.099651 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [req-acae4482-a2c3-423e-9040-2599d121f709 req-98264874-725d-429a-a9fb-9664df870d26 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] No DVR routers for this DVR port 2d7dd321-f176-4a90-8fdf-2d14c3c95a79 on host hv-neutron-8214 {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:25:21.099651 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-acae4482-a2c3-423e-9040-2599d121f709 req-98264874-725d-429a-a9fb-9664df870d26 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:21.099651 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-acae4482-a2c3-423e-9040-2599d121f709 req-98264874-725d-429a-a9fb-9664df870d26 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.44 "DELETE /v2.0/ports/2d7dd321-f176-4a90-8fdf-2d14c3c95a79 HTTP/1.1" status: 204 len: 173 time: 0.4553609 Dec 10 16:25:21.099651 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae68b7a7-e3ce-4dec-a3ad-8eee04457849', 'name': 'network-vif-deleted', 'tag': '2d7dd321-f176-4a90-8fdf-2d14c3c95a79'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:25:21.099651 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde1b47dcd987728a27c8e391f176ee57ea2adf837d2cedb59662361de43515a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f978b8-760d-4165-93cd-1e1148a620b4" -d '{"events": [{"server_uuid": "ae68b7a7-e3ce-4dec-a3ad-8eee04457849", "name": "network-vif-deleted", "tag": "2d7dd321-f176-4a90-8fdf-2d14c3c95a79"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:25:21.134224 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859691c3-87e6-4286-ad3f-4f793bfdc8f4 x-openstack-request-id: req-859691c3-87e6-4286-ad3f-4f793bfdc8f4 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:25:21.136707 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae68b7a7-e3ce-4dec-a3ad-8eee04457849", "name": "network-vif-deleted", "tag": "2d7dd321-f176-4a90-8fdf-2d14c3c95a79", "status": "completed", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:25:21.136707 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-859691c3-87e6-4286-ad3f-4f793bfdc8f4 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:25:21.136707 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae68b7a7-e3ce-4dec-a3ad-8eee04457849', 'name': 'network-vif-deleted', 'tag': '2d7dd321-f176-4a90-8fdf-2d14c3c95a79', 'status': 'completed', 'code': 200} Dec 10 16:25:21.420412 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-bf1fdf80-250e-4f24-b8bc-8fe398240e69 req-36d00c28-b1f1-4104-b623-5c3e20abb9a9 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae68b7a7-e3ce-4dec-a3ad-8eee04457849 HTTP/1.1" status: 200 len: 210 time: 0.0274494 Dec 10 16:25:23.730754 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 45288) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:25:23.887176 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-76c05124-ddc8-4b67-8e97-0ceb8ad0aa84 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Deleting port fb1905fc-d50d-4086-98a1-1fbd015ce363 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:25:23.887438 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-76c05124-ddc8-4b67-8e97-0ceb8ad0aa84 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:23.974496 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-76c05124-ddc8-4b67-8e97-0ceb8ad0aa84 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:23.974828 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-76c05124-ddc8-4b67-8e97-0ceb8ad0aa84 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:23.986519 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-76c05124-ddc8-4b67-8e97-0ceb8ad0aa84 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Calling delete_port for fb1905fc-d50d-4086-98a1-1fbd015ce363 owned by network:floatingip {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:25:24.186505 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-76c05124-ddc8-4b67-8e97-0ceb8ad0aa84 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:24.213928 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c05124-ddc8-4b67-8e97-0ceb8ad0aa84 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Pushing event deleted for resources: {'Port': ['ID=fb1905fc-d50d-4086-98a1-1fbd015ce363,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:24.274338 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-76c05124-ddc8-4b67-8e97-0ceb8ad0aa84 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Publish callbacks [] for floatingip, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:24.274707 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.db.l3_db [None req-76c05124-ddc8-4b67-8e97-0ceb8ad0aa84 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Floating IP 20f5bfb2-d262-484d-80b7-59aa35c126e6 disassociated (deleted). External IP: 172.26.2.149, port: 0cba4780-59d9-4426-af1b-f766e8c46485. Dec 10 16:25:24.486234 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76c05124-ddc8-4b67-8e97-0ceb8ad0aa84 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Router 4fbe11af-005b-4a56-9c0b-865b31326bbd has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:25:24.594986 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76c05124-ddc8-4b67-8e97-0ceb8ad0aa84 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:25:24.599895 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-76c05124-ddc8-4b67-8e97-0ceb8ad0aa84 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for floatingip, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:24.604435 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b44a1d-ebdf-487a-973b-df1fec308daf None None] Sync routers for ids ['4fbe11af-005b-4a56-9c0b-865b31326bbd'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:25:24.614132 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b44a1d-ebdf-487a-973b-df1fec308daf None None] Routers {'4fbe11af-005b-4a56-9c0b-865b31326bbd'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:25:24.614745 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-f7b44a1d-ebdf-487a-973b-df1fec308daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:25:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['4fbe11af-005b-4a56-9c0b-865b31326bbd'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:25:24.627385 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-76c05124-ddc8-4b67-8e97-0ceb8ad0aa84 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.20 "DELETE /v2.0/floatingips/20f5bfb2-d262-484d-80b7-59aa35c126e6 HTTP/1.1" status: 204 len: 168 time: 0.8955371 Dec 10 16:25:24.628088 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a15e983-848f-4e04-83f4-6fee88742a25', 'tag': '0cba4780-59d9-4426-af1b-f766e8c46485'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:25:24.630470 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde1b47dcd987728a27c8e391f176ee57ea2adf837d2cedb59662361de43515a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62f7976f-ce78-43b8-9d48-f84568d795e5" -d '{"events": [{"name": "network-changed", "server_uuid": "0a15e983-848f-4e04-83f4-6fee88742a25", "tag": "0cba4780-59d9-4426-af1b-f766e8c46485"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:25:24.670643 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba42e74d-8027-41ca-848d-cfa92d902624 x-openstack-request-id: req-ba42e74d-8027-41ca-848d-cfa92d902624 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:25:24.670950 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a15e983-848f-4e04-83f4-6fee88742a25", "tag": "0cba4780-59d9-4426-af1b-f766e8c46485", "status": "completed", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:25:24.671214 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ba42e74d-8027-41ca-848d-cfa92d902624 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:25:24.671911 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a15e983-848f-4e04-83f4-6fee88742a25', 'tag': '0cba4780-59d9-4426-af1b-f766e8c46485', 'status': 'completed', 'code': 200} Dec 10 16:25:24.737875 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f7976f-ce78-43b8-9d48-f84568d795e5 req-2658564b-ff68-49aa-b5c2-11dd18525993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:24.739424 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-62f7976f-ce78-43b8-9d48-f84568d795e5 req-2658564b-ff68-49aa-b5c2-11dd18525993 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6934074f796445609a769899ca13ad9f&device_id=0a15e983-848f-4e04-83f4-6fee88742a25 HTTP/1.1" status: 200 len: 1097 time: 0.0441358 Dec 10 16:25:24.837244 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f7976f-ce78-43b8-9d48-f84568d795e5 req-0fb814c4-ff0c-4a83-8248-20c63fdc87b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:24.839374 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-62f7976f-ce78-43b8-9d48-f84568d795e5 req-0fb814c4-ff0c-4a83-8248-20c63fdc87b8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a9bea8a6-6f30-42e4-966c-03215d9b57bf HTTP/1.1" status: 200 len: 910 time: 0.0931001 Dec 10 16:25:24.879164 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-f7b44a1d-ebdf-487a-973b-df1fec308daf None None] Set router 4fbe11af-005b-4a56-9c0b-865b31326bbd gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:25:24.888901 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-62f7976f-ce78-43b8-9d48-f84568d795e5 req-597103e5-e19b-4a55-95b8-446e99caf1ed service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0cba4780-59d9-4426-af1b-f766e8c46485 HTTP/1.1" status: 200 len: 217 time: 0.0374250 Dec 10 16:25:24.948992 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f7976f-ce78-43b8-9d48-f84568d795e5 req-c07a60a5-546f-4ad7-80e7-3b987513ddc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:24.948992 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-62f7976f-ce78-43b8-9d48-f84568d795e5 req-c07a60a5-546f-4ad7-80e7-3b987513ddc5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d6f90267-8035-4a73-873f-1e1b57235a16 HTTP/1.1" status: 200 len: 848 time: 0.0486786 Dec 10 16:25:24.996635 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f7976f-ce78-43b8-9d48-f84568d795e5 req-036fd041-078c-4635-ab84-bfa260f22b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:24.998147 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-62f7976f-ce78-43b8-9d48-f84568d795e5 req-036fd041-078c-4635-ab84-bfa260f22b33 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a9bea8a6-6f30-42e4-966c-03215d9b57bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0459805 Dec 10 16:25:25.038705 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 2d7dd321-f176-4a90-8fdf-2d14c3c95a79 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:25:25.049883 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22211bb-7fae-4074-9496-2268f54cd2b3 req-caca917e-c752-4863-b9c4-90aa70efe999 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:25.052234 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-f22211bb-7fae-4074-9496-2268f54cd2b3 req-caca917e-c752-4863-b9c4-90aa70efe999 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a15e983-848f-4e04-83f4-6fee88742a25 HTTP/1.1" status: 200 len: 944 time: 0.0538926 Dec 10 16:25:25.062649 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] No Port match for: 2d7dd321-f176-4a90-8fdf-2d14c3c95a79 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:25:25.063004 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 2d7dd321-f176-4a90-8fdf-2d14c3c95a79 not bound to the agent host hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:25:25.095340 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-62f7976f-ce78-43b8-9d48-f84568d795e5 req-20e00adb-08a6-44b2-8cc3-65e9c6b9c5b2 service neutron] 10.222.0.44 "GET /v2.0/networks/a9bea8a6-6f30-42e4-966c-03215d9b57bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883088 Dec 10 16:25:25.108715 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [req-f22211bb-7fae-4074-9496-2268f54cd2b3 req-1b30a044-1ca7-4e66-9cb7-d4e19e0ffa92 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f051e37-87b0-49ec-9691-b587724a4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496223 Dec 10 16:25:25.112358 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-f7b44a1d-ebdf-487a-973b-df1fec308daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fbe11af-005b-4a56-9c0b-865b31326bbd', 'name': 'tempest-TestSnapshotPattern-979517495-router', 'tenant_id': '6934074f796445609a769899ca13ad9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': 'b1aeb858-4ba6-4ce7-a878-5e8725a4e0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:20:32Z', 'updated_at': '2021-12-10T16:20:35Z', 'revision_number': 4, 'project_id': '6934074f796445609a769899ca13ad9f', 'gw_port': {'id': 'b1aeb858-4ba6-4ce7-a878-5e8725a4e0b8', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbe11af-005b-4a56-9c0b-865b31326bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:33Z', 'updated_at': '2021-12-10T16:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '8e59786e-9cdd-4d62-876c-52cc9a8c0e90', 'name': '', 'network_id': 'a9bea8a6-6f30-42e4-966c-03215d9b57bf', 'tenant_id': '6934074f796445609a769899ca13ad9f', 'mac_address': 'fa:16:3e:90:fa:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbe11af-005b-4a56-9c0b-865b31326bbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'd6f90267-8035-4a73-873f-1e1b57235a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:35Z', 'updated_at': '2021-12-10T16:20:39Z', 'revision_number': 5, 'project_id': '6934074f796445609a769899ca13ad9f', 'subnets': [{'id': 'd6f90267-8035-4a73-873f-1e1b57235a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:25:25.139024 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b44a1d-ebdf-487a-973b-df1fec308daf None None] Checking router: 4fbe11af-005b-4a56-9c0b-865b31326bbd for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:25:25.148015 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b44a1d-ebdf-487a-973b-df1fec308daf None None] Routers {'4fbe11af-005b-4a56-9c0b-865b31326bbd'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:25:25.148638 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-f7b44a1d-ebdf-487a-973b-df1fec308daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:25:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['4fbe11af-005b-4a56-9c0b-865b31326bbd'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:25:25.191935 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-62f7976f-ce78-43b8-9d48-f84568d795e5 req-3fec995d-b7fa-4edc-9b00-cb4e55564295 service neutron] 10.222.0.44 "GET /v2.0/networks/a9bea8a6-6f30-42e4-966c-03215d9b57bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891857 Dec 10 16:25:25.254384 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-f7b44a1d-ebdf-487a-973b-df1fec308daf None None] Set router 4fbe11af-005b-4a56-9c0b-865b31326bbd gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:25:25.449145 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-f7b44a1d-ebdf-487a-973b-df1fec308daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fbe11af-005b-4a56-9c0b-865b31326bbd', 'name': 'tempest-TestSnapshotPattern-979517495-router', 'tenant_id': '6934074f796445609a769899ca13ad9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': 'b1aeb858-4ba6-4ce7-a878-5e8725a4e0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:20:32Z', 'updated_at': '2021-12-10T16:20:35Z', 'revision_number': 4, 'project_id': '6934074f796445609a769899ca13ad9f', 'gw_port': {'id': 'b1aeb858-4ba6-4ce7-a878-5e8725a4e0b8', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbe11af-005b-4a56-9c0b-865b31326bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:33Z', 'updated_at': '2021-12-10T16:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '8e59786e-9cdd-4d62-876c-52cc9a8c0e90', 'name': '', 'network_id': 'a9bea8a6-6f30-42e4-966c-03215d9b57bf', 'tenant_id': '6934074f796445609a769899ca13ad9f', 'mac_address': 'fa:16:3e:90:fa:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbe11af-005b-4a56-9c0b-865b31326bbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'd6f90267-8035-4a73-873f-1e1b57235a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:35Z', 'updated_at': '2021-12-10T16:20:39Z', 'revision_number': 5, 'project_id': '6934074f796445609a769899ca13ad9f', 'subnets': [{'id': 'd6f90267-8035-4a73-873f-1e1b57235a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:25:25.477611 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b44a1d-ebdf-487a-973b-df1fec308daf None None] The sync data for ids ['4fbe11af-005b-4a56-9c0b-865b31326bbd'] in dv-neutron-821401-4-hyperv is: [{'id': '4fbe11af-005b-4a56-9c0b-865b31326bbd', 'name': 'tempest-TestSnapshotPattern-979517495-router', 'tenant_id': '6934074f796445609a769899ca13ad9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': 'b1aeb858-4ba6-4ce7-a878-5e8725a4e0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:20:32Z', 'updated_at': '2021-12-10T16:20:35Z', 'revision_number': 4, 'project_id': '6934074f796445609a769899ca13ad9f', 'gw_port': {'id': 'b1aeb858-4ba6-4ce7-a878-5e8725a4e0b8', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbe11af-005b-4a56-9c0b-865b31326bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:33Z', 'updated_at': '2021-12-10T16:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv', '_interfaces': [{'id': '8e59786e-9cdd-4d62-876c-52cc9a8c0e90', 'name': '', 'network_id': 'a9bea8a6-6f30-42e4-966c-03215d9b57bf', 'tenant_id': '6934074f796445609a769899ca13ad9f', 'mac_address': 'fa:16:3e:90:fa:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbe11af-005b-4a56-9c0b-865b31326bbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'd6f90267-8035-4a73-873f-1e1b57235a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:35Z', 'updated_at': '2021-12-10T16:20:39Z', 'revision_number': 5, 'project_id': '6934074f796445609a769899ca13ad9f', 'subnets': [{'id': 'd6f90267-8035-4a73-873f-1e1b57235a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:25:25.699458 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd3c7c0-8025-49bf-8ece-333c8ce055eb None None] New status for floating IP 20f5bfb2-d262-484d-80b7-59aa35c126e6: DOWN {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:25:26.239545 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1acaaec-8810-4266-b4aa-0c2da265566a req-e633db62-e58c-4d4d-a273-172e639c7523 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:26.241699 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f1acaaec-8810-4266-b4aa-0c2da265566a req-e633db62-e58c-4d4d-a273-172e639c7523 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a15e983-848f-4e04-83f4-6fee88742a25 HTTP/1.1" status: 200 len: 944 time: 0.0501978 Dec 10 16:25:26.290254 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-f1acaaec-8810-4266-b4aa-0c2da265566a req-6b373d52-5b26-4aad-919a-079b80c94b05 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f051e37-87b0-49ec-9691-b587724a4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425241 Dec 10 16:25:26.505442 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1c56ea-ce3a-48a9-9dcb-16a96dbd939f req-9de75f3a-3e37-443b-90c8-61a26fcfc590 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:26.507042 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ea1c56ea-ce3a-48a9-9dcb-16a96dbd939f req-9de75f3a-3e37-443b-90c8-61a26fcfc590 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a15e983-848f-4e04-83f4-6fee88742a25 HTTP/1.1" status: 200 len: 944 time: 0.0498118 Dec 10 16:25:26.596893 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [req-ea1c56ea-ce3a-48a9-9dcb-16a96dbd939f req-42b6860d-eebb-4255-8620-5b0b1fba7c44 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Deleting port 0cba4780-59d9-4426-af1b-f766e8c46485 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:25:26.597236 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-ea1c56ea-ce3a-48a9-9dcb-16a96dbd939f req-42b6860d-eebb-4255-8620-5b0b1fba7c44 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:26.682174 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [req-ea1c56ea-ce3a-48a9-9dcb-16a96dbd939f req-42b6860d-eebb-4255-8620-5b0b1fba7c44 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] For port 0cba4780-59d9-4426-af1b-f766e8c46485, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=0cba4780-59d9-4426-af1b-f766e8c46485,segment=NetworkSegment(250f9aa7-f93b-4a53-8841-c213a5780bd4),segment_id=250f9aa7-f93b-4a53-8841-c213a5780bd4)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:25:26.682534 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-ea1c56ea-ce3a-48a9-9dcb-16a96dbd939f req-42b6860d-eebb-4255-8620-5b0b1fba7c44 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:26.694255 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [req-ea1c56ea-ce3a-48a9-9dcb-16a96dbd939f req-42b6860d-eebb-4255-8620-5b0b1fba7c44 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Calling delete_port for 0cba4780-59d9-4426-af1b-f766e8c46485 owned by compute:nova {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:25:26.871803 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-ea1c56ea-ce3a-48a9-9dcb-16a96dbd939f req-42b6860d-eebb-4255-8620-5b0b1fba7c44 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:26.898321 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b6860d-eebb-4255-8620-5b0b1fba7c44 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Pushing event deleted for resources: {'Port': ['ID=0cba4780-59d9-4426-af1b-f766e8c46485,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:26.944835 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea1c56ea-ce3a-48a9-9dcb-16a96dbd939f req-42b6860d-eebb-4255-8620-5b0b1fba7c44 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] No DVR routers for this DVR port 0cba4780-59d9-4426-af1b-f766e8c46485 on host hv-neutron-8214 {{(pid=103586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:25:26.947243 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [req-ea1c56ea-ce3a-48a9-9dcb-16a96dbd939f req-42b6860d-eebb-4255-8620-5b0b1fba7c44 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523264'] for port, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:26.950594 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-ea1c56ea-ce3a-48a9-9dcb-16a96dbd939f req-42b6860d-eebb-4255-8620-5b0b1fba7c44 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.44 "DELETE /v2.0/ports/0cba4780-59d9-4426-af1b-f766e8c46485 HTTP/1.1" status: 204 len: 173 time: 0.4378653 Dec 10 16:25:26.951031 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a15e983-848f-4e04-83f4-6fee88742a25', 'name': 'network-vif-deleted', 'tag': '0cba4780-59d9-4426-af1b-f766e8c46485'}] {{(pid=103586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:25:26.953286 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde1b47dcd987728a27c8e391f176ee57ea2adf837d2cedb59662361de43515a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-352de886-f1fb-4af6-b34a-e8748147ce6f" -d '{"events": [{"server_uuid": "0a15e983-848f-4e04-83f4-6fee88742a25", "name": "network-vif-deleted", "tag": "0cba4780-59d9-4426-af1b-f766e8c46485"}]}' {{(pid=103586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:25:26.988503 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83434eef-7833-451d-95f8-48114940e359 x-openstack-request-id: req-83434eef-7833-451d-95f8-48114940e359 {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:25:26.988805 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a15e983-848f-4e04-83f4-6fee88742a25", "name": "network-vif-deleted", "tag": "0cba4780-59d9-4426-af1b-f766e8c46485", "status": "completed", "code": 200}]} {{(pid=103586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:25:26.989066 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-83434eef-7833-451d-95f8-48114940e359 {{(pid=103586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:25:26.989474 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a15e983-848f-4e04-83f4-6fee88742a25', 'name': 'network-vif-deleted', 'tag': '0cba4780-59d9-4426-af1b-f766e8c46485', 'status': 'completed', 'code': 200} Dec 10 16:25:27.400035 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [req-89536a91-d5e2-4975-a547-baef5abb1b0f req-e637082d-8553-428c-bad4-448f9f913b12 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a15e983-848f-4e04-83f4-6fee88742a25 HTTP/1.1" status: 200 len: 210 time: 0.0270445 Dec 10 16:25:28.457480 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 45306) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:25:28.514296 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cbf34b07-b2a8-4f14-ac8d-4fcd07de0262 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Publish callbacks [] for security_group, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:28.545629 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cbf34b07-b2a8-4f14-ac8d-4fcd07de0262 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:28.683205 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cbf34b07-b2a8-4f14-ac8d-4fcd07de0262 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:28.685768 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-cbf34b07-b2a8-4f14-ac8d-4fcd07de0262 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:28.686992 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-cbf34b07-b2a8-4f14-ac8d-4fcd07de0262 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] 10.222.0.20 "DELETE /v2.0/security-groups/6f051e37-87b0-49ec-9691-b587724a4b55 HTTP/1.1" status: 204 len: 168 time: 0.2284980 Dec 10 16:25:28.707635 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf34b07-b2a8-4f14-ac8d-4fcd07de0262 tempest-TestSnapshotPattern-1728661217 tempest-TestSnapshotPattern-1728661217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f051e37-87b0-49ec-9691-b587724a4b55,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:28.802098 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 45310) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:25:29.137882 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-93c7106d-95f1-4440-bde5-9bd8a0788f93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549925'] for router_interface, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:29.377734 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-93c7106d-95f1-4440-bde5-9bd8a0788f93 admin admin] Deleting port 8e59786e-9cdd-4d62-876c-52cc9a8c0e90 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:25:29.378097 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-93c7106d-95f1-4440-bde5-9bd8a0788f93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:29.453492 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-93c7106d-95f1-4440-bde5-9bd8a0788f93 admin admin] For port 8e59786e-9cdd-4d62-876c-52cc9a8c0e90, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=8e59786e-9cdd-4d62-876c-52cc9a8c0e90,segment=NetworkSegment(250f9aa7-f93b-4a53-8841-c213a5780bd4),segment_id=250f9aa7-f93b-4a53-8841-c213a5780bd4)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:25:29.453875 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-93c7106d-95f1-4440-bde5-9bd8a0788f93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:29.466094 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-93c7106d-95f1-4440-bde5-9bd8a0788f93 admin admin] Calling delete_port for 8e59786e-9cdd-4d62-876c-52cc9a8c0e90 owned by network:router_interface {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:25:29.717516 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-93c7106d-95f1-4440-bde5-9bd8a0788f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:29.747199 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c7106d-95f1-4440-bde5-9bd8a0788f93 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e59786e-9cdd-4d62-876c-52cc9a8c0e90,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:30.195069 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-93c7106d-95f1-4440-bde5-9bd8a0788f93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550073'] for router_interface, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:30.402359 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93c7106d-95f1-4440-bde5-9bd8a0788f93 admin admin] Router 4fbe11af-005b-4a56-9c0b-865b31326bbd has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:25:30.506409 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93c7106d-95f1-4440-bde5-9bd8a0788f93 admin admin] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:25:30.511417 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-93c7106d-95f1-4440-bde5-9bd8a0788f93 admin admin] 10.222.0.20 "PUT /v2.0/routers/4fbe11af-005b-4a56-9c0b-865b31326bbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7082727 Dec 10 16:25:30.514037 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 45312) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:25:30.516670 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a01da7-a9f0-4de7-9181-73dd6a222ef0 None None] Sync routers for ids ['4fbe11af-005b-4a56-9c0b-865b31326bbd'] in dv-neutron-821401-4-hyperv {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:25:30.527552 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a01da7-a9f0-4de7-9181-73dd6a222ef0 None None] Routers {'4fbe11af-005b-4a56-9c0b-865b31326bbd'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:25:30.528170 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-f2a01da7-a9f0-4de7-9181-73dd6a222ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:25:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['4fbe11af-005b-4a56-9c0b-865b31326bbd'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:25:30.617409 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-02e8bed6-ce30-439b-964c-bc6157a58f97 admin admin] Publish callbacks [] for router, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:30.631670 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-f2a01da7-a9f0-4de7-9181-73dd6a222ef0 None None] Set router 4fbe11af-005b-4a56-9c0b-865b31326bbd gateway port host: dv-neutron-821401-4-hyperv {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:25:30.719419 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-02e8bed6-ce30-439b-964c-bc6157a58f97 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:30.810835 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-f2a01da7-a9f0-4de7-9181-73dd6a222ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fbe11af-005b-4a56-9c0b-865b31326bbd', 'name': 'tempest-TestSnapshotPattern-979517495-router', 'tenant_id': '6934074f796445609a769899ca13ad9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': 'b1aeb858-4ba6-4ce7-a878-5e8725a4e0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:20:32Z', 'updated_at': '2021-12-10T16:25:29Z', 'revision_number': 5, 'project_id': '6934074f796445609a769899ca13ad9f', 'gw_port': {'id': 'b1aeb858-4ba6-4ce7-a878-5e8725a4e0b8', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbe11af-005b-4a56-9c0b-865b31326bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:33Z', 'updated_at': '2021-12-10T16:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:25:30.817321 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-02e8bed6-ce30-439b-964c-bc6157a58f97 admin admin] Deleting port b1aeb858-4ba6-4ce7-a878-5e8725a4e0b8 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:25:30.817661 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-02e8bed6-ce30-439b-964c-bc6157a58f97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:30.837580 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a01da7-a9f0-4de7-9181-73dd6a222ef0 None None] Checking router: 4fbe11af-005b-4a56-9c0b-865b31326bbd for host: dv-neutron-821401-4-hyperv {{(pid=103588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:25:30.845825 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a01da7-a9f0-4de7-9181-73dd6a222ef0 None None] Routers {'4fbe11af-005b-4a56-9c0b-865b31326bbd'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:25:30.846432 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-f2a01da7-a9f0-4de7-9181-73dd6a222ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:25:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['4fbe11af-005b-4a56-9c0b-865b31326bbd'], 'active': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:25:30.895613 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-02e8bed6-ce30-439b-964c-bc6157a58f97 admin admin] For port b1aeb858-4ba6-4ce7-a878-5e8725a4e0b8, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=b1aeb858-4ba6-4ce7-a878-5e8725a4e0b8,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:25:30.895982 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-02e8bed6-ce30-439b-964c-bc6157a58f97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:30.908160 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-02e8bed6-ce30-439b-964c-bc6157a58f97 admin admin] Calling delete_port for b1aeb858-4ba6-4ce7-a878-5e8725a4e0b8 owned by network:router_gateway {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:25:30.929759 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvr_db [None req-f2a01da7-a9f0-4de7-9181-73dd6a222ef0 None None] Set router 4fbe11af-005b-4a56-9c0b-865b31326bbd gateway port host: None {{(pid=103588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:25:30.982888 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_hamode_db [None req-f2a01da7-a9f0-4de7-9181-73dd6a222ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fbe11af-005b-4a56-9c0b-865b31326bbd', 'name': 'tempest-TestSnapshotPattern-979517495-router', 'tenant_id': '6934074f796445609a769899ca13ad9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:20:32Z', 'updated_at': '2021-12-10T16:25:30Z', 'revision_number': 6, 'project_id': '6934074f796445609a769899ca13ad9f', 'gw_port_host': None}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:25:31.008222 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a01da7-a9f0-4de7-9181-73dd6a222ef0 None None] The sync data for ids ['4fbe11af-005b-4a56-9c0b-865b31326bbd'] in dv-neutron-821401-4-hyperv is: [{'id': '4fbe11af-005b-4a56-9c0b-865b31326bbd', 'name': 'tempest-TestSnapshotPattern-979517495-router', 'tenant_id': '6934074f796445609a769899ca13ad9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:20:32Z', 'updated_at': '2021-12-10T16:25:30Z', 'revision_number': 6, 'project_id': '6934074f796445609a769899ca13ad9f', 'gw_port_host': None}] {{(pid=103588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:25:31.070072 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 0cba4780-59d9-4426-af1b-f766e8c46485 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:25:31.090175 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] No Port match for: 0cba4780-59d9-4426-af1b-f766e8c46485 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:25:31.090527 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Device 0cba4780-59d9-4426-af1b-f766e8c46485 not bound to the agent host hv-neutron-8214 {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:25:31.134553 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-02e8bed6-ce30-439b-964c-bc6157a58f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:31.158327 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e8bed6-ce30-439b-964c-bc6157a58f97 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1aeb858-4ba6-4ce7-a878-5e8725a4e0b8,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:31.174196 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d42fd9-3c1a-4ea7-a005-8088b463fdd4 None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:25:31.224513 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-02e8bed6-ce30-439b-964c-bc6157a58f97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552731'] for router_gateway, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:31.312798 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-02e8bed6-ce30-439b-964c-bc6157a58f97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13898'] for router, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:31.314929 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-02e8bed6-ce30-439b-964c-bc6157a58f97 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:31.420558 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-02e8bed6-ce30-439b-964c-bc6157a58f97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549250'] for router, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:31.421165 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02e8bed6-ce30-439b-964c-bc6157a58f97 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4fbe11af-005b-4a56-9c0b-865b31326bbd {{(pid=103586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:25:31.433667 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-02e8bed6-ce30-439b-964c-bc6157a58f97 admin admin] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:31.433667 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-02e8bed6-ce30-439b-964c-bc6157a58f97 admin admin] 10.222.0.20 "DELETE /v2.0/routers/4fbe11af-005b-4a56-9c0b-865b31326bbd HTTP/1.1" status: 204 len: 168 time: 0.9126656 Dec 10 16:25:31.433667 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 45314) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:25:31.574008 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d14f85f-d2ef-4b53-a44d-91640dd0ddee admin admin] Deleting subnet d6f90267-8035-4a73-873f-1e1b57235a16 {{(pid=103586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:25:31.577042 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7d14f85f-d2ef-4b53-a44d-91640dd0ddee admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:31.610792 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7d14f85f-d2ef-4b53-a44d-91640dd0ddee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12392400'] for subnet, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:31.685118 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7d14f85f-d2ef-4b53-a44d-91640dd0ddee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:31.774338 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 8e59786e-9cdd-4d62-876c-52cc9a8c0e90 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:25:31.798384 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 8e59786e-9cdd-4d62-876c-52cc9a8c0e90 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:25:31.798933 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 8e59786e-9cdd-4d62-876c-52cc9a8c0e90 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:25:31.832350 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7d14f85f-d2ef-4b53-a44d-91640dd0ddee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:31.863245 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d14f85f-d2ef-4b53-a44d-91640dd0ddee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6f90267-8035-4a73-873f-1e1b57235a16,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:31.867190 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-7d14f85f-d2ef-4b53-a44d-91640dd0ddee admin admin] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:31.870722 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-7d14f85f-d2ef-4b53-a44d-91640dd0ddee admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d6f90267-8035-4a73-873f-1e1b57235a16 HTTP/1.1" status: 204 len: 168 time: 0.4390533 Dec 10 16:25:31.873413 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 45318) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:25:31.883126 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2761ad-2df9-4d4f-a6cc-4246f59ef991 None None] Network a9bea8a6-6f30-42e4-966c-03215d9b57bf requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:25:31.956290 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-21cf171b-6651-449d-ac87-c44c4f48146f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:32.019863 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-21cf171b-6651-449d-ac87-c44c4f48146f admin admin] Deleting port 4afdead3-d665-4afd-a0ea-2549802636aa {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:25:32.020207 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-21cf171b-6651-449d-ac87-c44c4f48146f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:32.041715 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f799da-a0b6-48c3-b8d0-53b9caf944e0 None None] DHCP port deletion for a9bea8a6-6f30-42e4-966c-03215d9b57bf request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:25:32.088408 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-21cf171b-6651-449d-ac87-c44c4f48146f admin admin] For port 4afdead3-d665-4afd-a0ea-2549802636aa, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=4afdead3-d665-4afd-a0ea-2549802636aa,segment=NetworkSegment(250f9aa7-f93b-4a53-8841-c213a5780bd4),segment_id=250f9aa7-f93b-4a53-8841-c213a5780bd4)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:25:32.088710 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-21cf171b-6651-449d-ac87-c44c4f48146f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:32.097206 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f9f799da-a0b6-48c3-b8d0-53b9caf944e0 None None] Deleting port 4afdead3-d665-4afd-a0ea-2549802636aa {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:25:32.097591 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f9f799da-a0b6-48c3-b8d0-53b9caf944e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:32.102284 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-21cf171b-6651-449d-ac87-c44c4f48146f admin admin] Calling delete_port for 4afdead3-d665-4afd-a0ea-2549802636aa owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:25:32.159757 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f9f799da-a0b6-48c3-b8d0-53b9caf944e0 None None] For port 4afdead3-d665-4afd-a0ea-2549802636aa, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=4afdead3-d665-4afd-a0ea-2549802636aa,segment=NetworkSegment(250f9aa7-f93b-4a53-8841-c213a5780bd4),segment_id=250f9aa7-f93b-4a53-8841-c213a5780bd4)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:25:32.160145 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f9f799da-a0b6-48c3-b8d0-53b9caf944e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:32.173069 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f9f799da-a0b6-48c3-b8d0-53b9caf944e0 None None] Calling delete_port for 4afdead3-d665-4afd-a0ea-2549802636aa owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:25:32.231807 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-21cf171b-6651-449d-ac87-c44c4f48146f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:32.244397 dv-neutron-821401-4-hyperv neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:25:32.244397 dv-neutron-821401-4-hyperv neutron-server[103588]: self.session.flush() Dec 10 16:25:32.244397 dv-neutron-821401-4-hyperv neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:25:32.244397 dv-neutron-821401-4-hyperv neutron-server[103588]: self.session.flush() Dec 10 16:25:32.244397 dv-neutron-821401-4-hyperv neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:25:32.244397 dv-neutron-821401-4-hyperv neutron-server[103588]: self.session.flush() Dec 10 16:25:32.244397 dv-neutron-821401-4-hyperv neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:25:32.244397 dv-neutron-821401-4-hyperv neutron-server[103588]: self.session.flush() Dec 10 16:25:32.244397 dv-neutron-821401-4-hyperv neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:25:32.244397 dv-neutron-821401-4-hyperv neutron-server[103588]: self.session.flush() Dec 10 16:25:32.244397 dv-neutron-821401-4-hyperv neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:25:32.244397 dv-neutron-821401-4-hyperv neutron-server[103588]: self.session.flush() Dec 10 16:25:32.244397 dv-neutron-821401-4-hyperv neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:25:32.244397 dv-neutron-821401-4-hyperv neutron-server[103588]: self.session.flush() Dec 10 16:25:32.244397 dv-neutron-821401-4-hyperv neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:25:32.244397 dv-neutron-821401-4-hyperv neutron-server[103588]: self.session.flush() Dec 10 16:25:32.244397 dv-neutron-821401-4-hyperv neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:25:32.244397 dv-neutron-821401-4-hyperv neutron-server[103588]: self.session.flush() Dec 10 16:25:32.244397 dv-neutron-821401-4-hyperv neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:25:32.244397 dv-neutron-821401-4-hyperv neutron-server[103588]: self.session.flush() Dec 10 16:25:32.244397 dv-neutron-821401-4-hyperv neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:25:32.244397 dv-neutron-821401-4-hyperv neutron-server[103588]: self.session.flush() Dec 10 16:25:32.244397 dv-neutron-821401-4-hyperv neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:25:32.244397 dv-neutron-821401-4-hyperv neutron-server[103588]: self.session.flush() Dec 10 16:25:32.244397 dv-neutron-821401-4-hyperv neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:25:32.244397 dv-neutron-821401-4-hyperv neutron-server[103588]: self.session.flush() Dec 10 16:25:32.244397 dv-neutron-821401-4-hyperv neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:25:32.244397 dv-neutron-821401-4-hyperv neutron-server[103588]: self.session.flush() Dec 10 16:25:32.244397 dv-neutron-821401-4-hyperv neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:25:32.244397 dv-neutron-821401-4-hyperv neutron-server[103588]: self.session.flush() Dec 10 16:25:32.244397 dv-neutron-821401-4-hyperv neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:25:32.244397 dv-neutron-821401-4-hyperv neutron-server[103588]: self.session.flush() Dec 10 16:25:32.244397 dv-neutron-821401-4-hyperv neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:25:32.244397 dv-neutron-821401-4-hyperv neutron-server[103588]: self.session.flush() Dec 10 16:25:32.244397 dv-neutron-821401-4-hyperv neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:25:32.244397 dv-neutron-821401-4-hyperv neutron-server[103588]: self.session.flush() Dec 10 16:25:32.244397 dv-neutron-821401-4-hyperv neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:25:32.244397 dv-neutron-821401-4-hyperv neutron-server[103588]: self.session.flush() Dec 10 16:25:32.244397 dv-neutron-821401-4-hyperv neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:25:32.244397 dv-neutron-821401-4-hyperv neutron-server[103588]: self.session.flush() Dec 10 16:25:32.244397 dv-neutron-821401-4-hyperv neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:25:32.244397 dv-neutron-821401-4-hyperv neutron-server[103588]: self.session.flush() Dec 10 16:25:32.244397 dv-neutron-821401-4-hyperv neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:25:32.244397 dv-neutron-821401-4-hyperv neutron-server[103588]: self.session.flush() Dec 10 16:25:32.244397 dv-neutron-821401-4-hyperv neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:25:32.244397 dv-neutron-821401-4-hyperv neutron-server[103588]: self.session.flush() Dec 10 16:25:32.244397 dv-neutron-821401-4-hyperv neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:25:32.244397 dv-neutron-821401-4-hyperv neutron-server[103588]: self.session.flush() Dec 10 16:25:32.244397 dv-neutron-821401-4-hyperv neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:25:32.244397 dv-neutron-821401-4-hyperv neutron-server[103588]: self.session.flush() Dec 10 16:25:32.244397 dv-neutron-821401-4-hyperv neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:25:32.244397 dv-neutron-821401-4-hyperv neutron-server[103588]: self.session.flush() Dec 10 16:25:32.244397 dv-neutron-821401-4-hyperv neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:25:32.244397 dv-neutron-821401-4-hyperv neutron-server[103588]: self.session.flush() Dec 10 16:25:32.250624 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f9f799da-a0b6-48c3-b8d0-53b9caf944e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:32.255930 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cf171b-6651-449d-ac87-c44c4f48146f admin admin] Pushing event deleted for resources: {'Port': ['ID=4afdead3-d665-4afd-a0ea-2549802636aa,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:32.266578 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cf171b-6651-449d-ac87-c44c4f48146f admin admin] No DVR routers for this DVR port 4afdead3-d665-4afd-a0ea-2549802636aa on host dv-neutron-821401-4-hyperv {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:25:32.268638 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cf171b-6651-449d-ac87-c44c4f48146f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:32.269135 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cf171b-6651-449d-ac87-c44c4f48146f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:32.269479 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cf171b-6651-449d-ac87-c44c4f48146f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:32.269838 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cf171b-6651-449d-ac87-c44c4f48146f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:32.270198 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cf171b-6651-449d-ac87-c44c4f48146f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:32.270582 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cf171b-6651-449d-ac87-c44c4f48146f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:32.270948 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cf171b-6651-449d-ac87-c44c4f48146f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:32.271239 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cf171b-6651-449d-ac87-c44c4f48146f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:32.271595 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cf171b-6651-449d-ac87-c44c4f48146f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:32.272886 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cf171b-6651-449d-ac87-c44c4f48146f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:32.273216 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cf171b-6651-449d-ac87-c44c4f48146f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:32.273549 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cf171b-6651-449d-ac87-c44c4f48146f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:32.274097 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cf171b-6651-449d-ac87-c44c4f48146f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821401-4-hyperv {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:32.276849 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f799da-a0b6-48c3-b8d0-53b9caf944e0 None None] Pushing event deleted for resources: {'Port': ['ID=4afdead3-d665-4afd-a0ea-2549802636aa,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:32.280708 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f799da-a0b6-48c3-b8d0-53b9caf944e0 None None] No DVR routers for this DVR port 4afdead3-d665-4afd-a0ea-2549802636aa on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:25:32.349328 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-21cf171b-6651-449d-ac87-c44c4f48146f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:32.368910 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-21cf171b-6651-449d-ac87-c44c4f48146f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9bea8a6-6f30-42e4-966c-03215d9b57bf']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:25:32.377887 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-21cf171b-6651-449d-ac87-c44c4f48146f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '250f9aa7-f93b-4a53-8841-c213a5780bd4') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:25:32.378185 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-21cf171b-6651-449d-ac87-c44c4f48146f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '250f9aa7-f93b-4a53-8841-c213a5780bd4') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:25:32.387811 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-21cf171b-6651-449d-ac87-c44c4f48146f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11806923'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:32.401204 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-21cf171b-6651-449d-ac87-c44c4f48146f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:32.406974 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21cf171b-6651-449d-ac87-c44c4f48146f admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:25:32.407350 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-21cf171b-6651-449d-ac87-c44c4f48146f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11236635'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:32.408940 dv-neutron-821401-4-hyperv neutron-server[103587]: Traceback (most recent call last): Dec 10 16:25:32.408940 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:25:32.408940 dv-neutron-821401-4-hyperv neutron-server[103587]: timer() Dec 10 16:25:32.408940 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:25:32.408940 dv-neutron-821401-4-hyperv neutron-server[103587]: cb(*args, **kw) Dec 10 16:25:32.408940 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:25:32.408940 dv-neutron-821401-4-hyperv neutron-server[103587]: return func(*args, **kwargs) Dec 10 16:25:32.408940 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:25:32.408940 dv-neutron-821401-4-hyperv neutron-server[103587]: self._notify() Dec 10 16:25:32.408940 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:25:32.408940 dv-neutron-821401-4-hyperv neutron-server[103587]: self.callback(batched_events) Dec 10 16:25:32.408940 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:25:32.408940 dv-neutron-821401-4-hyperv neutron-server[103587]: event.method(event) Dec 10 16:25:32.408940 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:25:32.408940 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:25:32.408940 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:25:32.408940 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:25:32.408940 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:25:32.408940 dv-neutron-821401-4-hyperv neutron-server[103587]: return f(self, *a, **k) Dec 10 16:25:32.408940 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:25:32.408940 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._get(url).json() Dec 10 16:25:32.408940 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:25:32.408940 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:25:32.408940 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:25:32.408940 dv-neutron-821401-4-hyperv neutron-server[103587]: return self.request(url, 'GET', **kwargs) Dec 10 16:25:32.408940 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:25:32.408940 dv-neutron-821401-4-hyperv neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:25:32.408940 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:25:32.408940 dv-neutron-821401-4-hyperv neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:25:32.408940 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:25:32.408940 dv-neutron-821401-4-hyperv neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:25:32.408940 dv-neutron-821401-4-hyperv neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:25:32.545725 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-21cf171b-6651-449d-ac87-c44c4f48146f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:32.551152 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-21cf171b-6651-449d-ac87-c44c4f48146f admin admin] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:32.554999 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-21cf171b-6651-449d-ac87-c44c4f48146f admin admin] 10.222.0.20 "DELETE /v2.0/networks/a9bea8a6-6f30-42e4-966c-03215d9b57bf HTTP/1.1" status: 204 len: 168 time: 0.6804221 Dec 10 16:25:32.558089 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 45320) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:25:32.565906 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cf171b-6651-449d-ac87-c44c4f48146f admin admin] Pushing event deleted for resources: {'Network': ['ID=a9bea8a6-6f30-42e4-966c-03215d9b57bf,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:32.886937 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9582045a-7d47-4e7e-9cd2-4419f879d653 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549925'] for router_interface, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:33.120912 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-9582045a-7d47-4e7e-9cd2-4419f879d653 admin admin] Deleting port 08ddf5cc-3435-4dcd-89b6-86f46cb8ad28 {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:25:33.121255 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9582045a-7d47-4e7e-9cd2-4419f879d653 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:33.198580 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-9582045a-7d47-4e7e-9cd2-4419f879d653 admin admin] For port 08ddf5cc-3435-4dcd-89b6-86f46cb8ad28, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=08ddf5cc-3435-4dcd-89b6-86f46cb8ad28,segment=NetworkSegment(eb5f9599-1354-4c0a-9f06-0afdf4ba6691),segment_id=eb5f9599-1354-4c0a-9f06-0afdf4ba6691)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:25:33.198935 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9582045a-7d47-4e7e-9cd2-4419f879d653 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:33.210066 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-9582045a-7d47-4e7e-9cd2-4419f879d653 admin admin] Calling delete_port for 08ddf5cc-3435-4dcd-89b6-86f46cb8ad28 owned by network:router_interface {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:25:33.345829 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device b1aeb858-4ba6-4ce7-a878-5e8725a4e0b8 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:25:33.366219 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: b1aeb858-4ba6-4ce7-a878-5e8725a4e0b8 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:25:33.366567 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device b1aeb858-4ba6-4ce7-a878-5e8725a4e0b8 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:25:33.366987 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 4afdead3-d665-4afd-a0ea-2549802636aa no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:25:33.384988 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 4afdead3-d665-4afd-a0ea-2549802636aa {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:25:33.385335 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 4afdead3-d665-4afd-a0ea-2549802636aa not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:25:33.489092 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9582045a-7d47-4e7e-9cd2-4419f879d653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:33.514322 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9582045a-7d47-4e7e-9cd2-4419f879d653 admin admin] Pushing event deleted for resources: {'Port': ['ID=08ddf5cc-3435-4dcd-89b6-86f46cb8ad28,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:33.681463 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-9582045a-7d47-4e7e-9cd2-4419f879d653 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550073'] for router_interface, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:33.890483 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9582045a-7d47-4e7e-9cd2-4419f879d653 admin admin] Router 19f6d325-6bbe-4a94-acd1-84bfd0fc6c58 has already been hosted by L3 agent e3a180a5-3659-48e8-80bd-4a0de147c64d {{(pid=103586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:25:34.289434 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9582045a-7d47-4e7e-9cd2-4419f879d653 admin admin] Notify agent at l3_agent.dv-neutron-821401-4-hyperv the message routers_updated {{(pid=103586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:25:34.294741 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-9582045a-7d47-4e7e-9cd2-4419f879d653 admin admin] 10.222.0.20 "PUT /v2.0/routers/19f6d325-6bbe-4a94-acd1-84bfd0fc6c58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7356100 Dec 10 16:25:34.297358 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 45322) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:25:34.298468 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add5e1ba-fe21-44bc-be07-a3df0febf28f None None] Sync routers for ids ['19f6d325-6bbe-4a94-acd1-84bfd0fc6c58'] in dv-neutron-821401-4-hyperv {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:25:34.308616 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add5e1ba-fe21-44bc-be07-a3df0febf28f None None] Routers {'19f6d325-6bbe-4a94-acd1-84bfd0fc6c58'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:25:34.309225 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-add5e1ba-fe21-44bc-be07-a3df0febf28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:25:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['19f6d325-6bbe-4a94-acd1-84bfd0fc6c58'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:25:34.400250 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e97e9b95-8cdd-4e70-945e-f02ca78e5138 admin admin] Publish callbacks [] for router, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:34.500746 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-add5e1ba-fe21-44bc-be07-a3df0febf28f None None] Set router 19f6d325-6bbe-4a94-acd1-84bfd0fc6c58 gateway port host: dv-neutron-821401-4-hyperv {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:25:34.505908 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e97e9b95-8cdd-4e70-945e-f02ca78e5138 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:34.650928 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-e97e9b95-8cdd-4e70-945e-f02ca78e5138 admin admin] Deleting port 775b9fda-7aee-41a8-9b52-7c69f658009e {{(pid=103586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:25:34.651270 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e97e9b95-8cdd-4e70-945e-f02ca78e5138 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:34.670977 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-add5e1ba-fe21-44bc-be07-a3df0febf28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f6d325-6bbe-4a94-acd1-84bfd0fc6c58', 'name': 'tempest-TestSnapshotPattern-1468587795-router', 'tenant_id': 'f63a92eacb034a66a7765bf73b50f7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'external_fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.74'}], 'enable_snat': True}, 'gw_port_id': '775b9fda-7aee-41a8-9b52-7c69f658009e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:20:38Z', 'updated_at': '2021-12-10T16:25:33Z', 'revision_number': 5, 'project_id': 'f63a92eacb034a66a7765bf73b50f7a3', 'gw_port': {'id': '775b9fda-7aee-41a8-9b52-7c69f658009e', 'name': '', 'network_id': 'd5a1452c-422a-4e1a-a1c7-48738ecf752f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:0e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f6d325-6bbe-4a94-acd1-84bfd0fc6c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'ip_address': '172.26.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821401-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:39Z', 'updated_at': '2021-12-10T16:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1752edd8-74f3-45eb-9e9f-959ba6fa2cfe', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821401-4-hyperv'}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:25:34.696844 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add5e1ba-fe21-44bc-be07-a3df0febf28f None None] Checking router: 19f6d325-6bbe-4a94-acd1-84bfd0fc6c58 for host: dv-neutron-821401-4-hyperv {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:25:34.704894 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add5e1ba-fe21-44bc-be07-a3df0febf28f None None] Routers {'19f6d325-6bbe-4a94-acd1-84bfd0fc6c58'} bound to L3 agent in host dv-neutron-821401-4-hyperv {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:25:34.705508 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-add5e1ba-fe21-44bc-be07-a3df0febf28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821401-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T15:22:15Z,description=,heartbeat_timestamp=2021-12-10T16:25:15Z,host='dv-neutron-821401-4-hyperv',id=e3a180a5-3659-48e8-80bd-4a0de147c64d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T15:22:16Z,topic='l3_agent')) {'router_ids': ['19f6d325-6bbe-4a94-acd1-84bfd0fc6c58'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:25:34.732594 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.db [None req-e97e9b95-8cdd-4e70-945e-f02ca78e5138 admin admin] For port 775b9fda-7aee-41a8-9b52-7c69f658009e, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=775b9fda-7aee-41a8-9b52-7c69f658009e,segment=NetworkSegment(daf18002-b5a0-49f3-8b6e-f29caa147edc),segment_id=daf18002-b5a0-49f3-8b6e-f29caa147edc)] {{(pid=103586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:25:34.732959 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e97e9b95-8cdd-4e70-945e-f02ca78e5138 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:34.745124 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.plugins.ml2.plugin [None req-e97e9b95-8cdd-4e70-945e-f02ca78e5138 admin admin] Calling delete_port for 775b9fda-7aee-41a8-9b52-7c69f658009e owned by network:router_gateway {{(pid=103586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:25:34.789252 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-add5e1ba-fe21-44bc-be07-a3df0febf28f None None] Set router 19f6d325-6bbe-4a94-acd1-84bfd0fc6c58 gateway port host: None {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:25:34.841607 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-add5e1ba-fe21-44bc-be07-a3df0febf28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f6d325-6bbe-4a94-acd1-84bfd0fc6c58', 'name': 'tempest-TestSnapshotPattern-1468587795-router', 'tenant_id': 'f63a92eacb034a66a7765bf73b50f7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:20:38Z', 'updated_at': '2021-12-10T16:25:34Z', 'revision_number': 6, 'project_id': 'f63a92eacb034a66a7765bf73b50f7a3', 'gw_port_host': None}], 'dv-neutron-821401-4-hyperv', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:25:34.867971 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add5e1ba-fe21-44bc-be07-a3df0febf28f None None] The sync data for ids ['19f6d325-6bbe-4a94-acd1-84bfd0fc6c58'] in dv-neutron-821401-4-hyperv is: [{'id': '19f6d325-6bbe-4a94-acd1-84bfd0fc6c58', 'name': 'tempest-TestSnapshotPattern-1468587795-router', 'tenant_id': 'f63a92eacb034a66a7765bf73b50f7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:20:38Z', 'updated_at': '2021-12-10T16:25:34Z', 'revision_number': 6, 'project_id': 'f63a92eacb034a66a7765bf73b50f7a3', 'gw_port_host': None}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:25:34.961331 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:25:34.968805 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e97e9b95-8cdd-4e70-945e-f02ca78e5138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11695551'] for port, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:34.994660 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97e9b95-8cdd-4e70-945e-f02ca78e5138 admin admin] Pushing event deleted for resources: {'Port': ['ID=775b9fda-7aee-41a8-9b52-7c69f658009e,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:35.008469 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67665756-31e5-4093-9767-179a90c048aa None None] DHCP port deletion for d5a1452c-422a-4e1a-a1c7-48738ecf752f request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:25:35.054418 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e97e9b95-8cdd-4e70-945e-f02ca78e5138 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552731'] for router_gateway, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:35.145474 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e97e9b95-8cdd-4e70-945e-f02ca78e5138 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13898'] for router, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:35.147855 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e97e9b95-8cdd-4e70-945e-f02ca78e5138 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:35.272451 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e97e9b95-8cdd-4e70-945e-f02ca78e5138 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549250'] for router, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:35.273073 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e97e9b95-8cdd-4e70-945e-f02ca78e5138 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19f6d325-6bbe-4a94-acd1-84bfd0fc6c58 {{(pid=103586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:25:35.277733 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-e97e9b95-8cdd-4e70-945e-f02ca78e5138 admin admin] Publish callbacks [] for router, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:35.279037 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-e97e9b95-8cdd-4e70-945e-f02ca78e5138 admin admin] 10.222.0.20 "DELETE /v2.0/routers/19f6d325-6bbe-4a94-acd1-84bfd0fc6c58 HTTP/1.1" status: 204 len: 168 time: 0.9807339 Dec 10 16:25:35.281580 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 45324) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:25:35.327382 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7af7449-9b56-4163-bd8b-301c7ccd5ac2 admin admin] Deleting subnet b3ab18fb-e772-4e25-9a2d-1f02724d90ce {{(pid=103586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:25:35.330412 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d7af7449-9b56-4163-bd8b-301c7ccd5ac2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:35.363486 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d7af7449-9b56-4163-bd8b-301c7ccd5ac2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12392400'] for subnet, precommit_delete_associations {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:35.442330 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d7af7449-9b56-4163-bd8b-301c7ccd5ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4002739'] for subnet, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:35.564022 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d7af7449-9b56-4163-bd8b-301c7ccd5ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4002744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11695496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581974'] for subnet, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:35.596949 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7af7449-9b56-4163-bd8b-301c7ccd5ac2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3ab18fb-e772-4e25-9a2d-1f02724d90ce,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:35.596949 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-d7af7449-9b56-4163-bd8b-301c7ccd5ac2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:35.600199 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-d7af7449-9b56-4163-bd8b-301c7ccd5ac2 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b3ab18fb-e772-4e25-9a2d-1f02724d90ce HTTP/1.1" status: 204 len: 168 time: 0.3176217 Dec 10 16:25:35.603710 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 45326) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:25:35.607630 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d039d0-ce8d-444d-b209-8c4c6d4f37ab None None] Network 73aa9b77-1079-47ad-8fa2-1df996db3766 requested from dv-neutron-821401-4-hyperv {{(pid=103588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:25:35.664834 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 775b9fda-7aee-41a8-9b52-7c69f658009e no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:25:35.692537 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 775b9fda-7aee-41a8-9b52-7c69f658009e {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:25:35.693138 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 775b9fda-7aee-41a8-9b52-7c69f658009e not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:25:35.694259 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 08ddf5cc-3435-4dcd-89b6-86f46cb8ad28 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:25:35.694372 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dcf90810-863a-43de-954b-43efa55904be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868317'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:35.721243 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 08ddf5cc-3435-4dcd-89b6-86f46cb8ad28 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:25:35.721588 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 08ddf5cc-3435-4dcd-89b6-86f46cb8ad28 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:25:35.748884 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-dcf90810-863a-43de-954b-43efa55904be admin admin] Deleting port 307a624e-0013-4ae9-8895-87c10948e8f0 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:25:35.749223 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dcf90810-863a-43de-954b-43efa55904be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:35.815064 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f181312-a4fe-4057-98f6-138c13fbae77 None None] DHCP port deletion for 73aa9b77-1079-47ad-8fa2-1df996db3766 request from dv-neutron-821401-4-hyperv {{(pid=103588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:25:35.823317 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-dcf90810-863a-43de-954b-43efa55904be admin admin] For port 307a624e-0013-4ae9-8895-87c10948e8f0, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=307a624e-0013-4ae9-8895-87c10948e8f0,segment=NetworkSegment(eb5f9599-1354-4c0a-9f06-0afdf4ba6691),segment_id=eb5f9599-1354-4c0a-9f06-0afdf4ba6691)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:25:35.830897 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dcf90810-863a-43de-954b-43efa55904be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:35.837174 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-dcf90810-863a-43de-954b-43efa55904be admin admin] Calling delete_port for 307a624e-0013-4ae9-8895-87c10948e8f0 owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:25:35.864794 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-1f181312-a4fe-4057-98f6-138c13fbae77 None None] Deleting port 307a624e-0013-4ae9-8895-87c10948e8f0 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:25:35.865174 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1f181312-a4fe-4057-98f6-138c13fbae77 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785453971056'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:35.940770 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-1f181312-a4fe-4057-98f6-138c13fbae77 None None] For port 307a624e-0013-4ae9-8895-87c10948e8f0, host dv-neutron-821401-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821401-4-hyperv',level=0,port_id=307a624e-0013-4ae9-8895-87c10948e8f0,segment=NetworkSegment(eb5f9599-1354-4c0a-9f06-0afdf4ba6691),segment_id=eb5f9599-1354-4c0a-9f06-0afdf4ba6691)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:25:35.941170 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1f181312-a4fe-4057-98f6-138c13fbae77 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734640'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:35.957676 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-1f181312-a4fe-4057-98f6-138c13fbae77 None None] Calling delete_port for 307a624e-0013-4ae9-8895-87c10948e8f0 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:25:35.992152 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dcf90810-863a-43de-954b-43efa55904be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11236678'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:36.018213 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf90810-863a-43de-954b-43efa55904be admin admin] Pushing event deleted for resources: {'Port': ['ID=307a624e-0013-4ae9-8895-87c10948e8f0,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:36.023065 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf90810-863a-43de-954b-43efa55904be admin admin] No DVR routers for this DVR port 307a624e-0013-4ae9-8895-87c10948e8f0 on host dv-neutron-821401-4-hyperv {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:25:36.030587 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1f181312-a4fe-4057-98f6-138c13fbae77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3716275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785454060499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785453479617'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:36.053851 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f181312-a4fe-4057-98f6-138c13fbae77 None None] Pushing event deleted for resources: {'Port': ['ID=307a624e-0013-4ae9-8895-87c10948e8f0,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:36.060406 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f181312-a4fe-4057-98f6-138c13fbae77 None None] No DVR routers for this DVR port 307a624e-0013-4ae9-8895-87c10948e8f0 on host dv-neutron-821401-4-hyperv {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:25:36.098658 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dcf90810-863a-43de-954b-43efa55904be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002852', 'neutron.services.segments.db._delete_segments_for_network-8785454045826'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:36.119365 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-dcf90810-863a-43de-954b-43efa55904be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73aa9b77-1079-47ad-8fa2-1df996db3766']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:25:36.128453 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-dcf90810-863a-43de-954b-43efa55904be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb5f9599-1354-4c0a-9f06-0afdf4ba6691') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:25:36.128754 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.services.segments.db [None req-dcf90810-863a-43de-954b-43efa55904be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb5f9599-1354-4c0a-9f06-0afdf4ba6691') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:25:36.138048 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dcf90810-863a-43de-954b-43efa55904be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785454050443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11806923'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:36.151499 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dcf90810-863a-43de-954b-43efa55904be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:36.157125 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcf90810-863a-43de-954b-43efa55904be admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:25:36.157506 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dcf90810-863a-43de-954b-43efa55904be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4004410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11236635'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:36.159177 dv-neutron-821401-4-hyperv neutron-server[103587]: Traceback (most recent call last): Dec 10 16:25:36.159177 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:25:36.159177 dv-neutron-821401-4-hyperv neutron-server[103587]: timer() Dec 10 16:25:36.159177 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:25:36.159177 dv-neutron-821401-4-hyperv neutron-server[103587]: cb(*args, **kw) Dec 10 16:25:36.159177 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:25:36.159177 dv-neutron-821401-4-hyperv neutron-server[103587]: return func(*args, **kwargs) Dec 10 16:25:36.159177 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:25:36.159177 dv-neutron-821401-4-hyperv neutron-server[103587]: self._notify() Dec 10 16:25:36.159177 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:25:36.159177 dv-neutron-821401-4-hyperv neutron-server[103587]: self.callback(batched_events) Dec 10 16:25:36.159177 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:25:36.159177 dv-neutron-821401-4-hyperv neutron-server[103587]: event.method(event) Dec 10 16:25:36.159177 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:25:36.159177 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:25:36.159177 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:25:36.159177 dv-neutron-821401-4-hyperv neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:25:36.159177 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:25:36.159177 dv-neutron-821401-4-hyperv neutron-server[103587]: return f(self, *a, **k) Dec 10 16:25:36.159177 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:25:36.159177 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._get(url).json() Dec 10 16:25:36.159177 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:25:36.159177 dv-neutron-821401-4-hyperv neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:25:36.159177 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:25:36.159177 dv-neutron-821401-4-hyperv neutron-server[103587]: return self.request(url, 'GET', **kwargs) Dec 10 16:25:36.159177 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:25:36.159177 dv-neutron-821401-4-hyperv neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:25:36.159177 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:25:36.159177 dv-neutron-821401-4-hyperv neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:25:36.159177 dv-neutron-821401-4-hyperv neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:25:36.159177 dv-neutron-821401-4-hyperv neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:25:36.159177 dv-neutron-821401-4-hyperv neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:25:36.272499 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dcf90810-863a-43de-954b-43efa55904be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552759'] for network, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:36.280191 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dcf90810-863a-43de-954b-43efa55904be admin admin] Publish callbacks [] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:36.283880 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-dcf90810-863a-43de-954b-43efa55904be admin admin] 10.222.0.20 "DELETE /v2.0/networks/73aa9b77-1079-47ad-8fa2-1df996db3766 HTTP/1.1" status: 204 len: 168 time: 0.6789701 Dec 10 16:25:36.295050 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf90810-863a-43de-954b-43efa55904be admin admin] Pushing event deleted for resources: {'Network': ['ID=73aa9b77-1079-47ad-8fa2-1df996db3766,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:36.592907 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 45330) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:25:36.631910 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-4f5b52b1-3660-4c25-8243-a31dc54a49f2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6934074f796445609a769899ca13ad9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378487 Dec 10 16:25:36.634300 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.20', 45332) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:25:36.684492 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3b010f2d-93e9-4e1d-bc22-526676689e72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:36.705493 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3b010f2d-93e9-4e1d-bc22-526676689e72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:36.808963 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3b010f2d-93e9-4e1d-bc22-526676689e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:36.811553 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3b010f2d-93e9-4e1d-bc22-526676689e72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:36.812813 dv-neutron-821401-4-hyperv neutron-server[103587]: INFO neutron.wsgi [None req-3b010f2d-93e9-4e1d-bc22-526676689e72 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/106427ef-dc26-4fdc-983a-2bbeaecea4f2 HTTP/1.1" status: 204 len: 168 time: 0.1775811 Dec 10 16:25:36.821461 dv-neutron-821401-4-hyperv neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b010f2d-93e9-4e1d-bc22-526676689e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=106427ef-dc26-4fdc-983a-2bbeaecea4f2,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:37.345502 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 307a624e-0013-4ae9-8895-87c10948e8f0 no longer exists at agent ovs-agent-dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:25:37.364888 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] No Port match for: 307a624e-0013-4ae9-8895-87c10948e8f0 {{(pid=103588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:25:37.365224 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron.plugins.ml2.rpc [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Device 307a624e-0013-4ae9-8895-87c10948e8f0 not bound to the agent host dv-neutron-821401-4-hyperv {{(pid=103588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:25:37.392063 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 45338) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:25:37.429431 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-c71460fa-2a1f-4c1c-a2eb-07190b1fae61 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f63a92eacb034a66a7765bf73b50f7a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388010 Dec 10 16:25:37.431934 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.wsgi [-] (103586) accepted ('10.222.0.20', 45340) {{(pid=103586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:25:37.478048 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b1ff8cb7-2b04-4697-9b68-39fa251402e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:37.503823 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b1ff8cb7-2b04-4697-9b68-39fa251402e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:37.632337 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b1ff8cb7-2b04-4697-9b68-39fa251402e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546661'] for security_group, after_delete {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:37.635056 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron_lib.callbacks.manager [None req-b1ff8cb7-2b04-4697-9b68-39fa251402e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:37.636215 dv-neutron-821401-4-hyperv neutron-server[103586]: INFO neutron.wsgi [None req-b1ff8cb7-2b04-4697-9b68-39fa251402e3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/88816114-beb3-46d0-9fdc-27a8fcbafb09 HTTP/1.1" status: 204 len: 168 time: 0.2034121 Dec 10 16:25:37.647009 dv-neutron-821401-4-hyperv neutron-server[103586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ff8cb7-2b04-4697-9b68-39fa251402e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88816114-beb3-46d0-9fdc-27a8fcbafb09,revision_number=None']} {{(pid=103586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:42.997625 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1a36205c-8516-4c6a-918e-0860d22c93a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:43.968324 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:45.425162 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-312b6b6d-a5f7-4431-8858-ed49896b86c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:46.396725 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:47.979929 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:48.762371 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:11.959939 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:26:12.979241 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-85344e8f-2a7a-4707-aa09-512574406313 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:13.967504 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:15.310580 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-82d7e103-8557-4fae-984e-9b130991ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:16.378984 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:17.978883 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:18.744543 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:42.955583 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9ad73e8f-fb28-401e-a525-270200f22f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:43.978488 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:45.326904 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a310af75-187f-44f9-89f6-48826f5cb2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:46.355432 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:48.000914 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:48.760999 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:48.958393 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:27:12.960235 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-88f702b7-7fd2-4f27-9d9f-e2136860add5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:13.994705 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:15.291927 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-057f6159-2fd3-44a8-9d9e-78502ab9a4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:16.354285 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:18.000064 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:18.743869 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:25.957272 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:27:42.965194 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3f91624c-790a-48ee-b847-e261fc354bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:44.005229 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:45.319399 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-29a16697-b2f3-4271-8a74-ae4be835901d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:46.348732 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:47.982299 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:48.730675 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:02.955614 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:28:12.947309 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e8fb9f50-c4ff-4f39-b053-e952a2550a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:13.969973 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:15.307342 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d599a84b-a09e-4766-8a0d-b8d0cc238749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:16.359363 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:17.992695 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:18.741757 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:39.955058 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:28:42.975093 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-97824a8c-4bd5-4ff3-8abb-2f5deb3ff6bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:44.003685 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:45.312179 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e4f0a278-ee36-4e03-be01-d9e58b68e2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:46.346246 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:48.174973 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:48.752260 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:12.974268 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-76bb4dbc-a15a-4733-be95-ccaf68277893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:13.973882 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:15.299832 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-af067212-6dd6-419f-be78-9e2eede95691 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:16.362532 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:16.953723 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:29:17.996563 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:18.751179 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:42.961910 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-519e3fae-3906-47dd-93c0-c189233218ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:44.019014 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:45.327463 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-711c2dc3-ea68-4f12-8011-fa7459c7b1b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:46.372958 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:48.013043 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:48.750573 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:53.952478 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:30:12.995215 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6f53c2c8-7394-406c-8028-9a7d958d5ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:14.017958 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:15.320983 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b13aadd6-e0a9-4569-a1cb-4fa5fde13ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:16.366755 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:18.006480 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:18.772254 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:30.951731 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:30:42.965686 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-781728dc-dbe8-428f-ad32-5deb47950d31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:44.011895 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f02338d5-8110-4e29-934b-a3b47450c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:45.319961 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3dcb25f2-758f-480f-aeec-7828038cad62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:46.354614 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8e026ac-45d6-40ad-b8f0-5ab75431a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:48.005598 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6d5-da71-40be-aae0-5be29bd002a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:48.742478 dv-neutron-821401-4-hyperv neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d9a6ef9-9aa1-419e-8575-b40391620358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785454045781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4009202'] for agent, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:07.951699 dv-neutron-821401-4-hyperv neutron-server[103589]: DEBUG neutron.db.agents_db [None req-feeb8e2b-8235-4dc4-bae6-37a06bf2b355 None None] Agent healthcheck: found 6 active agents {{(pid=103589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}